| [ | |
| { | |
| "step": 100, | |
| "loss": 7.657252192497253, | |
| "perplexity": 2115.935250373028, | |
| "learning_rate": 0.00015150000000000019, | |
| "step_time": 9.368009328842163, | |
| "tokens_per_second": 109.30817466708918, | |
| "memory_mb": 756.6015625 | |
| }, | |
| { | |
| "step": 200, | |
| "loss": 7.487581491470337, | |
| "perplexity": 1785.7280665447065, | |
| "learning_rate": 0.0002999999999999999, | |
| "step_time": 10.94300365447998, | |
| "tokens_per_second": 93.57577063229641, | |
| "memory_mb": 730.99609375 | |
| }, | |
| { | |
| "step": 300, | |
| "loss": 7.163171410560608, | |
| "perplexity": 1290.9987344513497, | |
| "learning_rate": 0.00029794904665665113, | |
| "step_time": 8.949450016021729, | |
| "tokens_per_second": 114.42043904002891, | |
| "memory_mb": 733.89453125 | |
| }, | |
| { | |
| "step": 400, | |
| "loss": 6.677380561828613, | |
| "perplexity": 794.2359329078598, | |
| "learning_rate": 0.00029185850380610337, | |
| "step_time": 8.572781324386597, | |
| "tokens_per_second": 119.44781527169884, | |
| "memory_mb": 827.69140625 | |
| }, | |
| { | |
| "step": 500, | |
| "loss": 6.8126842975616455, | |
| "perplexity": 909.3083881764071, | |
| "learning_rate": 0.0002819134295109075, | |
| "step_time": 8.801953315734863, | |
| "tokens_per_second": 116.33781312716582, | |
| "memory_mb": 849.21484375 | |
| }, | |
| { | |
| "step": 600, | |
| "loss": 6.901162624359131, | |
| "perplexity": 993.4290292468936, | |
| "learning_rate": 0.0002684159998210713, | |
| "step_time": 8.660848379135132, | |
| "tokens_per_second": 118.23322094714423, | |
| "memory_mb": 734.16015625 | |
| }, | |
| { | |
| "step": 700, | |
| "loss": 6.6995872259140015, | |
| "perplexity": 812.0705542959239, | |
| "learning_rate": 0.0002517763273076916, | |
| "step_time": 9.10423469543457, | |
| "tokens_per_second": 112.47513209578146, | |
| "memory_mb": 734.64453125 | |
| }, | |
| { | |
| "step": 800, | |
| "loss": 6.729204297065735, | |
| "perplexity": 836.4814103649661, | |
| "learning_rate": 0.00023250000000000793, | |
| "step_time": 8.646829605102539, | |
| "tokens_per_second": 118.42490794495734, | |
| "memory_mb": 733.84765625 | |
| }, | |
| { | |
| "step": 900, | |
| "loss": 6.801577568054199, | |
| "perplexity": 899.2648246887062, | |
| "learning_rate": 0.00021117271934897237, | |
| "step_time": 8.66753602027893, | |
| "tokens_per_second": 118.14199532649263, | |
| "memory_mb": 839.50390625 | |
| }, | |
| { | |
| "step": 1000, | |
| "loss": 6.5149312019348145, | |
| "perplexity": 675.1475110828569, | |
| "learning_rate": 0.00018844250398504186, | |
| "step_time": 9.189276933670044, | |
| "tokens_per_second": 111.43423006961567, | |
| "memory_mb": 734.55078125 | |
| }, | |
| { | |
| "step": 1100, | |
| "loss": 6.551132082939148, | |
| "perplexity": 700.0362244642821, | |
| "learning_rate": 0.00016500000000000537, | |
| "step_time": 8.517168760299683, | |
| "tokens_per_second": 120.22774572379963, | |
| "memory_mb": 913.80078125 | |
| }, | |
| { | |
| "step": 1200, | |
| "loss": 6.6684452295303345, | |
| "perplexity": 787.170782663513, | |
| "learning_rate": 0.00014155749601496882, | |
| "step_time": 9.400139570236206, | |
| "tokens_per_second": 108.93455276369572, | |
| "memory_mb": 968.5859375 | |
| }, | |
| { | |
| "step": 1300, | |
| "loss": 6.406905889511108, | |
| "perplexity": 606.0156976890383, | |
| "learning_rate": 0.00011882728065103813, | |
| "step_time": 8.490540981292725, | |
| "tokens_per_second": 120.6048003603289, | |
| "memory_mb": 979.359375 | |
| }, | |
| { | |
| "step": 1400, | |
| "loss": 6.3421419858932495, | |
| "perplexity": 568.011682273887, | |
| "learning_rate": 9.750000000000261e-05, | |
| "step_time": 10.675879955291748, | |
| "tokens_per_second": 95.91715196201983, | |
| "memory_mb": 733.6328125 | |
| }, | |
| { | |
| "step": 1500, | |
| "loss": 6.335531115531921, | |
| "perplexity": 564.2690154518974, | |
| "learning_rate": 7.822367269231907e-05, | |
| "step_time": 8.945564270019531, | |
| "tokens_per_second": 114.47014062957085, | |
| "memory_mb": 994.3515625 | |
| }, | |
| { | |
| "step": 1600, | |
| "loss": 6.629261136054993, | |
| "perplexity": 756.9227010883292, | |
| "learning_rate": 6.158400017893925e-05, | |
| "step_time": 10.422486782073975, | |
| "tokens_per_second": 98.2491051714468, | |
| "memory_mb": 730.56640625 | |
| }, | |
| { | |
| "step": 1700, | |
| "loss": 6.302608251571655, | |
| "perplexity": 545.9941446328027, | |
| "learning_rate": 4.808657048910149e-05, | |
| "step_time": 9.476832628250122, | |
| "tokens_per_second": 108.05297932006208, | |
| "memory_mb": 745.43359375 | |
| }, | |
| { | |
| "step": 1800, | |
| "loss": 6.266754984855652, | |
| "perplexity": 526.765240241726, | |
| "learning_rate": 3.8141496193902704e-05, | |
| "step_time": 8.648972511291504, | |
| "tokens_per_second": 118.3955664864394, | |
| "memory_mb": 1009.6484375 | |
| }, | |
| { | |
| "step": 1900, | |
| "loss": 6.480456352233887, | |
| "perplexity": 652.268542568135, | |
| "learning_rate": 3.2050953343351995e-05, | |
| "step_time": 8.593879699707031, | |
| "tokens_per_second": 119.15456531639704, | |
| "memory_mb": 735.796875 | |
| }, | |
| { | |
| "step": 2000, | |
| "loss": 5.975515604019165, | |
| "perplexity": 393.6710271356782, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 8.94594669342041, | |
| "tokens_per_second": 114.46524723349116, | |
| "memory_mb": 729.84375 | |
| }, | |
| { | |
| "step": 2100, | |
| "loss": 6.554613709449768, | |
| "perplexity": 702.4777368926921, | |
| "learning_rate": 3.205095334333285e-05, | |
| "step_time": 9.199656009674072, | |
| "tokens_per_second": 111.3085096794047, | |
| "memory_mb": 752.64453125 | |
| }, | |
| { | |
| "step": 2200, | |
| "loss": 6.471360206604004, | |
| "perplexity": 646.3623155888199, | |
| "learning_rate": 3.814149619382671e-05, | |
| "step_time": 8.654725313186646, | |
| "tokens_per_second": 118.3168688715975, | |
| "memory_mb": 735.9375 | |
| }, | |
| { | |
| "step": 2300, | |
| "loss": 6.382450699806213, | |
| "perplexity": 591.3752163574818, | |
| "learning_rate": 4.808657048893273e-05, | |
| "step_time": 8.75070834159851, | |
| "tokens_per_second": 117.01909834340836, | |
| "memory_mb": 776.53125 | |
| }, | |
| { | |
| "step": 2400, | |
| "loss": 5.957324385643005, | |
| "perplexity": 386.5744152212925, | |
| "learning_rate": 6.158400017864459e-05, | |
| "step_time": 8.642782926559448, | |
| "tokens_per_second": 118.4803562349376, | |
| "memory_mb": 923.15234375 | |
| }, | |
| { | |
| "step": 2500, | |
| "loss": 6.218142509460449, | |
| "perplexity": 501.7703322170689, | |
| "learning_rate": 7.822367269186924e-05, | |
| "step_time": 9.567925691604614, | |
| "tokens_per_second": 107.0242425585004, | |
| "memory_mb": 1050.1875 | |
| }, | |
| { | |
| "step": 2600, | |
| "loss": 6.314482092857361, | |
| "perplexity": 552.515834581567, | |
| "learning_rate": 9.749999999937299e-05, | |
| "step_time": 8.212730169296265, | |
| "tokens_per_second": 124.68448115199003, | |
| "memory_mb": 738.69921875 | |
| }, | |
| { | |
| "step": 2700, | |
| "loss": 6.240906238555908, | |
| "perplexity": 513.3234937600264, | |
| "learning_rate": 0.00011882728065020969, | |
| "step_time": 8.88506555557251, | |
| "tokens_per_second": 115.24957172181702, | |
| "memory_mb": 739.125 | |
| }, | |
| { | |
| "step": 2800, | |
| "loss": 6.308051347732544, | |
| "perplexity": 548.9741461252174, | |
| "learning_rate": 0.0001415574960139285, | |
| "step_time": 9.43014669418335, | |
| "tokens_per_second": 108.58791842884247, | |
| "memory_mb": 732.40234375 | |
| }, | |
| { | |
| "step": 2900, | |
| "loss": 6.410398960113525, | |
| "perplexity": 608.136254778883, | |
| "learning_rate": 0.00016499999999874617, | |
| "step_time": 8.674461603164673, | |
| "tokens_per_second": 118.0476722182294, | |
| "memory_mb": 733.71484375 | |
| }, | |
| { | |
| "step": 3000, | |
| "loss": 6.160744071006775, | |
| "perplexity": 473.7804700263767, | |
| "learning_rate": 0.0001884425039835638, | |
| "step_time": 9.056138277053833, | |
| "tokens_per_second": 113.07247843096432, | |
| "memory_mb": 803.75390625 | |
| }, | |
| { | |
| "step": 3100, | |
| "loss": 6.270610332489014, | |
| "perplexity": 528.8000232415734, | |
| "learning_rate": 0.0002111727193472824, | |
| "step_time": 9.650378227233887, | |
| "tokens_per_second": 106.10983071214939, | |
| "memory_mb": 790.328125 | |
| }, | |
| { | |
| "step": 3200, | |
| "loss": 6.4413875341415405, | |
| "perplexity": 627.2765639068664, | |
| "learning_rate": 0.00023249999999811922, | |
| "step_time": 8.436410665512085, | |
| "tokens_per_second": 121.37863371043517, | |
| "memory_mb": 940.3671875 | |
| }, | |
| { | |
| "step": 3300, | |
| "loss": 6.163665413856506, | |
| "perplexity": 475.1665688640195, | |
| "learning_rate": 0.0002517763273056231, | |
| "step_time": 10.011188507080078, | |
| "tokens_per_second": 102.28555773131335, | |
| "memory_mb": 747.43359375 | |
| }, | |
| { | |
| "step": 3400, | |
| "loss": 6.067382216453552, | |
| "perplexity": 431.5494984476535, | |
| "learning_rate": 0.00026841599981884787, | |
| "step_time": 8.671327114105225, | |
| "tokens_per_second": 118.0903437876665, | |
| "memory_mb": 970.37109375 | |
| }, | |
| { | |
| "step": 3500, | |
| "loss": 6.14486300945282, | |
| "perplexity": 466.3157638357051, | |
| "learning_rate": 0.0002819134295085615, | |
| "step_time": 8.194751024246216, | |
| "tokens_per_second": 124.95803679333764, | |
| "memory_mb": 736.890625 | |
| }, | |
| { | |
| "step": 3600, | |
| "loss": 6.448354721069336, | |
| "perplexity": 631.6621769355031, | |
| "learning_rate": 0.00029185850380367053, | |
| "step_time": 8.76004934310913, | |
| "tokens_per_second": 116.89431872955184, | |
| "memory_mb": 781.22265625 | |
| }, | |
| { | |
| "step": 3700, | |
| "loss": 6.149544358253479, | |
| "perplexity": 468.5038682213576, | |
| "learning_rate": 0.00029794904665416755, | |
| "step_time": 11.995165824890137, | |
| "tokens_per_second": 85.36772354369505, | |
| "memory_mb": 836.3046875 | |
| }, | |
| { | |
| "step": 3800, | |
| "loss": 6.083824634552002, | |
| "perplexity": 438.70387214992155, | |
| "learning_rate": 0.0002999999999975028, | |
| "step_time": 8.194983720779419, | |
| "tokens_per_second": 124.95448861033346, | |
| "memory_mb": 766.9453125 | |
| }, | |
| { | |
| "step": 3900, | |
| "loss": 6.295181512832642, | |
| "perplexity": 541.954209109435, | |
| "learning_rate": 0.0002979490466541723, | |
| "step_time": 9.617033004760742, | |
| "tokens_per_second": 106.47774625428518, | |
| "memory_mb": 837.29296875 | |
| }, | |
| { | |
| "step": 4000, | |
| "loss": 5.752694249153137, | |
| "perplexity": 315.038309582537, | |
| "learning_rate": 0.0002918585038036804, | |
| "step_time": 10.153574228286743, | |
| "tokens_per_second": 100.85118569845567, | |
| "memory_mb": 729.46484375 | |
| }, | |
| { | |
| "step": 4100, | |
| "loss": 6.129071950912476, | |
| "perplexity": 459.00997915951336, | |
| "learning_rate": 0.00028191342950857645, | |
| "step_time": 16.923099994659424, | |
| "tokens_per_second": 121.01801683180422, | |
| "memory_mb": 866.20703125 | |
| }, | |
| { | |
| "step": 4200, | |
| "loss": 5.725140452384949, | |
| "perplexity": 306.4763075489217, | |
| "learning_rate": 0.0002684159998188649, | |
| "step_time": 16.08098530769348, | |
| "tokens_per_second": 127.35538033357905, | |
| "memory_mb": 856.5625 | |
| }, | |
| { | |
| "step": 4300, | |
| "loss": 5.917757749557495, | |
| "perplexity": 371.57760903139615, | |
| "learning_rate": 0.00025177632730563935, | |
| "step_time": 16.5029239654541, | |
| "tokens_per_second": 124.09922049493284, | |
| "memory_mb": 856.58203125 | |
| }, | |
| { | |
| "step": 4400, | |
| "loss": 5.828692674636841, | |
| "perplexity": 339.9140102647636, | |
| "learning_rate": 0.00023249999999813424, | |
| "step_time": 15.03031873703003, | |
| "tokens_per_second": 136.25792212605347, | |
| "memory_mb": 856.58203125 | |
| }, | |
| { | |
| "step": 4500, | |
| "loss": 5.768530249595642, | |
| "perplexity": 320.0669682230316, | |
| "learning_rate": 0.0002111727193472959, | |
| "step_time": 15.095525026321411, | |
| "tokens_per_second": 135.66934548013344, | |
| "memory_mb": 856.58203125 | |
| }, | |
| { | |
| "step": 4600, | |
| "loss": 5.824233174324036, | |
| "perplexity": 338.40153857021943, | |
| "learning_rate": 0.00018844250398357548, | |
| "step_time": 15.770112752914429, | |
| "tokens_per_second": 129.86590724416445, | |
| "memory_mb": 856.6796875 | |
| }, | |
| { | |
| "step": 4700, | |
| "loss": 5.592358708381653, | |
| "perplexity": 268.3678753241069, | |
| "learning_rate": 0.00016499999999875585, | |
| "step_time": 15.393234729766846, | |
| "tokens_per_second": 133.04546029169921, | |
| "memory_mb": 856.6015625 | |
| }, | |
| { | |
| "step": 4800, | |
| "loss": 5.626398682594299, | |
| "perplexity": 277.6603717835579, | |
| "learning_rate": 0.0001415574960139364, | |
| "step_time": 15.054797887802124, | |
| "tokens_per_second": 136.03636629750804, | |
| "memory_mb": 856.6796875 | |
| }, | |
| { | |
| "step": 4900, | |
| "loss": 5.718711733818054, | |
| "perplexity": 304.5123771619807, | |
| "learning_rate": 0.00011882728065021638, | |
| "step_time": 16.42769432067871, | |
| "tokens_per_second": 124.66752546168553, | |
| "memory_mb": 856.62890625 | |
| }, | |
| { | |
| "step": 5000, | |
| "loss": 5.441234588623047, | |
| "perplexity": 230.7268604519411, | |
| "learning_rate": 9.749999999937817e-05, | |
| "step_time": 15.495960474014282, | |
| "tokens_per_second": 132.16347598681364, | |
| "memory_mb": 856.71875 | |
| }, | |
| { | |
| "step": 5100, | |
| "loss": 5.574064016342163, | |
| "perplexity": 263.50280585799544, | |
| "learning_rate": 7.822367269187295e-05, | |
| "step_time": 15.050865411758423, | |
| "tokens_per_second": 136.07190975211358, | |
| "memory_mb": 856.67578125 | |
| }, | |
| { | |
| "step": 5200, | |
| "loss": 5.486729264259338, | |
| "perplexity": 241.4661419404157, | |
| "learning_rate": 6.158400017864684e-05, | |
| "step_time": 14.95394515991211, | |
| "tokens_per_second": 136.95382576968316, | |
| "memory_mb": 856.74609375 | |
| }, | |
| { | |
| "step": 5300, | |
| "loss": 5.643607139587402, | |
| "perplexity": 282.47982711304775, | |
| "learning_rate": 4.808657048893407e-05, | |
| "step_time": 14.74146294593811, | |
| "tokens_per_second": 138.927866759948, | |
| "memory_mb": 856.828125 | |
| }, | |
| { | |
| "step": 5400, | |
| "loss": 5.773634672164917, | |
| "perplexity": 321.7049020761921, | |
| "learning_rate": 3.8141496193827305e-05, | |
| "step_time": 14.770179033279419, | |
| "tokens_per_second": 138.6577640924697, | |
| "memory_mb": 856.73046875 | |
| }, | |
| { | |
| "step": 5500, | |
| "loss": 5.430219531059265, | |
| "perplexity": 228.19933676762415, | |
| "learning_rate": 3.2050953343333e-05, | |
| "step_time": 17.394481897354126, | |
| "tokens_per_second": 117.7384881070543, | |
| "memory_mb": 856.4453125 | |
| }, | |
| { | |
| "step": 5600, | |
| "loss": 5.905840158462524, | |
| "perplexity": 367.17558190769864, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 14.9873046875, | |
| "tokens_per_second": 136.64898677265916, | |
| "memory_mb": 856.71875 | |
| }, | |
| { | |
| "step": 5700, | |
| "loss": 5.61777663230896, | |
| "perplexity": 275.27666109950576, | |
| "learning_rate": 3.205095334333272e-05, | |
| "step_time": 16.493826627731323, | |
| "tokens_per_second": 124.16766868136386, | |
| "memory_mb": 856.71875 | |
| }, | |
| { | |
| "step": 5800, | |
| "loss": 5.823711514472961, | |
| "perplexity": 338.2250541104363, | |
| "learning_rate": 3.814149619382621e-05, | |
| "step_time": 15.767404556274414, | |
| "tokens_per_second": 129.88821290724272, | |
| "memory_mb": 856.7265625 | |
| }, | |
| { | |
| "step": 5900, | |
| "loss": 5.767146706581116, | |
| "perplexity": 319.6244479984378, | |
| "learning_rate": 4.808657048893161e-05, | |
| "step_time": 14.995726346969604, | |
| "tokens_per_second": 136.57224415900788, | |
| "memory_mb": 857.28125 | |
| }, | |
| { | |
| "step": 6000, | |
| "loss": 5.632080435752869, | |
| "perplexity": 279.242459738446, | |
| "learning_rate": 6.158400017864261e-05, | |
| "step_time": 15.532944679260254, | |
| "tokens_per_second": 131.84879250452173, | |
| "memory_mb": 857.25 | |
| }, | |
| { | |
| "step": 6100, | |
| "loss": 5.641765594482422, | |
| "perplexity": 281.9601064615597, | |
| "learning_rate": 7.822367269186639e-05, | |
| "step_time": 13.042147397994995, | |
| "tokens_per_second": 157.02935548135613, | |
| "memory_mb": 3038.3984375 | |
| }, | |
| { | |
| "step": 6200, | |
| "loss": 5.216195583343506, | |
| "perplexity": 184.23195401529154, | |
| "learning_rate": 9.749999999936928e-05, | |
| "step_time": 13.716249227523804, | |
| "tokens_per_second": 149.3119559165174, | |
| "memory_mb": 3027.03515625 | |
| }, | |
| { | |
| "step": 6300, | |
| "loss": 5.537067532539368, | |
| "perplexity": 253.93225847719265, | |
| "learning_rate": 0.00011882728065020474, | |
| "step_time": 13.56373405456543, | |
| "tokens_per_second": 150.99086960575298, | |
| "memory_mb": 3029.5546875 | |
| }, | |
| { | |
| "step": 6400, | |
| "loss": 5.462532162666321, | |
| "perplexity": 235.69348362718267, | |
| "learning_rate": 0.0001415574960139221, | |
| "step_time": 15.235360145568848, | |
| "tokens_per_second": 134.4241278468008, | |
| "memory_mb": 3029.3984375 | |
| }, | |
| { | |
| "step": 6500, | |
| "loss": 5.461255669593811, | |
| "perplexity": 235.39281446997174, | |
| "learning_rate": 0.00016499999999873858, | |
| "step_time": 14.625237941741943, | |
| "tokens_per_second": 140.03190978211683, | |
| "memory_mb": 3029.7421875 | |
| }, | |
| { | |
| "step": 6600, | |
| "loss": 5.543500542640686, | |
| "perplexity": 255.571072864111, | |
| "learning_rate": 0.00018844250398355512, | |
| "step_time": 13.293677568435669, | |
| "tokens_per_second": 154.0581971735755, | |
| "memory_mb": 3025.90234375 | |
| }, | |
| { | |
| "step": 6700, | |
| "loss": 5.326942205429077, | |
| "perplexity": 205.80769336539043, | |
| "learning_rate": 0.0002111727193472727, | |
| "step_time": 13.689483880996704, | |
| "tokens_per_second": 149.60388702768896, | |
| "memory_mb": 3032.14453125 | |
| }, | |
| { | |
| "step": 6800, | |
| "loss": 5.4400506019592285, | |
| "perplexity": 230.4538445816494, | |
| "learning_rate": 0.00023249999999810797, | |
| "step_time": 13.920767545700073, | |
| "tokens_per_second": 147.11832470994733, | |
| "memory_mb": 3033.22265625 | |
| }, | |
| { | |
| "step": 6900, | |
| "loss": 5.562488794326782, | |
| "perplexity": 260.47028727589134, | |
| "learning_rate": 0.0002517763273056109, | |
| "step_time": 13.11566162109375, | |
| "tokens_per_second": 156.1491946930247, | |
| "memory_mb": 3030.31640625 | |
| }, | |
| { | |
| "step": 7000, | |
| "loss": 5.337615728378296, | |
| "perplexity": 208.01615155187662, | |
| "learning_rate": 0.00026841599981883453, | |
| "step_time": 13.812754154205322, | |
| "tokens_per_second": 148.2687650222517, | |
| "memory_mb": 3030.01171875 | |
| }, | |
| { | |
| "step": 7100, | |
| "loss": 5.591769337654114, | |
| "perplexity": 268.20975375486825, | |
| "learning_rate": 4.0863750705554176e-05, | |
| "step_time": 22.385777473449707, | |
| "tokens_per_second": 91.48665943941405, | |
| "memory_mb": 778.03515625 | |
| }, | |
| { | |
| "step": 7200, | |
| "loss": 5.491156101226807, | |
| "perplexity": 242.5374426712762, | |
| "learning_rate": 3.860829246363548e-05, | |
| "step_time": 23.257835626602173, | |
| "tokens_per_second": 88.0563450907491, | |
| "memory_mb": 766.17578125 | |
| }, | |
| { | |
| "step": 7300, | |
| "loss": 5.590375304222107, | |
| "perplexity": 267.83612088021056, | |
| "learning_rate": 3.660737030015427e-05, | |
| "step_time": 22.15459370613098, | |
| "tokens_per_second": 92.4413251339944, | |
| "memory_mb": 765.515625 | |
| }, | |
| { | |
| "step": 7400, | |
| "loss": 5.408857345581055, | |
| "perplexity": 223.37619999638744, | |
| "learning_rate": 3.486501380605981e-05, | |
| "step_time": 22.82973575592041, | |
| "tokens_per_second": 89.70756481353028, | |
| "memory_mb": 762.5078125 | |
| }, | |
| { | |
| "step": 7500, | |
| "loss": 5.681139707565308, | |
| "perplexity": 293.2834969372769, | |
| "learning_rate": 3.338473185545381e-05, | |
| "step_time": 23.581167221069336, | |
| "tokens_per_second": 86.848966414612, | |
| "memory_mb": 762.328125 | |
| }, | |
| { | |
| "step": 7600, | |
| "loss": 5.239741921424866, | |
| "perplexity": 188.6214169770699, | |
| "learning_rate": 3.2169505539184994e-05, | |
| "step_time": 24.760926008224487, | |
| "tokens_per_second": 82.71096159003685, | |
| "memory_mb": 765.65625 | |
| }, | |
| { | |
| "step": 7700, | |
| "loss": 5.552804112434387, | |
| "perplexity": 257.95989121628156, | |
| "learning_rate": 3.122178216132881e-05, | |
| "step_time": 21.644299030303955, | |
| "tokens_per_second": 94.62075889510751, | |
| "memory_mb": 766.9921875 | |
| }, | |
| { | |
| "step": 7800, | |
| "loss": 5.3391993045806885, | |
| "perplexity": 208.34582193938436, | |
| "learning_rate": 3.054347031064272e-05, | |
| "step_time": 21.552024602890015, | |
| "tokens_per_second": 95.02587518971994, | |
| "memory_mb": 768.30078125 | |
| }, | |
| { | |
| "step": 7900, | |
| "loss": 5.07136607170105, | |
| "perplexity": 159.39191947680405, | |
| "learning_rate": 3.0135936016922528e-05, | |
| "step_time": 25.795836448669434, | |
| "tokens_per_second": 79.3926571861808, | |
| "memory_mb": 766.03125 | |
| }, | |
| { | |
| "step": 8000, | |
| "loss": 5.289915561676025, | |
| "perplexity": 198.32667833002583, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 20.64373207092285, | |
| "tokens_per_second": 99.20686787466366, | |
| "memory_mb": 770.73046875 | |
| }, | |
| { | |
| "step": 8100, | |
| "loss": 5.472690582275391, | |
| "perplexity": 238.09995923313426, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 20.021532773971558, | |
| "tokens_per_second": 102.28987076666009, | |
| "memory_mb": 782.06640625 | |
| }, | |
| { | |
| "step": 8200, | |
| "loss": 5.381044268608093, | |
| "perplexity": 217.24902334669338, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 19.268752336502075, | |
| "tokens_per_second": 106.28607209405757, | |
| "memory_mb": 772.1875 | |
| }, | |
| { | |
| "step": 8300, | |
| "loss": 5.509163498878479, | |
| "perplexity": 246.94447131857976, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 21.33850598335266, | |
| "tokens_per_second": 95.97672871745365, | |
| "memory_mb": 773.4140625 | |
| }, | |
| { | |
| "step": 8400, | |
| "loss": 5.361395001411438, | |
| "perplexity": 213.0219051308242, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 19.24502682685852, | |
| "tokens_per_second": 106.41710289235836, | |
| "memory_mb": 771.12890625 | |
| }, | |
| { | |
| "step": 8500, | |
| "loss": 5.601587295532227, | |
| "perplexity": 270.8559949054038, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 19.78052020072937, | |
| "tokens_per_second": 103.53620527757828, | |
| "memory_mb": 788.19140625 | |
| }, | |
| { | |
| "step": 8600, | |
| "loss": 5.177438259124756, | |
| "perplexity": 177.22821619925446, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 19.43180513381958, | |
| "tokens_per_second": 105.39422281646966, | |
| "memory_mb": 768.90625 | |
| }, | |
| { | |
| "step": 8700, | |
| "loss": 5.507565855979919, | |
| "perplexity": 246.5502572281615, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 20.27060604095459, | |
| "tokens_per_second": 101.03299308675011, | |
| "memory_mb": 770.671875 | |
| }, | |
| { | |
| "step": 8800, | |
| "loss": 5.28560483455658, | |
| "perplexity": 197.47358618400258, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 18.91090226173401, | |
| "tokens_per_second": 108.29731821649273, | |
| "memory_mb": 780.921875 | |
| }, | |
| { | |
| "step": 8900, | |
| "loss": 5.001006722450256, | |
| "perplexity": 148.56264519463585, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 18.08107566833496, | |
| "tokens_per_second": 113.26759743540164, | |
| "memory_mb": 782.58203125 | |
| }, | |
| { | |
| "step": 9000, | |
| "loss": 5.228554844856262, | |
| "perplexity": 186.5230539013194, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "step_time": 19.203582286834717, | |
| "tokens_per_second": 106.64676878563616, | |
| "memory_mb": 775.125 | |
| } | |
| ] |