| { |
| "name": "normal-model-ablation", |
| "attention_type": "standard", |
| "params": 1498496, |
| "params_excluding_indexers": 1498496, |
| "val_loss": 3.4248253107070923, |
| "val_ppl": 30.71727840314173, |
| "steps": 40690, |
| "train_tokens": 1999994880, |
| "seed": 1337, |
| "log": [ |
| { |
| "step": 50, |
| "loss": 7.648939208984375, |
| "indexer_kl": 0.0, |
| "lr": 0.001, |
| "tokens_per_s": 2363149.0623330018 |
| }, |
| { |
| "step": 100, |
| "loss": 6.532793579101562, |
| "indexer_kl": 0.0, |
| "lr": 0.002, |
| "tokens_per_s": 2363988.825870876 |
| }, |
| { |
| "step": 150, |
| "loss": 5.866292114257813, |
| "indexer_kl": 0.0, |
| "lr": 0.001999993527593341, |
| "tokens_per_s": 2364134.4022017717 |
| }, |
| { |
| "step": 200, |
| "loss": 5.428878173828125, |
| "indexer_kl": 0.0, |
| "lr": 0.001999973579415524, |
| "tokens_per_s": 2364310.093602896 |
| }, |
| { |
| "step": 250, |
| "loss": 5.125506591796875, |
| "indexer_kl": 0.0, |
| "lr": 0.0019999401530695817, |
| "tokens_per_s": 2364501.540194997 |
| }, |
| { |
| "step": 300, |
| "loss": 4.932823791503906, |
| "indexer_kl": 0.0, |
| "lr": 0.0019998932490561125, |
| "tokens_per_s": 2364898.813939611 |
| }, |
| { |
| "step": 350, |
| "loss": 4.802083129882813, |
| "indexer_kl": 0.0, |
| "lr": 0.00199983286807756, |
| "tokens_per_s": 2364946.2249820535 |
| }, |
| { |
| "step": 400, |
| "loss": 4.702893676757813, |
| "indexer_kl": 0.0, |
| "lr": 0.0019997590110381997, |
| "tokens_per_s": 2364936.7490808354 |
| }, |
| { |
| "step": 450, |
| "loss": 4.638193359375, |
| "indexer_kl": 0.0, |
| "lr": 0.0019996716790441284, |
| "tokens_per_s": 2365077.030751819 |
| }, |
| { |
| "step": 500, |
| "loss": 4.567515869140625, |
| "indexer_kl": 0.0, |
| "lr": 0.0019995708734032464, |
| "tokens_per_s": 2365186.9887292064 |
| }, |
| { |
| "step": 550, |
| "loss": 4.511327209472657, |
| "indexer_kl": 0.0, |
| "lr": 0.001999456595625237, |
| "tokens_per_s": 2365294.823211181 |
| }, |
| { |
| "step": 600, |
| "loss": 4.4699462890625, |
| "indexer_kl": 0.0, |
| "lr": 0.001999328847421545, |
| "tokens_per_s": 2365321.278435137 |
| }, |
| { |
| "step": 650, |
| "loss": 4.422857666015625, |
| "indexer_kl": 0.0, |
| "lr": 0.001999187630705351, |
| "tokens_per_s": 2365351.2629185687 |
| }, |
| { |
| "step": 700, |
| "loss": 4.3891299438476565, |
| "indexer_kl": 0.0, |
| "lr": 0.0019990329475915417, |
| "tokens_per_s": 2365414.378649714 |
| }, |
| { |
| "step": 750, |
| "loss": 4.359731140136719, |
| "indexer_kl": 0.0, |
| "lr": 0.0019988648003966803, |
| "tokens_per_s": 2365481.4582522465 |
| }, |
| { |
| "step": 800, |
| "loss": 4.3241729736328125, |
| "indexer_kl": 0.0, |
| "lr": 0.0019986831916389692, |
| "tokens_per_s": 2365593.0862674806 |
| }, |
| { |
| "step": 850, |
| "loss": 4.301809387207031, |
| "indexer_kl": 0.0, |
| "lr": 0.0019984881240382147, |
| "tokens_per_s": 2365628.0370933237 |
| }, |
| { |
| "step": 900, |
| "loss": 4.25659423828125, |
| "indexer_kl": 0.0, |
| "lr": 0.001998279600515784, |
| "tokens_per_s": 2365700.2772627347 |
| }, |
| { |
| "step": 950, |
| "loss": 4.203756713867188, |
| "indexer_kl": 0.0, |
| "lr": 0.0019980576241945642, |
| "tokens_per_s": 2365757.744108179 |
| }, |
| { |
| "step": 1000, |
| "loss": 4.183764953613281, |
| "indexer_kl": 0.0, |
| "lr": 0.001997822198398912, |
| "tokens_per_s": 2365765.8114079665 |
| }, |
| { |
| "step": 1050, |
| "loss": 4.1194775390625, |
| "indexer_kl": 0.0, |
| "lr": 0.001997573326654608, |
| "tokens_per_s": 2365811.713585091 |
| }, |
| { |
| "step": 1100, |
| "loss": 4.085085144042969, |
| "indexer_kl": 0.0, |
| "lr": 0.001997311012688801, |
| "tokens_per_s": 2365878.1760932603 |
| }, |
| { |
| "step": 1150, |
| "loss": 4.049246215820313, |
| "indexer_kl": 0.0, |
| "lr": 0.001997035260429951, |
| "tokens_per_s": 2365908.7120877816 |
| }, |
| { |
| "step": 1200, |
| "loss": 4.034196472167968, |
| "indexer_kl": 0.0, |
| "lr": 0.0019967460740077754, |
| "tokens_per_s": 2365901.542522324 |
| }, |
| { |
| "step": 1250, |
| "loss": 4.01317138671875, |
| "indexer_kl": 0.0, |
| "lr": 0.0019964434577531827, |
| "tokens_per_s": 2365885.193871997 |
| }, |
| { |
| "step": 1300, |
| "loss": 3.997111511230469, |
| "indexer_kl": 0.0, |
| "lr": 0.001996127416198208, |
| "tokens_per_s": 2365852.580510005 |
| }, |
| { |
| "step": 1350, |
| "loss": 3.969423828125, |
| "indexer_kl": 0.0, |
| "lr": 0.001995797954075948, |
| "tokens_per_s": 2365862.9077159036 |
| }, |
| { |
| "step": 1400, |
| "loss": 3.96874755859375, |
| "indexer_kl": 0.0, |
| "lr": 0.0019954550763204874, |
| "tokens_per_s": 2365863.653996134 |
| }, |
| { |
| "step": 1450, |
| "loss": 3.9396133422851562, |
| "indexer_kl": 0.0, |
| "lr": 0.0019950987880668256, |
| "tokens_per_s": 2365855.1738323844 |
| }, |
| { |
| "step": 1500, |
| "loss": 3.942455139160156, |
| "indexer_kl": 0.0, |
| "lr": 0.0019947290946508004, |
| "tokens_per_s": 2365844.200154269 |
| }, |
| { |
| "step": 1550, |
| "loss": 3.9267047119140623, |
| "indexer_kl": 0.0, |
| "lr": 0.0019943460016090078, |
| "tokens_per_s": 2365845.9681223766 |
| }, |
| { |
| "step": 1600, |
| "loss": 3.907215270996094, |
| "indexer_kl": 0.0, |
| "lr": 0.001993949514678718, |
| "tokens_per_s": 2365859.300222584 |
| }, |
| { |
| "step": 1650, |
| "loss": 3.886343994140625, |
| "indexer_kl": 0.0, |
| "lr": 0.001993539639797793, |
| "tokens_per_s": 2365850.367353153 |
| }, |
| { |
| "step": 1700, |
| "loss": 3.8931393432617187, |
| "indexer_kl": 0.0, |
| "lr": 0.001993116383104593, |
| "tokens_per_s": 2365874.716178031 |
| }, |
| { |
| "step": 1750, |
| "loss": 3.8917095947265623, |
| "indexer_kl": 0.0, |
| "lr": 0.0019926797509378868, |
| "tokens_per_s": 2365898.4963976922 |
| }, |
| { |
| "step": 1800, |
| "loss": 3.8888079833984377, |
| "indexer_kl": 0.0, |
| "lr": 0.0019922297498367577, |
| "tokens_per_s": 2365907.9231186537 |
| }, |
| { |
| "step": 1850, |
| "loss": 3.8674688720703125, |
| "indexer_kl": 0.0, |
| "lr": 0.0019917663865405034, |
| "tokens_per_s": 2365910.3386303657 |
| }, |
| { |
| "step": 1900, |
| "loss": 3.868305358886719, |
| "indexer_kl": 0.0, |
| "lr": 0.001991289667988538, |
| "tokens_per_s": 2365725.8240885152 |
| }, |
| { |
| "step": 1950, |
| "loss": 3.861421813964844, |
| "indexer_kl": 0.0, |
| "lr": 0.001990799601320285, |
| "tokens_per_s": 2365721.28488152 |
| }, |
| { |
| "step": 2000, |
| "loss": 3.8439151000976564, |
| "indexer_kl": 0.0, |
| "lr": 0.0019902961938750713, |
| "tokens_per_s": 2365723.270809914 |
| }, |
| { |
| "step": 2050, |
| "loss": 3.844996032714844, |
| "indexer_kl": 0.0, |
| "lr": 0.001989779453192019, |
| "tokens_per_s": 2365724.312340054 |
| }, |
| { |
| "step": 2100, |
| "loss": 3.8411569213867187, |
| "indexer_kl": 0.0, |
| "lr": 0.001989249387009931, |
| "tokens_per_s": 2365728.807581166 |
| }, |
| { |
| "step": 2150, |
| "loss": 3.8154672241210936, |
| "indexer_kl": 0.0, |
| "lr": 0.001988706003267174, |
| "tokens_per_s": 2365619.9002684793 |
| }, |
| { |
| "step": 2200, |
| "loss": 3.8307904052734374, |
| "indexer_kl": 0.0, |
| "lr": 0.0019881493101015623, |
| "tokens_per_s": 2365656.226260755 |
| }, |
| { |
| "step": 2250, |
| "loss": 3.8134255981445313, |
| "indexer_kl": 0.0, |
| "lr": 0.001987579315850234, |
| "tokens_per_s": 2365603.2284849808 |
| }, |
| { |
| "step": 2300, |
| "loss": 3.809312744140625, |
| "indexer_kl": 0.0, |
| "lr": 0.001986996029049527, |
| "tokens_per_s": 2365610.2005907726 |
| }, |
| { |
| "step": 2350, |
| "loss": 3.7917156982421876, |
| "indexer_kl": 0.0, |
| "lr": 0.00198639945843485, |
| "tokens_per_s": 2365646.816639603 |
| }, |
| { |
| "step": 2400, |
| "loss": 3.8041644287109375, |
| "indexer_kl": 0.0, |
| "lr": 0.001985789612940554, |
| "tokens_per_s": 2365661.831258642 |
| }, |
| { |
| "step": 2450, |
| "loss": 3.8070977783203124, |
| "indexer_kl": 0.0, |
| "lr": 0.001985166501699796, |
| "tokens_per_s": 2365668.4771750565 |
| }, |
| { |
| "step": 2500, |
| "loss": 3.783924255371094, |
| "indexer_kl": 0.0, |
| "lr": 0.0019845301340444023, |
| "tokens_per_s": 2365674.412092384 |
| }, |
| { |
| "step": 2550, |
| "loss": 3.7888543701171873, |
| "indexer_kl": 0.0, |
| "lr": 0.0019838805195047313, |
| "tokens_per_s": 2365688.8650238784 |
| }, |
| { |
| "step": 2600, |
| "loss": 3.7852914428710935, |
| "indexer_kl": 0.0, |
| "lr": 0.001983217667809529, |
| "tokens_per_s": 2365706.9595662183 |
| }, |
| { |
| "step": 2650, |
| "loss": 3.7806036376953127, |
| "indexer_kl": 0.0, |
| "lr": 0.0019825415888857826, |
| "tokens_per_s": 2365719.034300667 |
| }, |
| { |
| "step": 2700, |
| "loss": 3.777296447753906, |
| "indexer_kl": 0.0, |
| "lr": 0.001981852292858573, |
| "tokens_per_s": 2365740.6562754093 |
| }, |
| { |
| "step": 2750, |
| "loss": 3.7734365844726563, |
| "indexer_kl": 0.0, |
| "lr": 0.0019811497900509237, |
| "tokens_per_s": 2365730.4155096156 |
| }, |
| { |
| "step": 2800, |
| "loss": 3.7739547729492187, |
| "indexer_kl": 0.0, |
| "lr": 0.001980434090983644, |
| "tokens_per_s": 2365728.3648194945 |
| }, |
| { |
| "step": 2850, |
| "loss": 3.7633148193359376, |
| "indexer_kl": 0.0, |
| "lr": 0.001979705206375173, |
| "tokens_per_s": 2365741.207696818 |
| }, |
| { |
| "step": 2900, |
| "loss": 3.762046203613281, |
| "indexer_kl": 0.0, |
| "lr": 0.0019789631471414204, |
| "tokens_per_s": 2365743.478877632 |
| }, |
| { |
| "step": 2950, |
| "loss": 3.7482318115234374, |
| "indexer_kl": 0.0, |
| "lr": 0.001978207924395599, |
| "tokens_per_s": 2365739.6453517764 |
| }, |
| { |
| "step": 3000, |
| "loss": 3.7447048950195314, |
| "indexer_kl": 0.0, |
| "lr": 0.001977439549448063, |
| "tokens_per_s": 2365759.096751134 |
| }, |
| { |
| "step": 3050, |
| "loss": 3.7526791381835936, |
| "indexer_kl": 0.0, |
| "lr": 0.001976658033806136, |
| "tokens_per_s": 2365765.689463216 |
| }, |
| { |
| "step": 3100, |
| "loss": 3.7484735107421874, |
| "indexer_kl": 0.0, |
| "lr": 0.001975863389173937, |
| "tokens_per_s": 2365785.6701074634 |
| }, |
| { |
| "step": 3150, |
| "loss": 3.745319519042969, |
| "indexer_kl": 0.0, |
| "lr": 0.0019750556274522094, |
| "tokens_per_s": 2365795.941217237 |
| }, |
| { |
| "step": 3200, |
| "loss": 3.7427322387695314, |
| "indexer_kl": 0.0, |
| "lr": 0.0019742347607381396, |
| "tokens_per_s": 2365804.00796527 |
| }, |
| { |
| "step": 3250, |
| "loss": 3.734724426269531, |
| "indexer_kl": 0.0, |
| "lr": 0.0019734008013251774, |
| "tokens_per_s": 2365806.8728579464 |
| }, |
| { |
| "step": 3300, |
| "loss": 3.7363052368164062, |
| "indexer_kl": 0.0, |
| "lr": 0.0019725537617028503, |
| "tokens_per_s": 2365813.8549764343 |
| }, |
| { |
| "step": 3350, |
| "loss": 3.7382769775390625, |
| "indexer_kl": 0.0, |
| "lr": 0.001971693654556578, |
| "tokens_per_s": 2365824.1946284124 |
| }, |
| { |
| "step": 3400, |
| "loss": 3.73150634765625, |
| "indexer_kl": 0.0, |
| "lr": 0.0019708204927674816, |
| "tokens_per_s": 2365820.519661802 |
| }, |
| { |
| "step": 3450, |
| "loss": 3.725441589355469, |
| "indexer_kl": 0.0, |
| "lr": 0.001969934289412191, |
| "tokens_per_s": 2365696.240661284 |
| }, |
| { |
| "step": 3500, |
| "loss": 3.7239511108398435, |
| "indexer_kl": 0.0, |
| "lr": 0.001969035057762649, |
| "tokens_per_s": 2365702.945406527 |
| }, |
| { |
| "step": 3550, |
| "loss": 3.7278607177734373, |
| "indexer_kl": 0.0, |
| "lr": 0.0019681228112859122, |
| "tokens_per_s": 2365709.1630875976 |
| }, |
| { |
| "step": 3600, |
| "loss": 3.730074462890625, |
| "indexer_kl": 0.0, |
| "lr": 0.00196719756364395, |
| "tokens_per_s": 2365595.5631893845 |
| }, |
| { |
| "step": 3650, |
| "loss": 3.7295181274414064, |
| "indexer_kl": 0.0, |
| "lr": 0.00196625932869344, |
| "tokens_per_s": 2365604.73188933 |
| }, |
| { |
| "step": 3700, |
| "loss": 3.714951477050781, |
| "indexer_kl": 0.0, |
| "lr": 0.001965308120485559, |
| "tokens_per_s": 2365615.406263004 |
| }, |
| { |
| "step": 3750, |
| "loss": 3.718502197265625, |
| "indexer_kl": 0.0, |
| "lr": 0.001964343953265774, |
| "tokens_per_s": 2365628.7349893274 |
| }, |
| { |
| "step": 3800, |
| "loss": 3.7099569702148436, |
| "indexer_kl": 0.0, |
| "lr": 0.0019633668414736293, |
| "tokens_per_s": 2365626.2974535734 |
| }, |
| { |
| "step": 3850, |
| "loss": 3.7241705322265624, |
| "indexer_kl": 0.0, |
| "lr": 0.001962376799742529, |
| "tokens_per_s": 2365627.6741906614 |
| }, |
| { |
| "step": 3900, |
| "loss": 3.715791015625, |
| "indexer_kl": 0.0, |
| "lr": 0.001961373842899518, |
| "tokens_per_s": 2365634.7370036696 |
| }, |
| { |
| "step": 3950, |
| "loss": 3.70549560546875, |
| "indexer_kl": 0.0, |
| "lr": 0.0019603579859650603, |
| "tokens_per_s": 2365642.6381470906 |
| }, |
| { |
| "step": 4000, |
| "loss": 3.7019998168945314, |
| "indexer_kl": 0.0, |
| "lr": 0.001959329244152815, |
| "tokens_per_s": 2365655.5402133064 |
| }, |
| { |
| "step": 4050, |
| "loss": 3.7154296875, |
| "indexer_kl": 0.0, |
| "lr": 0.0019582876328694057, |
| "tokens_per_s": 2365663.478865041 |
| }, |
| { |
| "step": 4100, |
| "loss": 3.716644592285156, |
| "indexer_kl": 0.0, |
| "lr": 0.0019572331677141933, |
| "tokens_per_s": 2365667.19837918 |
| }, |
| { |
| "step": 4150, |
| "loss": 3.704065856933594, |
| "indexer_kl": 0.0, |
| "lr": 0.0019561658644790397, |
| "tokens_per_s": 2365674.739939881 |
| }, |
| { |
| "step": 4200, |
| "loss": 3.699429626464844, |
| "indexer_kl": 0.0, |
| "lr": 0.0019550857391480727, |
| "tokens_per_s": 2365672.6395769287 |
| }, |
| { |
| "step": 4250, |
| "loss": 3.6998077392578126, |
| "indexer_kl": 0.0, |
| "lr": 0.001953992807897445, |
| "tokens_per_s": 2365685.362595788 |
| }, |
| { |
| "step": 4300, |
| "loss": 3.7020452880859374, |
| "indexer_kl": 0.0, |
| "lr": 0.0019528870870950947, |
| "tokens_per_s": 2365690.176177968 |
| }, |
| { |
| "step": 4350, |
| "loss": 3.682428894042969, |
| "indexer_kl": 0.0, |
| "lr": 0.0019517685933004977, |
| "tokens_per_s": 2365706.1185155995 |
| }, |
| { |
| "step": 4400, |
| "loss": 3.70173095703125, |
| "indexer_kl": 0.0, |
| "lr": 0.00195063734326442, |
| "tokens_per_s": 2365722.210831372 |
| }, |
| { |
| "step": 4450, |
| "loss": 3.6870770263671875, |
| "indexer_kl": 0.0, |
| "lr": 0.0019494933539286688, |
| "tokens_per_s": 2365720.9639009563 |
| }, |
| { |
| "step": 4500, |
| "loss": 3.6904336547851564, |
| "indexer_kl": 0.0, |
| "lr": 0.0019483366424258364, |
| "tokens_per_s": 2365724.6010287995 |
| }, |
| { |
| "step": 4550, |
| "loss": 3.687826843261719, |
| "indexer_kl": 0.0, |
| "lr": 0.0019471672260790447, |
| "tokens_per_s": 2365729.1904296842 |
| }, |
| { |
| "step": 4600, |
| "loss": 3.679774169921875, |
| "indexer_kl": 0.0, |
| "lr": 0.0019459851224016855, |
| "tokens_per_s": 2365731.8859807616 |
| }, |
| { |
| "step": 4650, |
| "loss": 3.6956427001953127, |
| "indexer_kl": 0.0, |
| "lr": 0.0019447903490971592, |
| "tokens_per_s": 2365737.8571781293 |
| }, |
| { |
| "step": 4700, |
| "loss": 3.687264099121094, |
| "indexer_kl": 0.0, |
| "lr": 0.0019435829240586077, |
| "tokens_per_s": 2365748.6746102404 |
| }, |
| { |
| "step": 4750, |
| "loss": 3.6860531616210936, |
| "indexer_kl": 0.0, |
| "lr": 0.0019423628653686487, |
| "tokens_per_s": 2365755.966623381 |
| }, |
| { |
| "step": 4800, |
| "loss": 3.680949401855469, |
| "indexer_kl": 0.0, |
| "lr": 0.0019411301912991025, |
| "tokens_per_s": 2365753.7519748863 |
| }, |
| { |
| "step": 4850, |
| "loss": 3.682414855957031, |
| "indexer_kl": 0.0, |
| "lr": 0.001939884920310721, |
| "tokens_per_s": 2365742.3919056314 |
| }, |
| { |
| "step": 4900, |
| "loss": 3.677304992675781, |
| "indexer_kl": 0.0, |
| "lr": 0.0019386270710529088, |
| "tokens_per_s": 2365662.377639233 |
| }, |
| { |
| "step": 4950, |
| "loss": 3.682525939941406, |
| "indexer_kl": 0.0, |
| "lr": 0.0019373566623634452, |
| "tokens_per_s": 2365661.082347401 |
| }, |
| { |
| "step": 5000, |
| "loss": 3.6768450927734375, |
| "indexer_kl": 0.0, |
| "lr": 0.0019360737132682027, |
| "tokens_per_s": 2365656.620614829 |
| }, |
| { |
| "step": 5050, |
| "loss": 3.6778695678710935, |
| "indexer_kl": 0.0, |
| "lr": 0.0019347782429808595, |
| "tokens_per_s": 2365653.548092881 |
| }, |
| { |
| "step": 5100, |
| "loss": 3.6749481201171874, |
| "indexer_kl": 0.0, |
| "lr": 0.0019334702709026146, |
| "tokens_per_s": 2365647.0814135415 |
| }, |
| { |
| "step": 5150, |
| "loss": 3.66169677734375, |
| "indexer_kl": 0.0, |
| "lr": 0.0019321498166218964, |
| "tokens_per_s": 2365654.3500175234 |
| }, |
| { |
| "step": 5200, |
| "loss": 3.6875457763671875, |
| "indexer_kl": 0.0, |
| "lr": 0.001930816899914068, |
| "tokens_per_s": 2365642.0958327623 |
| }, |
| { |
| "step": 5250, |
| "loss": 3.677765197753906, |
| "indexer_kl": 0.0, |
| "lr": 0.0019294715407411332, |
| "tokens_per_s": 2365642.9808442355 |
| }, |
| { |
| "step": 5300, |
| "loss": 3.6712857055664063, |
| "indexer_kl": 0.0, |
| "lr": 0.0019281137592514353, |
| "tokens_per_s": 2365567.239906478 |
| }, |
| { |
| "step": 5350, |
| "loss": 3.6632171630859376, |
| "indexer_kl": 0.0, |
| "lr": 0.0019267435757793572, |
| "tokens_per_s": 2365570.30967417 |
| }, |
| { |
| "step": 5400, |
| "loss": 3.6715707397460937, |
| "indexer_kl": 0.0, |
| "lr": 0.0019253610108450163, |
| "tokens_per_s": 2365549.6925933226 |
| }, |
| { |
| "step": 5450, |
| "loss": 3.665740966796875, |
| "indexer_kl": 0.0, |
| "lr": 0.001923966085153956, |
| "tokens_per_s": 2365555.277509411 |
| }, |
| { |
| "step": 5500, |
| "loss": 3.6599325561523437, |
| "indexer_kl": 0.0, |
| "lr": 0.001922558819596838, |
| "tokens_per_s": 2365564.3191890744 |
| }, |
| { |
| "step": 5550, |
| "loss": 3.6636090087890625, |
| "indexer_kl": 0.0, |
| "lr": 0.001921139235249127, |
| "tokens_per_s": 2365559.606605402 |
| }, |
| { |
| "step": 5600, |
| "loss": 3.6606784057617188, |
| "indexer_kl": 0.0, |
| "lr": 0.0019197073533707765, |
| "tokens_per_s": 2365556.9994123806 |
| }, |
| { |
| "step": 5650, |
| "loss": 3.6625640869140623, |
| "indexer_kl": 0.0, |
| "lr": 0.0019182631954059103, |
| "tokens_per_s": 2365551.440585623 |
| }, |
| { |
| "step": 5700, |
| "loss": 3.6650271606445313, |
| "indexer_kl": 0.0, |
| "lr": 0.0019168067829825012, |
| "tokens_per_s": 2365543.0935560986 |
| }, |
| { |
| "step": 5750, |
| "loss": 3.653719787597656, |
| "indexer_kl": 0.0, |
| "lr": 0.0019153381379120463, |
| "tokens_per_s": 2365467.3336076057 |
| }, |
| { |
| "step": 5800, |
| "loss": 3.6499945068359376, |
| "indexer_kl": 0.0, |
| "lr": 0.0019138572821892417, |
| "tokens_per_s": 2365446.7113829986 |
| }, |
| { |
| "step": 5850, |
| "loss": 3.653059997558594, |
| "indexer_kl": 0.0, |
| "lr": 0.001912364237991652, |
| "tokens_per_s": 2365361.5710576777 |
| }, |
| { |
| "step": 5900, |
| "loss": 3.6531854248046876, |
| "indexer_kl": 0.0, |
| "lr": 0.0019108590276793792, |
| "tokens_per_s": 2365362.7345012086 |
| }, |
| { |
| "step": 5950, |
| "loss": 3.659659729003906, |
| "indexer_kl": 0.0, |
| "lr": 0.0019093416737947266, |
| "tokens_per_s": 2365311.4852002426 |
| }, |
| { |
| "step": 6000, |
| "loss": 3.673414611816406, |
| "indexer_kl": 0.0, |
| "lr": 0.0019078121990618623, |
| "tokens_per_s": 2365303.5257385755 |
| }, |
| { |
| "step": 6050, |
| "loss": 3.6563531494140626, |
| "indexer_kl": 0.0, |
| "lr": 0.001906270626386478, |
| "tokens_per_s": 2365307.9210410696 |
| }, |
| { |
| "step": 6100, |
| "loss": 3.6574200439453124, |
| "indexer_kl": 0.0, |
| "lr": 0.0019047169788554473, |
| "tokens_per_s": 2365299.849923774 |
| }, |
| { |
| "step": 6150, |
| "loss": 3.648107604980469, |
| "indexer_kl": 0.0, |
| "lr": 0.0019031512797364773, |
| "tokens_per_s": 2365233.3785801805 |
| }, |
| { |
| "step": 6200, |
| "loss": 3.641368408203125, |
| "indexer_kl": 0.0, |
| "lr": 0.0019015735524777642, |
| "tokens_per_s": 2365233.050855107 |
| }, |
| { |
| "step": 6250, |
| "loss": 3.648925476074219, |
| "indexer_kl": 0.0, |
| "lr": 0.0018999838207076382, |
| "tokens_per_s": 2365233.653170734 |
| }, |
| { |
| "step": 6300, |
| "loss": 3.6356442260742186, |
| "indexer_kl": 0.0, |
| "lr": 0.0018983821082342112, |
| "tokens_per_s": 2365228.9264036003 |
| }, |
| { |
| "step": 6350, |
| "loss": 3.639400634765625, |
| "indexer_kl": 0.0, |
| "lr": 0.0018967684390450209, |
| "tokens_per_s": 2365225.4791812995 |
| }, |
| { |
| "step": 6400, |
| "loss": 3.6440493774414064, |
| "indexer_kl": 0.0, |
| "lr": 0.001895142837306671, |
| "tokens_per_s": 2365225.8466909877 |
| }, |
| { |
| "step": 6450, |
| "loss": 3.642680358886719, |
| "indexer_kl": 0.0, |
| "lr": 0.0018935053273644688, |
| "tokens_per_s": 2365229.6835864075 |
| }, |
| { |
| "step": 6500, |
| "loss": 3.64785400390625, |
| "indexer_kl": 0.0, |
| "lr": 0.0018918559337420615, |
| "tokens_per_s": 2365221.375539062 |
| }, |
| { |
| "step": 6550, |
| "loss": 3.6406289672851564, |
| "indexer_kl": 0.0, |
| "lr": 0.0018901946811410678, |
| "tokens_per_s": 2365180.590685803 |
| }, |
| { |
| "step": 6600, |
| "loss": 3.6532958984375, |
| "indexer_kl": 0.0, |
| "lr": 0.001888521594440709, |
| "tokens_per_s": 2365167.662187262 |
| }, |
| { |
| "step": 6650, |
| "loss": 3.6528497314453126, |
| "indexer_kl": 0.0, |
| "lr": 0.0018868366986974363, |
| "tokens_per_s": 2365107.584993063 |
| }, |
| { |
| "step": 6700, |
| "loss": 3.6515374755859376, |
| "indexer_kl": 0.0, |
| "lr": 0.0018851400191445553, |
| "tokens_per_s": 2365099.307042194 |
| }, |
| { |
| "step": 6750, |
| "loss": 3.641993103027344, |
| "indexer_kl": 0.0, |
| "lr": 0.0018834315811918471, |
| "tokens_per_s": 2365103.930398825 |
| }, |
| { |
| "step": 6800, |
| "loss": 3.6519775390625, |
| "indexer_kl": 0.0, |
| "lr": 0.00188171141042519, |
| "tokens_per_s": 2365095.026993393 |
| }, |
| { |
| "step": 6850, |
| "loss": 3.63876708984375, |
| "indexer_kl": 0.0, |
| "lr": 0.0018799795326061742, |
| "tokens_per_s": 2365067.2608990665 |
| }, |
| { |
| "step": 6900, |
| "loss": 3.6280551147460938, |
| "indexer_kl": 0.0, |
| "lr": 0.001878235973671717, |
| "tokens_per_s": 2365050.475299618 |
| }, |
| { |
| "step": 6950, |
| "loss": 3.6306121826171873, |
| "indexer_kl": 0.0, |
| "lr": 0.0018764807597336747, |
| "tokens_per_s": 2365041.981139623 |
| }, |
| { |
| "step": 7000, |
| "loss": 3.623145751953125, |
| "indexer_kl": 0.0, |
| "lr": 0.0018747139170784504, |
| "tokens_per_s": 2365038.914539301 |
| }, |
| { |
| "step": 7050, |
| "loss": 3.645218505859375, |
| "indexer_kl": 0.0, |
| "lr": 0.0018729354721666014, |
| "tokens_per_s": 2365040.8790395563 |
| }, |
| { |
| "step": 7100, |
| "loss": 3.6277902221679685, |
| "indexer_kl": 0.0, |
| "lr": 0.0018711454516324422, |
| "tokens_per_s": 2365033.8662700774 |
| }, |
| { |
| "step": 7150, |
| "loss": 3.62594482421875, |
| "indexer_kl": 0.0, |
| "lr": 0.0018693438822836468, |
| "tokens_per_s": 2364975.782660542 |
| }, |
| { |
| "step": 7200, |
| "loss": 3.622897033691406, |
| "indexer_kl": 0.0, |
| "lr": 0.0018675307911008448, |
| "tokens_per_s": 2364976.5920859785 |
| }, |
| { |
| "step": 7250, |
| "loss": 3.616207275390625, |
| "indexer_kl": 0.0, |
| "lr": 0.00186570620523722, |
| "tokens_per_s": 2364982.0492656985 |
| }, |
| { |
| "step": 7300, |
| "loss": 3.634427490234375, |
| "indexer_kl": 0.0, |
| "lr": 0.0018638701520181024, |
| "tokens_per_s": 2364977.42694824 |
| }, |
| { |
| "step": 7350, |
| "loss": 3.621290588378906, |
| "indexer_kl": 0.0, |
| "lr": 0.0018620226589405597, |
| "tokens_per_s": 2364975.108078643 |
| }, |
| { |
| "step": 7400, |
| "loss": 3.619018249511719, |
| "indexer_kl": 0.0, |
| "lr": 0.0018601637536729838, |
| "tokens_per_s": 2364976.5344445417 |
| }, |
| { |
| "step": 7450, |
| "loss": 3.6386614990234376, |
| "indexer_kl": 0.0, |
| "lr": 0.0018582934640546786, |
| "tokens_per_s": 2364940.6118204915 |
| }, |
| { |
| "step": 7500, |
| "loss": 3.6343368530273437, |
| "indexer_kl": 0.0, |
| "lr": 0.0018564118180954417, |
| "tokens_per_s": 2364943.9383568126 |
| }, |
| { |
| "step": 7550, |
| "loss": 3.626528015136719, |
| "indexer_kl": 0.0, |
| "lr": 0.0018545188439751455, |
| "tokens_per_s": 2364939.455721778 |
| }, |
| { |
| "step": 7600, |
| "loss": 3.630843200683594, |
| "indexer_kl": 0.0, |
| "lr": 0.0018526145700433153, |
| "tokens_per_s": 2364876.487960935 |
| }, |
| { |
| "step": 7650, |
| "loss": 3.6246981811523438, |
| "indexer_kl": 0.0, |
| "lr": 0.0018506990248187037, |
| "tokens_per_s": 2364883.501569451 |
| }, |
| { |
| "step": 7700, |
| "loss": 3.6175244140625, |
| "indexer_kl": 0.0, |
| "lr": 0.0018487722369888646, |
| "tokens_per_s": 2364885.0302139176 |
| }, |
| { |
| "step": 7750, |
| "loss": 3.6196307373046874, |
| "indexer_kl": 0.0, |
| "lr": 0.0018468342354097237, |
| "tokens_per_s": 2364887.312724784 |
| }, |
| { |
| "step": 7800, |
| "loss": 3.6219744873046875, |
| "indexer_kl": 0.0, |
| "lr": 0.0018448850491051445, |
| "tokens_per_s": 2364881.691875571 |
| }, |
| { |
| "step": 7850, |
| "loss": 3.62067626953125, |
| "indexer_kl": 0.0, |
| "lr": 0.0018429247072664966, |
| "tokens_per_s": 2364881.9518356295 |
| }, |
| { |
| "step": 7900, |
| "loss": 3.6147811889648436, |
| "indexer_kl": 0.0, |
| "lr": 0.0018409532392522161, |
| "tokens_per_s": 2364880.9585569776 |
| }, |
| { |
| "step": 7950, |
| "loss": 3.627166442871094, |
| "indexer_kl": 0.0, |
| "lr": 0.0018389706745873665, |
| "tokens_per_s": 2364885.314656563 |
| }, |
| { |
| "step": 8000, |
| "loss": 3.626260070800781, |
| "indexer_kl": 0.0, |
| "lr": 0.001836977042963197, |
| "tokens_per_s": 2364885.031667207 |
| }, |
| { |
| "step": 8050, |
| "loss": 3.6284640502929686, |
| "indexer_kl": 0.0, |
| "lr": 0.001834972374236698, |
| "tokens_per_s": 2364876.2666989216 |
| }, |
| { |
| "step": 8100, |
| "loss": 3.641448974609375, |
| "indexer_kl": 0.0, |
| "lr": 0.0018329566984301537, |
| "tokens_per_s": 2364874.8641672824 |
| }, |
| { |
| "step": 8150, |
| "loss": 3.6088037109375, |
| "indexer_kl": 0.0, |
| "lr": 0.0018309300457306909, |
| "tokens_per_s": 2364877.8659037896 |
| }, |
| { |
| "step": 8200, |
| "loss": 3.619315185546875, |
| "indexer_kl": 0.0, |
| "lr": 0.0018288924464898294, |
| "tokens_per_s": 2364879.3059205334 |
| }, |
| { |
| "step": 8250, |
| "loss": 3.608692932128906, |
| "indexer_kl": 0.0, |
| "lr": 0.0018268439312230265, |
| "tokens_per_s": 2364875.967123093 |
| }, |
| { |
| "step": 8300, |
| "loss": 3.6183990478515624, |
| "indexer_kl": 0.0, |
| "lr": 0.0018247845306092196, |
| "tokens_per_s": 2364843.0375410705 |
| }, |
| { |
| "step": 8350, |
| "loss": 3.6180816650390626, |
| "indexer_kl": 0.0, |
| "lr": 0.0018227142754903673, |
| "tokens_per_s": 2364840.8656519637 |
| }, |
| { |
| "step": 8400, |
| "loss": 3.603656005859375, |
| "indexer_kl": 0.0, |
| "lr": 0.001820633196870987, |
| "tokens_per_s": 2364842.549704516 |
| }, |
| { |
| "step": 8450, |
| "loss": 3.6040631103515626, |
| "indexer_kl": 0.0, |
| "lr": 0.0018185413259176907, |
| "tokens_per_s": 2364788.448812087 |
| }, |
| { |
| "step": 8500, |
| "loss": 3.618874816894531, |
| "indexer_kl": 0.0, |
| "lr": 0.001816438693958719, |
| "tokens_per_s": 2364785.5354625946 |
| }, |
| { |
| "step": 8550, |
| "loss": 3.6168673706054686, |
| "indexer_kl": 0.0, |
| "lr": 0.0018143253324834703, |
| "tokens_per_s": 2364788.1987387124 |
| }, |
| { |
| "step": 8600, |
| "loss": 3.609369201660156, |
| "indexer_kl": 0.0, |
| "lr": 0.001812201273142031, |
| "tokens_per_s": 2364787.954447432 |
| }, |
| { |
| "step": 8650, |
| "loss": 3.6126895141601563, |
| "indexer_kl": 0.0, |
| "lr": 0.0018100665477447, |
| "tokens_per_s": 2364796.1173172467 |
| }, |
| { |
| "step": 8700, |
| "loss": 3.6114541625976564, |
| "indexer_kl": 0.0, |
| "lr": 0.0018079211882615137, |
| "tokens_per_s": 2364799.497019427 |
| }, |
| { |
| "step": 8750, |
| "loss": 3.615689392089844, |
| "indexer_kl": 0.0, |
| "lr": 0.0018057652268217662, |
| "tokens_per_s": 2364801.4833473475 |
| }, |
| { |
| "step": 8800, |
| "loss": 3.6078955078125, |
| "indexer_kl": 0.0, |
| "lr": 0.0018035986957135285, |
| "tokens_per_s": 2364801.5451914654 |
| }, |
| { |
| "step": 8850, |
| "loss": 3.615896911621094, |
| "indexer_kl": 0.0, |
| "lr": 0.0018014216273831642, |
| "tokens_per_s": 2364801.330477557 |
| }, |
| { |
| "step": 8900, |
| "loss": 3.616408386230469, |
| "indexer_kl": 0.0, |
| "lr": 0.0017992340544348456, |
| "tokens_per_s": 2364747.51629173 |
| }, |
| { |
| "step": 8950, |
| "loss": 3.5964016723632812, |
| "indexer_kl": 0.0, |
| "lr": 0.001797036009630063, |
| "tokens_per_s": 2364738.544006515 |
| }, |
| { |
| "step": 9000, |
| "loss": 3.620291442871094, |
| "indexer_kl": 0.0, |
| "lr": 0.0017948275258871352, |
| "tokens_per_s": 2364700.1151752463 |
| }, |
| { |
| "step": 9050, |
| "loss": 3.613389587402344, |
| "indexer_kl": 0.0, |
| "lr": 0.0017926086362807171, |
| "tokens_per_s": 2364703.3907696293 |
| }, |
| { |
| "step": 9100, |
| "loss": 3.607340087890625, |
| "indexer_kl": 0.0, |
| "lr": 0.0017903793740413037, |
| "tokens_per_s": 2364704.4127704375 |
| }, |
| { |
| "step": 9150, |
| "loss": 3.60697998046875, |
| "indexer_kl": 0.0, |
| "lr": 0.001788139772554731, |
| "tokens_per_s": 2364709.2713567335 |
| }, |
| { |
| "step": 9200, |
| "loss": 3.604131164550781, |
| "indexer_kl": 0.0, |
| "lr": 0.001785889865361679, |
| "tokens_per_s": 2364712.5234107664 |
| }, |
| { |
| "step": 9250, |
| "loss": 3.5959896850585937, |
| "indexer_kl": 0.0, |
| "lr": 0.0017836296861571672, |
| "tokens_per_s": 2364712.9252684885 |
| }, |
| { |
| "step": 9300, |
| "loss": 3.5956317138671876, |
| "indexer_kl": 0.0, |
| "lr": 0.0017813592687900511, |
| "tokens_per_s": 2364718.972221969 |
| }, |
| { |
| "step": 9350, |
| "loss": 3.6035455322265624, |
| "indexer_kl": 0.0, |
| "lr": 0.0017790786472625141, |
| "tokens_per_s": 2364722.7990874248 |
| }, |
| { |
| "step": 9400, |
| "loss": 3.610584411621094, |
| "indexer_kl": 0.0, |
| "lr": 0.0017767878557295594, |
| "tokens_per_s": 2364732.001497261 |
| }, |
| { |
| "step": 9450, |
| "loss": 3.604847717285156, |
| "indexer_kl": 0.0, |
| "lr": 0.0017744869284984975, |
| "tokens_per_s": 2364738.4658819544 |
| }, |
| { |
| "step": 9500, |
| "loss": 3.593907775878906, |
| "indexer_kl": 0.0, |
| "lr": 0.0017721759000284341, |
| "tokens_per_s": 2364731.933761791 |
| }, |
| { |
| "step": 9550, |
| "loss": 3.595683898925781, |
| "indexer_kl": 0.0, |
| "lr": 0.001769854804929752, |
| "tokens_per_s": 2364726.5948169352 |
| }, |
| { |
| "step": 9600, |
| "loss": 3.5920730590820313, |
| "indexer_kl": 0.0, |
| "lr": 0.0017675236779635935, |
| "tokens_per_s": 2364732.404277861 |
| }, |
| { |
| "step": 9650, |
| "loss": 3.6064910888671875, |
| "indexer_kl": 0.0, |
| "lr": 0.0017651825540413405, |
| "tokens_per_s": 2364695.9690775853 |
| }, |
| { |
| "step": 9700, |
| "loss": 3.59421875, |
| "indexer_kl": 0.0, |
| "lr": 0.0017628314682240909, |
| "tokens_per_s": 2364701.7728992705 |
| }, |
| { |
| "step": 9750, |
| "loss": 3.5996664428710936, |
| "indexer_kl": 0.0, |
| "lr": 0.0017604704557221342, |
| "tokens_per_s": 2364706.977524667 |
| }, |
| { |
| "step": 9800, |
| "loss": 3.602231750488281, |
| "indexer_kl": 0.0, |
| "lr": 0.001758099551894423, |
| "tokens_per_s": 2364712.214864954 |
| }, |
| { |
| "step": 9850, |
| "loss": 3.6064202880859373, |
| "indexer_kl": 0.0, |
| "lr": 0.0017557187922480444, |
| "tokens_per_s": 2364670.4103628304 |
| }, |
| { |
| "step": 9900, |
| "loss": 3.590587158203125, |
| "indexer_kl": 0.0, |
| "lr": 0.0017533282124376885, |
| "tokens_per_s": 2364673.447817483 |
| }, |
| { |
| "step": 9950, |
| "loss": 3.593367004394531, |
| "indexer_kl": 0.0, |
| "lr": 0.0017509278482651137, |
| "tokens_per_s": 2364673.7560565863 |
| }, |
| { |
| "step": 10000, |
| "loss": 3.5957794189453125, |
| "indexer_kl": 0.0, |
| "lr": 0.00174851773567861, |
| "tokens_per_s": 2364678.08902054 |
| }, |
| { |
| "step": 10050, |
| "loss": 3.5963470458984377, |
| "indexer_kl": 0.0, |
| "lr": 0.0017460979107724634, |
| "tokens_per_s": 2364676.638449722 |
| }, |
| { |
| "step": 10100, |
| "loss": 3.5905441284179687, |
| "indexer_kl": 0.0, |
| "lr": 0.0017436684097864106, |
| "tokens_per_s": 2364635.8338883487 |
| }, |
| { |
| "step": 10150, |
| "loss": 3.5904031372070313, |
| "indexer_kl": 0.0, |
| "lr": 0.0017412292691051019, |
| "tokens_per_s": 2364634.835614576 |
| }, |
| { |
| "step": 10200, |
| "loss": 3.5910330200195313, |
| "indexer_kl": 0.0, |
| "lr": 0.0017387805252575515, |
| "tokens_per_s": 2364634.9346806556 |
| }, |
| { |
| "step": 10250, |
| "loss": 3.5820733642578126, |
| "indexer_kl": 0.0, |
| "lr": 0.0017363222149165928, |
| "tokens_per_s": 2364635.7392843124 |
| }, |
| { |
| "step": 10300, |
| "loss": 3.5871868896484376, |
| "indexer_kl": 0.0, |
| "lr": 0.0017338543748983291, |
| "tokens_per_s": 2364637.2128197337 |
| }, |
| { |
| "step": 10350, |
| "loss": 3.5957821655273436, |
| "indexer_kl": 0.0, |
| "lr": 0.0017313770421615818, |
| "tokens_per_s": 2364636.6176309437 |
| }, |
| { |
| "step": 10400, |
| "loss": 3.5816354370117187, |
| "indexer_kl": 0.0, |
| "lr": 0.0017288902538073365, |
| "tokens_per_s": 2364633.6862561074 |
| }, |
| { |
| "step": 10450, |
| "loss": 3.5896295166015624, |
| "indexer_kl": 0.0, |
| "lr": 0.0017263940470781888, |
| "tokens_per_s": 2364596.305752937 |
| }, |
| { |
| "step": 10500, |
| "loss": 3.5917376708984374, |
| "indexer_kl": 0.0, |
| "lr": 0.0017238884593577845, |
| "tokens_per_s": 2364594.1367804054 |
| }, |
| { |
| "step": 10550, |
| "loss": 3.582034912109375, |
| "indexer_kl": 0.0, |
| "lr": 0.001721373528170261, |
| "tokens_per_s": 2364595.302064731 |
| }, |
| { |
| "step": 10600, |
| "loss": 3.5925473022460936, |
| "indexer_kl": 0.0, |
| "lr": 0.0017188492911796862, |
| "tokens_per_s": 2364597.3314079526 |
| }, |
| { |
| "step": 10650, |
| "loss": 3.594691162109375, |
| "indexer_kl": 0.0, |
| "lr": 0.0017163157861894926, |
| "tokens_per_s": 2364574.474201118 |
| }, |
| { |
| "step": 10700, |
| "loss": 3.585426025390625, |
| "indexer_kl": 0.0, |
| "lr": 0.0017137730511419117, |
| "tokens_per_s": 2364575.646574995 |
| }, |
| { |
| "step": 10750, |
| "loss": 3.5925192260742187, |
| "indexer_kl": 0.0, |
| "lr": 0.0017112211241174066, |
| "tokens_per_s": 2364556.3072662908 |
| }, |
| { |
| "step": 10800, |
| "loss": 3.588118896484375, |
| "indexer_kl": 0.0, |
| "lr": 0.0017086600433341011, |
| "tokens_per_s": 2364558.2057752106 |
| }, |
| { |
| "step": 10850, |
| "loss": 3.5715011596679687, |
| "indexer_kl": 0.0, |
| "lr": 0.0017060898471472064, |
| "tokens_per_s": 2364561.5315569006 |
| }, |
| { |
| "step": 10900, |
| "loss": 3.5959091186523438, |
| "indexer_kl": 0.0, |
| "lr": 0.001703510574048449, |
| "tokens_per_s": 2364527.3759424533 |
| }, |
| { |
| "step": 10950, |
| "loss": 3.5825439453125, |
| "indexer_kl": 0.0, |
| "lr": 0.0017009222626654923, |
| "tokens_per_s": 2364529.764392938 |
| }, |
| { |
| "step": 11000, |
| "loss": 3.5883978271484374, |
| "indexer_kl": 0.0, |
| "lr": 0.0016983249517613585, |
| "tokens_per_s": 2364535.723304881 |
| }, |
| { |
| "step": 11050, |
| "loss": 3.5922412109375, |
| "indexer_kl": 0.0, |
| "lr": 0.0016957186802338483, |
| "tokens_per_s": 2364535.21520825 |
| }, |
| { |
| "step": 11100, |
| "loss": 3.5863275146484375, |
| "indexer_kl": 0.0, |
| "lr": 0.0016931034871149587, |
| "tokens_per_s": 2364539.7716639037 |
| }, |
| { |
| "step": 11150, |
| "loss": 3.590816650390625, |
| "indexer_kl": 0.0, |
| "lr": 0.0016904794115702975, |
| "tokens_per_s": 2364543.2754312498 |
| }, |
| { |
| "step": 11200, |
| "loss": 3.575264587402344, |
| "indexer_kl": 0.0, |
| "lr": 0.001687846492898498, |
| "tokens_per_s": 2364520.1049385443 |
| }, |
| { |
| "step": 11250, |
| "loss": 3.5897125244140624, |
| "indexer_kl": 0.0, |
| "lr": 0.0016852047705306296, |
| "tokens_per_s": 2364519.0967425047 |
| }, |
| { |
| "step": 11300, |
| "loss": 3.5808901977539063, |
| "indexer_kl": 0.0, |
| "lr": 0.0016825542840296064, |
| "tokens_per_s": 2364519.535052073 |
| }, |
| { |
| "step": 11350, |
| "loss": 3.588467712402344, |
| "indexer_kl": 0.0, |
| "lr": 0.0016798950730895974, |
| "tokens_per_s": 2364519.1260418473 |
| }, |
| { |
| "step": 11400, |
| "loss": 3.572989807128906, |
| "indexer_kl": 0.0, |
| "lr": 0.0016772271775354298, |
| "tokens_per_s": 2364523.05739595 |
| }, |
| { |
| "step": 11450, |
| "loss": 3.58401123046875, |
| "indexer_kl": 0.0, |
| "lr": 0.0016745506373219924, |
| "tokens_per_s": 2364492.2628333867 |
| }, |
| { |
| "step": 11500, |
| "loss": 3.5739675903320314, |
| "indexer_kl": 0.0, |
| "lr": 0.0016718654925336385, |
| "tokens_per_s": 2364455.9547486575 |
| }, |
| { |
| "step": 11550, |
| "loss": 3.5822259521484376, |
| "indexer_kl": 0.0, |
| "lr": 0.0016691717833835858, |
| "tokens_per_s": 2364461.6978353625 |
| }, |
| { |
| "step": 11600, |
| "loss": 3.5779901123046876, |
| "indexer_kl": 0.0, |
| "lr": 0.0016664695502133125, |
| "tokens_per_s": 2364463.6275863596 |
| }, |
| { |
| "step": 11650, |
| "loss": 3.5769583129882814, |
| "indexer_kl": 0.0, |
| "lr": 0.0016637588334919543, |
| "tokens_per_s": 2364464.1999847554 |
| }, |
| { |
| "step": 11700, |
| "loss": 3.5774386596679686, |
| "indexer_kl": 0.0, |
| "lr": 0.0016610396738156983, |
| "tokens_per_s": 2364430.4365166263 |
| }, |
| { |
| "step": 11750, |
| "loss": 3.5856033325195313, |
| "indexer_kl": 0.0, |
| "lr": 0.0016583121119071748, |
| "tokens_per_s": 2364432.670778018 |
| }, |
| { |
| "step": 11800, |
| "loss": 3.578681640625, |
| "indexer_kl": 0.0, |
| "lr": 0.0016555761886148472, |
| "tokens_per_s": 2364433.2199775204 |
| }, |
| { |
| "step": 11850, |
| "loss": 3.5592086791992186, |
| "indexer_kl": 0.0, |
| "lr": 0.0016528319449124005, |
| "tokens_per_s": 2364432.5059148963 |
| }, |
| { |
| "step": 11900, |
| "loss": 3.55782470703125, |
| "indexer_kl": 0.0, |
| "lr": 0.0016500794218981282, |
| "tokens_per_s": 2364430.3394244346 |
| }, |
| { |
| "step": 11950, |
| "loss": 3.5758621215820314, |
| "indexer_kl": 0.0, |
| "lr": 0.0016473186607943162, |
| "tokens_per_s": 2364428.2591451653 |
| }, |
| { |
| "step": 12000, |
| "loss": 3.5809661865234377, |
| "indexer_kl": 0.0, |
| "lr": 0.0016445497029466244, |
| "tokens_per_s": 2364432.559807022 |
| }, |
| { |
| "step": 12050, |
| "loss": 3.5732562255859377, |
| "indexer_kl": 0.0, |
| "lr": 0.0016417725898234701, |
| "tokens_per_s": 2364409.797328372 |
| }, |
| { |
| "step": 12100, |
| "loss": 3.5762158203125, |
| "indexer_kl": 0.0, |
| "lr": 0.001638987363015405, |
| "tokens_per_s": 2364411.848270312 |
| }, |
| { |
| "step": 12150, |
| "loss": 3.5660626220703127, |
| "indexer_kl": 0.0, |
| "lr": 0.0016361940642344926, |
| "tokens_per_s": 2364415.7950529377 |
| }, |
| { |
| "step": 12200, |
| "loss": 3.571099853515625, |
| "indexer_kl": 0.0, |
| "lr": 0.001633392735313683, |
| "tokens_per_s": 2364423.868247423 |
| }, |
| { |
| "step": 12250, |
| "loss": 3.5705807495117186, |
| "indexer_kl": 0.0, |
| "lr": 0.0016305834182061892, |
| "tokens_per_s": 2364429.568932023 |
| }, |
| { |
| "step": 12300, |
| "loss": 3.56845947265625, |
| "indexer_kl": 0.0, |
| "lr": 0.0016277661549848551, |
| "tokens_per_s": 2364440.1022981284 |
| }, |
| { |
| "step": 12350, |
| "loss": 3.5802548217773436, |
| "indexer_kl": 0.0, |
| "lr": 0.0016249409878415272, |
| "tokens_per_s": 2364447.076718962 |
| }, |
| { |
| "step": 12400, |
| "loss": 3.577550048828125, |
| "indexer_kl": 0.0, |
| "lr": 0.001622107959086423, |
| "tokens_per_s": 2364451.8976514465 |
| }, |
| { |
| "step": 12450, |
| "loss": 3.572491455078125, |
| "indexer_kl": 0.0, |
| "lr": 0.0016192671111474966, |
| "tokens_per_s": 2364424.676425467 |
| }, |
| { |
| "step": 12500, |
| "loss": 3.576234130859375, |
| "indexer_kl": 0.0, |
| "lr": 0.001616418486569804, |
| "tokens_per_s": 2364427.463499286 |
| }, |
| { |
| "step": 12550, |
| "loss": 3.574979553222656, |
| "indexer_kl": 0.0, |
| "lr": 0.0016135621280148657, |
| "tokens_per_s": 2364434.063741631 |
| }, |
| { |
| "step": 12600, |
| "loss": 3.56525390625, |
| "indexer_kl": 0.0, |
| "lr": 0.0016106980782600265, |
| "tokens_per_s": 2364405.9249353437 |
| }, |
| { |
| "step": 12650, |
| "loss": 3.5671127319335936, |
| "indexer_kl": 0.0, |
| "lr": 0.0016078263801978172, |
| "tokens_per_s": 2364382.9587971363 |
| }, |
| { |
| "step": 12700, |
| "loss": 3.5707806396484374, |
| "indexer_kl": 0.0, |
| "lr": 0.0016049470768353107, |
| "tokens_per_s": 2364391.30013632 |
| }, |
| { |
| "step": 12750, |
| "loss": 3.5693258666992187, |
| "indexer_kl": 0.0, |
| "lr": 0.0016020602112934781, |
| "tokens_per_s": 2364399.6781987003 |
| }, |
| { |
| "step": 12800, |
| "loss": 3.5557077026367185, |
| "indexer_kl": 0.0, |
| "lr": 0.0015991658268065432, |
| "tokens_per_s": 2364407.480301528 |
| }, |
| { |
| "step": 12850, |
| "loss": 3.5649639892578127, |
| "indexer_kl": 0.0, |
| "lr": 0.0015962639667213353, |
| "tokens_per_s": 2364412.077402423 |
| }, |
| { |
| "step": 12900, |
| "loss": 3.5791412353515626, |
| "indexer_kl": 0.0, |
| "lr": 0.0015933546744966384, |
| "tokens_per_s": 2364417.1097591957 |
| }, |
| { |
| "step": 12950, |
| "loss": 3.5680227661132813, |
| "indexer_kl": 0.0, |
| "lr": 0.0015904379937025427, |
| "tokens_per_s": 2364421.2782368273 |
| }, |
| { |
| "step": 13000, |
| "loss": 3.5711679077148437, |
| "indexer_kl": 0.0, |
| "lr": 0.0015875139680197907, |
| "tokens_per_s": 2364425.2561305296 |
| }, |
| { |
| "step": 13050, |
| "loss": 3.5824591064453126, |
| "indexer_kl": 0.0, |
| "lr": 0.0015845826412391234, |
| "tokens_per_s": 2364427.813388818 |
| }, |
| { |
| "step": 13100, |
| "loss": 3.5715289306640625, |
| "indexer_kl": 0.0, |
| "lr": 0.0015816440572606236, |
| "tokens_per_s": 2364433.4582793736 |
| }, |
| { |
| "step": 13150, |
| "loss": 3.5651315307617186, |
| "indexer_kl": 0.0, |
| "lr": 0.0015786982600930605, |
| "tokens_per_s": 2364437.9961783206 |
| }, |
| { |
| "step": 13200, |
| "loss": 3.561279602050781, |
| "indexer_kl": 0.0, |
| "lr": 0.0015757452938532281, |
| "tokens_per_s": 2364443.752893853 |
| }, |
| { |
| "step": 13250, |
| "loss": 3.5546798706054688, |
| "indexer_kl": 0.0, |
| "lr": 0.0015727852027652867, |
| "tokens_per_s": 2364448.9422484897 |
| }, |
| { |
| "step": 13300, |
| "loss": 3.5681298828125, |
| "indexer_kl": 0.0, |
| "lr": 0.001569818031160099, |
| "tokens_per_s": 2364455.191608724 |
| }, |
| { |
| "step": 13350, |
| "loss": 3.5541864013671876, |
| "indexer_kl": 0.0, |
| "lr": 0.0015668438234745668, |
| "tokens_per_s": 2364460.423210999 |
| }, |
| { |
| "step": 13400, |
| "loss": 3.568317565917969, |
| "indexer_kl": 0.0, |
| "lr": 0.0015638626242509659, |
| "tokens_per_s": 2364464.444034929 |
| }, |
| { |
| "step": 13450, |
| "loss": 3.568704833984375, |
| "indexer_kl": 0.0, |
| "lr": 0.0015608744781362785, |
| "tokens_per_s": 2364479.030401394 |
| }, |
| { |
| "step": 13500, |
| "loss": 3.5567755126953124, |
| "indexer_kl": 0.0, |
| "lr": 0.0015578794298815246, |
| "tokens_per_s": 2364481.560487746 |
| }, |
| { |
| "step": 13550, |
| "loss": 3.5615283203125, |
| "indexer_kl": 0.0, |
| "lr": 0.0015548775243410921, |
| "tokens_per_s": 2364485.0806097663 |
| }, |
| { |
| "step": 13600, |
| "loss": 3.544371337890625, |
| "indexer_kl": 0.0, |
| "lr": 0.0015518688064720646, |
| "tokens_per_s": 2364469.432204897 |
| }, |
| { |
| "step": 13650, |
| "loss": 3.560160827636719, |
| "indexer_kl": 0.0, |
| "lr": 0.0015488533213335485, |
| "tokens_per_s": 2364470.992164751 |
| }, |
| { |
| "step": 13700, |
| "loss": 3.552525939941406, |
| "indexer_kl": 0.0, |
| "lr": 0.0015458311140859981, |
| "tokens_per_s": 2364490.2313127085 |
| }, |
| { |
| "step": 13750, |
| "loss": 3.5629592895507813, |
| "indexer_kl": 0.0, |
| "lr": 0.0015428022299905394, |
| "tokens_per_s": 2364502.4869046756 |
| }, |
| { |
| "step": 13800, |
| "loss": 3.5404953002929687, |
| "indexer_kl": 0.0, |
| "lr": 0.0015397667144082918, |
| "tokens_per_s": 2364521.893583951 |
| }, |
| { |
| "step": 13850, |
| "loss": 3.551219787597656, |
| "indexer_kl": 0.0, |
| "lr": 0.0015367246127996888, |
| "tokens_per_s": 2364538.983012529 |
| }, |
| { |
| "step": 13900, |
| "loss": 3.570863952636719, |
| "indexer_kl": 0.0, |
| "lr": 0.0015336759707237984, |
| "tokens_per_s": 2364554.2795850597 |
| }, |
| { |
| "step": 13950, |
| "loss": 3.5488177490234376, |
| "indexer_kl": 0.0, |
| "lr": 0.0015306208338376384, |
| "tokens_per_s": 2364565.8058795147 |
| }, |
| { |
| "step": 14000, |
| "loss": 3.5605899047851564, |
| "indexer_kl": 0.0, |
| "lr": 0.0015275592478954955, |
| "tokens_per_s": 2364577.9880337077 |
| }, |
| { |
| "step": 14050, |
| "loss": 3.545021667480469, |
| "indexer_kl": 0.0, |
| "lr": 0.0015244912587482377, |
| "tokens_per_s": 2364589.5218769177 |
| }, |
| { |
| "step": 14100, |
| "loss": 3.5545281982421875, |
| "indexer_kl": 0.0, |
| "lr": 0.0015214169123426292, |
| "tokens_per_s": 2364602.366656633 |
| }, |
| { |
| "step": 14150, |
| "loss": 3.549293212890625, |
| "indexer_kl": 0.0, |
| "lr": 0.0015183362547206405, |
| "tokens_per_s": 2364609.642766092 |
| }, |
| { |
| "step": 14200, |
| "loss": 3.547585754394531, |
| "indexer_kl": 0.0, |
| "lr": 0.001515249332018762, |
| "tokens_per_s": 2364628.2302917093 |
| }, |
| { |
| "step": 14250, |
| "loss": 3.55408935546875, |
| "indexer_kl": 0.0, |
| "lr": 0.0015121561904673092, |
| "tokens_per_s": 2364638.7583765243 |
| }, |
| { |
| "step": 14300, |
| "loss": 3.5476739501953123, |
| "indexer_kl": 0.0, |
| "lr": 0.001509056876389733, |
| "tokens_per_s": 2364647.6045392696 |
| }, |
| { |
| "step": 14350, |
| "loss": 3.55639404296875, |
| "indexer_kl": 0.0, |
| "lr": 0.001505951436201925, |
| "tokens_per_s": 2364651.947412489 |
| }, |
| { |
| "step": 14400, |
| "loss": 3.55270751953125, |
| "indexer_kl": 0.0, |
| "lr": 0.0015028399164115232, |
| "tokens_per_s": 2364654.6101718904 |
| }, |
| { |
| "step": 14450, |
| "loss": 3.553960876464844, |
| "indexer_kl": 0.0, |
| "lr": 0.0014997223636172138, |
| "tokens_per_s": 2364638.398179981 |
| }, |
| { |
| "step": 14500, |
| "loss": 3.5518014526367185, |
| "indexer_kl": 0.0, |
| "lr": 0.001496598824508035, |
| "tokens_per_s": 2364642.7278394364 |
| }, |
| { |
| "step": 14550, |
| "loss": 3.5458859252929686, |
| "indexer_kl": 0.0, |
| "lr": 0.0014934693458626771, |
| "tokens_per_s": 2364650.165037217 |
| }, |
| { |
| "step": 14600, |
| "loss": 3.55221435546875, |
| "indexer_kl": 0.0, |
| "lr": 0.0014903339745487819, |
| "tokens_per_s": 2364655.1400107215 |
| }, |
| { |
| "step": 14650, |
| "loss": 3.5402435302734374, |
| "indexer_kl": 0.0, |
| "lr": 0.0014871927575222403, |
| "tokens_per_s": 2364660.27173962 |
| }, |
| { |
| "step": 14700, |
| "loss": 3.5534176635742187, |
| "indexer_kl": 0.0, |
| "lr": 0.0014840457418264913, |
| "tokens_per_s": 2364665.123181983 |
| }, |
| { |
| "step": 14750, |
| "loss": 3.5538287353515625, |
| "indexer_kl": 0.0, |
| "lr": 0.0014808929745918139, |
| "tokens_per_s": 2364671.626147072 |
| }, |
| { |
| "step": 14800, |
| "loss": 3.5455078125, |
| "indexer_kl": 0.0, |
| "lr": 0.0014777345030346238, |
| "tokens_per_s": 2364677.4822645457 |
| }, |
| { |
| "step": 14850, |
| "loss": 3.559847412109375, |
| "indexer_kl": 0.0, |
| "lr": 0.001474570374456767, |
| "tokens_per_s": 2364681.430472998 |
| }, |
| { |
| "step": 14900, |
| "loss": 3.542239074707031, |
| "indexer_kl": 0.0, |
| "lr": 0.0014714006362448076, |
| "tokens_per_s": 2364683.9050042424 |
| }, |
| { |
| "step": 14950, |
| "loss": 3.5535177612304687, |
| "indexer_kl": 0.0, |
| "lr": 0.0014682253358693229, |
| "tokens_per_s": 2364688.962857593 |
| }, |
| { |
| "step": 15000, |
| "loss": 3.5480502319335936, |
| "indexer_kl": 0.0, |
| "lr": 0.001465044520884189, |
| "tokens_per_s": 2364692.164302681 |
| }, |
| { |
| "step": 15050, |
| "loss": 3.5443096923828126, |
| "indexer_kl": 0.0, |
| "lr": 0.0014618582389258703, |
| "tokens_per_s": 2364694.8020099634 |
| }, |
| { |
| "step": 15100, |
| "loss": 3.5397885131835936, |
| "indexer_kl": 0.0, |
| "lr": 0.0014586665377127048, |
| "tokens_per_s": 2364699.6622133255 |
| }, |
| { |
| "step": 15150, |
| "loss": 3.5456619262695312, |
| "indexer_kl": 0.0, |
| "lr": 0.0014554694650441916, |
| "tokens_per_s": 2364702.3293950935 |
| }, |
| { |
| "step": 15200, |
| "loss": 3.5523635864257814, |
| "indexer_kl": 0.0, |
| "lr": 0.0014522670688002718, |
| "tokens_per_s": 2364706.279914898 |
| }, |
| { |
| "step": 15250, |
| "loss": 3.5431146240234375, |
| "indexer_kl": 0.0, |
| "lr": 0.0014490593969406153, |
| "tokens_per_s": 2364714.814753194 |
| }, |
| { |
| "step": 15300, |
| "loss": 3.540928955078125, |
| "indexer_kl": 0.0, |
| "lr": 0.001445846497503899, |
| "tokens_per_s": 2364719.891805239 |
| }, |
| { |
| "step": 15350, |
| "loss": 3.5598834228515623, |
| "indexer_kl": 0.0, |
| "lr": 0.0014426284186070902, |
| "tokens_per_s": 2364722.977900558 |
| }, |
| { |
| "step": 15400, |
| "loss": 3.545151672363281, |
| "indexer_kl": 0.0, |
| "lr": 0.0014394052084447237, |
| "tokens_per_s": 2364724.957226373 |
| }, |
| { |
| "step": 15450, |
| "loss": 3.553248291015625, |
| "indexer_kl": 0.0, |
| "lr": 0.0014361769152881822, |
| "tokens_per_s": 2364730.9915405395 |
| }, |
| { |
| "step": 15500, |
| "loss": 3.544927673339844, |
| "indexer_kl": 0.0, |
| "lr": 0.0014329435874849705, |
| "tokens_per_s": 2364731.7685276284 |
| }, |
| { |
| "step": 15550, |
| "loss": 3.54208740234375, |
| "indexer_kl": 0.0, |
| "lr": 0.0014297052734579957, |
| "tokens_per_s": 2364737.0426833895 |
| }, |
| { |
| "step": 15600, |
| "loss": 3.5472427368164063, |
| "indexer_kl": 0.0, |
| "lr": 0.0014264620217048366, |
| "tokens_per_s": 2364742.7890357035 |
| }, |
| { |
| "step": 15650, |
| "loss": 3.5483197021484374, |
| "indexer_kl": 0.0, |
| "lr": 0.0014232138807970228, |
| "tokens_per_s": 2364747.675417071 |
| }, |
| { |
| "step": 15700, |
| "loss": 3.539051818847656, |
| "indexer_kl": 0.0, |
| "lr": 0.0014199608993793029, |
| "tokens_per_s": 2364752.8382272706 |
| }, |
| { |
| "step": 15750, |
| "loss": 3.535797424316406, |
| "indexer_kl": 0.0, |
| "lr": 0.0014167031261689196, |
| "tokens_per_s": 2364755.7397135133 |
| }, |
| { |
| "step": 15800, |
| "loss": 3.5343276977539064, |
| "indexer_kl": 0.0, |
| "lr": 0.0014134406099548767, |
| "tokens_per_s": 2364761.737091763 |
| }, |
| { |
| "step": 15850, |
| "loss": 3.5437777709960936, |
| "indexer_kl": 0.0, |
| "lr": 0.001410173399597211, |
| "tokens_per_s": 2364766.6664111284 |
| }, |
| { |
| "step": 15900, |
| "loss": 3.5442266845703125, |
| "indexer_kl": 0.0, |
| "lr": 0.0014069015440262595, |
| "tokens_per_s": 2364769.12687096 |
| }, |
| { |
| "step": 15950, |
| "loss": 3.5477496337890626, |
| "indexer_kl": 0.0, |
| "lr": 0.001403625092241927, |
| "tokens_per_s": 2364772.9120278717 |
| }, |
| { |
| "step": 16000, |
| "loss": 3.5419326782226563, |
| "indexer_kl": 0.0, |
| "lr": 0.0014003440933129515, |
| "tokens_per_s": 2364776.7905186624 |
| }, |
| { |
| "step": 16050, |
| "loss": 3.5443405151367187, |
| "indexer_kl": 0.0, |
| "lr": 0.0013970585963761699, |
| "tokens_per_s": 2364784.5286522578 |
| }, |
| { |
| "step": 16100, |
| "loss": 3.5306256103515623, |
| "indexer_kl": 0.0, |
| "lr": 0.0013937686506357828, |
| "tokens_per_s": 2364789.7690163646 |
| }, |
| { |
| "step": 16150, |
| "loss": 3.5452001953125, |
| "indexer_kl": 0.0, |
| "lr": 0.0013904743053626159, |
| "tokens_per_s": 2364794.646068541 |
| }, |
| { |
| "step": 16200, |
| "loss": 3.523923034667969, |
| "indexer_kl": 0.0, |
| "lr": 0.0013871756098933839, |
| "tokens_per_s": 2364797.7097460437 |
| }, |
| { |
| "step": 16250, |
| "loss": 3.5314926147460937, |
| "indexer_kl": 0.0, |
| "lr": 0.0013838726136299504, |
| "tokens_per_s": 2364800.5509233107 |
| }, |
| { |
| "step": 16300, |
| "loss": 3.5491314697265626, |
| "indexer_kl": 0.0, |
| "lr": 0.001380565366038589, |
| "tokens_per_s": 2364806.742990235 |
| }, |
| { |
| "step": 16350, |
| "loss": 3.534290466308594, |
| "indexer_kl": 0.0, |
| "lr": 0.0013772539166492408, |
| "tokens_per_s": 2364811.4770215373 |
| }, |
| { |
| "step": 16400, |
| "loss": 3.5383270263671873, |
| "indexer_kl": 0.0, |
| "lr": 0.0013739383150547753, |
| "tokens_per_s": 2364813.421591741 |
| }, |
| { |
| "step": 16450, |
| "loss": 3.533769226074219, |
| "indexer_kl": 0.0, |
| "lr": 0.0013706186109102448, |
| "tokens_per_s": 2364818.6985732364 |
| }, |
| { |
| "step": 16500, |
| "loss": 3.5260491943359376, |
| "indexer_kl": 0.0, |
| "lr": 0.0013672948539321435, |
| "tokens_per_s": 2364825.8013639 |
| }, |
| { |
| "step": 16550, |
| "loss": 3.534014892578125, |
| "indexer_kl": 0.0, |
| "lr": 0.0013639670938976603, |
| "tokens_per_s": 2364830.800950062 |
| }, |
| { |
| "step": 16600, |
| "loss": 3.525398864746094, |
| "indexer_kl": 0.0, |
| "lr": 0.0013606353806439352, |
| "tokens_per_s": 2364835.3602667865 |
| }, |
| { |
| "step": 16650, |
| "loss": 3.5152182006835937, |
| "indexer_kl": 0.0, |
| "lr": 0.0013572997640673126, |
| "tokens_per_s": 2364841.0701671243 |
| }, |
| { |
| "step": 16700, |
| "loss": 3.53513916015625, |
| "indexer_kl": 0.0, |
| "lr": 0.0013539602941225932, |
| "tokens_per_s": 2364845.222233505 |
| }, |
| { |
| "step": 16750, |
| "loss": 3.539285888671875, |
| "indexer_kl": 0.0, |
| "lr": 0.0013506170208222867, |
| "tokens_per_s": 2364849.576261172 |
| }, |
| { |
| "step": 16800, |
| "loss": 3.529910888671875, |
| "indexer_kl": 0.0, |
| "lr": 0.0013472699942358624, |
| "tokens_per_s": 2364856.2844932037 |
| }, |
| { |
| "step": 16850, |
| "loss": 3.5255462646484377, |
| "indexer_kl": 0.0, |
| "lr": 0.0013439192644890002, |
| "tokens_per_s": 2364863.580830079 |
| }, |
| { |
| "step": 16900, |
| "loss": 3.52579833984375, |
| "indexer_kl": 0.0, |
| "lr": 0.001340564881762838, |
| "tokens_per_s": 2364868.8949673716 |
| }, |
| { |
| "step": 16950, |
| "loss": 3.527019348144531, |
| "indexer_kl": 0.0, |
| "lr": 0.001337206896293222, |
| "tokens_per_s": 2364872.4108681316 |
| }, |
| { |
| "step": 17000, |
| "loss": 3.520314025878906, |
| "indexer_kl": 0.0, |
| "lr": 0.0013338453583699545, |
| "tokens_per_s": 2364880.2561384174 |
| }, |
| { |
| "step": 17050, |
| "loss": 3.524703369140625, |
| "indexer_kl": 0.0, |
| "lr": 0.0013304803183360387, |
| "tokens_per_s": 2364886.4261683915 |
| }, |
| { |
| "step": 17100, |
| "loss": 3.5166552734375, |
| "indexer_kl": 0.0, |
| "lr": 0.001327111826586927, |
| "tokens_per_s": 2364892.0794548304 |
| }, |
| { |
| "step": 17150, |
| "loss": 3.522206115722656, |
| "indexer_kl": 0.0, |
| "lr": 0.0013237399335697638, |
| "tokens_per_s": 2364896.21763158 |
| }, |
| { |
| "step": 17200, |
| "loss": 3.5350634765625, |
| "indexer_kl": 0.0, |
| "lr": 0.001320364689782634, |
| "tokens_per_s": 2364876.187711476 |
| }, |
| { |
| "step": 17250, |
| "loss": 3.517574462890625, |
| "indexer_kl": 0.0, |
| "lr": 0.0013169861457738023, |
| "tokens_per_s": 2364877.0044874386 |
| }, |
| { |
| "step": 17300, |
| "loss": 3.5157424926757814, |
| "indexer_kl": 0.0, |
| "lr": 0.0013136043521409587, |
| "tokens_per_s": 2364881.3572889385 |
| }, |
| { |
| "step": 17350, |
| "loss": 3.522073059082031, |
| "indexer_kl": 0.0, |
| "lr": 0.0013102193595304601, |
| "tokens_per_s": 2364885.004861621 |
| }, |
| { |
| "step": 17400, |
| "loss": 3.525579528808594, |
| "indexer_kl": 0.0, |
| "lr": 0.001306831218636572, |
| "tokens_per_s": 2364887.674201846 |
| }, |
| { |
| "step": 17450, |
| "loss": 3.5211441040039064, |
| "indexer_kl": 0.0, |
| "lr": 0.0013034399802007092, |
| "tokens_per_s": 2364890.743335755 |
| }, |
| { |
| "step": 17500, |
| "loss": 3.5405035400390625, |
| "indexer_kl": 0.0, |
| "lr": 0.0013000456950106759, |
| "tokens_per_s": 2364893.6569730043 |
| }, |
| { |
| "step": 17550, |
| "loss": 3.5232278442382814, |
| "indexer_kl": 0.0, |
| "lr": 0.0012966484138999042, |
| "tokens_per_s": 2364875.9984877133 |
| }, |
| { |
| "step": 17600, |
| "loss": 3.5264984130859376, |
| "indexer_kl": 0.0, |
| "lr": 0.0012932481877466948, |
| "tokens_per_s": 2364882.018605157 |
| }, |
| { |
| "step": 17650, |
| "loss": 3.520211486816406, |
| "indexer_kl": 0.0, |
| "lr": 0.0012898450674734534, |
| "tokens_per_s": 2364892.7954997197 |
| }, |
| { |
| "step": 17700, |
| "loss": 3.5328128051757814, |
| "indexer_kl": 0.0, |
| "lr": 0.0012864391040459287, |
| "tokens_per_s": 2364894.965392848 |
| }, |
| { |
| "step": 17750, |
| "loss": 3.535531005859375, |
| "indexer_kl": 0.0, |
| "lr": 0.0012830303484724485, |
| "tokens_per_s": 2364875.9310452314 |
| }, |
| { |
| "step": 17800, |
| "loss": 3.511838073730469, |
| "indexer_kl": 0.0, |
| "lr": 0.0012796188518031573, |
| "tokens_per_s": 2364878.4317528186 |
| }, |
| { |
| "step": 17850, |
| "loss": 3.5089761352539064, |
| "indexer_kl": 0.0, |
| "lr": 0.0012762046651292496, |
| "tokens_per_s": 2364884.3425136353 |
| }, |
| { |
| "step": 17900, |
| "loss": 3.5251666259765626, |
| "indexer_kl": 0.0, |
| "lr": 0.0012727878395822065, |
| "tokens_per_s": 2364864.279042975 |
| }, |
| { |
| "step": 17950, |
| "loss": 3.5317181396484374, |
| "indexer_kl": 0.0, |
| "lr": 0.0012693684263330297, |
| "tokens_per_s": 2364838.3461269913 |
| }, |
| { |
| "step": 18000, |
| "loss": 3.530771484375, |
| "indexer_kl": 0.0, |
| "lr": 0.0012659464765914742, |
| "tokens_per_s": 2364838.2739646314 |
| }, |
| { |
| "step": 18050, |
| "loss": 3.5215744018554687, |
| "indexer_kl": 0.0, |
| "lr": 0.0012625220416052816, |
| "tokens_per_s": 2364843.215823321 |
| }, |
| { |
| "step": 18100, |
| "loss": 3.5273776245117188, |
| "indexer_kl": 0.0, |
| "lr": 0.001259095172659414, |
| "tokens_per_s": 2364848.9891788065 |
| }, |
| { |
| "step": 18150, |
| "loss": 3.5221051025390624, |
| "indexer_kl": 0.0, |
| "lr": 0.0012556659210752848, |
| "tokens_per_s": 2364860.3669840097 |
| }, |
| { |
| "step": 18200, |
| "loss": 3.5287545776367186, |
| "indexer_kl": 0.0, |
| "lr": 0.001252234338209989, |
| "tokens_per_s": 2364862.3248299723 |
| }, |
| { |
| "step": 18250, |
| "loss": 3.519761047363281, |
| "indexer_kl": 0.0, |
| "lr": 0.0012488004754555367, |
| "tokens_per_s": 2364866.5893192687 |
| }, |
| { |
| "step": 18300, |
| "loss": 3.5211480712890624, |
| "indexer_kl": 0.0, |
| "lr": 0.0012453643842380818, |
| "tokens_per_s": 2364873.3327986277 |
| }, |
| { |
| "step": 18350, |
| "loss": 3.517532958984375, |
| "indexer_kl": 0.0, |
| "lr": 0.001241926116017151, |
| "tokens_per_s": 2364878.760783681 |
| }, |
| { |
| "step": 18400, |
| "loss": 3.5208819580078123, |
| "indexer_kl": 0.0, |
| "lr": 0.001238485722284875, |
| "tokens_per_s": 2364861.9926373805 |
| }, |
| { |
| "step": 18450, |
| "loss": 3.5243911743164062, |
| "indexer_kl": 0.0, |
| "lr": 0.0012350432545652173, |
| "tokens_per_s": 2364869.567102641 |
| }, |
| { |
| "step": 18500, |
| "loss": 3.524724426269531, |
| "indexer_kl": 0.0, |
| "lr": 0.0012315987644132005, |
| "tokens_per_s": 2364874.8937843316 |
| }, |
| { |
| "step": 18550, |
| "loss": 3.524533996582031, |
| "indexer_kl": 0.0, |
| "lr": 0.001228152303414136, |
| "tokens_per_s": 2364880.8337788237 |
| }, |
| { |
| "step": 18600, |
| "loss": 3.5142147827148436, |
| "indexer_kl": 0.0, |
| "lr": 0.001224703923182851, |
| "tokens_per_s": 2364871.7617013757 |
| }, |
| { |
| "step": 18650, |
| "loss": 3.538498840332031, |
| "indexer_kl": 0.0, |
| "lr": 0.0012212536753629158, |
| "tokens_per_s": 2364878.177148174 |
| }, |
| { |
| "step": 18700, |
| "loss": 3.5136566162109375, |
| "indexer_kl": 0.0, |
| "lr": 0.0012178016116258694, |
| "tokens_per_s": 2364882.0152504235 |
| }, |
| { |
| "step": 18750, |
| "loss": 3.5139193725585938, |
| "indexer_kl": 0.0, |
| "lr": 0.0012143477836704466, |
| "tokens_per_s": 2364888.717880903 |
| }, |
| { |
| "step": 18800, |
| "loss": 3.5139068603515624, |
| "indexer_kl": 0.0, |
| "lr": 0.0012108922432218037, |
| "tokens_per_s": 2364894.0400259187 |
| }, |
| { |
| "step": 18850, |
| "loss": 3.508048095703125, |
| "indexer_kl": 0.0, |
| "lr": 0.0012074350420307434, |
| "tokens_per_s": 2364878.480534247 |
| }, |
| { |
| "step": 18900, |
| "loss": 3.5128903198242187, |
| "indexer_kl": 0.0, |
| "lr": 0.0012039762318729395, |
| "tokens_per_s": 2364873.771399023 |
| }, |
| { |
| "step": 18950, |
| "loss": 3.5089511108398437, |
| "indexer_kl": 0.0, |
| "lr": 0.0012005158645481632, |
| "tokens_per_s": 2364878.406503608 |
| }, |
| { |
| "step": 19000, |
| "loss": 3.528037414550781, |
| "indexer_kl": 0.0, |
| "lr": 0.0011970539918795045, |
| "tokens_per_s": 2364880.7256286745 |
| }, |
| { |
| "step": 19050, |
| "loss": 3.512792053222656, |
| "indexer_kl": 0.0, |
| "lr": 0.0011935906657125992, |
| "tokens_per_s": 2364885.580200913 |
| }, |
| { |
| "step": 19100, |
| "loss": 3.501037292480469, |
| "indexer_kl": 0.0, |
| "lr": 0.00119012593791485, |
| "tokens_per_s": 2364892.075418113 |
| }, |
| { |
| "step": 19150, |
| "loss": 3.5131405639648436, |
| "indexer_kl": 0.0, |
| "lr": 0.0011866598603746514, |
| "tokens_per_s": 2364894.9923606804 |
| }, |
| { |
| "step": 19200, |
| "loss": 3.5143804931640625, |
| "indexer_kl": 0.0, |
| "lr": 0.0011831924850006109, |
| "tokens_per_s": 2364900.506639355 |
| }, |
| { |
| "step": 19250, |
| "loss": 3.515915832519531, |
| "indexer_kl": 0.0, |
| "lr": 0.0011797238637207739, |
| "tokens_per_s": 2364903.186433562 |
| }, |
| { |
| "step": 19300, |
| "loss": 3.5028890991210937, |
| "indexer_kl": 0.0, |
| "lr": 0.001176254048481843, |
| "tokens_per_s": 2364910.4164202646 |
| }, |
| { |
| "step": 19350, |
| "loss": 3.5074734497070312, |
| "indexer_kl": 0.0, |
| "lr": 0.001172783091248404, |
| "tokens_per_s": 2364913.232031024 |
| }, |
| { |
| "step": 19400, |
| "loss": 3.5280422973632812, |
| "indexer_kl": 0.0, |
| "lr": 0.0011693110440021428, |
| "tokens_per_s": 2364915.4486076813 |
| }, |
| { |
| "step": 19450, |
| "loss": 3.505807189941406, |
| "indexer_kl": 0.0, |
| "lr": 0.0011658379587410723, |
| "tokens_per_s": 2364920.377835977 |
| }, |
| { |
| "step": 19500, |
| "loss": 3.5260272216796875, |
| "indexer_kl": 0.0, |
| "lr": 0.0011623638874787483, |
| "tokens_per_s": 2364926.286275528 |
| }, |
| { |
| "step": 19550, |
| "loss": 3.5001876831054686, |
| "indexer_kl": 0.0, |
| "lr": 0.0011588888822434951, |
| "tokens_per_s": 2364931.083519488 |
| }, |
| { |
| "step": 19600, |
| "loss": 3.515910949707031, |
| "indexer_kl": 0.0, |
| "lr": 0.0011554129950776231, |
| "tokens_per_s": 2364937.0383673767 |
| }, |
| { |
| "step": 19650, |
| "loss": 3.515985412597656, |
| "indexer_kl": 0.0, |
| "lr": 0.0011519362780366515, |
| "tokens_per_s": 2364941.28133283 |
| }, |
| { |
| "step": 19700, |
| "loss": 3.4967575073242188, |
| "indexer_kl": 0.0, |
| "lr": 0.001148458783188527, |
| "tokens_per_s": 2364946.099072952 |
| }, |
| { |
| "step": 19750, |
| "loss": 3.5081820678710938, |
| "indexer_kl": 0.0, |
| "lr": 0.001144980562612846, |
| "tokens_per_s": 2364952.433675114 |
| }, |
| { |
| "step": 19800, |
| "loss": 3.4970703125, |
| "indexer_kl": 0.0, |
| "lr": 0.0011415016684000728, |
| "tokens_per_s": 2364968.1166770984 |
| }, |
| { |
| "step": 19850, |
| "loss": 3.4941351318359377, |
| "indexer_kl": 0.0, |
| "lr": 0.0011380221526507595, |
| "tokens_per_s": 2364983.030660471 |
| }, |
| { |
| "step": 19900, |
| "loss": 3.5108740234375, |
| "indexer_kl": 0.0, |
| "lr": 0.0011345420674747685, |
| "tokens_per_s": 2364995.4635757534 |
| }, |
| { |
| "step": 19950, |
| "loss": 3.5072314453125, |
| "indexer_kl": 0.0, |
| "lr": 0.0011310614649904873, |
| "tokens_per_s": 2365002.017832295 |
| }, |
| { |
| "step": 20000, |
| "loss": 3.51745361328125, |
| "indexer_kl": 0.0, |
| "lr": 0.0011275803973240539, |
| "tokens_per_s": 2365012.4462108077 |
| }, |
| { |
| "step": 20050, |
| "loss": 3.504329833984375, |
| "indexer_kl": 0.0, |
| "lr": 0.0011240989166085697, |
| "tokens_per_s": 2365016.182638834 |
| }, |
| { |
| "step": 20100, |
| "loss": 3.5151690673828124, |
| "indexer_kl": 0.0, |
| "lr": 0.0011206170749833249, |
| "tokens_per_s": 2365020.7009266205 |
| }, |
| { |
| "step": 20150, |
| "loss": 3.4942831420898437, |
| "indexer_kl": 0.0, |
| "lr": 0.001117134924593012, |
| "tokens_per_s": 2365029.626689752 |
| }, |
| { |
| "step": 20200, |
| "loss": 3.507962646484375, |
| "indexer_kl": 0.0, |
| "lr": 0.0011136525175869502, |
| "tokens_per_s": 2365032.304347115 |
| }, |
| { |
| "step": 20250, |
| "loss": 3.51506591796875, |
| "indexer_kl": 0.0, |
| "lr": 0.0011101699061183, |
| "tokens_per_s": 2365031.6272615152 |
| }, |
| { |
| "step": 20300, |
| "loss": 3.5123248291015625, |
| "indexer_kl": 0.0, |
| "lr": 0.001106687142343285, |
| "tokens_per_s": 2365041.1432089433 |
| }, |
| { |
| "step": 20350, |
| "loss": 3.496890869140625, |
| "indexer_kl": 0.0, |
| "lr": 0.001103204278420409, |
| "tokens_per_s": 2365053.1443374334 |
| }, |
| { |
| "step": 20400, |
| "loss": 3.499667053222656, |
| "indexer_kl": 0.0, |
| "lr": 0.0010997213665096762, |
| "tokens_per_s": 2365062.1966494224 |
| }, |
| { |
| "step": 20450, |
| "loss": 3.5097500610351564, |
| "indexer_kl": 0.0, |
| "lr": 0.0010962384587718088, |
| "tokens_per_s": 2365071.488692376 |
| }, |
| { |
| "step": 20500, |
| "loss": 3.513338928222656, |
| "indexer_kl": 0.0, |
| "lr": 0.0010927556073674681, |
| "tokens_per_s": 2365081.528281334 |
| }, |
| { |
| "step": 20550, |
| "loss": 3.4938507080078125, |
| "indexer_kl": 0.0, |
| "lr": 0.00108927286445647, |
| "tokens_per_s": 2365098.0389152593 |
| }, |
| { |
| "step": 20600, |
| "loss": 3.492110595703125, |
| "indexer_kl": 0.0, |
| "lr": 0.001085790282197006, |
| "tokens_per_s": 2365082.559409871 |
| }, |
| { |
| "step": 20650, |
| "loss": 3.4954425048828126, |
| "indexer_kl": 0.0, |
| "lr": 0.001082307912744862, |
| "tokens_per_s": 2365087.6102032447 |
| }, |
| { |
| "step": 20700, |
| "loss": 3.502156982421875, |
| "indexer_kl": 0.0, |
| "lr": 0.0010788258082526365, |
| "tokens_per_s": 2365097.360624905 |
| }, |
| { |
| "step": 20750, |
| "loss": 3.498072204589844, |
| "indexer_kl": 0.0, |
| "lr": 0.001075344020868961, |
| "tokens_per_s": 2365102.8156782715 |
| }, |
| { |
| "step": 20800, |
| "loss": 3.4985757446289063, |
| "indexer_kl": 0.0, |
| "lr": 0.0010718626027377163, |
| "tokens_per_s": 2365104.9833335066 |
| }, |
| { |
| "step": 20850, |
| "loss": 3.499417724609375, |
| "indexer_kl": 0.0, |
| "lr": 0.0010683816059972543, |
| "tokens_per_s": 2365107.0221733153 |
| }, |
| { |
| "step": 20900, |
| "loss": 3.5071295166015624, |
| "indexer_kl": 0.0, |
| "lr": 0.0010649010827796152, |
| "tokens_per_s": 2365112.2981638694 |
| }, |
| { |
| "step": 20950, |
| "loss": 3.510190124511719, |
| "indexer_kl": 0.0, |
| "lr": 0.0010614210852097493, |
| "tokens_per_s": 2365117.6746237013 |
| }, |
| { |
| "step": 21000, |
| "loss": 3.494609680175781, |
| "indexer_kl": 0.0, |
| "lr": 0.0010579416654047321, |
| "tokens_per_s": 2365120.380634972 |
| }, |
| { |
| "step": 21050, |
| "loss": 3.5057772827148437, |
| "indexer_kl": 0.0, |
| "lr": 0.0010544628754729892, |
| "tokens_per_s": 2365123.228477729 |
| }, |
| { |
| "step": 21100, |
| "loss": 3.4850814819335936, |
| "indexer_kl": 0.0, |
| "lr": 0.001050984767513511, |
| "tokens_per_s": 2365127.418225456 |
| }, |
| { |
| "step": 21150, |
| "loss": 3.4918231201171874, |
| "indexer_kl": 0.0, |
| "lr": 0.0010475073936150757, |
| "tokens_per_s": 2365130.3912156676 |
| }, |
| { |
| "step": 21200, |
| "loss": 3.4890936279296874, |
| "indexer_kl": 0.0, |
| "lr": 0.0010440308058554677, |
| "tokens_per_s": 2365135.1113264393 |
| }, |
| { |
| "step": 21250, |
| "loss": 3.4873672485351563, |
| "indexer_kl": 0.0, |
| "lr": 0.0010405550563006977, |
| "tokens_per_s": 2365144.800618524 |
| }, |
| { |
| "step": 21300, |
| "loss": 3.489290771484375, |
| "indexer_kl": 0.0, |
| "lr": 0.0010370801970042238, |
| "tokens_per_s": 2365127.8646931723 |
| }, |
| { |
| "step": 21350, |
| "loss": 3.49572265625, |
| "indexer_kl": 0.0, |
| "lr": 0.0010336062800061715, |
| "tokens_per_s": 2365131.6374158803 |
| }, |
| { |
| "step": 21400, |
| "loss": 3.4981134033203123, |
| "indexer_kl": 0.0, |
| "lr": 0.0010301333573325543, |
| "tokens_per_s": 2365135.4990275768 |
| }, |
| { |
| "step": 21450, |
| "loss": 3.4998342895507815, |
| "indexer_kl": 0.0, |
| "lr": 0.0010266614809944933, |
| "tokens_per_s": 2365141.128807853 |
| }, |
| { |
| "step": 21500, |
| "loss": 3.5064056396484373, |
| "indexer_kl": 0.0, |
| "lr": 0.001023190702987441, |
| "tokens_per_s": 2365145.4287326112 |
| }, |
| { |
| "step": 21550, |
| "loss": 3.492300720214844, |
| "indexer_kl": 0.0, |
| "lr": 0.0010197210752904006, |
| "tokens_per_s": 2365149.0967849847 |
| }, |
| { |
| "step": 21600, |
| "loss": 3.5137738037109374, |
| "indexer_kl": 0.0, |
| "lr": 0.0010162526498651478, |
| "tokens_per_s": 2365152.605914789 |
| }, |
| { |
| "step": 21650, |
| "loss": 3.4962158203125, |
| "indexer_kl": 0.0, |
| "lr": 0.0010127854786554534, |
| "tokens_per_s": 2365157.377229596 |
| }, |
| { |
| "step": 21700, |
| "loss": 3.498583984375, |
| "indexer_kl": 0.0, |
| "lr": 0.001009319613586304, |
| "tokens_per_s": 2365161.3925709836 |
| }, |
| { |
| "step": 21750, |
| "loss": 3.4964617919921874, |
| "indexer_kl": 0.0, |
| "lr": 0.0010058551065631259, |
| "tokens_per_s": 2365164.3714531697 |
| }, |
| { |
| "step": 21800, |
| "loss": 3.5001953125, |
| "indexer_kl": 0.0, |
| "lr": 0.001002392009471007, |
| "tokens_per_s": 2365149.9146819296 |
| }, |
| { |
| "step": 21850, |
| "loss": 3.4949246215820313, |
| "indexer_kl": 0.0, |
| "lr": 0.0009989303741739196, |
| "tokens_per_s": 2365147.552603776 |
| }, |
| { |
| "step": 21900, |
| "loss": 3.490021057128906, |
| "indexer_kl": 0.0, |
| "lr": 0.0009954702525139434, |
| "tokens_per_s": 2365149.3507257006 |
| }, |
| { |
| "step": 21950, |
| "loss": 3.483595886230469, |
| "indexer_kl": 0.0, |
| "lr": 0.0009920116963104905, |
| "tokens_per_s": 2365141.1399939028 |
| }, |
| { |
| "step": 22000, |
| "loss": 3.50059326171875, |
| "indexer_kl": 0.0, |
| "lr": 0.0009885547573595288, |
| "tokens_per_s": 2365143.0345424507 |
| }, |
| { |
| "step": 22050, |
| "loss": 3.4934783935546876, |
| "indexer_kl": 0.0, |
| "lr": 0.0009850994874328045, |
| "tokens_per_s": 2365146.277819875 |
| }, |
| { |
| "step": 22100, |
| "loss": 3.48314453125, |
| "indexer_kl": 0.0, |
| "lr": 0.0009816459382770686, |
| "tokens_per_s": 2365148.940419964 |
| }, |
| { |
| "step": 22150, |
| "loss": 3.4878802490234375, |
| "indexer_kl": 0.0, |
| "lr": 0.000978194161613302, |
| "tokens_per_s": 2365152.5869468143 |
| }, |
| { |
| "step": 22200, |
| "loss": 3.4946859741210936, |
| "indexer_kl": 0.0, |
| "lr": 0.0009747442091359414, |
| "tokens_per_s": 2365155.510589731 |
| }, |
| { |
| "step": 22250, |
| "loss": 3.4716452026367186, |
| "indexer_kl": 0.0, |
| "lr": 0.0009712961325121013, |
| "tokens_per_s": 2365157.9796332642 |
| }, |
| { |
| "step": 22300, |
| "loss": 3.488453063964844, |
| "indexer_kl": 0.0, |
| "lr": 0.0009678499833808058, |
| "tokens_per_s": 2365161.9439956285 |
| }, |
| { |
| "step": 22350, |
| "loss": 3.499755859375, |
| "indexer_kl": 0.0, |
| "lr": 0.0009644058133522111, |
| "tokens_per_s": 2365153.1417279434 |
| }, |
| { |
| "step": 22400, |
| "loss": 3.48358642578125, |
| "indexer_kl": 0.0, |
| "lr": 0.000960963674006835, |
| "tokens_per_s": 2365144.7894656383 |
| }, |
| { |
| "step": 22450, |
| "loss": 3.49045166015625, |
| "indexer_kl": 0.0, |
| "lr": 0.0009575236168947821, |
| "tokens_per_s": 2365148.0846652514 |
| }, |
| { |
| "step": 22500, |
| "loss": 3.4919366455078125, |
| "indexer_kl": 0.0, |
| "lr": 0.0009540856935349742, |
| "tokens_per_s": 2365152.677317971 |
| }, |
| { |
| "step": 22550, |
| "loss": 3.4869140625, |
| "indexer_kl": 0.0, |
| "lr": 0.0009506499554143771, |
| "tokens_per_s": 2365140.1160172853 |
| }, |
| { |
| "step": 22600, |
| "loss": 3.48158447265625, |
| "indexer_kl": 0.0, |
| "lr": 0.0009472164539872306, |
| "tokens_per_s": 2365145.5019593644 |
| }, |
| { |
| "step": 22650, |
| "loss": 3.492267761230469, |
| "indexer_kl": 0.0, |
| "lr": 0.0009437852406742765, |
| "tokens_per_s": 2365149.032441779 |
| }, |
| { |
| "step": 22700, |
| "loss": 3.4897137451171876, |
| "indexer_kl": 0.0, |
| "lr": 0.0009403563668619898, |
| "tokens_per_s": 2365152.408722476 |
| }, |
| { |
| "step": 22750, |
| "loss": 3.4833782958984374, |
| "indexer_kl": 0.0, |
| "lr": 0.0009369298839018095, |
| "tokens_per_s": 2365157.3672195836 |
| }, |
| { |
| "step": 22800, |
| "loss": 3.4793621826171877, |
| "indexer_kl": 0.0, |
| "lr": 0.0009335058431093672, |
| "tokens_per_s": 2365143.5052113114 |
| }, |
| { |
| "step": 22850, |
| "loss": 3.482807922363281, |
| "indexer_kl": 0.0, |
| "lr": 0.0009300842957637219, |
| "tokens_per_s": 2365150.1001891615 |
| }, |
| { |
| "step": 22900, |
| "loss": 3.4970632934570314, |
| "indexer_kl": 0.0, |
| "lr": 0.0009266652931065886, |
| "tokens_per_s": 2365141.7651429456 |
| }, |
| { |
| "step": 22950, |
| "loss": 3.4861151123046876, |
| "indexer_kl": 0.0, |
| "lr": 0.000923248886341574, |
| "tokens_per_s": 2365128.26673146 |
| }, |
| { |
| "step": 23000, |
| "loss": 3.4910540771484375, |
| "indexer_kl": 0.0, |
| "lr": 0.0009198351266334068, |
| "tokens_per_s": 2365130.112772416 |
| }, |
| { |
| "step": 23050, |
| "loss": 3.494971923828125, |
| "indexer_kl": 0.0, |
| "lr": 0.000916424065107175, |
| "tokens_per_s": 2365132.2450996027 |
| }, |
| { |
| "step": 23100, |
| "loss": 3.482679443359375, |
| "indexer_kl": 0.0, |
| "lr": 0.0009130157528475551, |
| "tokens_per_s": 2365135.551045869 |
| }, |
| { |
| "step": 23150, |
| "loss": 3.4744677734375, |
| "indexer_kl": 0.0, |
| "lr": 0.0009096102408980536, |
| "tokens_per_s": 2365140.688764926 |
| }, |
| { |
| "step": 23200, |
| "loss": 3.4877804565429686, |
| "indexer_kl": 0.0, |
| "lr": 0.0009062075802602356, |
| "tokens_per_s": 2365143.9424045538 |
| }, |
| { |
| "step": 23250, |
| "loss": 3.4820846557617187, |
| "indexer_kl": 0.0, |
| "lr": 0.000902807821892968, |
| "tokens_per_s": 2365146.369787122 |
| }, |
| { |
| "step": 23300, |
| "loss": 3.4879183959960938, |
| "indexer_kl": 0.0, |
| "lr": 0.0008994110167116493, |
| "tokens_per_s": 2365151.2905520666 |
| }, |
| { |
| "step": 23350, |
| "loss": 3.473363037109375, |
| "indexer_kl": 0.0, |
| "lr": 0.0008960172155874529, |
| "tokens_per_s": 2365154.7562719556 |
| }, |
| { |
| "step": 23400, |
| "loss": 3.4754608154296873, |
| "indexer_kl": 0.0, |
| "lr": 0.0008926264693465616, |
| "tokens_per_s": 2365157.3688098737 |
| }, |
| { |
| "step": 23450, |
| "loss": 3.4725552368164063, |
| "indexer_kl": 0.0, |
| "lr": 0.0008892388287694093, |
| "tokens_per_s": 2365163.031946918 |
| }, |
| { |
| "step": 23500, |
| "loss": 3.47448486328125, |
| "indexer_kl": 0.0, |
| "lr": 0.0008858543445899165, |
| "tokens_per_s": 2365167.443606251 |
| }, |
| { |
| "step": 23550, |
| "loss": 3.477320556640625, |
| "indexer_kl": 0.0, |
| "lr": 0.0008824730674947352, |
| "tokens_per_s": 2365172.0301208515 |
| }, |
| { |
| "step": 23600, |
| "loss": 3.481239929199219, |
| "indexer_kl": 0.0, |
| "lr": 0.0008790950481224862, |
| "tokens_per_s": 2365176.0050831535 |
| }, |
| { |
| "step": 23650, |
| "loss": 3.4881295776367187, |
| "indexer_kl": 0.0, |
| "lr": 0.0008757203370630027, |
| "tokens_per_s": 2365179.826716569 |
| }, |
| { |
| "step": 23700, |
| "loss": 3.467179260253906, |
| "indexer_kl": 0.0, |
| "lr": 0.0008723489848565711, |
| "tokens_per_s": 2365184.512691456 |
| }, |
| { |
| "step": 23750, |
| "loss": 3.47642822265625, |
| "indexer_kl": 0.0, |
| "lr": 0.0008689810419931765, |
| "tokens_per_s": 2365188.737938442 |
| }, |
| { |
| "step": 23800, |
| "loss": 3.484112548828125, |
| "indexer_kl": 0.0, |
| "lr": 0.0008656165589117438, |
| "tokens_per_s": 2365191.8543415726 |
| }, |
| { |
| "step": 23850, |
| "loss": 3.4794451904296877, |
| "indexer_kl": 0.0, |
| "lr": 0.0008622555859993841, |
| "tokens_per_s": 2365197.1034725895 |
| }, |
| { |
| "step": 23900, |
| "loss": 3.4725830078125, |
| "indexer_kl": 0.0, |
| "lr": 0.0008588981735906391, |
| "tokens_per_s": 2365200.025864046 |
| }, |
| { |
| "step": 23950, |
| "loss": 3.476612854003906, |
| "indexer_kl": 0.0, |
| "lr": 0.0008555443719667287, |
| "tokens_per_s": 2365203.382463012 |
| }, |
| { |
| "step": 24000, |
| "loss": 3.465234680175781, |
| "indexer_kl": 0.0, |
| "lr": 0.0008521942313547959, |
| "tokens_per_s": 2365190.6350007704 |
| }, |
| { |
| "step": 24050, |
| "loss": 3.4822317504882814, |
| "indexer_kl": 0.0, |
| "lr": 0.0008488478019271566, |
| "tokens_per_s": 2365194.6097968807 |
| }, |
| { |
| "step": 24100, |
| "loss": 3.479034423828125, |
| "indexer_kl": 0.0, |
| "lr": 0.0008455051338005468, |
| "tokens_per_s": 2365198.01189677 |
| }, |
| { |
| "step": 24150, |
| "loss": 3.479100646972656, |
| "indexer_kl": 0.0, |
| "lr": 0.0008421662770353726, |
| "tokens_per_s": 2365202.2100466276 |
| }, |
| { |
| "step": 24200, |
| "loss": 3.466640625, |
| "indexer_kl": 0.0, |
| "lr": 0.0008388312816349609, |
| "tokens_per_s": 2365207.303601703 |
| }, |
| { |
| "step": 24250, |
| "loss": 3.4698468017578126, |
| "indexer_kl": 0.0, |
| "lr": 0.0008355001975448098, |
| "tokens_per_s": 2365211.1810901063 |
| }, |
| { |
| "step": 24300, |
| "loss": 3.4776907348632813, |
| "indexer_kl": 0.0, |
| "lr": 0.0008321730746518408, |
| "tokens_per_s": 2365214.3949524914 |
| }, |
| { |
| "step": 24350, |
| "loss": 3.486700134277344, |
| "indexer_kl": 0.0, |
| "lr": 0.0008288499627836516, |
| "tokens_per_s": 2365218.434770441 |
| }, |
| { |
| "step": 24400, |
| "loss": 3.4796820068359375, |
| "indexer_kl": 0.0, |
| "lr": 0.0008255309117077709, |
| "tokens_per_s": 2365219.6232457757 |
| }, |
| { |
| "step": 24450, |
| "loss": 3.4615213012695314, |
| "indexer_kl": 0.0, |
| "lr": 0.0008222159711309114, |
| "tokens_per_s": 2365206.9105389877 |
| }, |
| { |
| "step": 24500, |
| "loss": 3.4822769165039062, |
| "indexer_kl": 0.0, |
| "lr": 0.0008189051906982268, |
| "tokens_per_s": 2365208.869711499 |
| }, |
| { |
| "step": 24550, |
| "loss": 3.475203552246094, |
| "indexer_kl": 0.0, |
| "lr": 0.0008155986199925671, |
| "tokens_per_s": 2365213.4018265144 |
| }, |
| { |
| "step": 24600, |
| "loss": 3.478824462890625, |
| "indexer_kl": 0.0, |
| "lr": 0.0008122963085337372, |
| "tokens_per_s": 2365217.5228399565 |
| }, |
| { |
| "step": 24650, |
| "loss": 3.481581726074219, |
| "indexer_kl": 0.0, |
| "lr": 0.0008089983057777541, |
| "tokens_per_s": 2365219.503623977 |
| }, |
| { |
| "step": 24700, |
| "loss": 3.4629388427734376, |
| "indexer_kl": 0.0, |
| "lr": 0.0008057046611161083, |
| "tokens_per_s": 2365221.800483434 |
| }, |
| { |
| "step": 24750, |
| "loss": 3.4691983032226563, |
| "indexer_kl": 0.0, |
| "lr": 0.0008024154238750207, |
| "tokens_per_s": 2365223.719677372 |
| }, |
| { |
| "step": 24800, |
| "loss": 3.489212951660156, |
| "indexer_kl": 0.0, |
| "lr": 0.0007991306433147074, |
| "tokens_per_s": 2365225.856538691 |
| }, |
| { |
| "step": 24850, |
| "loss": 3.4727203369140627, |
| "indexer_kl": 0.0, |
| "lr": 0.0007958503686286401, |
| "tokens_per_s": 2365229.41749611 |
| }, |
| { |
| "step": 24900, |
| "loss": 3.4637997436523436, |
| "indexer_kl": 0.0, |
| "lr": 0.0007925746489428092, |
| "tokens_per_s": 2365232.218739163 |
| }, |
| { |
| "step": 24950, |
| "loss": 3.4632748413085936, |
| "indexer_kl": 0.0, |
| "lr": 0.0007893035333149887, |
| "tokens_per_s": 2365234.591115606 |
| }, |
| { |
| "step": 25000, |
| "loss": 3.4773428344726565, |
| "indexer_kl": 0.0, |
| "lr": 0.0007860370707340018, |
| "tokens_per_s": 2365235.852280143 |
| }, |
| { |
| "step": 25050, |
| "loss": 3.4731619262695315, |
| "indexer_kl": 0.0, |
| "lr": 0.0007827753101189872, |
| "tokens_per_s": 2365239.757032862 |
| }, |
| { |
| "step": 25100, |
| "loss": 3.4758746337890627, |
| "indexer_kl": 0.0, |
| "lr": 0.0007795183003186648, |
| "tokens_per_s": 2365242.872154514 |
| }, |
| { |
| "step": 25150, |
| "loss": 3.4547137451171874, |
| "indexer_kl": 0.0, |
| "lr": 0.0007762660901106062, |
| "tokens_per_s": 2365246.76039611 |
| }, |
| { |
| "step": 25200, |
| "loss": 3.4731298828125, |
| "indexer_kl": 0.0, |
| "lr": 0.0007730187282005037, |
| "tokens_per_s": 2365248.4461532314 |
| }, |
| { |
| "step": 25250, |
| "loss": 3.4768878173828126, |
| "indexer_kl": 0.0, |
| "lr": 0.0007697762632214402, |
| "tokens_per_s": 2365251.0849537286 |
| }, |
| { |
| "step": 25300, |
| "loss": 3.4557916259765626, |
| "indexer_kl": 0.0, |
| "lr": 0.0007665387437331616, |
| "tokens_per_s": 2365236.4544062093 |
| }, |
| { |
| "step": 25350, |
| "loss": 3.4727288818359376, |
| "indexer_kl": 0.0, |
| "lr": 0.0007633062182213488, |
| "tokens_per_s": 2365224.443332569 |
| }, |
| { |
| "step": 25400, |
| "loss": 3.4774163818359374, |
| "indexer_kl": 0.0, |
| "lr": 0.0007600787350968919, |
| "tokens_per_s": 2365225.876604572 |
| }, |
| { |
| "step": 25450, |
| "loss": 3.467467956542969, |
| "indexer_kl": 0.0, |
| "lr": 0.0007568563426951658, |
| "tokens_per_s": 2365228.7351478273 |
| }, |
| { |
| "step": 25500, |
| "loss": 3.475078430175781, |
| "indexer_kl": 0.0, |
| "lr": 0.0007536390892753062, |
| "tokens_per_s": 2365231.0770130996 |
| }, |
| { |
| "step": 25550, |
| "loss": 3.4518896484375, |
| "indexer_kl": 0.0, |
| "lr": 0.0007504270230194852, |
| "tokens_per_s": 2365234.623671811 |
| }, |
| { |
| "step": 25600, |
| "loss": 3.46828125, |
| "indexer_kl": 0.0, |
| "lr": 0.0007472201920321915, |
| "tokens_per_s": 2365236.603577883 |
| }, |
| { |
| "step": 25650, |
| "loss": 3.478263244628906, |
| "indexer_kl": 0.0, |
| "lr": 0.0007440186443395101, |
| "tokens_per_s": 2365238.662519482 |
| }, |
| { |
| "step": 25700, |
| "loss": 3.4622412109375, |
| "indexer_kl": 0.0, |
| "lr": 0.0007408224278884019, |
| "tokens_per_s": 2365240.122157951 |
| }, |
| { |
| "step": 25750, |
| "loss": 3.461891784667969, |
| "indexer_kl": 0.0, |
| "lr": 0.000737631590545986, |
| "tokens_per_s": 2365243.183229396 |
| }, |
| { |
| "step": 25800, |
| "loss": 3.483406982421875, |
| "indexer_kl": 0.0, |
| "lr": 0.0007344461800988234, |
| "tokens_per_s": 2365231.638851225 |
| }, |
| { |
| "step": 25850, |
| "loss": 3.4675137329101564, |
| "indexer_kl": 0.0, |
| "lr": 0.0007312662442522002, |
| "tokens_per_s": 2365233.2946512997 |
| }, |
| { |
| "step": 25900, |
| "loss": 3.4667648315429687, |
| "indexer_kl": 0.0, |
| "lr": 0.0007280918306294153, |
| "tokens_per_s": 2365236.327059724 |
| }, |
| { |
| "step": 25950, |
| "loss": 3.4637802124023436, |
| "indexer_kl": 0.0, |
| "lr": 0.0007249229867710643, |
| "tokens_per_s": 2365223.8274475755 |
| }, |
| { |
| "step": 26000, |
| "loss": 3.457705383300781, |
| "indexer_kl": 0.0, |
| "lr": 0.0007217597601343297, |
| "tokens_per_s": 2365227.4268360236 |
| }, |
| { |
| "step": 26050, |
| "loss": 3.471446533203125, |
| "indexer_kl": 0.0, |
| "lr": 0.000718602198092269, |
| "tokens_per_s": 2365228.94674958 |
| }, |
| { |
| "step": 26100, |
| "loss": 3.4567535400390623, |
| "indexer_kl": 0.0, |
| "lr": 0.0007154503479331064, |
| "tokens_per_s": 2365230.0480834157 |
| }, |
| { |
| "step": 26150, |
| "loss": 3.461361999511719, |
| "indexer_kl": 0.0, |
| "lr": 0.0007123042568595242, |
| "tokens_per_s": 2365234.14936976 |
| }, |
| { |
| "step": 26200, |
| "loss": 3.4673977661132813, |
| "indexer_kl": 0.0, |
| "lr": 0.0007091639719879534, |
| "tokens_per_s": 2365236.3644859795 |
| }, |
| { |
| "step": 26250, |
| "loss": 3.45150390625, |
| "indexer_kl": 0.0, |
| "lr": 0.0007060295403478727, |
| "tokens_per_s": 2365240.7131193383 |
| }, |
| { |
| "step": 26300, |
| "loss": 3.457644348144531, |
| "indexer_kl": 0.0, |
| "lr": 0.0007029010088811005, |
| "tokens_per_s": 2365242.313031177 |
| }, |
| { |
| "step": 26350, |
| "loss": 3.455341796875, |
| "indexer_kl": 0.0, |
| "lr": 0.0006997784244410948, |
| "tokens_per_s": 2365245.1086983676 |
| }, |
| { |
| "step": 26400, |
| "loss": 3.4632437133789065, |
| "indexer_kl": 0.0, |
| "lr": 0.0006966618337922463, |
| "tokens_per_s": 2365247.2914367886 |
| }, |
| { |
| "step": 26450, |
| "loss": 3.4476272583007814, |
| "indexer_kl": 0.0, |
| "lr": 0.0006935512836091851, |
| "tokens_per_s": 2365249.5038871286 |
| }, |
| { |
| "step": 26500, |
| "loss": 3.454140319824219, |
| "indexer_kl": 0.0, |
| "lr": 0.0006904468204760769, |
| "tokens_per_s": 2365253.865601436 |
| }, |
| { |
| "step": 26550, |
| "loss": 3.454395446777344, |
| "indexer_kl": 0.0, |
| "lr": 0.0006873484908859264, |
| "tokens_per_s": 2365258.8262051116 |
| }, |
| { |
| "step": 26600, |
| "loss": 3.451828918457031, |
| "indexer_kl": 0.0, |
| "lr": 0.000684256341239881, |
| "tokens_per_s": 2365262.400121207 |
| }, |
| { |
| "step": 26650, |
| "loss": 3.4538909912109377, |
| "indexer_kl": 0.0, |
| "lr": 0.000681170417846537, |
| "tokens_per_s": 2365255.5010455353 |
| }, |
| { |
| "step": 26700, |
| "loss": 3.4567965698242187, |
| "indexer_kl": 0.0, |
| "lr": 0.0006780907669212453, |
| "tokens_per_s": 2365259.211098993 |
| }, |
| { |
| "step": 26750, |
| "loss": 3.4562948608398436, |
| "indexer_kl": 0.0, |
| "lr": 0.0006750174345854181, |
| "tokens_per_s": 2365247.951238871 |
| }, |
| { |
| "step": 26800, |
| "loss": 3.458800964355469, |
| "indexer_kl": 0.0, |
| "lr": 0.0006719504668658394, |
| "tokens_per_s": 2365250.067749467 |
| }, |
| { |
| "step": 26850, |
| "loss": 3.459291687011719, |
| "indexer_kl": 0.0, |
| "lr": 0.0006688899096939767, |
| "tokens_per_s": 2365239.5097178 |
| }, |
| { |
| "step": 26900, |
| "loss": 3.461752624511719, |
| "indexer_kl": 0.0, |
| "lr": 0.0006658358089052914, |
| "tokens_per_s": 2365242.560098736 |
| }, |
| { |
| "step": 26950, |
| "loss": 3.4553628540039063, |
| "indexer_kl": 0.0, |
| "lr": 0.0006627882102385522, |
| "tokens_per_s": 2365244.5328467973 |
| }, |
| { |
| "step": 27000, |
| "loss": 3.453165283203125, |
| "indexer_kl": 0.0, |
| "lr": 0.0006597471593351514, |
| "tokens_per_s": 2365247.4098729575 |
| }, |
| { |
| "step": 27050, |
| "loss": 3.4544491577148437, |
| "indexer_kl": 0.0, |
| "lr": 0.000656712701738421, |
| "tokens_per_s": 2365251.095881621 |
| }, |
| { |
| "step": 27100, |
| "loss": 3.454961853027344, |
| "indexer_kl": 0.0, |
| "lr": 0.0006536848828929505, |
| "tokens_per_s": 2365252.911800632 |
| }, |
| { |
| "step": 27150, |
| "loss": 3.4570046997070314, |
| "indexer_kl": 0.0, |
| "lr": 0.000650663748143906, |
| "tokens_per_s": 2365256.1873084637 |
| }, |
| { |
| "step": 27200, |
| "loss": 3.45305419921875, |
| "indexer_kl": 0.0, |
| "lr": 0.0006476493427363508, |
| "tokens_per_s": 2365258.649653059 |
| }, |
| { |
| "step": 27250, |
| "loss": 3.4566030883789063, |
| "indexer_kl": 0.0, |
| "lr": 0.0006446417118145694, |
| "tokens_per_s": 2365262.6156520634 |
| }, |
| { |
| "step": 27300, |
| "loss": 3.445639953613281, |
| "indexer_kl": 0.0, |
| "lr": 0.0006416409004213899, |
| "tokens_per_s": 2365263.384279411 |
| }, |
| { |
| "step": 27350, |
| "loss": 3.4549441528320313, |
| "indexer_kl": 0.0, |
| "lr": 0.0006386469534975099, |
| "tokens_per_s": 2365266.1503813923 |
| }, |
| { |
| "step": 27400, |
| "loss": 3.449703369140625, |
| "indexer_kl": 0.0, |
| "lr": 0.0006356599158808229, |
| "tokens_per_s": 2365268.4666582914 |
| }, |
| { |
| "step": 27450, |
| "loss": 3.435882873535156, |
| "indexer_kl": 0.0, |
| "lr": 0.0006326798323057483, |
| "tokens_per_s": 2365270.653892986 |
| }, |
| { |
| "step": 27500, |
| "loss": 3.4410018920898438, |
| "indexer_kl": 0.0, |
| "lr": 0.0006297067474025606, |
| "tokens_per_s": 2365275.313993377 |
| }, |
| { |
| "step": 27550, |
| "loss": 3.4477825927734376, |
| "indexer_kl": 0.0, |
| "lr": 0.0006267407056967196, |
| "tokens_per_s": 2365277.07800456 |
| }, |
| { |
| "step": 27600, |
| "loss": 3.435632629394531, |
| "indexer_kl": 0.0, |
| "lr": 0.0006237817516082063, |
| "tokens_per_s": 2365280.3547162055 |
| }, |
| { |
| "step": 27650, |
| "loss": 3.439797668457031, |
| "indexer_kl": 0.0, |
| "lr": 0.0006208299294508554, |
| "tokens_per_s": 2365283.635289479 |
| }, |
| { |
| "step": 27700, |
| "loss": 3.4449847412109373, |
| "indexer_kl": 0.0, |
| "lr": 0.000617885283431693, |
| "tokens_per_s": 2365287.1342547503 |
| }, |
| { |
| "step": 27750, |
| "loss": 3.442242431640625, |
| "indexer_kl": 0.0, |
| "lr": 0.0006149478576502734, |
| "tokens_per_s": 2365275.7435630686 |
| }, |
| { |
| "step": 27800, |
| "loss": 3.434183349609375, |
| "indexer_kl": 0.0, |
| "lr": 0.0006120176960980203, |
| "tokens_per_s": 2365278.147890627 |
| }, |
| { |
| "step": 27850, |
| "loss": 3.4394717407226563, |
| "indexer_kl": 0.0, |
| "lr": 0.0006090948426575662, |
| "tokens_per_s": 2365281.8522150978 |
| }, |
| { |
| "step": 27900, |
| "loss": 3.4407919311523436, |
| "indexer_kl": 0.0, |
| "lr": 0.0006061793411020957, |
| "tokens_per_s": 2365284.468483177 |
| }, |
| { |
| "step": 27950, |
| "loss": 3.4380401611328124, |
| "indexer_kl": 0.0, |
| "lr": 0.0006032712350946912, |
| "tokens_per_s": 2365274.3398675546 |
| }, |
| { |
| "step": 28000, |
| "loss": 3.4359490966796873, |
| "indexer_kl": 0.0, |
| "lr": 0.0006003705681876778, |
| "tokens_per_s": 2365278.807450492 |
| }, |
| { |
| "step": 28050, |
| "loss": 3.4584530639648436, |
| "indexer_kl": 0.0, |
| "lr": 0.0005974773838219707, |
| "tokens_per_s": 2365280.2822568975 |
| }, |
| { |
| "step": 28100, |
| "loss": 3.4535870361328125, |
| "indexer_kl": 0.0, |
| "lr": 0.0005945917253264253, |
| "tokens_per_s": 2365284.5949464077 |
| }, |
| { |
| "step": 28150, |
| "loss": 3.4370379638671875, |
| "indexer_kl": 0.0, |
| "lr": 0.0005917136359171888, |
| "tokens_per_s": 2365287.332537631 |
| }, |
| { |
| "step": 28200, |
| "loss": 3.434856262207031, |
| "indexer_kl": 0.0, |
| "lr": 0.0005888431586970522, |
| "tokens_per_s": 2365290.7022936638 |
| }, |
| { |
| "step": 28250, |
| "loss": 3.4362640380859375, |
| "indexer_kl": 0.0, |
| "lr": 0.0005859803366548047, |
| "tokens_per_s": 2365295.5202712067 |
| }, |
| { |
| "step": 28300, |
| "loss": 3.435060729980469, |
| "indexer_kl": 0.0, |
| "lr": 0.0005831252126645896, |
| "tokens_per_s": 2365283.9726290028 |
| }, |
| { |
| "step": 28350, |
| "loss": 3.4427362060546876, |
| "indexer_kl": 0.0, |
| "lr": 0.0005802778294852639, |
| "tokens_per_s": 2365287.0988236405 |
| }, |
| { |
| "step": 28400, |
| "loss": 3.4515997314453126, |
| "indexer_kl": 0.0, |
| "lr": 0.0005774382297597568, |
| "tokens_per_s": 2365290.964118875 |
| }, |
| { |
| "step": 28450, |
| "loss": 3.4294314575195313, |
| "indexer_kl": 0.0, |
| "lr": 0.0005746064560144302, |
| "tokens_per_s": 2365294.799624686 |
| }, |
| { |
| "step": 28500, |
| "loss": 3.4461099243164064, |
| "indexer_kl": 0.0, |
| "lr": 0.0005717825506584426, |
| "tokens_per_s": 2365297.4114454454 |
| }, |
| { |
| "step": 28550, |
| "loss": 3.449992980957031, |
| "indexer_kl": 0.0, |
| "lr": 0.0005689665559831152, |
| "tokens_per_s": 2365300.685197197 |
| }, |
| { |
| "step": 28600, |
| "loss": 3.4374554443359373, |
| "indexer_kl": 0.0, |
| "lr": 0.0005661585141612969, |
| "tokens_per_s": 2365302.7908391403 |
| }, |
| { |
| "step": 28650, |
| "loss": 3.433175354003906, |
| "indexer_kl": 0.0, |
| "lr": 0.0005633584672467328, |
| "tokens_per_s": 2365306.595070594 |
| }, |
| { |
| "step": 28700, |
| "loss": 3.427209777832031, |
| "indexer_kl": 0.0, |
| "lr": 0.0005605664571734348, |
| "tokens_per_s": 2365310.4645412983 |
| }, |
| { |
| "step": 28750, |
| "loss": 3.430868835449219, |
| "indexer_kl": 0.0, |
| "lr": 0.0005577825257550546, |
| "tokens_per_s": 2365314.0874154265 |
| }, |
| { |
| "step": 28800, |
| "loss": 3.436483154296875, |
| "indexer_kl": 0.0, |
| "lr": 0.0005550067146842555, |
| "tokens_per_s": 2365316.835524559 |
| }, |
| { |
| "step": 28850, |
| "loss": 3.4284188842773435, |
| "indexer_kl": 0.0, |
| "lr": 0.0005522390655320895, |
| "tokens_per_s": 2365319.755661954 |
| }, |
| { |
| "step": 28900, |
| "loss": 3.433955078125, |
| "indexer_kl": 0.0, |
| "lr": 0.0005494796197473733, |
| "tokens_per_s": 2365322.926754039 |
| }, |
| { |
| "step": 28950, |
| "loss": 3.427716064453125, |
| "indexer_kl": 0.0, |
| "lr": 0.0005467284186560699, |
| "tokens_per_s": 2365325.788802636 |
| }, |
| { |
| "step": 29000, |
| "loss": 3.4444024658203123, |
| "indexer_kl": 0.0, |
| "lr": 0.0005439855034606678, |
| "tokens_per_s": 2365326.8058830486 |
| }, |
| { |
| "step": 29050, |
| "loss": 3.43893310546875, |
| "indexer_kl": 0.0, |
| "lr": 0.0005412509152395637, |
| "tokens_per_s": 2365330.933124212 |
| }, |
| { |
| "step": 29100, |
| "loss": 3.4416094970703126, |
| "indexer_kl": 0.0, |
| "lr": 0.0005385246949464484, |
| "tokens_per_s": 2365332.8984414954 |
| }, |
| { |
| "step": 29150, |
| "loss": 3.435738220214844, |
| "indexer_kl": 0.0, |
| "lr": 0.0005358068834096933, |
| "tokens_per_s": 2365335.6921194037 |
| }, |
| { |
| "step": 29200, |
| "loss": 3.4339947509765625, |
| "indexer_kl": 0.0, |
| "lr": 0.0005330975213317392, |
| "tokens_per_s": 2365339.6993274484 |
| }, |
| { |
| "step": 29250, |
| "loss": 3.4332470703125, |
| "indexer_kl": 0.0, |
| "lr": 0.0005303966492884853, |
| "tokens_per_s": 2365341.8529927954 |
| }, |
| { |
| "step": 29300, |
| "loss": 3.4290481567382813, |
| "indexer_kl": 0.0, |
| "lr": 0.0005277043077286825, |
| "tokens_per_s": 2365344.1197218504 |
| }, |
| { |
| "step": 29350, |
| "loss": 3.4365884399414064, |
| "indexer_kl": 0.0, |
| "lr": 0.0005250205369733283, |
| "tokens_per_s": 2365345.978356059 |
| }, |
| { |
| "step": 29400, |
| "loss": 3.42076904296875, |
| "indexer_kl": 0.0, |
| "lr": 0.0005223453772150625, |
| "tokens_per_s": 2365348.8054492376 |
| }, |
| { |
| "step": 29450, |
| "loss": 3.438873596191406, |
| "indexer_kl": 0.0, |
| "lr": 0.000519678868517564, |
| "tokens_per_s": 2365350.8424218576 |
| }, |
| { |
| "step": 29500, |
| "loss": 3.434095458984375, |
| "indexer_kl": 0.0, |
| "lr": 0.0005170210508149522, |
| "tokens_per_s": 2365351.0399348345 |
| }, |
| { |
| "step": 29550, |
| "loss": 3.418112487792969, |
| "indexer_kl": 0.0, |
| "lr": 0.000514371963911189, |
| "tokens_per_s": 2365352.3967214003 |
| }, |
| { |
| "step": 29600, |
| "loss": 3.426996765136719, |
| "indexer_kl": 0.0, |
| "lr": 0.0005117316474794824, |
| "tokens_per_s": 2365354.3448799383 |
| }, |
| { |
| "step": 29650, |
| "loss": 3.423758239746094, |
| "indexer_kl": 0.0, |
| "lr": 0.0005091001410616916, |
| "tokens_per_s": 2365356.134530006 |
| }, |
| { |
| "step": 29700, |
| "loss": 3.43627197265625, |
| "indexer_kl": 0.0, |
| "lr": 0.0005064774840677351, |
| "tokens_per_s": 2365359.6561459806 |
| }, |
| { |
| "step": 29750, |
| "loss": 3.4352191162109373, |
| "indexer_kl": 0.0, |
| "lr": 0.0005038637157750021, |
| "tokens_per_s": 2365362.716202364 |
| }, |
| { |
| "step": 29800, |
| "loss": 3.4254525756835936, |
| "indexer_kl": 0.0, |
| "lr": 0.0005012588753277619, |
| "tokens_per_s": 2365365.7678193958 |
| }, |
| { |
| "step": 29850, |
| "loss": 3.4219461059570313, |
| "indexer_kl": 0.0, |
| "lr": 0.0004986630017365794, |
| "tokens_per_s": 2365369.1438012444 |
| }, |
| { |
| "step": 29900, |
| "loss": 3.430557861328125, |
| "indexer_kl": 0.0, |
| "lr": 0.0004960761338777296, |
| "tokens_per_s": 2365371.8822113373 |
| }, |
| { |
| "step": 29950, |
| "loss": 3.4279446411132812, |
| "indexer_kl": 0.0, |
| "lr": 0.0004934983104926167, |
| "tokens_per_s": 2365374.612390621 |
| }, |
| { |
| "step": 30000, |
| "loss": 3.4206924438476562, |
| "indexer_kl": 0.0, |
| "lr": 0.0004909295701871927, |
| "tokens_per_s": 2365377.057558681 |
| }, |
| { |
| "step": 30050, |
| "loss": 3.435638427734375, |
| "indexer_kl": 0.0, |
| "lr": 0.0004883699514313802, |
| "tokens_per_s": 2365380.1565981065 |
| }, |
| { |
| "step": 30100, |
| "loss": 3.4259246826171874, |
| "indexer_kl": 0.0, |
| "lr": 0.00048581949255849504, |
| "tokens_per_s": 2365383.4563346803 |
| }, |
| { |
| "step": 30150, |
| "loss": 3.4144888305664063, |
| "indexer_kl": 0.0, |
| "lr": 0.00048327823176467415, |
| "tokens_per_s": 2365385.666754282 |
| }, |
| { |
| "step": 30200, |
| "loss": 3.4328179931640626, |
| "indexer_kl": 0.0, |
| "lr": 0.00048074620710830115, |
| "tokens_per_s": 2365385.963796792 |
| }, |
| { |
| "step": 30250, |
| "loss": 3.4339981079101562, |
| "indexer_kl": 0.0, |
| "lr": 0.00047822345650943865, |
| "tokens_per_s": 2365388.143031404 |
| }, |
| { |
| "step": 30300, |
| "loss": 3.410023193359375, |
| "indexer_kl": 0.0, |
| "lr": 0.00047571001774925813, |
| "tokens_per_s": 2365376.930729186 |
| }, |
| { |
| "step": 30350, |
| "loss": 3.4362933349609377, |
| "indexer_kl": 0.0, |
| "lr": 0.0004732059284694767, |
| "tokens_per_s": 2365380.1683508633 |
| }, |
| { |
| "step": 30400, |
| "loss": 3.424769287109375, |
| "indexer_kl": 0.0, |
| "lr": 0.0004707112261717904, |
| "tokens_per_s": 2365382.646316782 |
| }, |
| { |
| "step": 30450, |
| "loss": 3.423951416015625, |
| "indexer_kl": 0.0, |
| "lr": 0.0004682259482173155, |
| "tokens_per_s": 2365386.5270509073 |
| }, |
| { |
| "step": 30500, |
| "loss": 3.41597412109375, |
| "indexer_kl": 0.0, |
| "lr": 0.0004657501318260265, |
| "tokens_per_s": 2365375.479027562 |
| }, |
| { |
| "step": 30550, |
| "loss": 3.42817138671875, |
| "indexer_kl": 0.0, |
| "lr": 0.0004632838140762009, |
| "tokens_per_s": 2365379.533772811 |
| }, |
| { |
| "step": 30600, |
| "loss": 3.4227261352539062, |
| "indexer_kl": 0.0, |
| "lr": 0.00046082703190386136, |
| "tokens_per_s": 2365382.367307293 |
| }, |
| { |
| "step": 30650, |
| "loss": 3.432532958984375, |
| "indexer_kl": 0.0, |
| "lr": 0.0004583798221022258, |
| "tokens_per_s": 2365372.645494427 |
| }, |
| { |
| "step": 30700, |
| "loss": 3.422876892089844, |
| "indexer_kl": 0.0, |
| "lr": 0.0004559422213211527, |
| "tokens_per_s": 2365374.9143465045 |
| }, |
| { |
| "step": 30750, |
| "loss": 3.429842224121094, |
| "indexer_kl": 0.0, |
| "lr": 0.00045351426606659575, |
| "tokens_per_s": 2365377.198771639 |
| }, |
| { |
| "step": 30800, |
| "loss": 3.426011047363281, |
| "indexer_kl": 0.0, |
| "lr": 0.0004510959927000542, |
| "tokens_per_s": 2365380.8257067315 |
| }, |
| { |
| "step": 30850, |
| "loss": 3.4385476684570313, |
| "indexer_kl": 0.0, |
| "lr": 0.0004486874374380303, |
| "tokens_per_s": 2365383.80221564 |
| }, |
| { |
| "step": 30900, |
| "loss": 3.4263156127929686, |
| "indexer_kl": 0.0, |
| "lr": 0.0004462886363514864, |
| "tokens_per_s": 2365386.7664643764 |
| }, |
| { |
| "step": 30950, |
| "loss": 3.425262145996094, |
| "indexer_kl": 0.0, |
| "lr": 0.00044389962536530385, |
| "tokens_per_s": 2365389.9903473225 |
| }, |
| { |
| "step": 31000, |
| "loss": 3.4152154541015625, |
| "indexer_kl": 0.0, |
| "lr": 0.0004415204402577458, |
| "tokens_per_s": 2365393.2222243734 |
| }, |
| { |
| "step": 31050, |
| "loss": 3.4245263671875, |
| "indexer_kl": 0.0, |
| "lr": 0.0004391511166599216, |
| "tokens_per_s": 2365397.6586566092 |
| }, |
| { |
| "step": 31100, |
| "loss": 3.4314215087890627, |
| "indexer_kl": 0.0, |
| "lr": 0.00043679169005525324, |
| "tokens_per_s": 2365400.935029378 |
| }, |
| { |
| "step": 31150, |
| "loss": 3.424627380371094, |
| "indexer_kl": 0.0, |
| "lr": 0.00043444219577894194, |
| "tokens_per_s": 2365403.282577406 |
| }, |
| { |
| "step": 31200, |
| "loss": 3.4311758422851564, |
| "indexer_kl": 0.0, |
| "lr": 0.0004321026690174421, |
| "tokens_per_s": 2365407.0518071144 |
| }, |
| { |
| "step": 31250, |
| "loss": 3.4163107299804687, |
| "indexer_kl": 0.0, |
| "lr": 0.0004297731448079325, |
| "tokens_per_s": 2365410.1437283605 |
| }, |
| { |
| "step": 31300, |
| "loss": 3.435802001953125, |
| "indexer_kl": 0.0, |
| "lr": 0.00042745365803779196, |
| "tokens_per_s": 2365413.694879874 |
| }, |
| { |
| "step": 31350, |
| "loss": 3.435652770996094, |
| "indexer_kl": 0.0, |
| "lr": 0.0004251442434440755, |
| "tokens_per_s": 2365415.800219311 |
| }, |
| { |
| "step": 31400, |
| "loss": 3.420720520019531, |
| "indexer_kl": 0.0, |
| "lr": 0.0004228449356129971, |
| "tokens_per_s": 2365417.6257259157 |
| }, |
| { |
| "step": 31450, |
| "loss": 3.404501647949219, |
| "indexer_kl": 0.0, |
| "lr": 0.00042055576897940915, |
| "tokens_per_s": 2365419.8915852746 |
| }, |
| { |
| "step": 31500, |
| "loss": 3.4316314697265624, |
| "indexer_kl": 0.0, |
| "lr": 0.00041827677782628844, |
| "tokens_per_s": 2365424.1448613205 |
| }, |
| { |
| "step": 31550, |
| "loss": 3.420281982421875, |
| "indexer_kl": 0.0, |
| "lr": 0.0004160079962842201, |
| "tokens_per_s": 2365426.9910851084 |
| }, |
| { |
| "step": 31600, |
| "loss": 3.4292361450195314, |
| "indexer_kl": 0.0, |
| "lr": 0.00041374945833089, |
| "tokens_per_s": 2365429.9932134454 |
| }, |
| { |
| "step": 31650, |
| "loss": 3.418418273925781, |
| "indexer_kl": 0.0, |
| "lr": 0.00041150119779057395, |
| "tokens_per_s": 2365433.3383065485 |
| }, |
| { |
| "step": 31700, |
| "loss": 3.419227294921875, |
| "indexer_kl": 0.0, |
| "lr": 0.0004092632483336306, |
| "tokens_per_s": 2365436.788440287 |
| }, |
| { |
| "step": 31750, |
| "loss": 3.4287643432617188, |
| "indexer_kl": 0.0, |
| "lr": 0.0004070356434759982, |
| "tokens_per_s": 2365440.869694058 |
| }, |
| { |
| "step": 31800, |
| "loss": 3.4237051391601563, |
| "indexer_kl": 0.0, |
| "lr": 0.0004048184165786928, |
| "tokens_per_s": 2365442.4083917057 |
| }, |
| { |
| "step": 31850, |
| "loss": 3.415086364746094, |
| "indexer_kl": 0.0, |
| "lr": 0.0004026116008473081, |
| "tokens_per_s": 2365443.3593915086 |
| }, |
| { |
| "step": 31900, |
| "loss": 3.4280099487304687, |
| "indexer_kl": 0.0, |
| "lr": 0.0004004152293315178, |
| "tokens_per_s": 2365446.2761917897 |
| }, |
| { |
| "step": 31950, |
| "loss": 3.413166809082031, |
| "indexer_kl": 0.0, |
| "lr": 0.00039822933492458156, |
| "tokens_per_s": 2365447.7643827884 |
| }, |
| { |
| "step": 32000, |
| "loss": 3.428000183105469, |
| "indexer_kl": 0.0, |
| "lr": 0.00039605395036285183, |
| "tokens_per_s": 2365450.3445924153 |
| }, |
| { |
| "step": 32050, |
| "loss": 3.4238455200195315, |
| "indexer_kl": 0.0, |
| "lr": 0.00039388910822528417, |
| "tokens_per_s": 2365453.7966203475 |
| }, |
| { |
| "step": 32100, |
| "loss": 3.4179556274414065, |
| "indexer_kl": 0.0, |
| "lr": 0.000391734840932948, |
| "tokens_per_s": 2365455.4690770484 |
| }, |
| { |
| "step": 32150, |
| "loss": 3.4269732666015624, |
| "indexer_kl": 0.0, |
| "lr": 0.0003895911807485424, |
| "tokens_per_s": 2365456.6914379355 |
| }, |
| { |
| "step": 32200, |
| "loss": 3.4116946411132814, |
| "indexer_kl": 0.0, |
| "lr": 0.00038745815977591237, |
| "tokens_per_s": 2365447.4598378465 |
| }, |
| { |
| "step": 32250, |
| "loss": 3.40714599609375, |
| "indexer_kl": 0.0, |
| "lr": 0.00038533580995956876, |
| "tokens_per_s": 2365449.354825701 |
| }, |
| { |
| "step": 32300, |
| "loss": 3.4080770874023436, |
| "indexer_kl": 0.0, |
| "lr": 0.000383224163084208, |
| "tokens_per_s": 2365438.4885577243 |
| }, |
| { |
| "step": 32350, |
| "loss": 3.4089889526367188, |
| "indexer_kl": 0.0, |
| "lr": 0.0003811232507742387, |
| "tokens_per_s": 2365432.010216321 |
| }, |
| { |
| "step": 32400, |
| "loss": 3.400970458984375, |
| "indexer_kl": 0.0, |
| "lr": 0.00037903310449330537, |
| "tokens_per_s": 2365434.525887477 |
| }, |
| { |
| "step": 32450, |
| "loss": 3.415177917480469, |
| "indexer_kl": 0.0, |
| "lr": 0.0003769537555438197, |
| "tokens_per_s": 2365435.659629381 |
| }, |
| { |
| "step": 32500, |
| "loss": 3.424596862792969, |
| "indexer_kl": 0.0, |
| "lr": 0.0003748852350664894, |
| "tokens_per_s": 2365438.6947474713 |
| }, |
| { |
| "step": 32550, |
| "loss": 3.4213604736328125, |
| "indexer_kl": 0.0, |
| "lr": 0.0003728275740398542, |
| "tokens_per_s": 2365440.7941749534 |
| }, |
| { |
| "step": 32600, |
| "loss": 3.425797119140625, |
| "indexer_kl": 0.0, |
| "lr": 0.0003707808032798197, |
| "tokens_per_s": 2365442.8372136545 |
| }, |
| { |
| "step": 32650, |
| "loss": 3.418845520019531, |
| "indexer_kl": 0.0, |
| "lr": 0.00036874495343919777, |
| "tokens_per_s": 2365432.2022077455 |
| }, |
| { |
| "step": 32700, |
| "loss": 3.4159307861328125, |
| "indexer_kl": 0.0, |
| "lr": 0.00036672005500724557, |
| "tokens_per_s": 2365434.0031243567 |
| }, |
| { |
| "step": 32750, |
| "loss": 3.410948486328125, |
| "indexer_kl": 0.0, |
| "lr": 0.00036470613830921116, |
| "tokens_per_s": 2365437.1410783916 |
| }, |
| { |
| "step": 32800, |
| "loss": 3.407222900390625, |
| "indexer_kl": 0.0, |
| "lr": 0.0003627032335058771, |
| "tokens_per_s": 2365439.9012524253 |
| }, |
| { |
| "step": 32850, |
| "loss": 3.4310650634765625, |
| "indexer_kl": 0.0, |
| "lr": 0.0003607113705931107, |
| "tokens_per_s": 2365441.819388896 |
| }, |
| { |
| "step": 32900, |
| "loss": 3.423568115234375, |
| "indexer_kl": 0.0, |
| "lr": 0.00035873057940141295, |
| "tokens_per_s": 2365435.1984340656 |
| }, |
| { |
| "step": 32950, |
| "loss": 3.413141784667969, |
| "indexer_kl": 0.0, |
| "lr": 0.0003567608895954738, |
| "tokens_per_s": 2365437.37569435 |
| }, |
| { |
| "step": 33000, |
| "loss": 3.411988525390625, |
| "indexer_kl": 0.0, |
| "lr": 0.00035480233067372596, |
| "tokens_per_s": 2365440.989758715 |
| }, |
| { |
| "step": 33050, |
| "loss": 3.4133740234375, |
| "indexer_kl": 0.0, |
| "lr": 0.00035285493196790426, |
| "tokens_per_s": 2365444.539520434 |
| }, |
| { |
| "step": 33100, |
| "loss": 3.4060800170898435, |
| "indexer_kl": 0.0, |
| "lr": 0.00035091872264260616, |
| "tokens_per_s": 2365445.794135327 |
| }, |
| { |
| "step": 33150, |
| "loss": 3.403880310058594, |
| "indexer_kl": 0.0, |
| "lr": 0.0003489937316948552, |
| "tokens_per_s": 2365448.219029327 |
| }, |
| { |
| "step": 33200, |
| "loss": 3.4084408569335936, |
| "indexer_kl": 0.0, |
| "lr": 0.000347079987953666, |
| "tokens_per_s": 2365451.2513857204 |
| }, |
| { |
| "step": 33250, |
| "loss": 3.401578063964844, |
| "indexer_kl": 0.0, |
| "lr": 0.00034517752007961295, |
| "tokens_per_s": 2365452.876352152 |
| }, |
| { |
| "step": 33300, |
| "loss": 3.420890197753906, |
| "indexer_kl": 0.0, |
| "lr": 0.00034328635656440137, |
| "tokens_per_s": 2365455.03274357 |
| }, |
| { |
| "step": 33350, |
| "loss": 3.415999450683594, |
| "indexer_kl": 0.0, |
| "lr": 0.0003414065257304405, |
| "tokens_per_s": 2365457.123263433 |
| }, |
| { |
| "step": 33400, |
| "loss": 3.3944686889648437, |
| "indexer_kl": 0.0, |
| "lr": 0.0003395380557304187, |
| "tokens_per_s": 2365459.1165153664 |
| }, |
| { |
| "step": 33450, |
| "loss": 3.419419860839844, |
| "indexer_kl": 0.0, |
| "lr": 0.0003376809745468829, |
| "tokens_per_s": 2365460.673770418 |
| }, |
| { |
| "step": 33500, |
| "loss": 3.423117980957031, |
| "indexer_kl": 0.0, |
| "lr": 0.00033583530999181877, |
| "tokens_per_s": 2365462.660640158 |
| }, |
| { |
| "step": 33550, |
| "loss": 3.4171597290039064, |
| "indexer_kl": 0.0, |
| "lr": 0.00033400108970623485, |
| "tokens_per_s": 2365451.392144709 |
| }, |
| { |
| "step": 33600, |
| "loss": 3.4003811645507813, |
| "indexer_kl": 0.0, |
| "lr": 0.0003321783411597479, |
| "tokens_per_s": 2365453.4741368103 |
| }, |
| { |
| "step": 33650, |
| "loss": 3.4024484252929685, |
| "indexer_kl": 0.0, |
| "lr": 0.00033036709165017175, |
| "tokens_per_s": 2365456.911440542 |
| }, |
| { |
| "step": 33700, |
| "loss": 3.40421630859375, |
| "indexer_kl": 0.0, |
| "lr": 0.0003285673683031087, |
| "tokens_per_s": 2365458.433029148 |
| }, |
| { |
| "step": 33750, |
| "loss": 3.4096102905273438, |
| "indexer_kl": 0.0, |
| "lr": 0.00032677919807154357, |
| "tokens_per_s": 2365452.5315218735 |
| }, |
| { |
| "step": 33800, |
| "loss": 3.40908447265625, |
| "indexer_kl": 0.0, |
| "lr": 0.00032500260773543876, |
| "tokens_per_s": 2365454.3778851232 |
| }, |
| { |
| "step": 33850, |
| "loss": 3.4068060302734375, |
| "indexer_kl": 0.0, |
| "lr": 0.0003232376239013345, |
| "tokens_per_s": 2365455.5188190504 |
| }, |
| { |
| "step": 33900, |
| "loss": 3.402943115234375, |
| "indexer_kl": 0.0, |
| "lr": 0.00032148427300195007, |
| "tokens_per_s": 2365458.956586588 |
| }, |
| { |
| "step": 33950, |
| "loss": 3.4091455078125, |
| "indexer_kl": 0.0, |
| "lr": 0.0003197425812957879, |
| "tokens_per_s": 2365460.9947951115 |
| }, |
| { |
| "step": 34000, |
| "loss": 3.4201202392578125, |
| "indexer_kl": 0.0, |
| "lr": 0.00031801257486673977, |
| "tokens_per_s": 2365464.295471426 |
| }, |
| { |
| "step": 34050, |
| "loss": 3.4105599975585936, |
| "indexer_kl": 0.0, |
| "lr": 0.0003162942796236965, |
| "tokens_per_s": 2365466.9153006827 |
| }, |
| { |
| "step": 34100, |
| "loss": 3.4105734252929687, |
| "indexer_kl": 0.0, |
| "lr": 0.0003145877213001608, |
| "tokens_per_s": 2365469.5051666694 |
| }, |
| { |
| "step": 34150, |
| "loss": 3.40491943359375, |
| "indexer_kl": 0.0, |
| "lr": 0.00031289292545386073, |
| "tokens_per_s": 2365472.786856152 |
| }, |
| { |
| "step": 34200, |
| "loss": 3.402999267578125, |
| "indexer_kl": 0.0, |
| "lr": 0.0003112099174663672, |
| "tokens_per_s": 2365474.8082224196 |
| }, |
| { |
| "step": 34250, |
| "loss": 3.4022955322265624, |
| "indexer_kl": 0.0, |
| "lr": 0.0003095387225427141, |
| "tokens_per_s": 2365476.952068372 |
| }, |
| { |
| "step": 34300, |
| "loss": 3.4010797119140626, |
| "indexer_kl": 0.0, |
| "lr": 0.00030787936571102087, |
| "tokens_per_s": 2365478.4803644866 |
| }, |
| { |
| "step": 34350, |
| "loss": 3.4092593383789063, |
| "indexer_kl": 0.0, |
| "lr": 0.00030623187182211755, |
| "tokens_per_s": 2365480.1946400604 |
| }, |
| { |
| "step": 34400, |
| "loss": 3.4045318603515624, |
| "indexer_kl": 0.0, |
| "lr": 0.00030459626554917235, |
| "tokens_per_s": 2365481.746133773 |
| }, |
| { |
| "step": 34450, |
| "loss": 3.3933139038085938, |
| "indexer_kl": 0.0, |
| "lr": 0.0003029725713873223, |
| "tokens_per_s": 2365484.3921921086 |
| }, |
| { |
| "step": 34500, |
| "loss": 3.41294921875, |
| "indexer_kl": 0.0, |
| "lr": 0.0003013608136533069, |
| "tokens_per_s": 2365485.6255030665 |
| }, |
| { |
| "step": 34550, |
| "loss": 3.389093322753906, |
| "indexer_kl": 0.0, |
| "lr": 0.00029976101648510344, |
| "tokens_per_s": 2365475.964762409 |
| }, |
| { |
| "step": 34600, |
| "loss": 3.4111798095703123, |
| "indexer_kl": 0.0, |
| "lr": 0.00029817320384156553, |
| "tokens_per_s": 2365470.117705516 |
| }, |
| { |
| "step": 34650, |
| "loss": 3.3937008666992186, |
| "indexer_kl": 0.0, |
| "lr": 0.00029659739950206376, |
| "tokens_per_s": 2365472.9602879602 |
| }, |
| { |
| "step": 34700, |
| "loss": 3.422117919921875, |
| "indexer_kl": 0.0, |
| "lr": 0.0002950336270661312, |
| "tokens_per_s": 2365475.2729716985 |
| }, |
| { |
| "step": 34750, |
| "loss": 3.4079129028320314, |
| "indexer_kl": 0.0, |
| "lr": 0.0002934819099531086, |
| "tokens_per_s": 2365478.1351162135 |
| }, |
| { |
| "step": 34800, |
| "loss": 3.3957650756835935, |
| "indexer_kl": 0.0, |
| "lr": 0.00029194227140179357, |
| "tokens_per_s": 2365480.365874925 |
| }, |
| { |
| "step": 34850, |
| "loss": 3.416562194824219, |
| "indexer_kl": 0.0, |
| "lr": 0.00029041473447009316, |
| "tokens_per_s": 2365481.9555008076 |
| }, |
| { |
| "step": 34900, |
| "loss": 3.4040069580078125, |
| "indexer_kl": 0.0, |
| "lr": 0.00028889932203467883, |
| "tokens_per_s": 2365485.220411991 |
| }, |
| { |
| "step": 34950, |
| "loss": 3.3954092407226564, |
| "indexer_kl": 0.0, |
| "lr": 0.00028739605679064276, |
| "tokens_per_s": 2365487.6194088687 |
| }, |
| { |
| "step": 35000, |
| "loss": 3.395699768066406, |
| "indexer_kl": 0.0, |
| "lr": 0.000285904961251159, |
| "tokens_per_s": 2365482.4335465394 |
| }, |
| { |
| "step": 35050, |
| "loss": 3.3941940307617187, |
| "indexer_kl": 0.0, |
| "lr": 0.0002844260577471455, |
| "tokens_per_s": 2365484.64769077 |
| }, |
| { |
| "step": 35100, |
| "loss": 3.397530517578125, |
| "indexer_kl": 0.0, |
| "lr": 0.00028295936842693084, |
| "tokens_per_s": 2365487.0643147617 |
| }, |
| { |
| "step": 35150, |
| "loss": 3.413763122558594, |
| "indexer_kl": 0.0, |
| "lr": 0.00028150491525592055, |
| "tokens_per_s": 2365478.872928481 |
| }, |
| { |
| "step": 35200, |
| "loss": 3.4019461059570313, |
| "indexer_kl": 0.0, |
| "lr": 0.00028006272001627054, |
| "tokens_per_s": 2365481.610873249 |
| }, |
| { |
| "step": 35250, |
| "loss": 3.3891259765625, |
| "indexer_kl": 0.0, |
| "lr": 0.0002786328043065589, |
| "tokens_per_s": 2365483.4825287503 |
| }, |
| { |
| "step": 35300, |
| "loss": 3.3927096557617187, |
| "indexer_kl": 0.0, |
| "lr": 0.0002772151895414639, |
| "tokens_per_s": 2365478.5941977925 |
| }, |
| { |
| "step": 35350, |
| "loss": 3.4093283081054686, |
| "indexer_kl": 0.0, |
| "lr": 0.0002758098969514419, |
| "tokens_per_s": 2365481.845326304 |
| }, |
| { |
| "step": 35400, |
| "loss": 3.4001889038085937, |
| "indexer_kl": 0.0, |
| "lr": 0.00027441694758241074, |
| "tokens_per_s": 2365484.602713602 |
| }, |
| { |
| "step": 35450, |
| "loss": 3.3965966796875, |
| "indexer_kl": 0.0, |
| "lr": 0.00027303636229543356, |
| "tokens_per_s": 2365488.107249136 |
| }, |
| { |
| "step": 35500, |
| "loss": 3.4024072265625, |
| "indexer_kl": 0.0, |
| "lr": 0.00027166816176640694, |
| "tokens_per_s": 2365490.350333845 |
| }, |
| { |
| "step": 35550, |
| "loss": 3.4047982788085935, |
| "indexer_kl": 0.0, |
| "lr": 0.00027031236648575096, |
| "tokens_per_s": 2365493.053604671 |
| }, |
| { |
| "step": 35600, |
| "loss": 3.4009494018554687, |
| "indexer_kl": 0.0, |
| "lr": 0.00026896899675810267, |
| "tokens_per_s": 2365490.883545334 |
| }, |
| { |
| "step": 35650, |
| "loss": 3.3886007690429687, |
| "indexer_kl": 0.0, |
| "lr": 0.00026763807270201157, |
| "tokens_per_s": 2365492.6039623437 |
| }, |
| { |
| "step": 35700, |
| "loss": 3.38521240234375, |
| "indexer_kl": 0.0, |
| "lr": 0.00026631961424963845, |
| "tokens_per_s": 2365494.8266707147 |
| }, |
| { |
| "step": 35750, |
| "loss": 3.3945877075195314, |
| "indexer_kl": 0.0, |
| "lr": 0.0002650136411464571, |
| "tokens_per_s": 2365496.8693044977 |
| }, |
| { |
| "step": 35800, |
| "loss": 3.4033251953125, |
| "indexer_kl": 0.0, |
| "lr": 0.00026372017295095835, |
| "tokens_per_s": 2365498.24284552 |
| }, |
| { |
| "step": 35850, |
| "loss": 3.385032043457031, |
| "indexer_kl": 0.0, |
| "lr": 0.00026243922903435756, |
| "tokens_per_s": 2365500.287893678 |
| }, |
| { |
| "step": 35900, |
| "loss": 3.3964608764648436, |
| "indexer_kl": 0.0, |
| "lr": 0.00026117082858030384, |
| "tokens_per_s": 2365503.0530582275 |
| }, |
| { |
| "step": 35950, |
| "loss": 3.408526611328125, |
| "indexer_kl": 0.0, |
| "lr": 0.000259914990584593, |
| "tokens_per_s": 2365505.541001871 |
| }, |
| { |
| "step": 36000, |
| "loss": 3.3957373046875, |
| "indexer_kl": 0.0, |
| "lr": 0.00025867173385488363, |
| "tokens_per_s": 2365496.253619459 |
| }, |
| { |
| "step": 36050, |
| "loss": 3.4028173828125, |
| "indexer_kl": 0.0, |
| "lr": 0.0002574410770104151, |
| "tokens_per_s": 2365497.4370389916 |
| }, |
| { |
| "step": 36100, |
| "loss": 3.400078125, |
| "indexer_kl": 0.0, |
| "lr": 0.0002562230384817278, |
| "tokens_per_s": 2365499.5946001983 |
| }, |
| { |
| "step": 36150, |
| "loss": 3.380582580566406, |
| "indexer_kl": 0.0, |
| "lr": 0.0002550176365103885, |
| "tokens_per_s": 2365500.65900682 |
| }, |
| { |
| "step": 36200, |
| "loss": 3.391004943847656, |
| "indexer_kl": 0.0, |
| "lr": 0.00025382488914871677, |
| "tokens_per_s": 2365491.8458440984 |
| }, |
| { |
| "step": 36250, |
| "loss": 3.401690673828125, |
| "indexer_kl": 0.0, |
| "lr": 0.0002526448142595143, |
| "tokens_per_s": 2365493.7296357276 |
| }, |
| { |
| "step": 36300, |
| "loss": 3.4001690673828127, |
| "indexer_kl": 0.0, |
| "lr": 0.00025147742951579685, |
| "tokens_per_s": 2365496.1675324007 |
| }, |
| { |
| "step": 36350, |
| "loss": 3.413360900878906, |
| "indexer_kl": 0.0, |
| "lr": 0.0002503227524005311, |
| "tokens_per_s": 2365497.9282006253 |
| }, |
| { |
| "step": 36400, |
| "loss": 3.3906890869140627, |
| "indexer_kl": 0.0, |
| "lr": 0.00024918080020637176, |
| "tokens_per_s": 2365497.505205605 |
| }, |
| { |
| "step": 36450, |
| "loss": 3.3942532348632812, |
| "indexer_kl": 0.0, |
| "lr": 0.000248051590035403, |
| "tokens_per_s": 2365498.9151863637 |
| }, |
| { |
| "step": 36500, |
| "loss": 3.388255920410156, |
| "indexer_kl": 0.0, |
| "lr": 0.00024693513879888113, |
| "tokens_per_s": 2365500.032037026 |
| }, |
| { |
| "step": 36550, |
| "loss": 3.3897052001953125, |
| "indexer_kl": 0.0, |
| "lr": 0.00024583146321698366, |
| "tokens_per_s": 2365502.273850531 |
| }, |
| { |
| "step": 36600, |
| "loss": 3.3923068237304688, |
| "indexer_kl": 0.0, |
| "lr": 0.00024474057981855685, |
| "tokens_per_s": 2365504.0386318993 |
| }, |
| { |
| "step": 36650, |
| "loss": 3.399059143066406, |
| "indexer_kl": 0.0, |
| "lr": 0.000243662504940869, |
| "tokens_per_s": 2365505.180955713 |
| }, |
| { |
| "step": 36700, |
| "loss": 3.4055990600585937, |
| "indexer_kl": 0.0, |
| "lr": 0.0002425972547293656, |
| "tokens_per_s": 2365506.50801959 |
| }, |
| { |
| "step": 36750, |
| "loss": 3.4066098022460936, |
| "indexer_kl": 0.0, |
| "lr": 0.00024154484513742774, |
| "tokens_per_s": 2365506.9887683922 |
| }, |
| { |
| "step": 36800, |
| "loss": 3.4038540649414064, |
| "indexer_kl": 0.0, |
| "lr": 0.00024050529192613316, |
| "tokens_per_s": 2365508.420406555 |
| }, |
| { |
| "step": 36850, |
| "loss": 3.3942425537109373, |
| "indexer_kl": 0.0, |
| "lr": 0.00023947861066401979, |
| "tokens_per_s": 2365511.9613675526 |
| }, |
| { |
| "step": 36900, |
| "loss": 3.3904931640625, |
| "indexer_kl": 0.0, |
| "lr": 0.00023846481672685306, |
| "tokens_per_s": 2365513.925979512 |
| }, |
| { |
| "step": 36950, |
| "loss": 3.392222900390625, |
| "indexer_kl": 0.0, |
| "lr": 0.00023746392529739563, |
| "tokens_per_s": 2365517.6019810024 |
| }, |
| { |
| "step": 37000, |
| "loss": 3.393274230957031, |
| "indexer_kl": 0.0, |
| "lr": 0.00023647595136517968, |
| "tokens_per_s": 2365519.23969585 |
| }, |
| { |
| "step": 37050, |
| "loss": 3.3674554443359375, |
| "indexer_kl": 0.0, |
| "lr": 0.00023550090972628256, |
| "tokens_per_s": 2365520.201202772 |
| }, |
| { |
| "step": 37100, |
| "loss": 3.3888958740234374, |
| "indexer_kl": 0.0, |
| "lr": 0.00023453881498310537, |
| "tokens_per_s": 2365520.993312113 |
| }, |
| { |
| "step": 37150, |
| "loss": 3.393912658691406, |
| "indexer_kl": 0.0, |
| "lr": 0.00023358968154415404, |
| "tokens_per_s": 2365521.90530402 |
| }, |
| { |
| "step": 37200, |
| "loss": 3.376514587402344, |
| "indexer_kl": 0.0, |
| "lr": 0.0002326535236238238, |
| "tokens_per_s": 2365523.6940648193 |
| }, |
| { |
| "step": 37250, |
| "loss": 3.389199523925781, |
| "indexer_kl": 0.0, |
| "lr": 0.0002317303552421859, |
| "tokens_per_s": 2365525.4874989158 |
| }, |
| { |
| "step": 37300, |
| "loss": 3.394179382324219, |
| "indexer_kl": 0.0, |
| "lr": 0.00023082019022477833, |
| "tokens_per_s": 2365526.7863927875 |
| }, |
| { |
| "step": 37350, |
| "loss": 3.391060485839844, |
| "indexer_kl": 0.0, |
| "lr": 0.00022992304220239757, |
| "tokens_per_s": 2365528.1646560393 |
| }, |
| { |
| "step": 37400, |
| "loss": 3.387282409667969, |
| "indexer_kl": 0.0, |
| "lr": 0.00022903892461089627, |
| "tokens_per_s": 2365529.500771211 |
| }, |
| { |
| "step": 37450, |
| "loss": 3.4006314086914062, |
| "indexer_kl": 0.0, |
| "lr": 0.00022816785069097983, |
| "tokens_per_s": 2365531.652318265 |
| }, |
| { |
| "step": 37500, |
| "loss": 3.388810119628906, |
| "indexer_kl": 0.0, |
| "lr": 0.00022730983348801027, |
| "tokens_per_s": 2365533.377596897 |
| }, |
| { |
| "step": 37550, |
| "loss": 3.38219482421875, |
| "indexer_kl": 0.0, |
| "lr": 0.00022646488585180912, |
| "tokens_per_s": 2365535.2529731747 |
| }, |
| { |
| "step": 37600, |
| "loss": 3.3943826293945314, |
| "indexer_kl": 0.0, |
| "lr": 0.00022563302043646612, |
| "tokens_per_s": 2365537.651065892 |
| }, |
| { |
| "step": 37650, |
| "loss": 3.3854296875, |
| "indexer_kl": 0.0, |
| "lr": 0.00022481424970014884, |
| "tokens_per_s": 2365540.062980123 |
| }, |
| { |
| "step": 37700, |
| "loss": 3.4042843627929686, |
| "indexer_kl": 0.0, |
| "lr": 0.0002240085859049173, |
| "tokens_per_s": 2365541.0199073413 |
| }, |
| { |
| "step": 37750, |
| "loss": 3.394325866699219, |
| "indexer_kl": 0.0, |
| "lr": 0.00022321604111653882, |
| "tokens_per_s": 2365541.9160594987 |
| }, |
| { |
| "step": 37800, |
| "loss": 3.3938919067382813, |
| "indexer_kl": 0.0, |
| "lr": 0.00022243662720430852, |
| "tokens_per_s": 2365544.277584115 |
| }, |
| { |
| "step": 37850, |
| "loss": 3.3826358032226564, |
| "indexer_kl": 0.0, |
| "lr": 0.00022167035584087086, |
| "tokens_per_s": 2365545.3779027606 |
| }, |
| { |
| "step": 37900, |
| "loss": 3.377445068359375, |
| "indexer_kl": 0.0, |
| "lr": 0.00022091723850204548, |
| "tokens_per_s": 2365546.6894572824 |
| }, |
| { |
| "step": 37950, |
| "loss": 3.3974896240234376, |
| "indexer_kl": 0.0, |
| "lr": 0.0002201772864666545, |
| "tokens_per_s": 2365548.5497212 |
| }, |
| { |
| "step": 38000, |
| "loss": 3.3902740478515625, |
| "indexer_kl": 0.0, |
| "lr": 0.00021945051081635435, |
| "tokens_per_s": 2365549.8443684373 |
| }, |
| { |
| "step": 38050, |
| "loss": 3.3910205078125, |
| "indexer_kl": 0.0, |
| "lr": 0.00021873692243546948, |
| "tokens_per_s": 2365552.0494294623 |
| }, |
| { |
| "step": 38100, |
| "loss": 3.387166748046875, |
| "indexer_kl": 0.0, |
| "lr": 0.00021803653201082947, |
| "tokens_per_s": 2365553.1537087928 |
| }, |
| { |
| "step": 38150, |
| "loss": 3.3823110961914065, |
| "indexer_kl": 0.0, |
| "lr": 0.00021734935003160855, |
| "tokens_per_s": 2365555.350081687 |
| }, |
| { |
| "step": 38200, |
| "loss": 3.3826580810546876, |
| "indexer_kl": 0.0, |
| "lr": 0.00021667538678916924, |
| "tokens_per_s": 2365556.8805961614 |
| }, |
| { |
| "step": 38250, |
| "loss": 3.3956207275390624, |
| "indexer_kl": 0.0, |
| "lr": 0.0002160146523769076, |
| "tokens_per_s": 2365558.1857052734 |
| }, |
| { |
| "step": 38300, |
| "loss": 3.3935015869140623, |
| "indexer_kl": 0.0, |
| "lr": 0.00021536715669010276, |
| "tokens_per_s": 2365559.1989637446 |
| }, |
| { |
| "step": 38350, |
| "loss": 3.396727294921875, |
| "indexer_kl": 0.0, |
| "lr": 0.00021473290942576771, |
| "tokens_per_s": 2365549.131377122 |
| }, |
| { |
| "step": 38400, |
| "loss": 3.3915399169921874, |
| "indexer_kl": 0.0, |
| "lr": 0.0002141119200825049, |
| "tokens_per_s": 2365548.8757805726 |
| }, |
| { |
| "step": 38450, |
| "loss": 3.3951040649414064, |
| "indexer_kl": 0.0, |
| "lr": 0.00021350419796036386, |
| "tokens_per_s": 2365549.078296483 |
| }, |
| { |
| "step": 38500, |
| "loss": 3.39059326171875, |
| "indexer_kl": 0.0, |
| "lr": 0.00021290975216070178, |
| "tokens_per_s": 2365549.362773895 |
| }, |
| { |
| "step": 38550, |
| "loss": 3.3762356567382814, |
| "indexer_kl": 0.0, |
| "lr": 0.000212328591586047, |
| "tokens_per_s": 2365549.3754322724 |
| }, |
| { |
| "step": 38600, |
| "loss": 3.378728332519531, |
| "indexer_kl": 0.0, |
| "lr": 0.00021176072493996599, |
| "tokens_per_s": 2365549.9899927382 |
| }, |
| { |
| "step": 38650, |
| "loss": 3.3529678344726563, |
| "indexer_kl": 0.0, |
| "lr": 0.00021120616072693317, |
| "tokens_per_s": 2365552.3495495366 |
| }, |
| { |
| "step": 38700, |
| "loss": 3.38170654296875, |
| "indexer_kl": 0.0, |
| "lr": 0.0002106649072522032, |
| "tokens_per_s": 2365553.140338392 |
| }, |
| { |
| "step": 38750, |
| "loss": 3.3904241943359374, |
| "indexer_kl": 0.0, |
| "lr": 0.00021013697262168635, |
| "tokens_per_s": 2365544.5532606714 |
| }, |
| { |
| "step": 38800, |
| "loss": 3.3856167602539062, |
| "indexer_kl": 0.0, |
| "lr": 0.00020962236474182793, |
| "tokens_per_s": 2365545.1869549896 |
| }, |
| { |
| "step": 38850, |
| "loss": 3.384383544921875, |
| "indexer_kl": 0.0, |
| "lr": 0.0002091210913194892, |
| "tokens_per_s": 2365547.1422957005 |
| }, |
| { |
| "step": 38900, |
| "loss": 3.385108642578125, |
| "indexer_kl": 0.0, |
| "lr": 0.00020863315986183208, |
| "tokens_per_s": 2365547.937801769 |
| }, |
| { |
| "step": 38950, |
| "loss": 3.3881201171875, |
| "indexer_kl": 0.0, |
| "lr": 0.00020815857767620695, |
| "tokens_per_s": 2365549.3661198043 |
| }, |
| { |
| "step": 39000, |
| "loss": 3.3837844848632814, |
| "indexer_kl": 0.0, |
| "lr": 0.00020769735187004307, |
| "tokens_per_s": 2365551.853544254 |
| }, |
| { |
| "step": 39050, |
| "loss": 3.382044677734375, |
| "indexer_kl": 0.0, |
| "lr": 0.00020724948935074187, |
| "tokens_per_s": 2365554.623763328 |
| }, |
| { |
| "step": 39100, |
| "loss": 3.40516845703125, |
| "indexer_kl": 0.0, |
| "lr": 0.00020681499682557417, |
| "tokens_per_s": 2365555.693733731 |
| }, |
| { |
| "step": 39150, |
| "loss": 3.395960693359375, |
| "indexer_kl": 0.0, |
| "lr": 0.0002063938808015789, |
| "tokens_per_s": 2365557.4750921633 |
| }, |
| { |
| "step": 39200, |
| "loss": 3.380354309082031, |
| "indexer_kl": 0.0, |
| "lr": 0.0002059861475854664, |
| "tokens_per_s": 2365558.216023141 |
| }, |
| { |
| "step": 39250, |
| "loss": 3.386961669921875, |
| "indexer_kl": 0.0, |
| "lr": 0.00020559180328352347, |
| "tokens_per_s": 2365559.6825830545 |
| }, |
| { |
| "step": 39300, |
| "loss": 3.385447692871094, |
| "indexer_kl": 0.0, |
| "lr": 0.00020521085380152226, |
| "tokens_per_s": 2365561.2952898946 |
| }, |
| { |
| "step": 39350, |
| "loss": 3.3808663940429686, |
| "indexer_kl": 0.0, |
| "lr": 0.0002048433048446314, |
| "tokens_per_s": 2365562.4562204685 |
| }, |
| { |
| "step": 39400, |
| "loss": 3.3834735107421876, |
| "indexer_kl": 0.0, |
| "lr": 0.00020448916191733108, |
| "tokens_per_s": 2365563.2070510504 |
| }, |
| { |
| "step": 39450, |
| "loss": 3.37839111328125, |
| "indexer_kl": 0.0, |
| "lr": 0.0002041484303233302, |
| "tokens_per_s": 2365563.808047683 |
| }, |
| { |
| "step": 39500, |
| "loss": 3.37897216796875, |
| "indexer_kl": 0.0, |
| "lr": 0.00020382111516548712, |
| "tokens_per_s": 2365566.805788429 |
| }, |
| { |
| "step": 39550, |
| "loss": 3.3824636840820315, |
| "indexer_kl": 0.0, |
| "lr": 0.00020350722134573315, |
| "tokens_per_s": 2365567.1570761222 |
| }, |
| { |
| "step": 39600, |
| "loss": 3.3890386962890626, |
| "indexer_kl": 0.0, |
| "lr": 0.00020320675356499935, |
| "tokens_per_s": 2365568.0236191605 |
| }, |
| { |
| "step": 39650, |
| "loss": 3.384942932128906, |
| "indexer_kl": 0.0, |
| "lr": 0.00020291971632314585, |
| "tokens_per_s": 2365568.205447041 |
| }, |
| { |
| "step": 39700, |
| "loss": 3.3884347534179686, |
| "indexer_kl": 0.0, |
| "lr": 0.00020264611391889467, |
| "tokens_per_s": 2365569.0083201993 |
| }, |
| { |
| "step": 39750, |
| "loss": 3.386165771484375, |
| "indexer_kl": 0.0, |
| "lr": 0.00020238595044976525, |
| "tokens_per_s": 2365569.447939852 |
| }, |
| { |
| "step": 39800, |
| "loss": 3.386243896484375, |
| "indexer_kl": 0.0, |
| "lr": 0.00020213922981201298, |
| "tokens_per_s": 2365569.7630122425 |
| }, |
| { |
| "step": 39850, |
| "loss": 3.3865347290039063, |
| "indexer_kl": 0.0, |
| "lr": 0.00020190595570057098, |
| "tokens_per_s": 2365570.8885429734 |
| }, |
| { |
| "step": 39900, |
| "loss": 3.3962271118164065, |
| "indexer_kl": 0.0, |
| "lr": 0.00020168613160899488, |
| "tokens_per_s": 2365572.0275810123 |
| }, |
| { |
| "step": 39950, |
| "loss": 3.387021484375, |
| "indexer_kl": 0.0, |
| "lr": 0.00020147976082941028, |
| "tokens_per_s": 2365573.0584548744 |
| }, |
| { |
| "step": 40000, |
| "loss": 3.3888458251953124, |
| "indexer_kl": 0.0, |
| "lr": 0.00020128684645246355, |
| "tokens_per_s": 2365573.735917783 |
| }, |
| { |
| "step": 40050, |
| "loss": 3.3792205810546876, |
| "indexer_kl": 0.0, |
| "lr": 0.00020110739136727546, |
| "tokens_per_s": 2365574.6190810925 |
| }, |
| { |
| "step": 40100, |
| "loss": 3.3882159423828124, |
| "indexer_kl": 0.0, |
| "lr": 0.00020094139826139803, |
| "tokens_per_s": 2365576.422665454 |
| }, |
| { |
| "step": 40150, |
| "loss": 3.3859133911132813, |
| "indexer_kl": 0.0, |
| "lr": 0.00020078886962077437, |
| "tokens_per_s": 2365576.8770693885 |
| }, |
| { |
| "step": 40200, |
| "loss": 3.398948059082031, |
| "indexer_kl": 0.0, |
| "lr": 0.00020064980772970098, |
| "tokens_per_s": 2365578.8239370845 |
| }, |
| { |
| "step": 40250, |
| "loss": 3.375940856933594, |
| "indexer_kl": 0.0, |
| "lr": 0.0002005242146707941, |
| "tokens_per_s": 2365580.50700682 |
| }, |
| { |
| "step": 40300, |
| "loss": 3.3951080322265623, |
| "indexer_kl": 0.0, |
| "lr": 0.0002004120923249583, |
| "tokens_per_s": 2365581.48877839 |
| }, |
| { |
| "step": 40350, |
| "loss": 3.374814147949219, |
| "indexer_kl": 0.0, |
| "lr": 0.00020031344237135814, |
| "tokens_per_s": 2365582.001925761 |
| }, |
| { |
| "step": 40400, |
| "loss": 3.382310791015625, |
| "indexer_kl": 0.0, |
| "lr": 0.00020022826628739336, |
| "tokens_per_s": 2365583.054669233 |
| }, |
| { |
| "step": 40450, |
| "loss": 3.394410400390625, |
| "indexer_kl": 0.0, |
| "lr": 0.0002001565653486765, |
| "tokens_per_s": 2365583.5464946576 |
| }, |
| { |
| "step": 40500, |
| "loss": 3.3925991821289063, |
| "indexer_kl": 0.0, |
| "lr": 0.00020009834062901385, |
| "tokens_per_s": 2365585.3085234594 |
| }, |
| { |
| "step": 40550, |
| "loss": 3.3853573608398437, |
| "indexer_kl": 0.0, |
| "lr": 0.00020005359300038936, |
| "tokens_per_s": 2365587.840036578 |
| }, |
| { |
| "step": 40600, |
| "loss": 3.371038818359375, |
| "indexer_kl": 0.0, |
| "lr": 0.00020002232313295166, |
| "tokens_per_s": 2365587.852807129 |
| }, |
| { |
| "step": 40650, |
| "loss": 3.3825149536132812, |
| "indexer_kl": 0.0, |
| "lr": 0.00020000453149500406, |
| "tokens_per_s": 2365589.551626396 |
| }, |
| { |
| "step": 40690, |
| "loss": 3.393650436401367, |
| "indexer_kl": 0.0, |
| "lr": 0.00020000000269571616, |
| "tokens_per_s": 2365583.2751520397 |
| } |
| ] |
| } |
