| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.7211249549296903, |
| "eval_steps": 500, |
| "global_step": 4500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 2.223189059495926, |
| "epoch": 0.008012499499218782, |
| "grad_norm": 2.875, |
| "learning_rate": 1.9842973882390643e-05, |
| "loss": 2.3428109741210936, |
| "mean_token_accuracy": 0.4963963569700718, |
| "num_tokens": 305366.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 2.188130117058754, |
| "epoch": 0.016024998998437564, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.96827431501362e-05, |
| "loss": 2.225358734130859, |
| "mean_token_accuracy": 0.5110921229422093, |
| "num_tokens": 605042.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 2.197347580194473, |
| "epoch": 0.024037498497656344, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.952251241788175e-05, |
| "loss": 2.2299420166015627, |
| "mean_token_accuracy": 0.5093490639328957, |
| "num_tokens": 906888.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 2.1913950395584108, |
| "epoch": 0.03204999799687513, |
| "grad_norm": 2.90625, |
| "learning_rate": 1.9362281685627303e-05, |
| "loss": 2.210995941162109, |
| "mean_token_accuracy": 0.5097909501194954, |
| "num_tokens": 1213125.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 2.1611998677253723, |
| "epoch": 0.040062497496093905, |
| "grad_norm": 3.25, |
| "learning_rate": 1.920205095337286e-05, |
| "loss": 2.1867474365234374, |
| "mean_token_accuracy": 0.5154410660266876, |
| "num_tokens": 1509026.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 2.168051454424858, |
| "epoch": 0.04807499699531269, |
| "grad_norm": 2.9375, |
| "learning_rate": 1.904182022111841e-05, |
| "loss": 2.190071716308594, |
| "mean_token_accuracy": 0.5156884534657001, |
| "num_tokens": 1806850.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 2.1737154543399813, |
| "epoch": 0.05608749649453147, |
| "grad_norm": 3.421875, |
| "learning_rate": 1.8881589488863967e-05, |
| "loss": 2.199147186279297, |
| "mean_token_accuracy": 0.514045044630766, |
| "num_tokens": 2104505.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 2.148039159178734, |
| "epoch": 0.06409999599375026, |
| "grad_norm": 3.109375, |
| "learning_rate": 1.872135875660952e-05, |
| "loss": 2.176946105957031, |
| "mean_token_accuracy": 0.5177112428843975, |
| "num_tokens": 2391088.0, |
| "step": 400 |
| }, |
| { |
| "entropy": 2.194890711903572, |
| "epoch": 0.07211249549296903, |
| "grad_norm": 3.28125, |
| "learning_rate": 1.856112802435507e-05, |
| "loss": 2.216288757324219, |
| "mean_token_accuracy": 0.5110335703194141, |
| "num_tokens": 2691272.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 2.1557786524295808, |
| "epoch": 0.08012499499218781, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.8400897292100627e-05, |
| "loss": 2.1812680053710936, |
| "mean_token_accuracy": 0.5176697050035, |
| "num_tokens": 2991855.0, |
| "step": 500 |
| }, |
| { |
| "entropy": 2.1708167713880537, |
| "epoch": 0.08813749449140659, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.824066655984618e-05, |
| "loss": 2.1921002197265627, |
| "mean_token_accuracy": 0.5156507430970669, |
| "num_tokens": 3295049.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 2.1686314886808393, |
| "epoch": 0.09614999399062538, |
| "grad_norm": 2.875, |
| "learning_rate": 1.8080435827591735e-05, |
| "loss": 2.1914617919921877, |
| "mean_token_accuracy": 0.5139613692462445, |
| "num_tokens": 3597206.0, |
| "step": 600 |
| }, |
| { |
| "entropy": 2.15742906332016, |
| "epoch": 0.10416249348984416, |
| "grad_norm": 3.109375, |
| "learning_rate": 1.7920205095337287e-05, |
| "loss": 2.174853973388672, |
| "mean_token_accuracy": 0.5159518288075924, |
| "num_tokens": 3905268.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 2.162363375425339, |
| "epoch": 0.11217499298906294, |
| "grad_norm": 3.171875, |
| "learning_rate": 1.7759974363082843e-05, |
| "loss": 2.184231872558594, |
| "mean_token_accuracy": 0.516631413847208, |
| "num_tokens": 4207934.0, |
| "step": 700 |
| }, |
| { |
| "entropy": 2.1516289287805557, |
| "epoch": 0.12018749248828171, |
| "grad_norm": 3.609375, |
| "learning_rate": 1.7599743630828395e-05, |
| "loss": 2.167020263671875, |
| "mean_token_accuracy": 0.516358617246151, |
| "num_tokens": 4515774.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 2.1549544781446457, |
| "epoch": 0.1281999919875005, |
| "grad_norm": 3.28125, |
| "learning_rate": 1.7439512898573947e-05, |
| "loss": 2.181917877197266, |
| "mean_token_accuracy": 0.5182220858335495, |
| "num_tokens": 4814709.0, |
| "step": 800 |
| }, |
| { |
| "entropy": 2.1532615756988527, |
| "epoch": 0.1362124914867193, |
| "grad_norm": 3.078125, |
| "learning_rate": 1.7279282166319503e-05, |
| "loss": 2.1659007263183594, |
| "mean_token_accuracy": 0.5180425970256328, |
| "num_tokens": 5112585.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 2.1704017293453215, |
| "epoch": 0.14422499098593805, |
| "grad_norm": 2.921875, |
| "learning_rate": 1.7119051434065055e-05, |
| "loss": 2.1934996032714844, |
| "mean_token_accuracy": 0.5154964691400528, |
| "num_tokens": 5411369.0, |
| "step": 900 |
| }, |
| { |
| "entropy": 2.1349107217788696, |
| "epoch": 0.15223749048515683, |
| "grad_norm": 2.984375, |
| "learning_rate": 1.6958820701810608e-05, |
| "loss": 2.1598545837402345, |
| "mean_token_accuracy": 0.5208920259773732, |
| "num_tokens": 5707060.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 2.1541705918312073, |
| "epoch": 0.16024998998437562, |
| "grad_norm": 3.203125, |
| "learning_rate": 1.6798589969556163e-05, |
| "loss": 2.170956573486328, |
| "mean_token_accuracy": 0.5204938448965549, |
| "num_tokens": 6004079.0, |
| "step": 1000 |
| }, |
| { |
| "entropy": 2.1523867017030716, |
| "epoch": 0.1682624894835944, |
| "grad_norm": 3.09375, |
| "learning_rate": 1.6638359237301716e-05, |
| "loss": 2.1695118713378907, |
| "mean_token_accuracy": 0.5177376234531402, |
| "num_tokens": 6315462.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 2.1356022965908052, |
| "epoch": 0.17627498898281319, |
| "grad_norm": 3.21875, |
| "learning_rate": 1.6478128505047268e-05, |
| "loss": 2.1513107299804686, |
| "mean_token_accuracy": 0.5217180585861206, |
| "num_tokens": 6613060.0, |
| "step": 1100 |
| }, |
| { |
| "entropy": 2.1483460652828215, |
| "epoch": 0.18428748848203197, |
| "grad_norm": 3.21875, |
| "learning_rate": 1.6317897772792824e-05, |
| "loss": 2.1671595764160156, |
| "mean_token_accuracy": 0.5199222292006016, |
| "num_tokens": 6909655.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 2.1074040442705155, |
| "epoch": 0.19229998798125075, |
| "grad_norm": 3.828125, |
| "learning_rate": 1.6157667040538376e-05, |
| "loss": 2.12770751953125, |
| "mean_token_accuracy": 0.5252153894305229, |
| "num_tokens": 7203263.0, |
| "step": 1200 |
| }, |
| { |
| "entropy": 2.1354027593135836, |
| "epoch": 0.20031248748046954, |
| "grad_norm": 2.921875, |
| "learning_rate": 1.5997436308283932e-05, |
| "loss": 2.156183166503906, |
| "mean_token_accuracy": 0.518907299786806, |
| "num_tokens": 7505411.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 2.142924894094467, |
| "epoch": 0.20832498697968832, |
| "grad_norm": 3.5625, |
| "learning_rate": 1.5837205576029484e-05, |
| "loss": 2.158486633300781, |
| "mean_token_accuracy": 0.5205909128487111, |
| "num_tokens": 7803562.0, |
| "step": 1300 |
| }, |
| { |
| "entropy": 2.1305291467905043, |
| "epoch": 0.2163374864789071, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.5676974843775036e-05, |
| "loss": 2.151043701171875, |
| "mean_token_accuracy": 0.5211617235839366, |
| "num_tokens": 8108037.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 2.160947166085243, |
| "epoch": 0.2243499859781259, |
| "grad_norm": 3.234375, |
| "learning_rate": 1.5516744111520592e-05, |
| "loss": 2.177792663574219, |
| "mean_token_accuracy": 0.5167004990577698, |
| "num_tokens": 8408674.0, |
| "step": 1400 |
| }, |
| { |
| "entropy": 2.120403967499733, |
| "epoch": 0.23236248547734467, |
| "grad_norm": 3.375, |
| "learning_rate": 1.5356513379266144e-05, |
| "loss": 2.1462562561035154, |
| "mean_token_accuracy": 0.5225985661149025, |
| "num_tokens": 8707650.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 2.138882914185524, |
| "epoch": 0.24037498497656343, |
| "grad_norm": 3.171875, |
| "learning_rate": 1.5196282647011698e-05, |
| "loss": 2.1499905395507812, |
| "mean_token_accuracy": 0.5204668046534061, |
| "num_tokens": 9006296.0, |
| "step": 1500 |
| }, |
| { |
| "entropy": 2.131927245259285, |
| "epoch": 0.2483874844757822, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.5036051914757252e-05, |
| "loss": 2.157076416015625, |
| "mean_token_accuracy": 0.5220408822596073, |
| "num_tokens": 9307203.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 2.1308567851781843, |
| "epoch": 0.256399983975001, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.4875821182502805e-05, |
| "loss": 2.146601104736328, |
| "mean_token_accuracy": 0.5219539681077003, |
| "num_tokens": 9610070.0, |
| "step": 1600 |
| }, |
| { |
| "entropy": 2.1097783839702604, |
| "epoch": 0.2644124834742198, |
| "grad_norm": 3.84375, |
| "learning_rate": 1.4715590450248359e-05, |
| "loss": 2.1268209838867187, |
| "mean_token_accuracy": 0.5236652019619942, |
| "num_tokens": 9909117.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 2.123499180674553, |
| "epoch": 0.2724249829734386, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.4555359717993913e-05, |
| "loss": 2.1409934997558593, |
| "mean_token_accuracy": 0.5225465354323388, |
| "num_tokens": 10209461.0, |
| "step": 1700 |
| }, |
| { |
| "entropy": 2.13052960395813, |
| "epoch": 0.2804374824726573, |
| "grad_norm": 2.71875, |
| "learning_rate": 1.4395128985739467e-05, |
| "loss": 2.151373291015625, |
| "mean_token_accuracy": 0.5227928113937378, |
| "num_tokens": 10509282.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 2.1226114094257356, |
| "epoch": 0.2884499819718761, |
| "grad_norm": 3.65625, |
| "learning_rate": 1.4234898253485019e-05, |
| "loss": 2.144451141357422, |
| "mean_token_accuracy": 0.5233827362954616, |
| "num_tokens": 10811056.0, |
| "step": 1800 |
| }, |
| { |
| "entropy": 2.126143154501915, |
| "epoch": 0.2964624814710949, |
| "grad_norm": 3.359375, |
| "learning_rate": 1.4074667521230575e-05, |
| "loss": 2.1457598876953123, |
| "mean_token_accuracy": 0.5221967925131321, |
| "num_tokens": 11111153.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 2.1048326581716537, |
| "epoch": 0.30447498097031367, |
| "grad_norm": 3.59375, |
| "learning_rate": 1.3914436788976127e-05, |
| "loss": 2.1260116577148436, |
| "mean_token_accuracy": 0.5272719909250736, |
| "num_tokens": 11405606.0, |
| "step": 1900 |
| }, |
| { |
| "entropy": 2.1236617982387545, |
| "epoch": 0.31248748046953245, |
| "grad_norm": 3.0, |
| "learning_rate": 1.375420605672168e-05, |
| "loss": 2.151782684326172, |
| "mean_token_accuracy": 0.5227546173334122, |
| "num_tokens": 11703943.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 2.121563429236412, |
| "epoch": 0.32049997996875124, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.3593975324467235e-05, |
| "loss": 2.1370144653320313, |
| "mean_token_accuracy": 0.5235123547911644, |
| "num_tokens": 12002522.0, |
| "step": 2000 |
| }, |
| { |
| "entropy": 2.1155461168289182, |
| "epoch": 0.32851247946797, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.3433744592212787e-05, |
| "loss": 2.1364064025878906, |
| "mean_token_accuracy": 0.5237135806679726, |
| "num_tokens": 12303098.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 2.1386052322387696, |
| "epoch": 0.3365249789671888, |
| "grad_norm": 3.484375, |
| "learning_rate": 1.327351385995834e-05, |
| "loss": 2.149888458251953, |
| "mean_token_accuracy": 0.522669050693512, |
| "num_tokens": 12605534.0, |
| "step": 2100 |
| }, |
| { |
| "entropy": 2.102600795030594, |
| "epoch": 0.3445374784664076, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.3113283127703895e-05, |
| "loss": 2.1236566162109374, |
| "mean_token_accuracy": 0.5279092155396938, |
| "num_tokens": 12901218.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 2.132645187973976, |
| "epoch": 0.35254997796562637, |
| "grad_norm": 3.53125, |
| "learning_rate": 1.2953052395449447e-05, |
| "loss": 2.1523503112792968, |
| "mean_token_accuracy": 0.5198129612207413, |
| "num_tokens": 13213018.0, |
| "step": 2200 |
| }, |
| { |
| "entropy": 2.1204321217536926, |
| "epoch": 0.36056247746484515, |
| "grad_norm": 3.25, |
| "learning_rate": 1.2792821663195001e-05, |
| "loss": 2.1325447082519533, |
| "mean_token_accuracy": 0.5243636940419674, |
| "num_tokens": 13514408.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 2.102410731315613, |
| "epoch": 0.36857497696406394, |
| "grad_norm": 3.1875, |
| "learning_rate": 1.2632590930940555e-05, |
| "loss": 2.123565368652344, |
| "mean_token_accuracy": 0.5257614709436893, |
| "num_tokens": 13818272.0, |
| "step": 2300 |
| }, |
| { |
| "entropy": 2.0876205080747603, |
| "epoch": 0.3765874764632827, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.247236019868611e-05, |
| "loss": 2.116696472167969, |
| "mean_token_accuracy": 0.5275124031305313, |
| "num_tokens": 14110702.0, |
| "step": 2350 |
| }, |
| { |
| "entropy": 2.1078518223762512, |
| "epoch": 0.3845999759625015, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.2312129466431662e-05, |
| "loss": 2.1291993713378905, |
| "mean_token_accuracy": 0.524967464953661, |
| "num_tokens": 14407015.0, |
| "step": 2400 |
| }, |
| { |
| "entropy": 2.0930898267030718, |
| "epoch": 0.3926124754617203, |
| "grad_norm": 3.5, |
| "learning_rate": 1.2151898734177216e-05, |
| "loss": 2.1094123840332033, |
| "mean_token_accuracy": 0.5290587748587131, |
| "num_tokens": 14696565.0, |
| "step": 2450 |
| }, |
| { |
| "entropy": 2.1109757220745085, |
| "epoch": 0.4006249749609391, |
| "grad_norm": 3.5, |
| "learning_rate": 1.199166800192277e-05, |
| "loss": 2.1246888732910154, |
| "mean_token_accuracy": 0.5258957357704639, |
| "num_tokens": 14994401.0, |
| "step": 2500 |
| }, |
| { |
| "entropy": 2.1087811160087586, |
| "epoch": 0.40863747446015786, |
| "grad_norm": 3.1875, |
| "learning_rate": 1.1831437269668324e-05, |
| "loss": 2.12890625, |
| "mean_token_accuracy": 0.5269917643070221, |
| "num_tokens": 15292837.0, |
| "step": 2550 |
| }, |
| { |
| "entropy": 2.097252429127693, |
| "epoch": 0.41664997395937664, |
| "grad_norm": 3.0, |
| "learning_rate": 1.1671206537413878e-05, |
| "loss": 2.1145870971679686, |
| "mean_token_accuracy": 0.5274137698113919, |
| "num_tokens": 15590647.0, |
| "step": 2600 |
| }, |
| { |
| "entropy": 2.111199595332146, |
| "epoch": 0.4246624734585954, |
| "grad_norm": 3.25, |
| "learning_rate": 1.151097580515943e-05, |
| "loss": 2.1274327087402343, |
| "mean_token_accuracy": 0.5250249288976192, |
| "num_tokens": 15892772.0, |
| "step": 2650 |
| }, |
| { |
| "entropy": 2.1051502913236617, |
| "epoch": 0.4326749729578142, |
| "grad_norm": 3.203125, |
| "learning_rate": 1.1350745072904986e-05, |
| "loss": 2.127935333251953, |
| "mean_token_accuracy": 0.5263640700280666, |
| "num_tokens": 16191611.0, |
| "step": 2700 |
| }, |
| { |
| "entropy": 2.1127885603904724, |
| "epoch": 0.440687472457033, |
| "grad_norm": 3.515625, |
| "learning_rate": 1.1190514340650538e-05, |
| "loss": 2.129211883544922, |
| "mean_token_accuracy": 0.5250939278304577, |
| "num_tokens": 16483582.0, |
| "step": 2750 |
| }, |
| { |
| "entropy": 2.110930626988411, |
| "epoch": 0.4486999719562518, |
| "grad_norm": 3.1875, |
| "learning_rate": 1.103028360839609e-05, |
| "loss": 2.1220079040527344, |
| "mean_token_accuracy": 0.5250919266045093, |
| "num_tokens": 16787253.0, |
| "step": 2800 |
| }, |
| { |
| "entropy": 2.1182780677080153, |
| "epoch": 0.45671247145547056, |
| "grad_norm": 3.8125, |
| "learning_rate": 1.0870052876141646e-05, |
| "loss": 2.1358837890625, |
| "mean_token_accuracy": 0.5217854312062263, |
| "num_tokens": 17088741.0, |
| "step": 2850 |
| }, |
| { |
| "entropy": 2.1117833071947096, |
| "epoch": 0.46472497095468934, |
| "grad_norm": 3.171875, |
| "learning_rate": 1.0709822143887198e-05, |
| "loss": 2.125662841796875, |
| "mean_token_accuracy": 0.524649152457714, |
| "num_tokens": 17389236.0, |
| "step": 2900 |
| }, |
| { |
| "entropy": 2.1262730568647386, |
| "epoch": 0.47273747045390807, |
| "grad_norm": 3.625, |
| "learning_rate": 1.054959141163275e-05, |
| "loss": 2.142789611816406, |
| "mean_token_accuracy": 0.5236384868621826, |
| "num_tokens": 17693413.0, |
| "step": 2950 |
| }, |
| { |
| "entropy": 2.115410739183426, |
| "epoch": 0.48074996995312685, |
| "grad_norm": 3.140625, |
| "learning_rate": 1.0389360679378306e-05, |
| "loss": 2.1337106323242185, |
| "mean_token_accuracy": 0.5249222332239151, |
| "num_tokens": 17990326.0, |
| "step": 3000 |
| }, |
| { |
| "entropy": 2.0951381689310073, |
| "epoch": 0.48876246945234564, |
| "grad_norm": 3.234375, |
| "learning_rate": 1.0229129947123859e-05, |
| "loss": 2.108144073486328, |
| "mean_token_accuracy": 0.5269971822202205, |
| "num_tokens": 18293136.0, |
| "step": 3050 |
| }, |
| { |
| "entropy": 2.116977259516716, |
| "epoch": 0.4967749689515644, |
| "grad_norm": 3.421875, |
| "learning_rate": 1.0068899214869413e-05, |
| "loss": 2.1327830505371095, |
| "mean_token_accuracy": 0.5238270902633667, |
| "num_tokens": 18591481.0, |
| "step": 3100 |
| }, |
| { |
| "entropy": 2.08598925113678, |
| "epoch": 0.5047874684507833, |
| "grad_norm": 2.96875, |
| "learning_rate": 9.908668482614967e-06, |
| "loss": 2.1032344055175782, |
| "mean_token_accuracy": 0.5289211909472943, |
| "num_tokens": 18885221.0, |
| "step": 3150 |
| }, |
| { |
| "entropy": 2.097712662220001, |
| "epoch": 0.512799967950002, |
| "grad_norm": 3.40625, |
| "learning_rate": 9.74843775036052e-06, |
| "loss": 2.1150633239746095, |
| "mean_token_accuracy": 0.5288272814452648, |
| "num_tokens": 19184784.0, |
| "step": 3200 |
| }, |
| { |
| "entropy": 2.1063760107755662, |
| "epoch": 0.5208124674492208, |
| "grad_norm": 3.28125, |
| "learning_rate": 9.588207018106075e-06, |
| "loss": 2.1217109680175783, |
| "mean_token_accuracy": 0.526290989369154, |
| "num_tokens": 19482538.0, |
| "step": 3250 |
| }, |
| { |
| "entropy": 2.090182801485062, |
| "epoch": 0.5288249669484396, |
| "grad_norm": 2.875, |
| "learning_rate": 9.427976285851627e-06, |
| "loss": 2.1130311584472654, |
| "mean_token_accuracy": 0.5285439921915531, |
| "num_tokens": 19782544.0, |
| "step": 3300 |
| }, |
| { |
| "entropy": 2.103260806798935, |
| "epoch": 0.5368374664476584, |
| "grad_norm": 3.59375, |
| "learning_rate": 9.267745553597181e-06, |
| "loss": 2.116189727783203, |
| "mean_token_accuracy": 0.5273195558786392, |
| "num_tokens": 20086408.0, |
| "step": 3350 |
| }, |
| { |
| "entropy": 2.0673747235536575, |
| "epoch": 0.5448499659468772, |
| "grad_norm": 3.125, |
| "learning_rate": 9.107514821342735e-06, |
| "loss": 2.087482147216797, |
| "mean_token_accuracy": 0.532562478929758, |
| "num_tokens": 20380429.0, |
| "step": 3400 |
| }, |
| { |
| "entropy": 2.1030789083242416, |
| "epoch": 0.552862465446096, |
| "grad_norm": 3.296875, |
| "learning_rate": 8.947284089088289e-06, |
| "loss": 2.122591247558594, |
| "mean_token_accuracy": 0.5256703786551953, |
| "num_tokens": 20682849.0, |
| "step": 3450 |
| }, |
| { |
| "entropy": 2.0988716661930082, |
| "epoch": 0.5608749649453146, |
| "grad_norm": 3.546875, |
| "learning_rate": 8.787053356833841e-06, |
| "loss": 2.115867156982422, |
| "mean_token_accuracy": 0.5266730943322182, |
| "num_tokens": 20979225.0, |
| "step": 3500 |
| }, |
| { |
| "entropy": 2.0954072701931, |
| "epoch": 0.5688874644445334, |
| "grad_norm": 3.859375, |
| "learning_rate": 8.626822624579395e-06, |
| "loss": 2.1116868591308595, |
| "mean_token_accuracy": 0.5267495161294937, |
| "num_tokens": 21284166.0, |
| "step": 3550 |
| }, |
| { |
| "entropy": 2.11238471031189, |
| "epoch": 0.5768999639437522, |
| "grad_norm": 3.484375, |
| "learning_rate": 8.466591892324949e-06, |
| "loss": 2.1292352294921875, |
| "mean_token_accuracy": 0.5249243360757828, |
| "num_tokens": 21584612.0, |
| "step": 3600 |
| }, |
| { |
| "entropy": 2.091464368700981, |
| "epoch": 0.584912463442971, |
| "grad_norm": 3.359375, |
| "learning_rate": 8.306361160070501e-06, |
| "loss": 2.1099319458007812, |
| "mean_token_accuracy": 0.5292035435140133, |
| "num_tokens": 21879345.0, |
| "step": 3650 |
| }, |
| { |
| "entropy": 2.095204224586487, |
| "epoch": 0.5929249629421898, |
| "grad_norm": 2.96875, |
| "learning_rate": 8.146130427816055e-06, |
| "loss": 2.1198716735839844, |
| "mean_token_accuracy": 0.5255991271138192, |
| "num_tokens": 22183486.0, |
| "step": 3700 |
| }, |
| { |
| "entropy": 2.0666573679447175, |
| "epoch": 0.6009374624414086, |
| "grad_norm": 2.90625, |
| "learning_rate": 7.98589969556161e-06, |
| "loss": 2.08689697265625, |
| "mean_token_accuracy": 0.5318664258718491, |
| "num_tokens": 22476438.0, |
| "step": 3750 |
| }, |
| { |
| "entropy": 2.122153177857399, |
| "epoch": 0.6089499619406273, |
| "grad_norm": 3.40625, |
| "learning_rate": 7.825668963307162e-06, |
| "loss": 2.138288879394531, |
| "mean_token_accuracy": 0.5232584895193577, |
| "num_tokens": 22780385.0, |
| "step": 3800 |
| }, |
| { |
| "entropy": 2.1190748488903046, |
| "epoch": 0.6169624614398461, |
| "grad_norm": 3.46875, |
| "learning_rate": 7.665438231052716e-06, |
| "loss": 2.139790344238281, |
| "mean_token_accuracy": 0.5243287613987923, |
| "num_tokens": 23080847.0, |
| "step": 3850 |
| }, |
| { |
| "entropy": 2.1312570214271545, |
| "epoch": 0.6249749609390649, |
| "grad_norm": 3.765625, |
| "learning_rate": 7.5052074987982706e-06, |
| "loss": 2.1471080017089843, |
| "mean_token_accuracy": 0.5232046774029732, |
| "num_tokens": 23384738.0, |
| "step": 3900 |
| }, |
| { |
| "entropy": 2.0779008239507677, |
| "epoch": 0.6329874604382837, |
| "grad_norm": 3.171875, |
| "learning_rate": 7.344976766543823e-06, |
| "loss": 2.0974729919433592, |
| "mean_token_accuracy": 0.5305448272824287, |
| "num_tokens": 23682750.0, |
| "step": 3950 |
| }, |
| { |
| "entropy": 2.1121455317735673, |
| "epoch": 0.6409999599375025, |
| "grad_norm": 3.921875, |
| "learning_rate": 7.184746034289377e-06, |
| "loss": 2.127069549560547, |
| "mean_token_accuracy": 0.5252936625480652, |
| "num_tokens": 23989029.0, |
| "step": 4000 |
| }, |
| { |
| "entropy": 2.0982888478040693, |
| "epoch": 0.6490124594367213, |
| "grad_norm": 4.0625, |
| "learning_rate": 7.024515302034931e-06, |
| "loss": 2.112042236328125, |
| "mean_token_accuracy": 0.5281323495507241, |
| "num_tokens": 24292063.0, |
| "step": 4050 |
| }, |
| { |
| "entropy": 2.098363963365555, |
| "epoch": 0.65702495893594, |
| "grad_norm": 3.046875, |
| "learning_rate": 6.864284569780485e-06, |
| "loss": 2.1156489562988283, |
| "mean_token_accuracy": 0.5275120075047016, |
| "num_tokens": 24590201.0, |
| "step": 4100 |
| }, |
| { |
| "entropy": 2.1065632277727127, |
| "epoch": 0.6650374584351588, |
| "grad_norm": 3.375, |
| "learning_rate": 6.704053837526038e-06, |
| "loss": 2.12911376953125, |
| "mean_token_accuracy": 0.5262684133648873, |
| "num_tokens": 24892122.0, |
| "step": 4150 |
| }, |
| { |
| "entropy": 2.1014072370529173, |
| "epoch": 0.6730499579343776, |
| "grad_norm": 2.84375, |
| "learning_rate": 6.543823105271592e-06, |
| "loss": 2.1130335998535155, |
| "mean_token_accuracy": 0.5262750512361527, |
| "num_tokens": 25194969.0, |
| "step": 4200 |
| }, |
| { |
| "entropy": 2.0905236744880678, |
| "epoch": 0.6810624574335964, |
| "grad_norm": 3.03125, |
| "learning_rate": 6.383592373017146e-06, |
| "loss": 2.1153533935546873, |
| "mean_token_accuracy": 0.527137616276741, |
| "num_tokens": 25499521.0, |
| "step": 4250 |
| }, |
| { |
| "entropy": 2.1032627063989637, |
| "epoch": 0.6890749569328152, |
| "grad_norm": 3.125, |
| "learning_rate": 6.223361640762698e-06, |
| "loss": 2.122831115722656, |
| "mean_token_accuracy": 0.5254572249948979, |
| "num_tokens": 25798933.0, |
| "step": 4300 |
| }, |
| { |
| "entropy": 2.118139310479164, |
| "epoch": 0.697087456432034, |
| "grad_norm": 3.28125, |
| "learning_rate": 6.063130908508252e-06, |
| "loss": 2.1376751708984374, |
| "mean_token_accuracy": 0.5243131402134895, |
| "num_tokens": 26096619.0, |
| "step": 4350 |
| }, |
| { |
| "entropy": 2.082554380297661, |
| "epoch": 0.7050999559312527, |
| "grad_norm": 3.390625, |
| "learning_rate": 5.902900176253806e-06, |
| "loss": 2.0949493408203126, |
| "mean_token_accuracy": 0.5316410692036152, |
| "num_tokens": 26394395.0, |
| "step": 4400 |
| }, |
| { |
| "entropy": 2.09870474755764, |
| "epoch": 0.7131124554304715, |
| "grad_norm": 3.421875, |
| "learning_rate": 5.7426694439993594e-06, |
| "loss": 2.1184346008300783, |
| "mean_token_accuracy": 0.5267573061585427, |
| "num_tokens": 26692333.0, |
| "step": 4450 |
| }, |
| { |
| "entropy": 2.0866885662078856, |
| "epoch": 0.7211249549296903, |
| "grad_norm": 3.71875, |
| "learning_rate": 5.5824387117449134e-06, |
| "loss": 2.102904968261719, |
| "mean_token_accuracy": 0.529726449996233, |
| "num_tokens": 26989384.0, |
| "step": 4500 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 6241, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.1866411651588096e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
