| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.32049997996875124, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 2.223189059495926, |
| "epoch": 0.008012499499218782, |
| "grad_norm": 2.875, |
| "learning_rate": 1.9842973882390643e-05, |
| "loss": 2.3428109741210936, |
| "mean_token_accuracy": 0.4963963569700718, |
| "num_tokens": 305366.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 2.188130117058754, |
| "epoch": 0.016024998998437564, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.96827431501362e-05, |
| "loss": 2.225358734130859, |
| "mean_token_accuracy": 0.5110921229422093, |
| "num_tokens": 605042.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 2.197347580194473, |
| "epoch": 0.024037498497656344, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.952251241788175e-05, |
| "loss": 2.2299420166015627, |
| "mean_token_accuracy": 0.5093490639328957, |
| "num_tokens": 906888.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 2.1913950395584108, |
| "epoch": 0.03204999799687513, |
| "grad_norm": 2.90625, |
| "learning_rate": 1.9362281685627303e-05, |
| "loss": 2.210995941162109, |
| "mean_token_accuracy": 0.5097909501194954, |
| "num_tokens": 1213125.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 2.1611998677253723, |
| "epoch": 0.040062497496093905, |
| "grad_norm": 3.25, |
| "learning_rate": 1.920205095337286e-05, |
| "loss": 2.1867474365234374, |
| "mean_token_accuracy": 0.5154410660266876, |
| "num_tokens": 1509026.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 2.168051454424858, |
| "epoch": 0.04807499699531269, |
| "grad_norm": 2.9375, |
| "learning_rate": 1.904182022111841e-05, |
| "loss": 2.190071716308594, |
| "mean_token_accuracy": 0.5156884534657001, |
| "num_tokens": 1806850.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 2.1737154543399813, |
| "epoch": 0.05608749649453147, |
| "grad_norm": 3.421875, |
| "learning_rate": 1.8881589488863967e-05, |
| "loss": 2.199147186279297, |
| "mean_token_accuracy": 0.514045044630766, |
| "num_tokens": 2104505.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 2.148039159178734, |
| "epoch": 0.06409999599375026, |
| "grad_norm": 3.109375, |
| "learning_rate": 1.872135875660952e-05, |
| "loss": 2.176946105957031, |
| "mean_token_accuracy": 0.5177112428843975, |
| "num_tokens": 2391088.0, |
| "step": 400 |
| }, |
| { |
| "entropy": 2.194890711903572, |
| "epoch": 0.07211249549296903, |
| "grad_norm": 3.28125, |
| "learning_rate": 1.856112802435507e-05, |
| "loss": 2.216288757324219, |
| "mean_token_accuracy": 0.5110335703194141, |
| "num_tokens": 2691272.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 2.1557786524295808, |
| "epoch": 0.08012499499218781, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.8400897292100627e-05, |
| "loss": 2.1812680053710936, |
| "mean_token_accuracy": 0.5176697050035, |
| "num_tokens": 2991855.0, |
| "step": 500 |
| }, |
| { |
| "entropy": 2.1708167713880537, |
| "epoch": 0.08813749449140659, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.824066655984618e-05, |
| "loss": 2.1921002197265627, |
| "mean_token_accuracy": 0.5156507430970669, |
| "num_tokens": 3295049.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 2.1686314886808393, |
| "epoch": 0.09614999399062538, |
| "grad_norm": 2.875, |
| "learning_rate": 1.8080435827591735e-05, |
| "loss": 2.1914617919921877, |
| "mean_token_accuracy": 0.5139613692462445, |
| "num_tokens": 3597206.0, |
| "step": 600 |
| }, |
| { |
| "entropy": 2.15742906332016, |
| "epoch": 0.10416249348984416, |
| "grad_norm": 3.109375, |
| "learning_rate": 1.7920205095337287e-05, |
| "loss": 2.174853973388672, |
| "mean_token_accuracy": 0.5159518288075924, |
| "num_tokens": 3905268.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 2.162363375425339, |
| "epoch": 0.11217499298906294, |
| "grad_norm": 3.171875, |
| "learning_rate": 1.7759974363082843e-05, |
| "loss": 2.184231872558594, |
| "mean_token_accuracy": 0.516631413847208, |
| "num_tokens": 4207934.0, |
| "step": 700 |
| }, |
| { |
| "entropy": 2.1516289287805557, |
| "epoch": 0.12018749248828171, |
| "grad_norm": 3.609375, |
| "learning_rate": 1.7599743630828395e-05, |
| "loss": 2.167020263671875, |
| "mean_token_accuracy": 0.516358617246151, |
| "num_tokens": 4515774.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 2.1549544781446457, |
| "epoch": 0.1281999919875005, |
| "grad_norm": 3.28125, |
| "learning_rate": 1.7439512898573947e-05, |
| "loss": 2.181917877197266, |
| "mean_token_accuracy": 0.5182220858335495, |
| "num_tokens": 4814709.0, |
| "step": 800 |
| }, |
| { |
| "entropy": 2.1532615756988527, |
| "epoch": 0.1362124914867193, |
| "grad_norm": 3.078125, |
| "learning_rate": 1.7279282166319503e-05, |
| "loss": 2.1659007263183594, |
| "mean_token_accuracy": 0.5180425970256328, |
| "num_tokens": 5112585.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 2.1704017293453215, |
| "epoch": 0.14422499098593805, |
| "grad_norm": 2.921875, |
| "learning_rate": 1.7119051434065055e-05, |
| "loss": 2.1934996032714844, |
| "mean_token_accuracy": 0.5154964691400528, |
| "num_tokens": 5411369.0, |
| "step": 900 |
| }, |
| { |
| "entropy": 2.1349107217788696, |
| "epoch": 0.15223749048515683, |
| "grad_norm": 2.984375, |
| "learning_rate": 1.6958820701810608e-05, |
| "loss": 2.1598545837402345, |
| "mean_token_accuracy": 0.5208920259773732, |
| "num_tokens": 5707060.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 2.1541705918312073, |
| "epoch": 0.16024998998437562, |
| "grad_norm": 3.203125, |
| "learning_rate": 1.6798589969556163e-05, |
| "loss": 2.170956573486328, |
| "mean_token_accuracy": 0.5204938448965549, |
| "num_tokens": 6004079.0, |
| "step": 1000 |
| }, |
| { |
| "entropy": 2.1523867017030716, |
| "epoch": 0.1682624894835944, |
| "grad_norm": 3.09375, |
| "learning_rate": 1.6638359237301716e-05, |
| "loss": 2.1695118713378907, |
| "mean_token_accuracy": 0.5177376234531402, |
| "num_tokens": 6315462.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 2.1356022965908052, |
| "epoch": 0.17627498898281319, |
| "grad_norm": 3.21875, |
| "learning_rate": 1.6478128505047268e-05, |
| "loss": 2.1513107299804686, |
| "mean_token_accuracy": 0.5217180585861206, |
| "num_tokens": 6613060.0, |
| "step": 1100 |
| }, |
| { |
| "entropy": 2.1483460652828215, |
| "epoch": 0.18428748848203197, |
| "grad_norm": 3.21875, |
| "learning_rate": 1.6317897772792824e-05, |
| "loss": 2.1671595764160156, |
| "mean_token_accuracy": 0.5199222292006016, |
| "num_tokens": 6909655.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 2.1074040442705155, |
| "epoch": 0.19229998798125075, |
| "grad_norm": 3.828125, |
| "learning_rate": 1.6157667040538376e-05, |
| "loss": 2.12770751953125, |
| "mean_token_accuracy": 0.5252153894305229, |
| "num_tokens": 7203263.0, |
| "step": 1200 |
| }, |
| { |
| "entropy": 2.1354027593135836, |
| "epoch": 0.20031248748046954, |
| "grad_norm": 2.921875, |
| "learning_rate": 1.5997436308283932e-05, |
| "loss": 2.156183166503906, |
| "mean_token_accuracy": 0.518907299786806, |
| "num_tokens": 7505411.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 2.142924894094467, |
| "epoch": 0.20832498697968832, |
| "grad_norm": 3.5625, |
| "learning_rate": 1.5837205576029484e-05, |
| "loss": 2.158486633300781, |
| "mean_token_accuracy": 0.5205909128487111, |
| "num_tokens": 7803562.0, |
| "step": 1300 |
| }, |
| { |
| "entropy": 2.1305291467905043, |
| "epoch": 0.2163374864789071, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.5676974843775036e-05, |
| "loss": 2.151043701171875, |
| "mean_token_accuracy": 0.5211617235839366, |
| "num_tokens": 8108037.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 2.160947166085243, |
| "epoch": 0.2243499859781259, |
| "grad_norm": 3.234375, |
| "learning_rate": 1.5516744111520592e-05, |
| "loss": 2.177792663574219, |
| "mean_token_accuracy": 0.5167004990577698, |
| "num_tokens": 8408674.0, |
| "step": 1400 |
| }, |
| { |
| "entropy": 2.120403967499733, |
| "epoch": 0.23236248547734467, |
| "grad_norm": 3.375, |
| "learning_rate": 1.5356513379266144e-05, |
| "loss": 2.1462562561035154, |
| "mean_token_accuracy": 0.5225985661149025, |
| "num_tokens": 8707650.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 2.138882914185524, |
| "epoch": 0.24037498497656343, |
| "grad_norm": 3.171875, |
| "learning_rate": 1.5196282647011698e-05, |
| "loss": 2.1499905395507812, |
| "mean_token_accuracy": 0.5204668046534061, |
| "num_tokens": 9006296.0, |
| "step": 1500 |
| }, |
| { |
| "entropy": 2.131927245259285, |
| "epoch": 0.2483874844757822, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.5036051914757252e-05, |
| "loss": 2.157076416015625, |
| "mean_token_accuracy": 0.5220408822596073, |
| "num_tokens": 9307203.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 2.1308567851781843, |
| "epoch": 0.256399983975001, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.4875821182502805e-05, |
| "loss": 2.146601104736328, |
| "mean_token_accuracy": 0.5219539681077003, |
| "num_tokens": 9610070.0, |
| "step": 1600 |
| }, |
| { |
| "entropy": 2.1097783839702604, |
| "epoch": 0.2644124834742198, |
| "grad_norm": 3.84375, |
| "learning_rate": 1.4715590450248359e-05, |
| "loss": 2.1268209838867187, |
| "mean_token_accuracy": 0.5236652019619942, |
| "num_tokens": 9909117.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 2.123499180674553, |
| "epoch": 0.2724249829734386, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.4555359717993913e-05, |
| "loss": 2.1409934997558593, |
| "mean_token_accuracy": 0.5225465354323388, |
| "num_tokens": 10209461.0, |
| "step": 1700 |
| }, |
| { |
| "entropy": 2.13052960395813, |
| "epoch": 0.2804374824726573, |
| "grad_norm": 2.71875, |
| "learning_rate": 1.4395128985739467e-05, |
| "loss": 2.151373291015625, |
| "mean_token_accuracy": 0.5227928113937378, |
| "num_tokens": 10509282.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 2.1226114094257356, |
| "epoch": 0.2884499819718761, |
| "grad_norm": 3.65625, |
| "learning_rate": 1.4234898253485019e-05, |
| "loss": 2.144451141357422, |
| "mean_token_accuracy": 0.5233827362954616, |
| "num_tokens": 10811056.0, |
| "step": 1800 |
| }, |
| { |
| "entropy": 2.126143154501915, |
| "epoch": 0.2964624814710949, |
| "grad_norm": 3.359375, |
| "learning_rate": 1.4074667521230575e-05, |
| "loss": 2.1457598876953123, |
| "mean_token_accuracy": 0.5221967925131321, |
| "num_tokens": 11111153.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 2.1048326581716537, |
| "epoch": 0.30447498097031367, |
| "grad_norm": 3.59375, |
| "learning_rate": 1.3914436788976127e-05, |
| "loss": 2.1260116577148436, |
| "mean_token_accuracy": 0.5272719909250736, |
| "num_tokens": 11405606.0, |
| "step": 1900 |
| }, |
| { |
| "entropy": 2.1236617982387545, |
| "epoch": 0.31248748046953245, |
| "grad_norm": 3.0, |
| "learning_rate": 1.375420605672168e-05, |
| "loss": 2.151782684326172, |
| "mean_token_accuracy": 0.5227546173334122, |
| "num_tokens": 11703943.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 2.121563429236412, |
| "epoch": 0.32049997996875124, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.3593975324467235e-05, |
| "loss": 2.1370144653320313, |
| "mean_token_accuracy": 0.5235123547911644, |
| "num_tokens": 12002522.0, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 6241, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.4174735647666176e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
