| { |
| "best_global_step": 500, |
| "best_metric": 0.500381350517273, |
| "best_model_checkpoint": "./python-code-cot-ministral-8B/checkpoint-500", |
| "epoch": 2.155675675675676, |
| "eval_steps": 50, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 0.8707441985607147, |
| "epoch": 0.043243243243243246, |
| "grad_norm": 0.2866508960723877, |
| "learning_rate": 6e-06, |
| "loss": 1.065, |
| "mean_token_accuracy": 0.7471851870417595, |
| "num_tokens": 40787.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 0.818158182501793, |
| "epoch": 0.08648648648648649, |
| "grad_norm": 0.2426566779613495, |
| "learning_rate": 9.998321768134101e-06, |
| "loss": 0.9899, |
| "mean_token_accuracy": 0.7604838714003563, |
| "num_tokens": 81747.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 0.8590745508670807, |
| "epoch": 0.12972972972972974, |
| "grad_norm": 0.2603059709072113, |
| "learning_rate": 9.979454595377594e-06, |
| "loss": 0.9586, |
| "mean_token_accuracy": 0.7590420320630074, |
| "num_tokens": 122707.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 0.7979068487882615, |
| "epoch": 0.17297297297297298, |
| "grad_norm": 0.2751409411430359, |
| "learning_rate": 9.93970185956522e-06, |
| "loss": 0.809, |
| "mean_token_accuracy": 0.7851744830608368, |
| "num_tokens": 163305.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 0.7995434030890465, |
| "epoch": 0.21621621621621623, |
| "grad_norm": 0.27979347109794617, |
| "learning_rate": 9.879230297486034e-06, |
| "loss": 0.7849, |
| "mean_token_accuracy": 0.791813300549984, |
| "num_tokens": 204265.0, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.21621621621621623, |
| "eval_entropy": 0.7247167360491868, |
| "eval_loss": 0.7107394337654114, |
| "eval_mean_token_accuracy": 0.813098669052124, |
| "eval_num_tokens": 204265.0, |
| "eval_runtime": 40.5827, |
| "eval_samples_per_second": 4.041, |
| "eval_steps_per_second": 4.041, |
| "step": 50 |
| }, |
| { |
| "entropy": 0.6114772140979767, |
| "epoch": 0.2594594594594595, |
| "grad_norm": 0.1919497400522232, |
| "learning_rate": 9.798293547886748e-06, |
| "loss": 0.6123, |
| "mean_token_accuracy": 0.8428526982665062, |
| "num_tokens": 245044.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 0.5336497366428375, |
| "epoch": 0.3027027027027027, |
| "grad_norm": 0.20059765875339508, |
| "learning_rate": 9.697231087622691e-06, |
| "loss": 0.5426, |
| "mean_token_accuracy": 0.8581829935312271, |
| "num_tokens": 285929.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 0.49029816724359987, |
| "epoch": 0.34594594594594597, |
| "grad_norm": 0.19071193039417267, |
| "learning_rate": 9.5764668077739e-06, |
| "loss": 0.5078, |
| "mean_token_accuracy": 0.8675507545471192, |
| "num_tokens": 326731.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 0.568328783661127, |
| "epoch": 0.3891891891891892, |
| "grad_norm": 0.1908392310142517, |
| "learning_rate": 9.436507235698613e-06, |
| "loss": 0.5825, |
| "mean_token_accuracy": 0.8428896099328995, |
| "num_tokens": 367252.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 0.5580322951078415, |
| "epoch": 0.43243243243243246, |
| "grad_norm": 0.1762734353542328, |
| "learning_rate": 9.277939410481507e-06, |
| "loss": 0.5536, |
| "mean_token_accuracy": 0.8481671541929245, |
| "num_tokens": 408212.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.43243243243243246, |
| "eval_entropy": 0.5617244329939528, |
| "eval_loss": 0.5632628202438354, |
| "eval_mean_token_accuracy": 0.8465738710833759, |
| "eval_num_tokens": 408212.0, |
| "eval_runtime": 40.5739, |
| "eval_samples_per_second": 4.042, |
| "eval_steps_per_second": 4.042, |
| "step": 100 |
| }, |
| { |
| "entropy": 0.5392510816454887, |
| "epoch": 0.4756756756756757, |
| "grad_norm": 0.13735364377498627, |
| "learning_rate": 9.101428420687759e-06, |
| "loss": 0.5391, |
| "mean_token_accuracy": 0.8521016612648964, |
| "num_tokens": 449172.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 0.6197883028537035, |
| "epoch": 0.518918918918919, |
| "grad_norm": 0.1790686547756195, |
| "learning_rate": 8.907714614750473e-06, |
| "loss": 0.6066, |
| "mean_token_accuracy": 0.837218964099884, |
| "num_tokens": 490132.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 0.5101678855717182, |
| "epoch": 0.5621621621621622, |
| "grad_norm": 0.16557781398296356, |
| "learning_rate": 8.697610495692055e-06, |
| "loss": 0.4937, |
| "mean_token_accuracy": 0.861264032125473, |
| "num_tokens": 531046.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 0.5256278648972511, |
| "epoch": 0.6054054054054054, |
| "grad_norm": 0.15723901987075806, |
| "learning_rate": 8.471997313204183e-06, |
| "loss": 0.5128, |
| "mean_token_accuracy": 0.8562316685914994, |
| "num_tokens": 572006.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 0.5276982985436917, |
| "epoch": 0.6486486486486487, |
| "grad_norm": 0.14954417943954468, |
| "learning_rate": 8.231821367380335e-06, |
| "loss": 0.5148, |
| "mean_token_accuracy": 0.8543255120515824, |
| "num_tokens": 612966.0, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6486486486486487, |
| "eval_entropy": 0.5507546397970944, |
| "eval_loss": 0.5337628722190857, |
| "eval_mean_token_accuracy": 0.8515133745059734, |
| "eval_num_tokens": 612966.0, |
| "eval_runtime": 40.52, |
| "eval_samples_per_second": 4.047, |
| "eval_steps_per_second": 4.047, |
| "step": 150 |
| }, |
| { |
| "entropy": 0.5230918094515801, |
| "epoch": 0.6918918918918919, |
| "grad_norm": 0.14227904379367828, |
| "learning_rate": 7.978090039604342e-06, |
| "loss": 0.5118, |
| "mean_token_accuracy": 0.8542912498116493, |
| "num_tokens": 653680.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 0.524362176656723, |
| "epoch": 0.7351351351351352, |
| "grad_norm": 0.16846755146980286, |
| "learning_rate": 7.711867567242769e-06, |
| "loss": 0.5104, |
| "mean_token_accuracy": 0.8555971384048462, |
| "num_tokens": 694478.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.49619704745709897, |
| "epoch": 0.7783783783783784, |
| "grad_norm": 0.20149804651737213, |
| "learning_rate": 7.434270579863549e-06, |
| "loss": 0.4826, |
| "mean_token_accuracy": 0.8604745492339134, |
| "num_tokens": 735351.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.5439279317855835, |
| "epoch": 0.8216216216216217, |
| "grad_norm": 0.22333768010139465, |
| "learning_rate": 7.14646341570353e-06, |
| "loss": 0.5411, |
| "mean_token_accuracy": 0.8482905030250549, |
| "num_tokens": 775651.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.4976503163576126, |
| "epoch": 0.8648648648648649, |
| "grad_norm": 0.16309203207492828, |
| "learning_rate": 6.849653238029261e-06, |
| "loss": 0.4994, |
| "mean_token_accuracy": 0.85667155534029, |
| "num_tokens": 816611.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.8648648648648649, |
| "eval_entropy": 0.5280105926823325, |
| "eval_loss": 0.5184423327445984, |
| "eval_mean_token_accuracy": 0.8534702516910506, |
| "eval_num_tokens": 816611.0, |
| "eval_runtime": 40.6179, |
| "eval_samples_per_second": 4.038, |
| "eval_steps_per_second": 4.038, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.5327252022922039, |
| "epoch": 0.9081081081081082, |
| "grad_norm": 0.16586290299892426, |
| "learning_rate": 6.545084971874738e-06, |
| "loss": 0.5268, |
| "mean_token_accuracy": 0.8529814258217812, |
| "num_tokens": 857571.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 0.47181336022913456, |
| "epoch": 0.9513513513513514, |
| "grad_norm": 0.17959456145763397, |
| "learning_rate": 6.234036082393171e-06, |
| "loss": 0.4687, |
| "mean_token_accuracy": 0.8678423285484314, |
| "num_tokens": 898415.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.5040528390556573, |
| "epoch": 0.9945945945945946, |
| "grad_norm": 0.17449511587619781, |
| "learning_rate": 5.9178112167241805e-06, |
| "loss": 0.4999, |
| "mean_token_accuracy": 0.8588241055607796, |
| "num_tokens": 939275.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.4610033663543495, |
| "epoch": 1.0345945945945947, |
| "grad_norm": 0.15696631371974945, |
| "learning_rate": 5.597736731850295e-06, |
| "loss": 0.4834, |
| "mean_token_accuracy": 0.8710998361175125, |
| "num_tokens": 977163.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 0.5211307317018509, |
| "epoch": 1.077837837837838, |
| "grad_norm": 0.1736782193183899, |
| "learning_rate": 5.275155131394825e-06, |
| "loss": 0.5047, |
| "mean_token_accuracy": 0.854168564081192, |
| "num_tokens": 1017950.0, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.077837837837838, |
| "eval_entropy": 0.5199673544706368, |
| "eval_loss": 0.5092993974685669, |
| "eval_mean_token_accuracy": 0.855072995511497, |
| "eval_num_tokens": 1017950.0, |
| "eval_runtime": 40.6579, |
| "eval_samples_per_second": 4.034, |
| "eval_steps_per_second": 4.034, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.4647901371121407, |
| "epoch": 1.1210810810810812, |
| "grad_norm": 0.18243983387947083, |
| "learning_rate": 4.951419434695115e-06, |
| "loss": 0.4514, |
| "mean_token_accuracy": 0.8703323498368263, |
| "num_tokens": 1058910.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 0.4522815000265837, |
| "epoch": 1.1643243243243244, |
| "grad_norm": 0.20347489416599274, |
| "learning_rate": 4.627887501769231e-06, |
| "loss": 0.4454, |
| "mean_token_accuracy": 0.8707166478037834, |
| "num_tokens": 1099604.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 0.4927990548312664, |
| "epoch": 1.2075675675675677, |
| "grad_norm": 0.18338286876678467, |
| "learning_rate": 4.3059163379791676e-06, |
| "loss": 0.491, |
| "mean_token_accuracy": 0.8596193596720696, |
| "num_tokens": 1140464.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 0.4583901420235634, |
| "epoch": 1.250810810810811, |
| "grad_norm": 0.18116827309131622, |
| "learning_rate": 3.98685640227875e-06, |
| "loss": 0.4446, |
| "mean_token_accuracy": 0.8701988190412522, |
| "num_tokens": 1181280.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 0.5115556083619595, |
| "epoch": 1.2940540540540542, |
| "grad_norm": 0.21102362871170044, |
| "learning_rate": 3.6720459429194743e-06, |
| "loss": 0.5013, |
| "mean_token_accuracy": 0.8555837154388428, |
| "num_tokens": 1221884.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.2940540540540542, |
| "eval_entropy": 0.5066255062091641, |
| "eval_loss": 0.5047101974487305, |
| "eval_mean_token_accuracy": 0.856273435964817, |
| "eval_num_tokens": 1221884.0, |
| "eval_runtime": 40.5902, |
| "eval_samples_per_second": 4.04, |
| "eval_steps_per_second": 4.04, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.5146898411214351, |
| "epoch": 1.3372972972972974, |
| "grad_norm": 0.23965492844581604, |
| "learning_rate": 3.3628053843722674e-06, |
| "loss": 0.5126, |
| "mean_token_accuracy": 0.8517826452851296, |
| "num_tokens": 1262318.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 0.45455632023513315, |
| "epoch": 1.3805405405405407, |
| "grad_norm": 0.20733971893787384, |
| "learning_rate": 3.060431789008368e-06, |
| "loss": 0.4537, |
| "mean_token_accuracy": 0.87111437022686, |
| "num_tokens": 1303278.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 0.4839397206902504, |
| "epoch": 1.423783783783784, |
| "grad_norm": 0.20650845766067505, |
| "learning_rate": 2.7661934167689887e-06, |
| "loss": 0.4806, |
| "mean_token_accuracy": 0.8623866036534309, |
| "num_tokens": 1344200.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 0.5152107834815979, |
| "epoch": 1.4670270270270271, |
| "grad_norm": 0.1943357288837433, |
| "learning_rate": 2.4813244056423692e-06, |
| "loss": 0.5093, |
| "mean_token_accuracy": 0.8530791759490967, |
| "num_tokens": 1385160.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 0.5210597518831491, |
| "epoch": 1.5102702702702704, |
| "grad_norm": 0.23628048598766327, |
| "learning_rate": 2.207019595260154e-06, |
| "loss": 0.5187, |
| "mean_token_accuracy": 0.852712607383728, |
| "num_tokens": 1426120.0, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.5102702702702704, |
| "eval_entropy": 0.5058667084611044, |
| "eval_loss": 0.5020793080329895, |
| "eval_mean_token_accuracy": 0.8568823802761916, |
| "eval_num_tokens": 1426120.0, |
| "eval_runtime": 40.5825, |
| "eval_samples_per_second": 4.041, |
| "eval_steps_per_second": 4.041, |
| "step": 350 |
| }, |
| { |
| "entropy": 0.4884943708777428, |
| "epoch": 1.5535135135135136, |
| "grad_norm": 0.21701589226722717, |
| "learning_rate": 1.944429515324749e-06, |
| "loss": 0.4807, |
| "mean_token_accuracy": 0.8608564972877503, |
| "num_tokens": 1467012.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 0.4574359286576509, |
| "epoch": 1.5967567567567569, |
| "grad_norm": 0.1858481615781784, |
| "learning_rate": 1.6946555598879138e-06, |
| "loss": 0.4461, |
| "mean_token_accuracy": 0.8694037109613418, |
| "num_tokens": 1507972.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 0.49515259340405465, |
| "epoch": 1.6400000000000001, |
| "grad_norm": 0.1672651767730713, |
| "learning_rate": 1.4587453677213348e-06, |
| "loss": 0.4944, |
| "mean_token_accuracy": 0.8575757578015327, |
| "num_tokens": 1548932.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 0.48286144956946375, |
| "epoch": 1.6832432432432434, |
| "grad_norm": 0.1788497269153595, |
| "learning_rate": 1.2376884281555485e-06, |
| "loss": 0.4801, |
| "mean_token_accuracy": 0.8633186712861061, |
| "num_tokens": 1589892.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 0.42900044918060304, |
| "epoch": 1.7264864864864866, |
| "grad_norm": 0.18593338131904602, |
| "learning_rate": 1.0324119308178166e-06, |
| "loss": 0.4213, |
| "mean_token_accuracy": 0.8786656886339188, |
| "num_tokens": 1630852.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.7264864864864866, |
| "eval_entropy": 0.5021736550985313, |
| "eval_loss": 0.5008729100227356, |
| "eval_mean_token_accuracy": 0.8570682758965144, |
| "eval_num_tokens": 1630852.0, |
| "eval_runtime": 40.6196, |
| "eval_samples_per_second": 4.037, |
| "eval_steps_per_second": 4.037, |
| "step": 400 |
| }, |
| { |
| "entropy": 0.48913049399852754, |
| "epoch": 1.7697297297297299, |
| "grad_norm": 0.21752701699733734, |
| "learning_rate": 8.437768766765975e-07, |
| "loss": 0.4811, |
| "mean_token_accuracy": 0.8607771530747413, |
| "num_tokens": 1671621.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 0.464761159196496, |
| "epoch": 1.812972972972973, |
| "grad_norm": 0.17507386207580566, |
| "learning_rate": 6.725744667042778e-07, |
| "loss": 0.4635, |
| "mean_token_accuracy": 0.8650545433163643, |
| "num_tokens": 1712403.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 0.4877123299986124, |
| "epoch": 1.8562162162162164, |
| "grad_norm": 0.2440086156129837, |
| "learning_rate": 5.195227833053273e-07, |
| "loss": 0.4834, |
| "mean_token_accuracy": 0.859622411429882, |
| "num_tokens": 1753002.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 0.5305571794509888, |
| "epoch": 1.8994594594594596, |
| "grad_norm": 0.2179015576839447, |
| "learning_rate": 3.852637784291424e-07, |
| "loss": 0.5241, |
| "mean_token_accuracy": 0.8504694834351539, |
| "num_tokens": 1793720.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 0.45578556656837466, |
| "epoch": 1.9427027027027028, |
| "grad_norm": 0.19060668349266052, |
| "learning_rate": 2.7036058100047723e-07, |
| "loss": 0.4482, |
| "mean_token_accuracy": 0.8694037184119224, |
| "num_tokens": 1834680.0, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.9427027027027028, |
| "eval_entropy": 0.5042242559536201, |
| "eval_loss": 0.5004777312278748, |
| "eval_mean_token_accuracy": 0.857193261384964, |
| "eval_num_tokens": 1834680.0, |
| "eval_runtime": 40.4789, |
| "eval_samples_per_second": 4.051, |
| "eval_steps_per_second": 4.051, |
| "step": 450 |
| }, |
| { |
| "entropy": 0.5145775370299817, |
| "epoch": 1.985945945945946, |
| "grad_norm": 0.21297377347946167, |
| "learning_rate": 1.7529513496103322e-07, |
| "loss": 0.5102, |
| "mean_token_accuracy": 0.8554473593831062, |
| "num_tokens": 1875478.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 0.44477229424425074, |
| "epoch": 2.025945945945946, |
| "grad_norm": 0.1841362714767456, |
| "learning_rate": 1.004661778290783e-07, |
| "loss": 0.4269, |
| "mean_token_accuracy": 0.8740781545639038, |
| "num_tokens": 1913266.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 0.46048690713942053, |
| "epoch": 2.0691891891891894, |
| "grad_norm": 0.18584655225276947, |
| "learning_rate": 4.618756825572612e-08, |
| "loss": 0.4539, |
| "mean_token_accuracy": 0.8682526469230651, |
| "num_tokens": 1954188.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 0.42898516096174716, |
| "epoch": 2.1124324324324326, |
| "grad_norm": 0.17722217738628387, |
| "learning_rate": 1.268696959267679e-08, |
| "loss": 0.4209, |
| "mean_token_accuracy": 0.8789589449763298, |
| "num_tokens": 1995148.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 0.4906971834599972, |
| "epoch": 2.155675675675676, |
| "grad_norm": 0.22306711971759796, |
| "learning_rate": 1.0489499300603279e-10, |
| "loss": 0.4877, |
| "mean_token_accuracy": 0.8584246680140495, |
| "num_tokens": 2035965.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.155675675675676, |
| "eval_entropy": 0.5036718782673522, |
| "eval_loss": 0.500381350517273, |
| "eval_mean_token_accuracy": 0.8574583268747097, |
| "eval_num_tokens": 2035965.0, |
| "eval_runtime": 40.5814, |
| "eval_samples_per_second": 4.041, |
| "eval_steps_per_second": 4.041, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 500, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.354272034926592e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
