| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1266, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.023696682464454975, |
| "grad_norm": 1.8578642304403785, |
| "learning_rate": 5e-06, |
| "loss": 0.8806, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04739336492890995, |
| "grad_norm": 1.183006030611099, |
| "learning_rate": 5e-06, |
| "loss": 0.7797, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.07109004739336493, |
| "grad_norm": 1.4765088938253328, |
| "learning_rate": 5e-06, |
| "loss": 0.7484, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0947867298578199, |
| "grad_norm": 1.163022578781007, |
| "learning_rate": 5e-06, |
| "loss": 0.7347, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.11848341232227488, |
| "grad_norm": 0.7554926726458471, |
| "learning_rate": 5e-06, |
| "loss": 0.7203, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.14218009478672985, |
| "grad_norm": 0.731542170193161, |
| "learning_rate": 5e-06, |
| "loss": 0.7096, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.16587677725118483, |
| "grad_norm": 0.9060440478303672, |
| "learning_rate": 5e-06, |
| "loss": 0.7059, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1895734597156398, |
| "grad_norm": 0.7296366219850153, |
| "learning_rate": 5e-06, |
| "loss": 0.7001, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2132701421800948, |
| "grad_norm": 0.7426978264461702, |
| "learning_rate": 5e-06, |
| "loss": 0.6962, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.23696682464454977, |
| "grad_norm": 0.6188812479024083, |
| "learning_rate": 5e-06, |
| "loss": 0.6868, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.26066350710900477, |
| "grad_norm": 0.5476530648144865, |
| "learning_rate": 5e-06, |
| "loss": 0.6824, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2843601895734597, |
| "grad_norm": 0.694221105485736, |
| "learning_rate": 5e-06, |
| "loss": 0.679, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.3080568720379147, |
| "grad_norm": 0.7560482674288443, |
| "learning_rate": 5e-06, |
| "loss": 0.6827, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.33175355450236965, |
| "grad_norm": 0.7850327296092002, |
| "learning_rate": 5e-06, |
| "loss": 0.6733, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.35545023696682465, |
| "grad_norm": 0.5570389442716736, |
| "learning_rate": 5e-06, |
| "loss": 0.6813, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3791469194312796, |
| "grad_norm": 0.9044873869853465, |
| "learning_rate": 5e-06, |
| "loss": 0.6764, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.4028436018957346, |
| "grad_norm": 0.9187588354313664, |
| "learning_rate": 5e-06, |
| "loss": 0.6729, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4265402843601896, |
| "grad_norm": 0.5060518745683197, |
| "learning_rate": 5e-06, |
| "loss": 0.6691, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.45023696682464454, |
| "grad_norm": 0.49447301037625124, |
| "learning_rate": 5e-06, |
| "loss": 0.6694, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.47393364928909953, |
| "grad_norm": 0.6175555086839499, |
| "learning_rate": 5e-06, |
| "loss": 0.6681, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4976303317535545, |
| "grad_norm": 0.6085272766245269, |
| "learning_rate": 5e-06, |
| "loss": 0.6604, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5213270142180095, |
| "grad_norm": 0.5926380925408075, |
| "learning_rate": 5e-06, |
| "loss": 0.6656, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5450236966824644, |
| "grad_norm": 0.6160796498694022, |
| "learning_rate": 5e-06, |
| "loss": 0.663, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5687203791469194, |
| "grad_norm": 0.6914531474013237, |
| "learning_rate": 5e-06, |
| "loss": 0.6656, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5924170616113744, |
| "grad_norm": 0.6596857730992619, |
| "learning_rate": 5e-06, |
| "loss": 0.6572, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6161137440758294, |
| "grad_norm": 0.5279165722236415, |
| "learning_rate": 5e-06, |
| "loss": 0.6684, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6398104265402843, |
| "grad_norm": 0.5689701712166578, |
| "learning_rate": 5e-06, |
| "loss": 0.6548, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6635071090047393, |
| "grad_norm": 0.5166176607170971, |
| "learning_rate": 5e-06, |
| "loss": 0.6698, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6872037914691943, |
| "grad_norm": 0.6445425535849747, |
| "learning_rate": 5e-06, |
| "loss": 0.6579, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.7109004739336493, |
| "grad_norm": 0.6506854686970152, |
| "learning_rate": 5e-06, |
| "loss": 0.6551, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7345971563981043, |
| "grad_norm": 0.5085915851296422, |
| "learning_rate": 5e-06, |
| "loss": 0.6616, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7582938388625592, |
| "grad_norm": 0.6487986243452837, |
| "learning_rate": 5e-06, |
| "loss": 0.6566, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7819905213270142, |
| "grad_norm": 0.5441246219276076, |
| "learning_rate": 5e-06, |
| "loss": 0.6521, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8056872037914692, |
| "grad_norm": 0.48980734623494515, |
| "learning_rate": 5e-06, |
| "loss": 0.6552, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8293838862559242, |
| "grad_norm": 0.3938069962058288, |
| "learning_rate": 5e-06, |
| "loss": 0.6503, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8530805687203792, |
| "grad_norm": 0.5653669786380396, |
| "learning_rate": 5e-06, |
| "loss": 0.653, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8767772511848341, |
| "grad_norm": 0.7322605559502221, |
| "learning_rate": 5e-06, |
| "loss": 0.6549, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.9004739336492891, |
| "grad_norm": 0.6662476991971801, |
| "learning_rate": 5e-06, |
| "loss": 0.658, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9241706161137441, |
| "grad_norm": 0.568403065783914, |
| "learning_rate": 5e-06, |
| "loss": 0.6577, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.9478672985781991, |
| "grad_norm": 0.46948514320296014, |
| "learning_rate": 5e-06, |
| "loss": 0.6459, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.9715639810426541, |
| "grad_norm": 0.7292309309979981, |
| "learning_rate": 5e-06, |
| "loss": 0.6556, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.995260663507109, |
| "grad_norm": 0.6757095412992554, |
| "learning_rate": 5e-06, |
| "loss": 0.6485, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.6513110399246216, |
| "eval_runtime": 226.1564, |
| "eval_samples_per_second": 50.257, |
| "eval_steps_per_second": 0.394, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.018957345971564, |
| "grad_norm": 0.5805140570845687, |
| "learning_rate": 5e-06, |
| "loss": 0.6185, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.042654028436019, |
| "grad_norm": 0.5434272081051958, |
| "learning_rate": 5e-06, |
| "loss": 0.6145, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.066350710900474, |
| "grad_norm": 0.5326556907180255, |
| "learning_rate": 5e-06, |
| "loss": 0.6094, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.0900473933649288, |
| "grad_norm": 0.5829211855668741, |
| "learning_rate": 5e-06, |
| "loss": 0.6097, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.113744075829384, |
| "grad_norm": 0.6319252195360786, |
| "learning_rate": 5e-06, |
| "loss": 0.6194, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.1374407582938388, |
| "grad_norm": 0.504231300635023, |
| "learning_rate": 5e-06, |
| "loss": 0.6055, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.161137440758294, |
| "grad_norm": 0.47691471391766244, |
| "learning_rate": 5e-06, |
| "loss": 0.6103, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.1848341232227488, |
| "grad_norm": 0.6579542570947285, |
| "learning_rate": 5e-06, |
| "loss": 0.5974, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.2085308056872037, |
| "grad_norm": 0.5296651294386931, |
| "learning_rate": 5e-06, |
| "loss": 0.6087, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.2322274881516588, |
| "grad_norm": 0.5136903442393255, |
| "learning_rate": 5e-06, |
| "loss": 0.6098, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.2559241706161137, |
| "grad_norm": 0.4323386979195923, |
| "learning_rate": 5e-06, |
| "loss": 0.6061, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.2796208530805688, |
| "grad_norm": 0.4569721261280212, |
| "learning_rate": 5e-06, |
| "loss": 0.6066, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.3033175355450237, |
| "grad_norm": 0.6467514503519792, |
| "learning_rate": 5e-06, |
| "loss": 0.611, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.3270142180094786, |
| "grad_norm": 0.5707325971904217, |
| "learning_rate": 5e-06, |
| "loss": 0.6149, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.3507109004739337, |
| "grad_norm": 0.6351802477821956, |
| "learning_rate": 5e-06, |
| "loss": 0.6117, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.3744075829383886, |
| "grad_norm": 0.4343155173009086, |
| "learning_rate": 5e-06, |
| "loss": 0.6061, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.3981042654028437, |
| "grad_norm": 0.4859882284821603, |
| "learning_rate": 5e-06, |
| "loss": 0.6161, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.4218009478672986, |
| "grad_norm": 0.5236535463545058, |
| "learning_rate": 5e-06, |
| "loss": 0.6096, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.4454976303317535, |
| "grad_norm": 0.4557408062718408, |
| "learning_rate": 5e-06, |
| "loss": 0.6137, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.4691943127962086, |
| "grad_norm": 0.4710881048666159, |
| "learning_rate": 5e-06, |
| "loss": 0.6104, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.4928909952606635, |
| "grad_norm": 0.4693244351357125, |
| "learning_rate": 5e-06, |
| "loss": 0.6113, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.5165876777251186, |
| "grad_norm": 0.5106722321731667, |
| "learning_rate": 5e-06, |
| "loss": 0.6099, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.5402843601895735, |
| "grad_norm": 0.5008718823276928, |
| "learning_rate": 5e-06, |
| "loss": 0.6095, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.5639810426540284, |
| "grad_norm": 0.5709206603606636, |
| "learning_rate": 5e-06, |
| "loss": 0.6072, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.5876777251184833, |
| "grad_norm": 0.5000142373704568, |
| "learning_rate": 5e-06, |
| "loss": 0.6054, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.6113744075829384, |
| "grad_norm": 0.503815554745896, |
| "learning_rate": 5e-06, |
| "loss": 0.609, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.6350710900473935, |
| "grad_norm": 0.4901500964784556, |
| "learning_rate": 5e-06, |
| "loss": 0.6144, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.6587677725118484, |
| "grad_norm": 0.7148462741898324, |
| "learning_rate": 5e-06, |
| "loss": 0.6171, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.6824644549763033, |
| "grad_norm": 0.46371859890219064, |
| "learning_rate": 5e-06, |
| "loss": 0.6117, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.7061611374407581, |
| "grad_norm": 0.4868566708300119, |
| "learning_rate": 5e-06, |
| "loss": 0.6084, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.7298578199052133, |
| "grad_norm": 0.46557974227861393, |
| "learning_rate": 5e-06, |
| "loss": 0.612, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.7535545023696684, |
| "grad_norm": 0.4614750853949275, |
| "learning_rate": 5e-06, |
| "loss": 0.6085, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.7772511848341233, |
| "grad_norm": 0.46000509620123947, |
| "learning_rate": 5e-06, |
| "loss": 0.598, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.8009478672985781, |
| "grad_norm": 0.5069124386887875, |
| "learning_rate": 5e-06, |
| "loss": 0.6165, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.824644549763033, |
| "grad_norm": 0.5759098925487337, |
| "learning_rate": 5e-06, |
| "loss": 0.6055, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.8483412322274881, |
| "grad_norm": 0.5688069546656076, |
| "learning_rate": 5e-06, |
| "loss": 0.603, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.8720379146919433, |
| "grad_norm": 0.4094394097978499, |
| "learning_rate": 5e-06, |
| "loss": 0.6048, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.8957345971563981, |
| "grad_norm": 0.5419176372666504, |
| "learning_rate": 5e-06, |
| "loss": 0.6113, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.919431279620853, |
| "grad_norm": 0.5208348604849014, |
| "learning_rate": 5e-06, |
| "loss": 0.6031, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.943127962085308, |
| "grad_norm": 0.528072870680137, |
| "learning_rate": 5e-06, |
| "loss": 0.6079, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.966824644549763, |
| "grad_norm": 0.5102023817039236, |
| "learning_rate": 5e-06, |
| "loss": 0.6057, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.9905213270142181, |
| "grad_norm": 0.4411278261182562, |
| "learning_rate": 5e-06, |
| "loss": 0.6114, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.6409755349159241, |
| "eval_runtime": 227.48, |
| "eval_samples_per_second": 49.965, |
| "eval_steps_per_second": 0.391, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.014218009478673, |
| "grad_norm": 0.7123835129441645, |
| "learning_rate": 5e-06, |
| "loss": 0.5761, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.037914691943128, |
| "grad_norm": 0.5536575003997367, |
| "learning_rate": 5e-06, |
| "loss": 0.5637, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.061611374407583, |
| "grad_norm": 0.5997737415317981, |
| "learning_rate": 5e-06, |
| "loss": 0.5558, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.085308056872038, |
| "grad_norm": 0.7669561696901881, |
| "learning_rate": 5e-06, |
| "loss": 0.5628, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.109004739336493, |
| "grad_norm": 0.809324396115254, |
| "learning_rate": 5e-06, |
| "loss": 0.5659, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.132701421800948, |
| "grad_norm": 0.632132677022118, |
| "learning_rate": 5e-06, |
| "loss": 0.5627, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.156398104265403, |
| "grad_norm": 0.5363755744993185, |
| "learning_rate": 5e-06, |
| "loss": 0.5613, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.1800947867298577, |
| "grad_norm": 0.7992701994586238, |
| "learning_rate": 5e-06, |
| "loss": 0.5647, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.2037914691943126, |
| "grad_norm": 0.5137612186247765, |
| "learning_rate": 5e-06, |
| "loss": 0.5717, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.227488151658768, |
| "grad_norm": 0.48307350386563647, |
| "learning_rate": 5e-06, |
| "loss": 0.5707, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.251184834123223, |
| "grad_norm": 0.4585281852449342, |
| "learning_rate": 5e-06, |
| "loss": 0.5704, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.2748815165876777, |
| "grad_norm": 0.5158085231030699, |
| "learning_rate": 5e-06, |
| "loss": 0.5683, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.2985781990521326, |
| "grad_norm": 0.5090415152331892, |
| "learning_rate": 5e-06, |
| "loss": 0.5675, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.322274881516588, |
| "grad_norm": 0.5033009699976476, |
| "learning_rate": 5e-06, |
| "loss": 0.5677, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.345971563981043, |
| "grad_norm": 0.6352174600369093, |
| "learning_rate": 5e-06, |
| "loss": 0.5713, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.3696682464454977, |
| "grad_norm": 0.6200134705498003, |
| "learning_rate": 5e-06, |
| "loss": 0.5697, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.3933649289099526, |
| "grad_norm": 0.5541614450406952, |
| "learning_rate": 5e-06, |
| "loss": 0.5656, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.4170616113744074, |
| "grad_norm": 0.5662092850065095, |
| "learning_rate": 5e-06, |
| "loss": 0.5667, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.4407582938388623, |
| "grad_norm": 0.527115473356076, |
| "learning_rate": 5e-06, |
| "loss": 0.5695, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.4644549763033177, |
| "grad_norm": 0.5199769536715289, |
| "learning_rate": 5e-06, |
| "loss": 0.5698, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.4881516587677726, |
| "grad_norm": 0.5592591939664879, |
| "learning_rate": 5e-06, |
| "loss": 0.5649, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.5118483412322274, |
| "grad_norm": 0.5646160398662861, |
| "learning_rate": 5e-06, |
| "loss": 0.5723, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.5355450236966823, |
| "grad_norm": 0.45824336816755823, |
| "learning_rate": 5e-06, |
| "loss": 0.5693, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.5592417061611377, |
| "grad_norm": 0.5244304501627578, |
| "learning_rate": 5e-06, |
| "loss": 0.5611, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.5829383886255926, |
| "grad_norm": 0.5019930257935107, |
| "learning_rate": 5e-06, |
| "loss": 0.5703, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.6066350710900474, |
| "grad_norm": 0.4876750231159846, |
| "learning_rate": 5e-06, |
| "loss": 0.5642, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.6303317535545023, |
| "grad_norm": 0.436840454337667, |
| "learning_rate": 5e-06, |
| "loss": 0.5727, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.654028436018957, |
| "grad_norm": 0.5230375266459463, |
| "learning_rate": 5e-06, |
| "loss": 0.5723, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.677725118483412, |
| "grad_norm": 0.4743811030949543, |
| "learning_rate": 5e-06, |
| "loss": 0.5738, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.7014218009478674, |
| "grad_norm": 0.480507040656355, |
| "learning_rate": 5e-06, |
| "loss": 0.5719, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.7251184834123223, |
| "grad_norm": 0.4931664579971654, |
| "learning_rate": 5e-06, |
| "loss": 0.5668, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.748815165876777, |
| "grad_norm": 0.5124020975818223, |
| "learning_rate": 5e-06, |
| "loss": 0.5674, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.772511848341232, |
| "grad_norm": 0.4542681202604461, |
| "learning_rate": 5e-06, |
| "loss": 0.579, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.7962085308056874, |
| "grad_norm": 0.49551548889838143, |
| "learning_rate": 5e-06, |
| "loss": 0.571, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.8199052132701423, |
| "grad_norm": 0.47230557330706946, |
| "learning_rate": 5e-06, |
| "loss": 0.5684, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.843601895734597, |
| "grad_norm": 0.4780110660351261, |
| "learning_rate": 5e-06, |
| "loss": 0.5709, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.867298578199052, |
| "grad_norm": 0.49898222281980387, |
| "learning_rate": 5e-06, |
| "loss": 0.5663, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.890995260663507, |
| "grad_norm": 0.5319484749651314, |
| "learning_rate": 5e-06, |
| "loss": 0.5617, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.914691943127962, |
| "grad_norm": 0.47502518298760565, |
| "learning_rate": 5e-06, |
| "loss": 0.5673, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.938388625592417, |
| "grad_norm": 0.5666269567982688, |
| "learning_rate": 5e-06, |
| "loss": 0.5735, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.962085308056872, |
| "grad_norm": 0.5406615669892904, |
| "learning_rate": 5e-06, |
| "loss": 0.5753, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.985781990521327, |
| "grad_norm": 0.4880390264779233, |
| "learning_rate": 5e-06, |
| "loss": 0.5796, |
| "step": 1260 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.6424745321273804, |
| "eval_runtime": 228.2499, |
| "eval_samples_per_second": 49.796, |
| "eval_steps_per_second": 0.39, |
| "step": 1266 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1266, |
| "total_flos": 2120178393415680.0, |
| "train_loss": 0.6194126374348645, |
| "train_runtime": 38258.2762, |
| "train_samples_per_second": 16.934, |
| "train_steps_per_second": 0.033 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1266, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2120178393415680.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
