| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 117, |
| "global_step": 1170, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0017094017094017094, |
| "grad_norm": 0.4250143766403198, |
| "learning_rate": 0.0, |
| "loss": 1.518, |
| "num_input_tokens_seen": 6088, |
| "step": 1, |
| "train_runtime": 6.2191, |
| "train_tokens_per_second": 978.921 |
| }, |
| { |
| "epoch": 0.003418803418803419, |
| "grad_norm": 0.42283380031585693, |
| "learning_rate": 4e-05, |
| "loss": 1.4678, |
| "num_input_tokens_seen": 11808, |
| "step": 2, |
| "train_runtime": 9.8285, |
| "train_tokens_per_second": 1201.403 |
| }, |
| { |
| "epoch": 0.005128205128205128, |
| "grad_norm": 0.40052852034568787, |
| "learning_rate": 8e-05, |
| "loss": 1.3678, |
| "num_input_tokens_seen": 18304, |
| "step": 3, |
| "train_runtime": 13.9109, |
| "train_tokens_per_second": 1315.798 |
| }, |
| { |
| "epoch": 0.006837606837606838, |
| "grad_norm": 0.6133590340614319, |
| "learning_rate": 0.00012, |
| "loss": 1.5195, |
| "num_input_tokens_seen": 23752, |
| "step": 4, |
| "train_runtime": 17.5271, |
| "train_tokens_per_second": 1355.159 |
| }, |
| { |
| "epoch": 0.008547008547008548, |
| "grad_norm": 0.5969431400299072, |
| "learning_rate": 0.00016, |
| "loss": 0.9666, |
| "num_input_tokens_seen": 30536, |
| "step": 5, |
| "train_runtime": 21.9024, |
| "train_tokens_per_second": 1394.188 |
| }, |
| { |
| "epoch": 0.010256410256410256, |
| "grad_norm": 0.780890703201294, |
| "learning_rate": 0.0002, |
| "loss": 0.816, |
| "num_input_tokens_seen": 35152, |
| "step": 6, |
| "train_runtime": 25.0032, |
| "train_tokens_per_second": 1405.901 |
| }, |
| { |
| "epoch": 0.011965811965811967, |
| "grad_norm": 0.2505766451358795, |
| "learning_rate": 0.00019982832618025754, |
| "loss": 0.4829, |
| "num_input_tokens_seen": 45688, |
| "step": 7, |
| "train_runtime": 33.1628, |
| "train_tokens_per_second": 1377.688 |
| }, |
| { |
| "epoch": 0.013675213675213675, |
| "grad_norm": 0.22040167450904846, |
| "learning_rate": 0.00019965665236051504, |
| "loss": 0.3633, |
| "num_input_tokens_seen": 55504, |
| "step": 8, |
| "train_runtime": 39.2433, |
| "train_tokens_per_second": 1414.355 |
| }, |
| { |
| "epoch": 0.015384615384615385, |
| "grad_norm": 0.18094895780086517, |
| "learning_rate": 0.00019948497854077254, |
| "loss": 0.4153, |
| "num_input_tokens_seen": 62664, |
| "step": 9, |
| "train_runtime": 43.8042, |
| "train_tokens_per_second": 1430.547 |
| }, |
| { |
| "epoch": 0.017094017094017096, |
| "grad_norm": 0.19979114830493927, |
| "learning_rate": 0.00019931330472103005, |
| "loss": 0.4687, |
| "num_input_tokens_seen": 69264, |
| "step": 10, |
| "train_runtime": 48.0067, |
| "train_tokens_per_second": 1442.8 |
| }, |
| { |
| "epoch": 0.018803418803418803, |
| "grad_norm": 0.13777591288089752, |
| "learning_rate": 0.00019914163090128758, |
| "loss": 0.3691, |
| "num_input_tokens_seen": 76296, |
| "step": 11, |
| "train_runtime": 52.4921, |
| "train_tokens_per_second": 1453.476 |
| }, |
| { |
| "epoch": 0.020512820512820513, |
| "grad_norm": 0.18852345645427704, |
| "learning_rate": 0.00019896995708154508, |
| "loss": 0.4321, |
| "num_input_tokens_seen": 81088, |
| "step": 12, |
| "train_runtime": 55.6144, |
| "train_tokens_per_second": 1458.039 |
| }, |
| { |
| "epoch": 0.022222222222222223, |
| "grad_norm": 0.161995068192482, |
| "learning_rate": 0.00019879828326180258, |
| "loss": 0.3859, |
| "num_input_tokens_seen": 86336, |
| "step": 13, |
| "train_runtime": 59.0226, |
| "train_tokens_per_second": 1462.761 |
| }, |
| { |
| "epoch": 0.023931623931623933, |
| "grad_norm": 0.17920617759227753, |
| "learning_rate": 0.00019862660944206008, |
| "loss": 0.4851, |
| "num_input_tokens_seen": 92520, |
| "step": 14, |
| "train_runtime": 63.0338, |
| "train_tokens_per_second": 1467.785 |
| }, |
| { |
| "epoch": 0.02564102564102564, |
| "grad_norm": 0.18425999581813812, |
| "learning_rate": 0.0001984549356223176, |
| "loss": 0.4319, |
| "num_input_tokens_seen": 99352, |
| "step": 15, |
| "train_runtime": 67.3828, |
| "train_tokens_per_second": 1474.441 |
| }, |
| { |
| "epoch": 0.02735042735042735, |
| "grad_norm": 0.1532442718744278, |
| "learning_rate": 0.00019828326180257511, |
| "loss": 0.5035, |
| "num_input_tokens_seen": 105464, |
| "step": 16, |
| "train_runtime": 71.3114, |
| "train_tokens_per_second": 1478.922 |
| }, |
| { |
| "epoch": 0.02905982905982906, |
| "grad_norm": 0.1138884648680687, |
| "learning_rate": 0.00019811158798283262, |
| "loss": 0.3167, |
| "num_input_tokens_seen": 113576, |
| "step": 17, |
| "train_runtime": 76.3581, |
| "train_tokens_per_second": 1487.412 |
| }, |
| { |
| "epoch": 0.03076923076923077, |
| "grad_norm": 0.1539948731660843, |
| "learning_rate": 0.00019793991416309015, |
| "loss": 0.4765, |
| "num_input_tokens_seen": 118448, |
| "step": 18, |
| "train_runtime": 79.6038, |
| "train_tokens_per_second": 1487.97 |
| }, |
| { |
| "epoch": 0.03247863247863248, |
| "grad_norm": 0.11567585170269012, |
| "learning_rate": 0.00019776824034334765, |
| "loss": 0.423, |
| "num_input_tokens_seen": 126120, |
| "step": 19, |
| "train_runtime": 84.4957, |
| "train_tokens_per_second": 1492.621 |
| }, |
| { |
| "epoch": 0.03418803418803419, |
| "grad_norm": 0.1400221586227417, |
| "learning_rate": 0.00019759656652360515, |
| "loss": 0.4563, |
| "num_input_tokens_seen": 132752, |
| "step": 20, |
| "train_runtime": 88.698, |
| "train_tokens_per_second": 1496.674 |
| }, |
| { |
| "epoch": 0.035897435897435895, |
| "grad_norm": 0.13252879679203033, |
| "learning_rate": 0.00019742489270386265, |
| "loss": 0.3811, |
| "num_input_tokens_seen": 139568, |
| "step": 21, |
| "train_runtime": 92.9809, |
| "train_tokens_per_second": 1501.039 |
| }, |
| { |
| "epoch": 0.037606837606837605, |
| "grad_norm": 0.11468011885881424, |
| "learning_rate": 0.00019725321888412018, |
| "loss": 0.3752, |
| "num_input_tokens_seen": 144896, |
| "step": 22, |
| "train_runtime": 96.4953, |
| "train_tokens_per_second": 1501.586 |
| }, |
| { |
| "epoch": 0.039316239316239315, |
| "grad_norm": 0.1273491531610489, |
| "learning_rate": 0.00019708154506437769, |
| "loss": 0.5735, |
| "num_input_tokens_seen": 149888, |
| "step": 23, |
| "train_runtime": 99.8529, |
| "train_tokens_per_second": 1501.089 |
| }, |
| { |
| "epoch": 0.041025641025641026, |
| "grad_norm": 0.115237295627594, |
| "learning_rate": 0.00019690987124463521, |
| "loss": 0.3692, |
| "num_input_tokens_seen": 155416, |
| "step": 24, |
| "train_runtime": 103.4634, |
| "train_tokens_per_second": 1502.135 |
| }, |
| { |
| "epoch": 0.042735042735042736, |
| "grad_norm": 0.11244790256023407, |
| "learning_rate": 0.00019673819742489272, |
| "loss": 0.362, |
| "num_input_tokens_seen": 162096, |
| "step": 25, |
| "train_runtime": 107.7741, |
| "train_tokens_per_second": 1504.035 |
| }, |
| { |
| "epoch": 0.044444444444444446, |
| "grad_norm": 0.1112871989607811, |
| "learning_rate": 0.00019656652360515022, |
| "loss": 0.3231, |
| "num_input_tokens_seen": 169184, |
| "step": 26, |
| "train_runtime": 112.2991, |
| "train_tokens_per_second": 1506.549 |
| }, |
| { |
| "epoch": 0.046153846153846156, |
| "grad_norm": 0.10700014233589172, |
| "learning_rate": 0.00019639484978540775, |
| "loss": 0.4011, |
| "num_input_tokens_seen": 176064, |
| "step": 27, |
| "train_runtime": 116.6504, |
| "train_tokens_per_second": 1509.33 |
| }, |
| { |
| "epoch": 0.04786324786324787, |
| "grad_norm": 0.09945544600486755, |
| "learning_rate": 0.00019622317596566525, |
| "loss": 0.4002, |
| "num_input_tokens_seen": 183784, |
| "step": 28, |
| "train_runtime": 121.5197, |
| "train_tokens_per_second": 1512.38 |
| }, |
| { |
| "epoch": 0.04957264957264957, |
| "grad_norm": 0.11044273525476456, |
| "learning_rate": 0.00019605150214592275, |
| "loss": 0.5269, |
| "num_input_tokens_seen": 190200, |
| "step": 29, |
| "train_runtime": 125.6386, |
| "train_tokens_per_second": 1513.866 |
| }, |
| { |
| "epoch": 0.05128205128205128, |
| "grad_norm": 0.09791948646306992, |
| "learning_rate": 0.00019587982832618026, |
| "loss": 0.4054, |
| "num_input_tokens_seen": 197152, |
| "step": 30, |
| "train_runtime": 129.9816, |
| "train_tokens_per_second": 1516.769 |
| }, |
| { |
| "epoch": 0.05299145299145299, |
| "grad_norm": 0.09980098158121109, |
| "learning_rate": 0.00019570815450643779, |
| "loss": 0.5087, |
| "num_input_tokens_seen": 202824, |
| "step": 31, |
| "train_runtime": 137.1025, |
| "train_tokens_per_second": 1479.361 |
| }, |
| { |
| "epoch": 0.0547008547008547, |
| "grad_norm": 0.12963376939296722, |
| "learning_rate": 0.0001955364806866953, |
| "loss": 0.5493, |
| "num_input_tokens_seen": 207640, |
| "step": 32, |
| "train_runtime": 140.4253, |
| "train_tokens_per_second": 1478.651 |
| }, |
| { |
| "epoch": 0.05641025641025641, |
| "grad_norm": 0.0860801488161087, |
| "learning_rate": 0.0001953648068669528, |
| "loss": 0.3875, |
| "num_input_tokens_seen": 214648, |
| "step": 33, |
| "train_runtime": 144.9087, |
| "train_tokens_per_second": 1481.264 |
| }, |
| { |
| "epoch": 0.05811965811965812, |
| "grad_norm": 0.11512323468923569, |
| "learning_rate": 0.00019519313304721032, |
| "loss": 0.5298, |
| "num_input_tokens_seen": 220632, |
| "step": 34, |
| "train_runtime": 148.7677, |
| "train_tokens_per_second": 1483.064 |
| }, |
| { |
| "epoch": 0.05982905982905983, |
| "grad_norm": 0.09134849905967712, |
| "learning_rate": 0.00019502145922746782, |
| "loss": 0.3995, |
| "num_input_tokens_seen": 225952, |
| "step": 35, |
| "train_runtime": 152.2771, |
| "train_tokens_per_second": 1483.821 |
| }, |
| { |
| "epoch": 0.06153846153846154, |
| "grad_norm": 0.08371111750602722, |
| "learning_rate": 0.00019484978540772535, |
| "loss": 0.3972, |
| "num_input_tokens_seen": 231512, |
| "step": 36, |
| "train_runtime": 155.8719, |
| "train_tokens_per_second": 1485.271 |
| }, |
| { |
| "epoch": 0.06324786324786325, |
| "grad_norm": 0.10832574218511581, |
| "learning_rate": 0.00019467811158798283, |
| "loss": 0.6165, |
| "num_input_tokens_seen": 237608, |
| "step": 37, |
| "train_runtime": 159.803, |
| "train_tokens_per_second": 1486.88 |
| }, |
| { |
| "epoch": 0.06495726495726496, |
| "grad_norm": 0.08655951172113419, |
| "learning_rate": 0.00019450643776824036, |
| "loss": 0.3368, |
| "num_input_tokens_seen": 245056, |
| "step": 38, |
| "train_runtime": 164.5499, |
| "train_tokens_per_second": 1489.25 |
| }, |
| { |
| "epoch": 0.06666666666666667, |
| "grad_norm": 0.1013326346874237, |
| "learning_rate": 0.00019433476394849786, |
| "loss": 0.4206, |
| "num_input_tokens_seen": 250840, |
| "step": 39, |
| "train_runtime": 168.3364, |
| "train_tokens_per_second": 1490.111 |
| }, |
| { |
| "epoch": 0.06837606837606838, |
| "grad_norm": 0.09398815035820007, |
| "learning_rate": 0.0001941630901287554, |
| "loss": 0.4084, |
| "num_input_tokens_seen": 258976, |
| "step": 40, |
| "train_runtime": 173.4242, |
| "train_tokens_per_second": 1493.309 |
| }, |
| { |
| "epoch": 0.07008547008547009, |
| "grad_norm": 0.09392287582159042, |
| "learning_rate": 0.00019399141630901286, |
| "loss": 0.4611, |
| "num_input_tokens_seen": 266368, |
| "step": 41, |
| "train_runtime": 178.0545, |
| "train_tokens_per_second": 1495.992 |
| }, |
| { |
| "epoch": 0.07179487179487179, |
| "grad_norm": 0.09110905230045319, |
| "learning_rate": 0.0001938197424892704, |
| "loss": 0.3737, |
| "num_input_tokens_seen": 272608, |
| "step": 42, |
| "train_runtime": 182.0937, |
| "train_tokens_per_second": 1497.075 |
| }, |
| { |
| "epoch": 0.0735042735042735, |
| "grad_norm": 0.12417464703321457, |
| "learning_rate": 0.00019364806866952792, |
| "loss": 0.3449, |
| "num_input_tokens_seen": 281928, |
| "step": 43, |
| "train_runtime": 187.7546, |
| "train_tokens_per_second": 1501.577 |
| }, |
| { |
| "epoch": 0.07521367521367521, |
| "grad_norm": 0.08885443955659866, |
| "learning_rate": 0.00019347639484978542, |
| "loss": 0.3705, |
| "num_input_tokens_seen": 287584, |
| "step": 44, |
| "train_runtime": 191.4739, |
| "train_tokens_per_second": 1501.949 |
| }, |
| { |
| "epoch": 0.07692307692307693, |
| "grad_norm": 0.101967953145504, |
| "learning_rate": 0.00019330472103004293, |
| "loss": 0.3949, |
| "num_input_tokens_seen": 291480, |
| "step": 45, |
| "train_runtime": 194.2615, |
| "train_tokens_per_second": 1500.452 |
| }, |
| { |
| "epoch": 0.07863247863247863, |
| "grad_norm": 0.09961338341236115, |
| "learning_rate": 0.00019313304721030043, |
| "loss": 0.4503, |
| "num_input_tokens_seen": 297024, |
| "step": 46, |
| "train_runtime": 197.902, |
| "train_tokens_per_second": 1500.864 |
| }, |
| { |
| "epoch": 0.08034188034188035, |
| "grad_norm": 0.0889606773853302, |
| "learning_rate": 0.00019296137339055796, |
| "loss": 0.4031, |
| "num_input_tokens_seen": 303648, |
| "step": 47, |
| "train_runtime": 202.0341, |
| "train_tokens_per_second": 1502.954 |
| }, |
| { |
| "epoch": 0.08205128205128205, |
| "grad_norm": 0.09531895071268082, |
| "learning_rate": 0.00019278969957081546, |
| "loss": 0.4417, |
| "num_input_tokens_seen": 309056, |
| "step": 48, |
| "train_runtime": 205.5638, |
| "train_tokens_per_second": 1503.456 |
| }, |
| { |
| "epoch": 0.08376068376068375, |
| "grad_norm": 0.08631931990385056, |
| "learning_rate": 0.00019261802575107296, |
| "loss": 0.4553, |
| "num_input_tokens_seen": 316400, |
| "step": 49, |
| "train_runtime": 210.172, |
| "train_tokens_per_second": 1505.434 |
| }, |
| { |
| "epoch": 0.08547008547008547, |
| "grad_norm": 0.08847703784704208, |
| "learning_rate": 0.00019244635193133047, |
| "loss": 0.3219, |
| "num_input_tokens_seen": 323200, |
| "step": 50, |
| "train_runtime": 214.5176, |
| "train_tokens_per_second": 1506.636 |
| }, |
| { |
| "epoch": 0.08717948717948718, |
| "grad_norm": 0.11054311692714691, |
| "learning_rate": 0.000192274678111588, |
| "loss": 0.4683, |
| "num_input_tokens_seen": 328312, |
| "step": 51, |
| "train_runtime": 217.9764, |
| "train_tokens_per_second": 1506.181 |
| }, |
| { |
| "epoch": 0.08888888888888889, |
| "grad_norm": 0.09251222759485245, |
| "learning_rate": 0.00019210300429184553, |
| "loss": 0.4102, |
| "num_input_tokens_seen": 333800, |
| "step": 52, |
| "train_runtime": 221.5458, |
| "train_tokens_per_second": 1506.686 |
| }, |
| { |
| "epoch": 0.0905982905982906, |
| "grad_norm": 0.0774988904595375, |
| "learning_rate": 0.000191931330472103, |
| "loss": 0.3548, |
| "num_input_tokens_seen": 342048, |
| "step": 53, |
| "train_runtime": 226.7275, |
| "train_tokens_per_second": 1508.631 |
| }, |
| { |
| "epoch": 0.09230769230769231, |
| "grad_norm": 0.12202516943216324, |
| "learning_rate": 0.00019175965665236053, |
| "loss": 0.5613, |
| "num_input_tokens_seen": 347624, |
| "step": 54, |
| "train_runtime": 230.3617, |
| "train_tokens_per_second": 1509.035 |
| }, |
| { |
| "epoch": 0.09401709401709402, |
| "grad_norm": 0.10605426132678986, |
| "learning_rate": 0.00019158798283261803, |
| "loss": 0.4176, |
| "num_input_tokens_seen": 352416, |
| "step": 55, |
| "train_runtime": 233.4925, |
| "train_tokens_per_second": 1509.325 |
| }, |
| { |
| "epoch": 0.09572649572649573, |
| "grad_norm": 0.11558322608470917, |
| "learning_rate": 0.00019141630901287556, |
| "loss": 0.4917, |
| "num_input_tokens_seen": 357896, |
| "step": 56, |
| "train_runtime": 237.0248, |
| "train_tokens_per_second": 1509.952 |
| }, |
| { |
| "epoch": 0.09743589743589744, |
| "grad_norm": 0.09910829365253448, |
| "learning_rate": 0.00019124463519313304, |
| "loss": 0.4792, |
| "num_input_tokens_seen": 364720, |
| "step": 57, |
| "train_runtime": 241.3172, |
| "train_tokens_per_second": 1511.371 |
| }, |
| { |
| "epoch": 0.09914529914529914, |
| "grad_norm": 0.1221349686384201, |
| "learning_rate": 0.00019107296137339057, |
| "loss": 0.4691, |
| "num_input_tokens_seen": 369984, |
| "step": 58, |
| "train_runtime": 244.7282, |
| "train_tokens_per_second": 1511.816 |
| }, |
| { |
| "epoch": 0.10085470085470086, |
| "grad_norm": 0.08596599102020264, |
| "learning_rate": 0.00019090128755364807, |
| "loss": 0.3253, |
| "num_input_tokens_seen": 376832, |
| "step": 59, |
| "train_runtime": 249.045, |
| "train_tokens_per_second": 1513.108 |
| }, |
| { |
| "epoch": 0.10256410256410256, |
| "grad_norm": 0.10098423808813095, |
| "learning_rate": 0.0001907296137339056, |
| "loss": 0.3785, |
| "num_input_tokens_seen": 383320, |
| "step": 60, |
| "train_runtime": 253.2014, |
| "train_tokens_per_second": 1513.894 |
| }, |
| { |
| "epoch": 0.10427350427350428, |
| "grad_norm": 0.10320388525724411, |
| "learning_rate": 0.0001905579399141631, |
| "loss": 0.4157, |
| "num_input_tokens_seen": 388816, |
| "step": 61, |
| "train_runtime": 258.8284, |
| "train_tokens_per_second": 1502.215 |
| }, |
| { |
| "epoch": 0.10598290598290598, |
| "grad_norm": 0.1285121887922287, |
| "learning_rate": 0.0001903862660944206, |
| "loss": 0.4692, |
| "num_input_tokens_seen": 394272, |
| "step": 62, |
| "train_runtime": 262.3864, |
| "train_tokens_per_second": 1502.639 |
| }, |
| { |
| "epoch": 0.1076923076923077, |
| "grad_norm": 0.09725423902273178, |
| "learning_rate": 0.00019021459227467813, |
| "loss": 0.3565, |
| "num_input_tokens_seen": 401608, |
| "step": 63, |
| "train_runtime": 267.0812, |
| "train_tokens_per_second": 1503.692 |
| }, |
| { |
| "epoch": 0.1094017094017094, |
| "grad_norm": 0.09742418676614761, |
| "learning_rate": 0.00019004291845493563, |
| "loss": 0.4284, |
| "num_input_tokens_seen": 406744, |
| "step": 64, |
| "train_runtime": 270.5234, |
| "train_tokens_per_second": 1503.545 |
| }, |
| { |
| "epoch": 0.1111111111111111, |
| "grad_norm": 0.10458344221115112, |
| "learning_rate": 0.00018987124463519314, |
| "loss": 0.4902, |
| "num_input_tokens_seen": 412400, |
| "step": 65, |
| "train_runtime": 274.2503, |
| "train_tokens_per_second": 1503.736 |
| }, |
| { |
| "epoch": 0.11282051282051282, |
| "grad_norm": 0.10790280252695084, |
| "learning_rate": 0.00018969957081545064, |
| "loss": 0.3972, |
| "num_input_tokens_seen": 418328, |
| "step": 66, |
| "train_runtime": 278.0127, |
| "train_tokens_per_second": 1504.708 |
| }, |
| { |
| "epoch": 0.11452991452991453, |
| "grad_norm": 0.11004123091697693, |
| "learning_rate": 0.00018952789699570817, |
| "loss": 0.5001, |
| "num_input_tokens_seen": 423608, |
| "step": 67, |
| "train_runtime": 281.5247, |
| "train_tokens_per_second": 1504.692 |
| }, |
| { |
| "epoch": 0.11623931623931624, |
| "grad_norm": 0.09410227090120316, |
| "learning_rate": 0.00018935622317596567, |
| "loss": 0.3218, |
| "num_input_tokens_seen": 430864, |
| "step": 68, |
| "train_runtime": 286.005, |
| "train_tokens_per_second": 1506.491 |
| }, |
| { |
| "epoch": 0.11794871794871795, |
| "grad_norm": 0.08077986538410187, |
| "learning_rate": 0.00018918454935622317, |
| "loss": 0.4251, |
| "num_input_tokens_seen": 438136, |
| "step": 69, |
| "train_runtime": 290.6532, |
| "train_tokens_per_second": 1507.418 |
| }, |
| { |
| "epoch": 0.11965811965811966, |
| "grad_norm": 0.09709861129522324, |
| "learning_rate": 0.0001890128755364807, |
| "loss": 0.305, |
| "num_input_tokens_seen": 444304, |
| "step": 70, |
| "train_runtime": 294.7262, |
| "train_tokens_per_second": 1507.514 |
| }, |
| { |
| "epoch": 0.12136752136752137, |
| "grad_norm": 0.07995827496051788, |
| "learning_rate": 0.0001888412017167382, |
| "loss": 0.3157, |
| "num_input_tokens_seen": 449944, |
| "step": 71, |
| "train_runtime": 298.499, |
| "train_tokens_per_second": 1507.355 |
| }, |
| { |
| "epoch": 0.12307692307692308, |
| "grad_norm": 0.11763301491737366, |
| "learning_rate": 0.00018866952789699574, |
| "loss": 0.614, |
| "num_input_tokens_seen": 456280, |
| "step": 72, |
| "train_runtime": 302.4916, |
| "train_tokens_per_second": 1508.406 |
| }, |
| { |
| "epoch": 0.12478632478632479, |
| "grad_norm": 0.13120430707931519, |
| "learning_rate": 0.0001884978540772532, |
| "loss": 0.429, |
| "num_input_tokens_seen": 461752, |
| "step": 73, |
| "train_runtime": 306.0652, |
| "train_tokens_per_second": 1508.672 |
| }, |
| { |
| "epoch": 0.1264957264957265, |
| "grad_norm": 0.11087733507156372, |
| "learning_rate": 0.00018832618025751074, |
| "loss": 0.4589, |
| "num_input_tokens_seen": 467256, |
| "step": 74, |
| "train_runtime": 309.6589, |
| "train_tokens_per_second": 1508.938 |
| }, |
| { |
| "epoch": 0.1282051282051282, |
| "grad_norm": 0.08506280928850174, |
| "learning_rate": 0.00018815450643776824, |
| "loss": 0.3565, |
| "num_input_tokens_seen": 472728, |
| "step": 75, |
| "train_runtime": 313.2853, |
| "train_tokens_per_second": 1508.938 |
| }, |
| { |
| "epoch": 0.12991452991452992, |
| "grad_norm": 0.09503644704818726, |
| "learning_rate": 0.00018798283261802577, |
| "loss": 0.3387, |
| "num_input_tokens_seen": 478992, |
| "step": 76, |
| "train_runtime": 317.1949, |
| "train_tokens_per_second": 1510.087 |
| }, |
| { |
| "epoch": 0.13162393162393163, |
| "grad_norm": 0.08575405180454254, |
| "learning_rate": 0.00018781115879828325, |
| "loss": 0.3635, |
| "num_input_tokens_seen": 485832, |
| "step": 77, |
| "train_runtime": 321.5107, |
| "train_tokens_per_second": 1511.091 |
| }, |
| { |
| "epoch": 0.13333333333333333, |
| "grad_norm": 0.10871604830026627, |
| "learning_rate": 0.00018763948497854078, |
| "loss": 0.4296, |
| "num_input_tokens_seen": 490928, |
| "step": 78, |
| "train_runtime": 324.876, |
| "train_tokens_per_second": 1511.124 |
| }, |
| { |
| "epoch": 0.13504273504273503, |
| "grad_norm": 0.1150660291314125, |
| "learning_rate": 0.0001874678111587983, |
| "loss": 0.4239, |
| "num_input_tokens_seen": 495328, |
| "step": 79, |
| "train_runtime": 327.8846, |
| "train_tokens_per_second": 1510.678 |
| }, |
| { |
| "epoch": 0.13675213675213677, |
| "grad_norm": 0.09480957686901093, |
| "learning_rate": 0.0001872961373390558, |
| "loss": 0.5293, |
| "num_input_tokens_seen": 500544, |
| "step": 80, |
| "train_runtime": 331.3228, |
| "train_tokens_per_second": 1510.744 |
| }, |
| { |
| "epoch": 0.13846153846153847, |
| "grad_norm": 0.10827576369047165, |
| "learning_rate": 0.0001871244635193133, |
| "loss": 0.3564, |
| "num_input_tokens_seen": 508392, |
| "step": 81, |
| "train_runtime": 336.1583, |
| "train_tokens_per_second": 1512.359 |
| }, |
| { |
| "epoch": 0.14017094017094017, |
| "grad_norm": 0.11873910576105118, |
| "learning_rate": 0.0001869527896995708, |
| "loss": 0.3257, |
| "num_input_tokens_seen": 513256, |
| "step": 82, |
| "train_runtime": 339.3559, |
| "train_tokens_per_second": 1512.442 |
| }, |
| { |
| "epoch": 0.14188034188034188, |
| "grad_norm": 0.0916254073381424, |
| "learning_rate": 0.00018678111587982834, |
| "loss": 0.4016, |
| "num_input_tokens_seen": 521168, |
| "step": 83, |
| "train_runtime": 344.2306, |
| "train_tokens_per_second": 1514.008 |
| }, |
| { |
| "epoch": 0.14358974358974358, |
| "grad_norm": 0.08179375529289246, |
| "learning_rate": 0.00018660944206008584, |
| "loss": 0.1876, |
| "num_input_tokens_seen": 535992, |
| "step": 84, |
| "train_runtime": 356.5513, |
| "train_tokens_per_second": 1503.268 |
| }, |
| { |
| "epoch": 0.1452991452991453, |
| "grad_norm": 0.10662805289030075, |
| "learning_rate": 0.00018643776824034335, |
| "loss": 0.4497, |
| "num_input_tokens_seen": 540728, |
| "step": 85, |
| "train_runtime": 359.8356, |
| "train_tokens_per_second": 1502.708 |
| }, |
| { |
| "epoch": 0.147008547008547, |
| "grad_norm": 0.09463411569595337, |
| "learning_rate": 0.00018626609442060085, |
| "loss": 0.5027, |
| "num_input_tokens_seen": 547776, |
| "step": 86, |
| "train_runtime": 364.3736, |
| "train_tokens_per_second": 1503.336 |
| }, |
| { |
| "epoch": 0.14871794871794872, |
| "grad_norm": 0.12029843032360077, |
| "learning_rate": 0.00018609442060085838, |
| "loss": 0.4105, |
| "num_input_tokens_seen": 552712, |
| "step": 87, |
| "train_runtime": 367.7054, |
| "train_tokens_per_second": 1503.138 |
| }, |
| { |
| "epoch": 0.15042735042735042, |
| "grad_norm": 0.08062440901994705, |
| "learning_rate": 0.0001859227467811159, |
| "loss": 0.418, |
| "num_input_tokens_seen": 559664, |
| "step": 88, |
| "train_runtime": 372.2417, |
| "train_tokens_per_second": 1503.496 |
| }, |
| { |
| "epoch": 0.15213675213675212, |
| "grad_norm": 0.10988523811101913, |
| "learning_rate": 0.00018575107296137338, |
| "loss": 0.4045, |
| "num_input_tokens_seen": 564984, |
| "step": 89, |
| "train_runtime": 375.6853, |
| "train_tokens_per_second": 1503.876 |
| }, |
| { |
| "epoch": 0.15384615384615385, |
| "grad_norm": 0.08529689162969589, |
| "learning_rate": 0.0001855793991416309, |
| "loss": 0.2621, |
| "num_input_tokens_seen": 570904, |
| "step": 90, |
| "train_runtime": 379.4257, |
| "train_tokens_per_second": 1504.653 |
| }, |
| { |
| "epoch": 0.15555555555555556, |
| "grad_norm": 0.0883374810218811, |
| "learning_rate": 0.00018540772532188842, |
| "loss": 0.4192, |
| "num_input_tokens_seen": 578592, |
| "step": 91, |
| "train_runtime": 386.3897, |
| "train_tokens_per_second": 1497.431 |
| }, |
| { |
| "epoch": 0.15726495726495726, |
| "grad_norm": 0.09064248204231262, |
| "learning_rate": 0.00018523605150214595, |
| "loss": 0.587, |
| "num_input_tokens_seen": 585320, |
| "step": 92, |
| "train_runtime": 390.6938, |
| "train_tokens_per_second": 1498.155 |
| }, |
| { |
| "epoch": 0.15897435897435896, |
| "grad_norm": 0.0960068479180336, |
| "learning_rate": 0.00018506437768240342, |
| "loss": 0.4497, |
| "num_input_tokens_seen": 591128, |
| "step": 93, |
| "train_runtime": 394.5866, |
| "train_tokens_per_second": 1498.095 |
| }, |
| { |
| "epoch": 0.1606837606837607, |
| "grad_norm": 0.08961305022239685, |
| "learning_rate": 0.00018489270386266095, |
| "loss": 0.3829, |
| "num_input_tokens_seen": 597296, |
| "step": 94, |
| "train_runtime": 398.5175, |
| "train_tokens_per_second": 1498.795 |
| }, |
| { |
| "epoch": 0.1623931623931624, |
| "grad_norm": 0.07730946689844131, |
| "learning_rate": 0.00018472103004291848, |
| "loss": 0.3776, |
| "num_input_tokens_seen": 604664, |
| "step": 95, |
| "train_runtime": 403.2132, |
| "train_tokens_per_second": 1499.613 |
| }, |
| { |
| "epoch": 0.1641025641025641, |
| "grad_norm": 0.07900130748748779, |
| "learning_rate": 0.00018454935622317598, |
| "loss": 0.4371, |
| "num_input_tokens_seen": 612288, |
| "step": 96, |
| "train_runtime": 407.9353, |
| "train_tokens_per_second": 1500.944 |
| }, |
| { |
| "epoch": 0.1658119658119658, |
| "grad_norm": 0.08631894737482071, |
| "learning_rate": 0.00018437768240343348, |
| "loss": 0.4397, |
| "num_input_tokens_seen": 619168, |
| "step": 97, |
| "train_runtime": 412.3324, |
| "train_tokens_per_second": 1501.623 |
| }, |
| { |
| "epoch": 0.1675213675213675, |
| "grad_norm": 0.10031551122665405, |
| "learning_rate": 0.000184206008583691, |
| "loss": 0.4387, |
| "num_input_tokens_seen": 624400, |
| "step": 98, |
| "train_runtime": 415.8434, |
| "train_tokens_per_second": 1501.527 |
| }, |
| { |
| "epoch": 0.16923076923076924, |
| "grad_norm": 0.07904055714607239, |
| "learning_rate": 0.00018403433476394852, |
| "loss": 0.3353, |
| "num_input_tokens_seen": 632536, |
| "step": 99, |
| "train_runtime": 420.8949, |
| "train_tokens_per_second": 1502.836 |
| }, |
| { |
| "epoch": 0.17094017094017094, |
| "grad_norm": 0.11156652867794037, |
| "learning_rate": 0.00018386266094420602, |
| "loss": 0.4099, |
| "num_input_tokens_seen": 638680, |
| "step": 100, |
| "train_runtime": 424.9889, |
| "train_tokens_per_second": 1502.816 |
| }, |
| { |
| "epoch": 0.17264957264957265, |
| "grad_norm": 0.08511320501565933, |
| "learning_rate": 0.00018369098712446352, |
| "loss": 0.4528, |
| "num_input_tokens_seen": 644608, |
| "step": 101, |
| "train_runtime": 428.8153, |
| "train_tokens_per_second": 1503.23 |
| }, |
| { |
| "epoch": 0.17435897435897435, |
| "grad_norm": 0.0914352536201477, |
| "learning_rate": 0.00018351931330472102, |
| "loss": 0.4464, |
| "num_input_tokens_seen": 653032, |
| "step": 102, |
| "train_runtime": 434.0457, |
| "train_tokens_per_second": 1504.524 |
| }, |
| { |
| "epoch": 0.17606837606837608, |
| "grad_norm": 0.0785689502954483, |
| "learning_rate": 0.00018334763948497855, |
| "loss": 0.353, |
| "num_input_tokens_seen": 659008, |
| "step": 103, |
| "train_runtime": 437.8871, |
| "train_tokens_per_second": 1504.973 |
| }, |
| { |
| "epoch": 0.17777777777777778, |
| "grad_norm": 0.0988244116306305, |
| "learning_rate": 0.00018317596566523608, |
| "loss": 0.552, |
| "num_input_tokens_seen": 664320, |
| "step": 104, |
| "train_runtime": 441.435, |
| "train_tokens_per_second": 1504.91 |
| }, |
| { |
| "epoch": 0.1794871794871795, |
| "grad_norm": 0.0942261815071106, |
| "learning_rate": 0.00018300429184549356, |
| "loss": 0.4421, |
| "num_input_tokens_seen": 670136, |
| "step": 105, |
| "train_runtime": 445.279, |
| "train_tokens_per_second": 1504.98 |
| }, |
| { |
| "epoch": 0.1811965811965812, |
| "grad_norm": 0.08600349724292755, |
| "learning_rate": 0.0001828326180257511, |
| "loss": 0.3713, |
| "num_input_tokens_seen": 677616, |
| "step": 106, |
| "train_runtime": 450.0186, |
| "train_tokens_per_second": 1505.751 |
| }, |
| { |
| "epoch": 0.1829059829059829, |
| "grad_norm": 0.104121632874012, |
| "learning_rate": 0.0001826609442060086, |
| "loss": 0.5, |
| "num_input_tokens_seen": 682872, |
| "step": 107, |
| "train_runtime": 453.5698, |
| "train_tokens_per_second": 1505.55 |
| }, |
| { |
| "epoch": 0.18461538461538463, |
| "grad_norm": 0.09976616501808167, |
| "learning_rate": 0.00018248927038626612, |
| "loss": 0.5722, |
| "num_input_tokens_seen": 688880, |
| "step": 108, |
| "train_runtime": 457.5283, |
| "train_tokens_per_second": 1505.656 |
| }, |
| { |
| "epoch": 0.18632478632478633, |
| "grad_norm": 0.09686106443405151, |
| "learning_rate": 0.00018231759656652362, |
| "loss": 0.3717, |
| "num_input_tokens_seen": 694384, |
| "step": 109, |
| "train_runtime": 461.1352, |
| "train_tokens_per_second": 1505.814 |
| }, |
| { |
| "epoch": 0.18803418803418803, |
| "grad_norm": 0.08702944964170456, |
| "learning_rate": 0.00018214592274678112, |
| "loss": 0.4682, |
| "num_input_tokens_seen": 702888, |
| "step": 110, |
| "train_runtime": 466.3341, |
| "train_tokens_per_second": 1507.263 |
| }, |
| { |
| "epoch": 0.18974358974358974, |
| "grad_norm": 0.0813233032822609, |
| "learning_rate": 0.00018197424892703863, |
| "loss": 0.3174, |
| "num_input_tokens_seen": 708344, |
| "step": 111, |
| "train_runtime": 469.8961, |
| "train_tokens_per_second": 1507.448 |
| }, |
| { |
| "epoch": 0.19145299145299147, |
| "grad_norm": 0.07839726656675339, |
| "learning_rate": 0.00018180257510729616, |
| "loss": 0.4506, |
| "num_input_tokens_seen": 716048, |
| "step": 112, |
| "train_runtime": 474.733, |
| "train_tokens_per_second": 1508.317 |
| }, |
| { |
| "epoch": 0.19316239316239317, |
| "grad_norm": 0.10011430829763412, |
| "learning_rate": 0.00018163090128755366, |
| "loss": 0.4048, |
| "num_input_tokens_seen": 720496, |
| "step": 113, |
| "train_runtime": 477.7631, |
| "train_tokens_per_second": 1508.061 |
| }, |
| { |
| "epoch": 0.19487179487179487, |
| "grad_norm": 0.11349597573280334, |
| "learning_rate": 0.00018145922746781116, |
| "loss": 0.4511, |
| "num_input_tokens_seen": 726112, |
| "step": 114, |
| "train_runtime": 481.4317, |
| "train_tokens_per_second": 1508.235 |
| }, |
| { |
| "epoch": 0.19658119658119658, |
| "grad_norm": 0.099846251308918, |
| "learning_rate": 0.0001812875536480687, |
| "loss": 0.4463, |
| "num_input_tokens_seen": 732528, |
| "step": 115, |
| "train_runtime": 485.6263, |
| "train_tokens_per_second": 1508.419 |
| }, |
| { |
| "epoch": 0.19829059829059828, |
| "grad_norm": 0.08845727145671844, |
| "learning_rate": 0.0001811158798283262, |
| "loss": 0.4187, |
| "num_input_tokens_seen": 738224, |
| "step": 116, |
| "train_runtime": 489.3463, |
| "train_tokens_per_second": 1508.592 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.08002110570669174, |
| "learning_rate": 0.0001809442060085837, |
| "loss": 0.3403, |
| "num_input_tokens_seen": 744104, |
| "step": 117, |
| "train_runtime": 493.2012, |
| "train_tokens_per_second": 1508.723 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_loss": 0.40587517619132996, |
| "eval_runtime": 40.1503, |
| "eval_samples_per_second": 24.857, |
| "eval_steps_per_second": 3.113, |
| "num_input_tokens_seen": 744104, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.20170940170940171, |
| "grad_norm": 0.09665407240390778, |
| "learning_rate": 0.0001807725321888412, |
| "loss": 0.5484, |
| "num_input_tokens_seen": 748408, |
| "step": 118, |
| "train_runtime": 536.2984, |
| "train_tokens_per_second": 1395.507 |
| }, |
| { |
| "epoch": 0.20341880341880342, |
| "grad_norm": 0.073427215218544, |
| "learning_rate": 0.00018060085836909873, |
| "loss": 0.4037, |
| "num_input_tokens_seen": 754976, |
| "step": 119, |
| "train_runtime": 540.4931, |
| "train_tokens_per_second": 1396.828 |
| }, |
| { |
| "epoch": 0.20512820512820512, |
| "grad_norm": 0.07861398160457611, |
| "learning_rate": 0.00018042918454935623, |
| "loss": 0.4175, |
| "num_input_tokens_seen": 761608, |
| "step": 120, |
| "train_runtime": 544.7639, |
| "train_tokens_per_second": 1398.051 |
| }, |
| { |
| "epoch": 0.20683760683760682, |
| "grad_norm": 0.08523395657539368, |
| "learning_rate": 0.00018025751072961373, |
| "loss": 0.4514, |
| "num_input_tokens_seen": 766696, |
| "step": 121, |
| "train_runtime": 550.2584, |
| "train_tokens_per_second": 1393.338 |
| }, |
| { |
| "epoch": 0.20854700854700856, |
| "grad_norm": 0.10175268352031708, |
| "learning_rate": 0.00018008583690987126, |
| "loss": 0.5498, |
| "num_input_tokens_seen": 771816, |
| "step": 122, |
| "train_runtime": 553.5915, |
| "train_tokens_per_second": 1394.198 |
| }, |
| { |
| "epoch": 0.21025641025641026, |
| "grad_norm": 0.07897434383630753, |
| "learning_rate": 0.00017991416309012876, |
| "loss": 0.3669, |
| "num_input_tokens_seen": 779816, |
| "step": 123, |
| "train_runtime": 558.5531, |
| "train_tokens_per_second": 1396.136 |
| }, |
| { |
| "epoch": 0.21196581196581196, |
| "grad_norm": 0.10032803565263748, |
| "learning_rate": 0.0001797424892703863, |
| "loss": 0.3945, |
| "num_input_tokens_seen": 784600, |
| "step": 124, |
| "train_runtime": 561.7266, |
| "train_tokens_per_second": 1396.765 |
| }, |
| { |
| "epoch": 0.21367521367521367, |
| "grad_norm": 0.10458017885684967, |
| "learning_rate": 0.0001795708154506438, |
| "loss": 0.4762, |
| "num_input_tokens_seen": 790456, |
| "step": 125, |
| "train_runtime": 565.5377, |
| "train_tokens_per_second": 1397.707 |
| }, |
| { |
| "epoch": 0.2153846153846154, |
| "grad_norm": 0.09089679270982742, |
| "learning_rate": 0.0001793991416309013, |
| "loss": 0.3702, |
| "num_input_tokens_seen": 796736, |
| "step": 126, |
| "train_runtime": 569.5205, |
| "train_tokens_per_second": 1398.959 |
| }, |
| { |
| "epoch": 0.2170940170940171, |
| "grad_norm": 0.06831668317317963, |
| "learning_rate": 0.0001792274678111588, |
| "loss": 0.3713, |
| "num_input_tokens_seen": 804176, |
| "step": 127, |
| "train_runtime": 574.2202, |
| "train_tokens_per_second": 1400.466 |
| }, |
| { |
| "epoch": 0.2188034188034188, |
| "grad_norm": 0.083027184009552, |
| "learning_rate": 0.00017905579399141633, |
| "loss": 0.4235, |
| "num_input_tokens_seen": 809584, |
| "step": 128, |
| "train_runtime": 577.782, |
| "train_tokens_per_second": 1401.193 |
| }, |
| { |
| "epoch": 0.2205128205128205, |
| "grad_norm": 0.11360776424407959, |
| "learning_rate": 0.00017888412017167383, |
| "loss": 0.4361, |
| "num_input_tokens_seen": 814840, |
| "step": 129, |
| "train_runtime": 581.233, |
| "train_tokens_per_second": 1401.916 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 0.08979545533657074, |
| "learning_rate": 0.00017871244635193133, |
| "loss": 0.4393, |
| "num_input_tokens_seen": 821288, |
| "step": 130, |
| "train_runtime": 585.3382, |
| "train_tokens_per_second": 1403.1 |
| }, |
| { |
| "epoch": 0.22393162393162394, |
| "grad_norm": 0.08497156947851181, |
| "learning_rate": 0.00017854077253218886, |
| "loss": 0.5048, |
| "num_input_tokens_seen": 827120, |
| "step": 131, |
| "train_runtime": 589.1115, |
| "train_tokens_per_second": 1404.013 |
| }, |
| { |
| "epoch": 0.22564102564102564, |
| "grad_norm": 0.0827530175447464, |
| "learning_rate": 0.00017836909871244637, |
| "loss": 0.4593, |
| "num_input_tokens_seen": 834872, |
| "step": 132, |
| "train_runtime": 594.0487, |
| "train_tokens_per_second": 1405.393 |
| }, |
| { |
| "epoch": 0.22735042735042735, |
| "grad_norm": 0.08185572922229767, |
| "learning_rate": 0.00017819742489270387, |
| "loss": 0.4384, |
| "num_input_tokens_seen": 842384, |
| "step": 133, |
| "train_runtime": 598.7695, |
| "train_tokens_per_second": 1406.859 |
| }, |
| { |
| "epoch": 0.22905982905982905, |
| "grad_norm": 0.07782582938671112, |
| "learning_rate": 0.00017802575107296137, |
| "loss": 0.3566, |
| "num_input_tokens_seen": 848280, |
| "step": 134, |
| "train_runtime": 602.5201, |
| "train_tokens_per_second": 1407.887 |
| }, |
| { |
| "epoch": 0.23076923076923078, |
| "grad_norm": 0.08689026534557343, |
| "learning_rate": 0.0001778540772532189, |
| "loss": 0.4375, |
| "num_input_tokens_seen": 853712, |
| "step": 135, |
| "train_runtime": 606.0639, |
| "train_tokens_per_second": 1408.617 |
| }, |
| { |
| "epoch": 0.23247863247863249, |
| "grad_norm": 0.08213752508163452, |
| "learning_rate": 0.0001776824034334764, |
| "loss": 0.4607, |
| "num_input_tokens_seen": 860096, |
| "step": 136, |
| "train_runtime": 610.1344, |
| "train_tokens_per_second": 1409.683 |
| }, |
| { |
| "epoch": 0.2341880341880342, |
| "grad_norm": 0.10310304164886475, |
| "learning_rate": 0.0001775107296137339, |
| "loss": 0.5032, |
| "num_input_tokens_seen": 865432, |
| "step": 137, |
| "train_runtime": 613.6063, |
| "train_tokens_per_second": 1410.403 |
| }, |
| { |
| "epoch": 0.2358974358974359, |
| "grad_norm": 0.09156456589698792, |
| "learning_rate": 0.0001773390557939914, |
| "loss": 0.3892, |
| "num_input_tokens_seen": 871368, |
| "step": 138, |
| "train_runtime": 617.5677, |
| "train_tokens_per_second": 1410.968 |
| }, |
| { |
| "epoch": 0.2376068376068376, |
| "grad_norm": 0.091376394033432, |
| "learning_rate": 0.00017716738197424894, |
| "loss": 0.3485, |
| "num_input_tokens_seen": 878000, |
| "step": 139, |
| "train_runtime": 621.9067, |
| "train_tokens_per_second": 1411.787 |
| }, |
| { |
| "epoch": 0.23931623931623933, |
| "grad_norm": 0.08833985775709152, |
| "learning_rate": 0.00017699570815450647, |
| "loss": 0.4308, |
| "num_input_tokens_seen": 884944, |
| "step": 140, |
| "train_runtime": 626.1591, |
| "train_tokens_per_second": 1413.289 |
| }, |
| { |
| "epoch": 0.24102564102564103, |
| "grad_norm": 0.077347531914711, |
| "learning_rate": 0.00017682403433476397, |
| "loss": 0.4437, |
| "num_input_tokens_seen": 892048, |
| "step": 141, |
| "train_runtime": 630.5956, |
| "train_tokens_per_second": 1414.612 |
| }, |
| { |
| "epoch": 0.24273504273504273, |
| "grad_norm": 0.08778735250234604, |
| "learning_rate": 0.00017665236051502147, |
| "loss": 0.4004, |
| "num_input_tokens_seen": 899272, |
| "step": 142, |
| "train_runtime": 635.1106, |
| "train_tokens_per_second": 1415.93 |
| }, |
| { |
| "epoch": 0.24444444444444444, |
| "grad_norm": 0.07579584419727325, |
| "learning_rate": 0.00017648068669527897, |
| "loss": 0.3275, |
| "num_input_tokens_seen": 905736, |
| "step": 143, |
| "train_runtime": 639.1325, |
| "train_tokens_per_second": 1417.133 |
| }, |
| { |
| "epoch": 0.24615384615384617, |
| "grad_norm": 0.09621628373861313, |
| "learning_rate": 0.0001763090128755365, |
| "loss": 0.3186, |
| "num_input_tokens_seen": 911992, |
| "step": 144, |
| "train_runtime": 643.0987, |
| "train_tokens_per_second": 1418.121 |
| }, |
| { |
| "epoch": 0.24786324786324787, |
| "grad_norm": 0.08134900778532028, |
| "learning_rate": 0.000176137339055794, |
| "loss": 0.4076, |
| "num_input_tokens_seen": 919056, |
| "step": 145, |
| "train_runtime": 647.5843, |
| "train_tokens_per_second": 1419.207 |
| }, |
| { |
| "epoch": 0.24957264957264957, |
| "grad_norm": 0.08956107497215271, |
| "learning_rate": 0.0001759656652360515, |
| "loss": 0.442, |
| "num_input_tokens_seen": 926560, |
| "step": 146, |
| "train_runtime": 652.2666, |
| "train_tokens_per_second": 1420.523 |
| }, |
| { |
| "epoch": 0.2512820512820513, |
| "grad_norm": 0.09825581312179565, |
| "learning_rate": 0.000175793991416309, |
| "loss": 0.4903, |
| "num_input_tokens_seen": 932616, |
| "step": 147, |
| "train_runtime": 656.1634, |
| "train_tokens_per_second": 1421.317 |
| }, |
| { |
| "epoch": 0.252991452991453, |
| "grad_norm": 0.0692400187253952, |
| "learning_rate": 0.00017562231759656654, |
| "loss": 0.4363, |
| "num_input_tokens_seen": 943096, |
| "step": 148, |
| "train_runtime": 662.5318, |
| "train_tokens_per_second": 1423.473 |
| }, |
| { |
| "epoch": 0.2547008547008547, |
| "grad_norm": 0.08518907427787781, |
| "learning_rate": 0.00017545064377682404, |
| "loss": 0.507, |
| "num_input_tokens_seen": 949704, |
| "step": 149, |
| "train_runtime": 666.7, |
| "train_tokens_per_second": 1424.485 |
| }, |
| { |
| "epoch": 0.2564102564102564, |
| "grad_norm": 0.07248781621456146, |
| "learning_rate": 0.00017527896995708154, |
| "loss": 0.4597, |
| "num_input_tokens_seen": 958480, |
| "step": 150, |
| "train_runtime": 672.0909, |
| "train_tokens_per_second": 1426.117 |
| }, |
| { |
| "epoch": 0.25811965811965815, |
| "grad_norm": 0.08344928175210953, |
| "learning_rate": 0.00017510729613733907, |
| "loss": 0.4066, |
| "num_input_tokens_seen": 962848, |
| "step": 151, |
| "train_runtime": 677.1767, |
| "train_tokens_per_second": 1421.856 |
| }, |
| { |
| "epoch": 0.25982905982905985, |
| "grad_norm": 0.08732214570045471, |
| "learning_rate": 0.00017493562231759658, |
| "loss": 0.4012, |
| "num_input_tokens_seen": 969200, |
| "step": 152, |
| "train_runtime": 681.1815, |
| "train_tokens_per_second": 1422.822 |
| }, |
| { |
| "epoch": 0.26153846153846155, |
| "grad_norm": 0.0862775668501854, |
| "learning_rate": 0.00017476394849785408, |
| "loss": 0.4044, |
| "num_input_tokens_seen": 977976, |
| "step": 153, |
| "train_runtime": 686.6033, |
| "train_tokens_per_second": 1424.368 |
| }, |
| { |
| "epoch": 0.26324786324786326, |
| "grad_norm": 0.09334586560726166, |
| "learning_rate": 0.00017459227467811158, |
| "loss": 0.4974, |
| "num_input_tokens_seen": 982864, |
| "step": 154, |
| "train_runtime": 689.9455, |
| "train_tokens_per_second": 1424.553 |
| }, |
| { |
| "epoch": 0.26495726495726496, |
| "grad_norm": 0.09835942089557648, |
| "learning_rate": 0.0001744206008583691, |
| "loss": 0.4172, |
| "num_input_tokens_seen": 987816, |
| "step": 155, |
| "train_runtime": 693.2463, |
| "train_tokens_per_second": 1424.913 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 0.09492865204811096, |
| "learning_rate": 0.0001742489270386266, |
| "loss": 0.6536, |
| "num_input_tokens_seen": 995184, |
| "step": 156, |
| "train_runtime": 697.9501, |
| "train_tokens_per_second": 1425.867 |
| }, |
| { |
| "epoch": 0.26837606837606837, |
| "grad_norm": 0.11019627749919891, |
| "learning_rate": 0.00017407725321888414, |
| "loss": 0.3825, |
| "num_input_tokens_seen": 1001744, |
| "step": 157, |
| "train_runtime": 702.1512, |
| "train_tokens_per_second": 1426.678 |
| }, |
| { |
| "epoch": 0.27008547008547007, |
| "grad_norm": 0.07688013464212418, |
| "learning_rate": 0.00017390557939914164, |
| "loss": 0.3832, |
| "num_input_tokens_seen": 1009000, |
| "step": 158, |
| "train_runtime": 706.7516, |
| "train_tokens_per_second": 1427.659 |
| }, |
| { |
| "epoch": 0.2717948717948718, |
| "grad_norm": 0.07811388373374939, |
| "learning_rate": 0.00017373390557939915, |
| "loss": 0.3388, |
| "num_input_tokens_seen": 1016968, |
| "step": 159, |
| "train_runtime": 711.6447, |
| "train_tokens_per_second": 1429.039 |
| }, |
| { |
| "epoch": 0.27350427350427353, |
| "grad_norm": 0.08074574917554855, |
| "learning_rate": 0.00017356223175965668, |
| "loss": 0.3884, |
| "num_input_tokens_seen": 1023360, |
| "step": 160, |
| "train_runtime": 715.701, |
| "train_tokens_per_second": 1429.871 |
| }, |
| { |
| "epoch": 0.27521367521367524, |
| "grad_norm": 0.08296569436788559, |
| "learning_rate": 0.00017339055793991418, |
| "loss": 0.4869, |
| "num_input_tokens_seen": 1030056, |
| "step": 161, |
| "train_runtime": 719.8879, |
| "train_tokens_per_second": 1430.856 |
| }, |
| { |
| "epoch": 0.27692307692307694, |
| "grad_norm": 0.08286713808774948, |
| "learning_rate": 0.00017321888412017168, |
| "loss": 0.4112, |
| "num_input_tokens_seen": 1035944, |
| "step": 162, |
| "train_runtime": 723.7165, |
| "train_tokens_per_second": 1431.422 |
| }, |
| { |
| "epoch": 0.27863247863247864, |
| "grad_norm": 0.08952026814222336, |
| "learning_rate": 0.00017304721030042918, |
| "loss": 0.5178, |
| "num_input_tokens_seen": 1041072, |
| "step": 163, |
| "train_runtime": 727.2547, |
| "train_tokens_per_second": 1431.509 |
| }, |
| { |
| "epoch": 0.28034188034188035, |
| "grad_norm": 0.08672165125608444, |
| "learning_rate": 0.0001728755364806867, |
| "loss": 0.5141, |
| "num_input_tokens_seen": 1046504, |
| "step": 164, |
| "train_runtime": 730.8063, |
| "train_tokens_per_second": 1431.985 |
| }, |
| { |
| "epoch": 0.28205128205128205, |
| "grad_norm": 0.07433119416236877, |
| "learning_rate": 0.00017270386266094421, |
| "loss": 0.3705, |
| "num_input_tokens_seen": 1053320, |
| "step": 165, |
| "train_runtime": 735.1927, |
| "train_tokens_per_second": 1432.713 |
| }, |
| { |
| "epoch": 0.28376068376068375, |
| "grad_norm": 0.09836415946483612, |
| "learning_rate": 0.00017253218884120172, |
| "loss": 0.4012, |
| "num_input_tokens_seen": 1058256, |
| "step": 166, |
| "train_runtime": 738.4481, |
| "train_tokens_per_second": 1433.081 |
| }, |
| { |
| "epoch": 0.28547008547008546, |
| "grad_norm": 0.07832959294319153, |
| "learning_rate": 0.00017236051502145925, |
| "loss": 0.4682, |
| "num_input_tokens_seen": 1066112, |
| "step": 167, |
| "train_runtime": 743.4085, |
| "train_tokens_per_second": 1434.086 |
| }, |
| { |
| "epoch": 0.28717948717948716, |
| "grad_norm": 0.08503518998622894, |
| "learning_rate": 0.00017218884120171675, |
| "loss": 0.3681, |
| "num_input_tokens_seen": 1072952, |
| "step": 168, |
| "train_runtime": 747.782, |
| "train_tokens_per_second": 1434.846 |
| }, |
| { |
| "epoch": 0.28888888888888886, |
| "grad_norm": 0.09327785670757294, |
| "learning_rate": 0.00017201716738197428, |
| "loss": 0.4025, |
| "num_input_tokens_seen": 1077256, |
| "step": 169, |
| "train_runtime": 750.8076, |
| "train_tokens_per_second": 1434.796 |
| }, |
| { |
| "epoch": 0.2905982905982906, |
| "grad_norm": 0.09186345338821411, |
| "learning_rate": 0.00017184549356223175, |
| "loss": 0.3879, |
| "num_input_tokens_seen": 1084024, |
| "step": 170, |
| "train_runtime": 755.0495, |
| "train_tokens_per_second": 1435.699 |
| }, |
| { |
| "epoch": 0.2923076923076923, |
| "grad_norm": 0.10323686897754669, |
| "learning_rate": 0.00017167381974248928, |
| "loss": 0.4933, |
| "num_input_tokens_seen": 1088616, |
| "step": 171, |
| "train_runtime": 758.2012, |
| "train_tokens_per_second": 1435.788 |
| }, |
| { |
| "epoch": 0.294017094017094, |
| "grad_norm": 0.09350578486919403, |
| "learning_rate": 0.00017150214592274679, |
| "loss": 0.4143, |
| "num_input_tokens_seen": 1093688, |
| "step": 172, |
| "train_runtime": 761.4934, |
| "train_tokens_per_second": 1436.241 |
| }, |
| { |
| "epoch": 0.29572649572649573, |
| "grad_norm": 0.08342265337705612, |
| "learning_rate": 0.00017133047210300431, |
| "loss": 0.5081, |
| "num_input_tokens_seen": 1102040, |
| "step": 173, |
| "train_runtime": 766.6178, |
| "train_tokens_per_second": 1437.535 |
| }, |
| { |
| "epoch": 0.29743589743589743, |
| "grad_norm": 0.08377649635076523, |
| "learning_rate": 0.0001711587982832618, |
| "loss": 0.3301, |
| "num_input_tokens_seen": 1108952, |
| "step": 174, |
| "train_runtime": 771.0497, |
| "train_tokens_per_second": 1438.237 |
| }, |
| { |
| "epoch": 0.29914529914529914, |
| "grad_norm": 0.0985167846083641, |
| "learning_rate": 0.00017098712446351932, |
| "loss": 0.4349, |
| "num_input_tokens_seen": 1114632, |
| "step": 175, |
| "train_runtime": 774.8477, |
| "train_tokens_per_second": 1438.518 |
| }, |
| { |
| "epoch": 0.30085470085470084, |
| "grad_norm": 0.08420700579881668, |
| "learning_rate": 0.00017081545064377685, |
| "loss": 0.3511, |
| "num_input_tokens_seen": 1120864, |
| "step": 176, |
| "train_runtime": 778.8626, |
| "train_tokens_per_second": 1439.104 |
| }, |
| { |
| "epoch": 0.30256410256410254, |
| "grad_norm": 0.09592931717634201, |
| "learning_rate": 0.00017064377682403435, |
| "loss": 0.41, |
| "num_input_tokens_seen": 1125952, |
| "step": 177, |
| "train_runtime": 782.2927, |
| "train_tokens_per_second": 1439.298 |
| }, |
| { |
| "epoch": 0.30427350427350425, |
| "grad_norm": 0.1051315888762474, |
| "learning_rate": 0.00017047210300429185, |
| "loss": 0.4207, |
| "num_input_tokens_seen": 1131248, |
| "step": 178, |
| "train_runtime": 785.7848, |
| "train_tokens_per_second": 1439.641 |
| }, |
| { |
| "epoch": 0.305982905982906, |
| "grad_norm": 0.08925200253725052, |
| "learning_rate": 0.00017030042918454936, |
| "loss": 0.4633, |
| "num_input_tokens_seen": 1136936, |
| "step": 179, |
| "train_runtime": 789.5893, |
| "train_tokens_per_second": 1439.908 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 0.0915122926235199, |
| "learning_rate": 0.00017012875536480689, |
| "loss": 0.4684, |
| "num_input_tokens_seen": 1142672, |
| "step": 180, |
| "train_runtime": 793.454, |
| "train_tokens_per_second": 1440.124 |
| }, |
| { |
| "epoch": 0.3094017094017094, |
| "grad_norm": 0.08007518202066422, |
| "learning_rate": 0.0001699570815450644, |
| "loss": 0.3796, |
| "num_input_tokens_seen": 1148560, |
| "step": 181, |
| "train_runtime": 799.6238, |
| "train_tokens_per_second": 1436.375 |
| }, |
| { |
| "epoch": 0.3111111111111111, |
| "grad_norm": 0.07503318041563034, |
| "learning_rate": 0.0001697854077253219, |
| "loss": 0.4707, |
| "num_input_tokens_seen": 1154464, |
| "step": 182, |
| "train_runtime": 803.5538, |
| "train_tokens_per_second": 1436.698 |
| }, |
| { |
| "epoch": 0.3128205128205128, |
| "grad_norm": 0.08250313997268677, |
| "learning_rate": 0.0001696137339055794, |
| "loss": 0.353, |
| "num_input_tokens_seen": 1160784, |
| "step": 183, |
| "train_runtime": 807.6568, |
| "train_tokens_per_second": 1437.224 |
| }, |
| { |
| "epoch": 0.3145299145299145, |
| "grad_norm": 0.08271831274032593, |
| "learning_rate": 0.00016944206008583692, |
| "loss": 0.3339, |
| "num_input_tokens_seen": 1168784, |
| "step": 184, |
| "train_runtime": 812.761, |
| "train_tokens_per_second": 1438.042 |
| }, |
| { |
| "epoch": 0.3162393162393162, |
| "grad_norm": 0.0855436846613884, |
| "learning_rate": 0.00016927038626609445, |
| "loss": 0.4262, |
| "num_input_tokens_seen": 1174328, |
| "step": 185, |
| "train_runtime": 816.4748, |
| "train_tokens_per_second": 1438.291 |
| }, |
| { |
| "epoch": 0.31794871794871793, |
| "grad_norm": 0.0945754274725914, |
| "learning_rate": 0.00016909871244635193, |
| "loss": 0.4788, |
| "num_input_tokens_seen": 1181472, |
| "step": 186, |
| "train_runtime": 820.9842, |
| "train_tokens_per_second": 1439.092 |
| }, |
| { |
| "epoch": 0.31965811965811963, |
| "grad_norm": 0.08868105709552765, |
| "learning_rate": 0.00016892703862660946, |
| "loss": 0.3443, |
| "num_input_tokens_seen": 1186512, |
| "step": 187, |
| "train_runtime": 824.2996, |
| "train_tokens_per_second": 1439.418 |
| }, |
| { |
| "epoch": 0.3213675213675214, |
| "grad_norm": 0.08292389661073685, |
| "learning_rate": 0.00016875536480686696, |
| "loss": 0.4366, |
| "num_input_tokens_seen": 1193368, |
| "step": 188, |
| "train_runtime": 828.6712, |
| "train_tokens_per_second": 1440.098 |
| }, |
| { |
| "epoch": 0.3230769230769231, |
| "grad_norm": 0.08975725620985031, |
| "learning_rate": 0.0001685836909871245, |
| "loss": 0.4329, |
| "num_input_tokens_seen": 1199040, |
| "step": 189, |
| "train_runtime": 832.4326, |
| "train_tokens_per_second": 1440.405 |
| }, |
| { |
| "epoch": 0.3247863247863248, |
| "grad_norm": 0.0817112997174263, |
| "learning_rate": 0.00016841201716738196, |
| "loss": 0.3662, |
| "num_input_tokens_seen": 1206688, |
| "step": 190, |
| "train_runtime": 837.2183, |
| "train_tokens_per_second": 1441.306 |
| }, |
| { |
| "epoch": 0.3264957264957265, |
| "grad_norm": 0.07979970425367355, |
| "learning_rate": 0.0001682403433476395, |
| "loss": 0.398, |
| "num_input_tokens_seen": 1212200, |
| "step": 191, |
| "train_runtime": 840.9362, |
| "train_tokens_per_second": 1441.489 |
| }, |
| { |
| "epoch": 0.3282051282051282, |
| "grad_norm": 0.07939396798610687, |
| "learning_rate": 0.000168068669527897, |
| "loss": 0.3686, |
| "num_input_tokens_seen": 1216776, |
| "step": 192, |
| "train_runtime": 843.9694, |
| "train_tokens_per_second": 1441.73 |
| }, |
| { |
| "epoch": 0.3299145299145299, |
| "grad_norm": 0.07741633802652359, |
| "learning_rate": 0.00016789699570815452, |
| "loss": 0.425, |
| "num_input_tokens_seen": 1226144, |
| "step": 193, |
| "train_runtime": 849.6943, |
| "train_tokens_per_second": 1443.041 |
| }, |
| { |
| "epoch": 0.3316239316239316, |
| "grad_norm": 0.09136336296796799, |
| "learning_rate": 0.00016772532188841203, |
| "loss": 0.3931, |
| "num_input_tokens_seen": 1231528, |
| "step": 194, |
| "train_runtime": 853.2848, |
| "train_tokens_per_second": 1443.279 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.08121038973331451, |
| "learning_rate": 0.00016755364806866953, |
| "loss": 0.463, |
| "num_input_tokens_seen": 1238208, |
| "step": 195, |
| "train_runtime": 857.5308, |
| "train_tokens_per_second": 1443.923 |
| }, |
| { |
| "epoch": 0.335042735042735, |
| "grad_norm": 0.07446426898241043, |
| "learning_rate": 0.00016738197424892706, |
| "loss": 0.3814, |
| "num_input_tokens_seen": 1246368, |
| "step": 196, |
| "train_runtime": 862.7002, |
| "train_tokens_per_second": 1444.729 |
| }, |
| { |
| "epoch": 0.3367521367521368, |
| "grad_norm": 0.08591346442699432, |
| "learning_rate": 0.00016721030042918456, |
| "loss": 0.4053, |
| "num_input_tokens_seen": 1253176, |
| "step": 197, |
| "train_runtime": 867.0626, |
| "train_tokens_per_second": 1445.312 |
| }, |
| { |
| "epoch": 0.3384615384615385, |
| "grad_norm": 0.0990113615989685, |
| "learning_rate": 0.00016703862660944206, |
| "loss": 0.3617, |
| "num_input_tokens_seen": 1257328, |
| "step": 198, |
| "train_runtime": 869.9717, |
| "train_tokens_per_second": 1445.252 |
| }, |
| { |
| "epoch": 0.3401709401709402, |
| "grad_norm": 0.08174863457679749, |
| "learning_rate": 0.00016686695278969957, |
| "loss": 0.2952, |
| "num_input_tokens_seen": 1262752, |
| "step": 199, |
| "train_runtime": 873.6148, |
| "train_tokens_per_second": 1445.433 |
| }, |
| { |
| "epoch": 0.3418803418803419, |
| "grad_norm": 0.0933527871966362, |
| "learning_rate": 0.0001666952789699571, |
| "loss": 0.4163, |
| "num_input_tokens_seen": 1268184, |
| "step": 200, |
| "train_runtime": 877.2752, |
| "train_tokens_per_second": 1445.594 |
| }, |
| { |
| "epoch": 0.3435897435897436, |
| "grad_norm": 0.1140134260058403, |
| "learning_rate": 0.0001665236051502146, |
| "loss": 0.4031, |
| "num_input_tokens_seen": 1272472, |
| "step": 201, |
| "train_runtime": 880.2048, |
| "train_tokens_per_second": 1445.654 |
| }, |
| { |
| "epoch": 0.3452991452991453, |
| "grad_norm": 0.08693648129701614, |
| "learning_rate": 0.0001663519313304721, |
| "loss": 0.6282, |
| "num_input_tokens_seen": 1281824, |
| "step": 202, |
| "train_runtime": 886.0089, |
| "train_tokens_per_second": 1446.739 |
| }, |
| { |
| "epoch": 0.347008547008547, |
| "grad_norm": 0.07994189858436584, |
| "learning_rate": 0.00016618025751072963, |
| "loss": 0.4113, |
| "num_input_tokens_seen": 1289504, |
| "step": 203, |
| "train_runtime": 890.7326, |
| "train_tokens_per_second": 1447.689 |
| }, |
| { |
| "epoch": 0.3487179487179487, |
| "grad_norm": 0.09394797682762146, |
| "learning_rate": 0.00016600858369098713, |
| "loss": 0.4092, |
| "num_input_tokens_seen": 1297680, |
| "step": 204, |
| "train_runtime": 895.8276, |
| "train_tokens_per_second": 1448.582 |
| }, |
| { |
| "epoch": 0.3504273504273504, |
| "grad_norm": 0.1045864149928093, |
| "learning_rate": 0.00016583690987124466, |
| "loss": 0.4665, |
| "num_input_tokens_seen": 1303120, |
| "step": 205, |
| "train_runtime": 899.4257, |
| "train_tokens_per_second": 1448.836 |
| }, |
| { |
| "epoch": 0.35213675213675216, |
| "grad_norm": 0.09909515082836151, |
| "learning_rate": 0.00016566523605150214, |
| "loss": 0.3833, |
| "num_input_tokens_seen": 1308704, |
| "step": 206, |
| "train_runtime": 903.0277, |
| "train_tokens_per_second": 1449.24 |
| }, |
| { |
| "epoch": 0.35384615384615387, |
| "grad_norm": 0.09417211264371872, |
| "learning_rate": 0.00016549356223175967, |
| "loss": 0.4637, |
| "num_input_tokens_seen": 1318024, |
| "step": 207, |
| "train_runtime": 908.7522, |
| "train_tokens_per_second": 1450.367 |
| }, |
| { |
| "epoch": 0.35555555555555557, |
| "grad_norm": 0.08689752966165543, |
| "learning_rate": 0.00016532188841201717, |
| "loss": 0.3688, |
| "num_input_tokens_seen": 1323376, |
| "step": 208, |
| "train_runtime": 912.3212, |
| "train_tokens_per_second": 1450.559 |
| }, |
| { |
| "epoch": 0.3572649572649573, |
| "grad_norm": 0.10346587747335434, |
| "learning_rate": 0.0001651502145922747, |
| "loss": 0.417, |
| "num_input_tokens_seen": 1329344, |
| "step": 209, |
| "train_runtime": 916.1738, |
| "train_tokens_per_second": 1450.974 |
| }, |
| { |
| "epoch": 0.358974358974359, |
| "grad_norm": 0.08489441126585007, |
| "learning_rate": 0.00016497854077253217, |
| "loss": 0.3553, |
| "num_input_tokens_seen": 1335584, |
| "step": 210, |
| "train_runtime": 920.2847, |
| "train_tokens_per_second": 1451.273 |
| }, |
| { |
| "epoch": 0.3606837606837607, |
| "grad_norm": 0.10042458772659302, |
| "learning_rate": 0.0001648068669527897, |
| "loss": 0.4154, |
| "num_input_tokens_seen": 1340328, |
| "step": 211, |
| "train_runtime": 925.545, |
| "train_tokens_per_second": 1448.15 |
| }, |
| { |
| "epoch": 0.3623931623931624, |
| "grad_norm": 0.10793930292129517, |
| "learning_rate": 0.00016463519313304723, |
| "loss": 0.3644, |
| "num_input_tokens_seen": 1345400, |
| "step": 212, |
| "train_runtime": 928.914, |
| "train_tokens_per_second": 1448.358 |
| }, |
| { |
| "epoch": 0.3641025641025641, |
| "grad_norm": 0.08157683908939362, |
| "learning_rate": 0.00016446351931330473, |
| "loss": 0.3851, |
| "num_input_tokens_seen": 1352168, |
| "step": 213, |
| "train_runtime": 933.2462, |
| "train_tokens_per_second": 1448.887 |
| }, |
| { |
| "epoch": 0.3658119658119658, |
| "grad_norm": 0.08290579169988632, |
| "learning_rate": 0.00016429184549356224, |
| "loss": 0.4271, |
| "num_input_tokens_seen": 1357488, |
| "step": 214, |
| "train_runtime": 936.7821, |
| "train_tokens_per_second": 1449.097 |
| }, |
| { |
| "epoch": 0.36752136752136755, |
| "grad_norm": 0.09265032410621643, |
| "learning_rate": 0.00016412017167381974, |
| "loss": 0.3743, |
| "num_input_tokens_seen": 1363552, |
| "step": 215, |
| "train_runtime": 940.8128, |
| "train_tokens_per_second": 1449.334 |
| }, |
| { |
| "epoch": 0.36923076923076925, |
| "grad_norm": 0.11796024441719055, |
| "learning_rate": 0.00016394849785407727, |
| "loss": 0.5261, |
| "num_input_tokens_seen": 1368296, |
| "step": 216, |
| "train_runtime": 943.9494, |
| "train_tokens_per_second": 1449.544 |
| }, |
| { |
| "epoch": 0.37094017094017095, |
| "grad_norm": 0.08797245472669601, |
| "learning_rate": 0.00016377682403433477, |
| "loss": 0.4256, |
| "num_input_tokens_seen": 1374640, |
| "step": 217, |
| "train_runtime": 947.9289, |
| "train_tokens_per_second": 1450.151 |
| }, |
| { |
| "epoch": 0.37264957264957266, |
| "grad_norm": 0.09329722076654434, |
| "learning_rate": 0.00016360515021459227, |
| "loss": 0.4461, |
| "num_input_tokens_seen": 1379760, |
| "step": 218, |
| "train_runtime": 951.2715, |
| "train_tokens_per_second": 1450.438 |
| }, |
| { |
| "epoch": 0.37435897435897436, |
| "grad_norm": 0.09663166105747223, |
| "learning_rate": 0.00016343347639484978, |
| "loss": 0.3487, |
| "num_input_tokens_seen": 1384368, |
| "step": 219, |
| "train_runtime": 954.3992, |
| "train_tokens_per_second": 1450.513 |
| }, |
| { |
| "epoch": 0.37606837606837606, |
| "grad_norm": 0.07949472963809967, |
| "learning_rate": 0.0001632618025751073, |
| "loss": 0.3311, |
| "num_input_tokens_seen": 1389488, |
| "step": 220, |
| "train_runtime": 957.768, |
| "train_tokens_per_second": 1450.756 |
| }, |
| { |
| "epoch": 0.37777777777777777, |
| "grad_norm": 0.07584179192781448, |
| "learning_rate": 0.00016309012875536483, |
| "loss": 0.524, |
| "num_input_tokens_seen": 1396320, |
| "step": 221, |
| "train_runtime": 962.0694, |
| "train_tokens_per_second": 1451.371 |
| }, |
| { |
| "epoch": 0.37948717948717947, |
| "grad_norm": 0.08242885023355484, |
| "learning_rate": 0.0001629184549356223, |
| "loss": 0.4083, |
| "num_input_tokens_seen": 1403024, |
| "step": 222, |
| "train_runtime": 966.312, |
| "train_tokens_per_second": 1451.937 |
| }, |
| { |
| "epoch": 0.3811965811965812, |
| "grad_norm": 0.08721666783094406, |
| "learning_rate": 0.00016274678111587984, |
| "loss": 0.4642, |
| "num_input_tokens_seen": 1413336, |
| "step": 223, |
| "train_runtime": 972.5941, |
| "train_tokens_per_second": 1453.161 |
| }, |
| { |
| "epoch": 0.38290598290598293, |
| "grad_norm": 0.08998598903417587, |
| "learning_rate": 0.00016257510729613734, |
| "loss": 0.3536, |
| "num_input_tokens_seen": 1418664, |
| "step": 224, |
| "train_runtime": 976.0647, |
| "train_tokens_per_second": 1453.453 |
| }, |
| { |
| "epoch": 0.38461538461538464, |
| "grad_norm": 0.09844992309808731, |
| "learning_rate": 0.00016240343347639487, |
| "loss": 0.4508, |
| "num_input_tokens_seen": 1424488, |
| "step": 225, |
| "train_runtime": 979.8777, |
| "train_tokens_per_second": 1453.741 |
| }, |
| { |
| "epoch": 0.38632478632478634, |
| "grad_norm": 0.0743747279047966, |
| "learning_rate": 0.00016223175965665235, |
| "loss": 0.4139, |
| "num_input_tokens_seen": 1430656, |
| "step": 226, |
| "train_runtime": 983.8135, |
| "train_tokens_per_second": 1454.194 |
| }, |
| { |
| "epoch": 0.38803418803418804, |
| "grad_norm": 0.09330051392316818, |
| "learning_rate": 0.00016206008583690988, |
| "loss": 0.3968, |
| "num_input_tokens_seen": 1436704, |
| "step": 227, |
| "train_runtime": 987.722, |
| "train_tokens_per_second": 1454.563 |
| }, |
| { |
| "epoch": 0.38974358974358975, |
| "grad_norm": 0.08090078085660934, |
| "learning_rate": 0.00016188841201716738, |
| "loss": 0.4065, |
| "num_input_tokens_seen": 1442192, |
| "step": 228, |
| "train_runtime": 991.2265, |
| "train_tokens_per_second": 1454.957 |
| }, |
| { |
| "epoch": 0.39145299145299145, |
| "grad_norm": 0.09302696585655212, |
| "learning_rate": 0.0001617167381974249, |
| "loss": 0.5249, |
| "num_input_tokens_seen": 1446968, |
| "step": 229, |
| "train_runtime": 994.4101, |
| "train_tokens_per_second": 1455.102 |
| }, |
| { |
| "epoch": 0.39316239316239315, |
| "grad_norm": 0.09254134446382523, |
| "learning_rate": 0.0001615450643776824, |
| "loss": 0.492, |
| "num_input_tokens_seen": 1451760, |
| "step": 230, |
| "train_runtime": 997.6396, |
| "train_tokens_per_second": 1455.195 |
| }, |
| { |
| "epoch": 0.39487179487179486, |
| "grad_norm": 0.07806482911109924, |
| "learning_rate": 0.0001613733905579399, |
| "loss": 0.3763, |
| "num_input_tokens_seen": 1458224, |
| "step": 231, |
| "train_runtime": 1001.7272, |
| "train_tokens_per_second": 1455.71 |
| }, |
| { |
| "epoch": 0.39658119658119656, |
| "grad_norm": 0.09533582627773285, |
| "learning_rate": 0.00016120171673819744, |
| "loss": 0.3539, |
| "num_input_tokens_seen": 1466568, |
| "step": 232, |
| "train_runtime": 1006.8859, |
| "train_tokens_per_second": 1456.538 |
| }, |
| { |
| "epoch": 0.39829059829059826, |
| "grad_norm": 0.08084721863269806, |
| "learning_rate": 0.00016103004291845494, |
| "loss": 0.3963, |
| "num_input_tokens_seen": 1471888, |
| "step": 233, |
| "train_runtime": 1010.3453, |
| "train_tokens_per_second": 1456.817 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.11491655558347702, |
| "learning_rate": 0.00016085836909871245, |
| "loss": 0.5211, |
| "num_input_tokens_seen": 1475936, |
| "step": 234, |
| "train_runtime": 1013.2193, |
| "train_tokens_per_second": 1456.68 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_loss": 0.40096667408943176, |
| "eval_runtime": 39.8121, |
| "eval_samples_per_second": 25.068, |
| "eval_steps_per_second": 3.14, |
| "num_input_tokens_seen": 1475936, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4017094017094017, |
| "grad_norm": 0.09031600505113602, |
| "learning_rate": 0.00016068669527896995, |
| "loss": 0.3919, |
| "num_input_tokens_seen": 1480152, |
| "step": 235, |
| "train_runtime": 1055.9664, |
| "train_tokens_per_second": 1401.704 |
| }, |
| { |
| "epoch": 0.40341880341880343, |
| "grad_norm": 0.07933737337589264, |
| "learning_rate": 0.00016051502145922748, |
| "loss": 0.3459, |
| "num_input_tokens_seen": 1487376, |
| "step": 236, |
| "train_runtime": 1060.4849, |
| "train_tokens_per_second": 1402.543 |
| }, |
| { |
| "epoch": 0.40512820512820513, |
| "grad_norm": 0.10257117450237274, |
| "learning_rate": 0.00016034334763948498, |
| "loss": 0.4875, |
| "num_input_tokens_seen": 1491480, |
| "step": 237, |
| "train_runtime": 1063.2453, |
| "train_tokens_per_second": 1402.762 |
| }, |
| { |
| "epoch": 0.40683760683760684, |
| "grad_norm": 0.07746583223342896, |
| "learning_rate": 0.00016017167381974248, |
| "loss": 0.4194, |
| "num_input_tokens_seen": 1498224, |
| "step": 238, |
| "train_runtime": 1067.6608, |
| "train_tokens_per_second": 1403.277 |
| }, |
| { |
| "epoch": 0.40854700854700854, |
| "grad_norm": 0.08215701580047607, |
| "learning_rate": 0.00016, |
| "loss": 0.3321, |
| "num_input_tokens_seen": 1505016, |
| "step": 239, |
| "train_runtime": 1071.959, |
| "train_tokens_per_second": 1403.986 |
| }, |
| { |
| "epoch": 0.41025641025641024, |
| "grad_norm": 0.08626586198806763, |
| "learning_rate": 0.00015982832618025752, |
| "loss": 0.352, |
| "num_input_tokens_seen": 1510872, |
| "step": 240, |
| "train_runtime": 1075.7766, |
| "train_tokens_per_second": 1404.448 |
| }, |
| { |
| "epoch": 0.41196581196581195, |
| "grad_norm": 0.07768667489290237, |
| "learning_rate": 0.00015965665236051504, |
| "loss": 0.3635, |
| "num_input_tokens_seen": 1518680, |
| "step": 241, |
| "train_runtime": 1083.0754, |
| "train_tokens_per_second": 1402.192 |
| }, |
| { |
| "epoch": 0.41367521367521365, |
| "grad_norm": 0.09436383098363876, |
| "learning_rate": 0.00015948497854077255, |
| "loss": 0.3873, |
| "num_input_tokens_seen": 1523408, |
| "step": 242, |
| "train_runtime": 1086.2718, |
| "train_tokens_per_second": 1402.419 |
| }, |
| { |
| "epoch": 0.4153846153846154, |
| "grad_norm": 0.10022980719804764, |
| "learning_rate": 0.00015931330472103005, |
| "loss": 0.4982, |
| "num_input_tokens_seen": 1527088, |
| "step": 243, |
| "train_runtime": 1088.8585, |
| "train_tokens_per_second": 1402.467 |
| }, |
| { |
| "epoch": 0.4170940170940171, |
| "grad_norm": 0.07399852573871613, |
| "learning_rate": 0.00015914163090128755, |
| "loss": 0.428, |
| "num_input_tokens_seen": 1537712, |
| "step": 244, |
| "train_runtime": 1095.1717, |
| "train_tokens_per_second": 1404.083 |
| }, |
| { |
| "epoch": 0.4188034188034188, |
| "grad_norm": 0.09640722721815109, |
| "learning_rate": 0.00015896995708154508, |
| "loss": 0.4273, |
| "num_input_tokens_seen": 1544256, |
| "step": 245, |
| "train_runtime": 1099.4433, |
| "train_tokens_per_second": 1404.58 |
| }, |
| { |
| "epoch": 0.4205128205128205, |
| "grad_norm": 0.08752251416444778, |
| "learning_rate": 0.00015879828326180258, |
| "loss": 0.3741, |
| "num_input_tokens_seen": 1549216, |
| "step": 246, |
| "train_runtime": 1102.808, |
| "train_tokens_per_second": 1404.792 |
| }, |
| { |
| "epoch": 0.4222222222222222, |
| "grad_norm": 0.09055118262767792, |
| "learning_rate": 0.00015862660944206009, |
| "loss": 0.3215, |
| "num_input_tokens_seen": 1553936, |
| "step": 247, |
| "train_runtime": 1106.0798, |
| "train_tokens_per_second": 1404.904 |
| }, |
| { |
| "epoch": 0.4239316239316239, |
| "grad_norm": 0.09065423905849457, |
| "learning_rate": 0.00015845493562231762, |
| "loss": 0.3577, |
| "num_input_tokens_seen": 1559952, |
| "step": 248, |
| "train_runtime": 1110.0108, |
| "train_tokens_per_second": 1405.349 |
| }, |
| { |
| "epoch": 0.4256410256410256, |
| "grad_norm": 0.07726360857486725, |
| "learning_rate": 0.00015828326180257512, |
| "loss": 0.3056, |
| "num_input_tokens_seen": 1565544, |
| "step": 249, |
| "train_runtime": 1113.7626, |
| "train_tokens_per_second": 1405.635 |
| }, |
| { |
| "epoch": 0.42735042735042733, |
| "grad_norm": 0.11181222647428513, |
| "learning_rate": 0.00015811158798283262, |
| "loss": 0.4, |
| "num_input_tokens_seen": 1570120, |
| "step": 250, |
| "train_runtime": 1116.8239, |
| "train_tokens_per_second": 1405.88 |
| }, |
| { |
| "epoch": 0.42905982905982903, |
| "grad_norm": 0.09931083768606186, |
| "learning_rate": 0.00015793991416309012, |
| "loss": 0.4628, |
| "num_input_tokens_seen": 1576664, |
| "step": 251, |
| "train_runtime": 1120.9296, |
| "train_tokens_per_second": 1406.568 |
| }, |
| { |
| "epoch": 0.4307692307692308, |
| "grad_norm": 0.1047554761171341, |
| "learning_rate": 0.00015776824034334765, |
| "loss": 0.5433, |
| "num_input_tokens_seen": 1580232, |
| "step": 252, |
| "train_runtime": 1123.4358, |
| "train_tokens_per_second": 1406.606 |
| }, |
| { |
| "epoch": 0.4324786324786325, |
| "grad_norm": 0.09181802719831467, |
| "learning_rate": 0.00015759656652360515, |
| "loss": 0.5485, |
| "num_input_tokens_seen": 1587000, |
| "step": 253, |
| "train_runtime": 1127.7713, |
| "train_tokens_per_second": 1407.2 |
| }, |
| { |
| "epoch": 0.4341880341880342, |
| "grad_norm": 0.08955714106559753, |
| "learning_rate": 0.00015742489270386266, |
| "loss": 0.3696, |
| "num_input_tokens_seen": 1592184, |
| "step": 254, |
| "train_runtime": 1131.1496, |
| "train_tokens_per_second": 1407.58 |
| }, |
| { |
| "epoch": 0.4358974358974359, |
| "grad_norm": 0.08395666629076004, |
| "learning_rate": 0.00015725321888412016, |
| "loss": 0.3811, |
| "num_input_tokens_seen": 1597400, |
| "step": 255, |
| "train_runtime": 1134.6396, |
| "train_tokens_per_second": 1407.848 |
| }, |
| { |
| "epoch": 0.4376068376068376, |
| "grad_norm": 0.08952012658119202, |
| "learning_rate": 0.0001570815450643777, |
| "loss": 0.5207, |
| "num_input_tokens_seen": 1603560, |
| "step": 256, |
| "train_runtime": 1138.5956, |
| "train_tokens_per_second": 1408.367 |
| }, |
| { |
| "epoch": 0.4393162393162393, |
| "grad_norm": 0.07518703490495682, |
| "learning_rate": 0.00015690987124463522, |
| "loss": 0.341, |
| "num_input_tokens_seen": 1609952, |
| "step": 257, |
| "train_runtime": 1142.6858, |
| "train_tokens_per_second": 1408.919 |
| }, |
| { |
| "epoch": 0.441025641025641, |
| "grad_norm": 0.08981534093618393, |
| "learning_rate": 0.00015673819742489272, |
| "loss": 0.3535, |
| "num_input_tokens_seen": 1614952, |
| "step": 258, |
| "train_runtime": 1146.1364, |
| "train_tokens_per_second": 1409.04 |
| }, |
| { |
| "epoch": 0.4427350427350427, |
| "grad_norm": 0.09569933265447617, |
| "learning_rate": 0.00015656652360515022, |
| "loss": 0.4656, |
| "num_input_tokens_seen": 1621848, |
| "step": 259, |
| "train_runtime": 1150.5402, |
| "train_tokens_per_second": 1409.64 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 0.0871426984667778, |
| "learning_rate": 0.00015639484978540773, |
| "loss": 0.3592, |
| "num_input_tokens_seen": 1629144, |
| "step": 260, |
| "train_runtime": 1155.1465, |
| "train_tokens_per_second": 1410.335 |
| }, |
| { |
| "epoch": 0.4461538461538462, |
| "grad_norm": 0.07977623492479324, |
| "learning_rate": 0.00015622317596566525, |
| "loss": 0.4316, |
| "num_input_tokens_seen": 1635464, |
| "step": 261, |
| "train_runtime": 1159.1609, |
| "train_tokens_per_second": 1410.903 |
| }, |
| { |
| "epoch": 0.4478632478632479, |
| "grad_norm": 0.10125043988227844, |
| "learning_rate": 0.00015605150214592276, |
| "loss": 0.3631, |
| "num_input_tokens_seen": 1640440, |
| "step": 262, |
| "train_runtime": 1162.4822, |
| "train_tokens_per_second": 1411.153 |
| }, |
| { |
| "epoch": 0.4495726495726496, |
| "grad_norm": 0.0801963284611702, |
| "learning_rate": 0.00015587982832618026, |
| "loss": 0.3788, |
| "num_input_tokens_seen": 1647488, |
| "step": 263, |
| "train_runtime": 1167.0278, |
| "train_tokens_per_second": 1411.696 |
| }, |
| { |
| "epoch": 0.4512820512820513, |
| "grad_norm": 0.07716058194637299, |
| "learning_rate": 0.0001557081545064378, |
| "loss": 0.4523, |
| "num_input_tokens_seen": 1653720, |
| "step": 264, |
| "train_runtime": 1170.999, |
| "train_tokens_per_second": 1412.23 |
| }, |
| { |
| "epoch": 0.452991452991453, |
| "grad_norm": 0.07113456726074219, |
| "learning_rate": 0.0001555364806866953, |
| "loss": 0.4483, |
| "num_input_tokens_seen": 1662984, |
| "step": 265, |
| "train_runtime": 1176.6605, |
| "train_tokens_per_second": 1413.308 |
| }, |
| { |
| "epoch": 0.4547008547008547, |
| "grad_norm": 0.08501028269529343, |
| "learning_rate": 0.0001553648068669528, |
| "loss": 0.3744, |
| "num_input_tokens_seen": 1669240, |
| "step": 266, |
| "train_runtime": 1180.5615, |
| "train_tokens_per_second": 1413.937 |
| }, |
| { |
| "epoch": 0.4564102564102564, |
| "grad_norm": 0.12146402895450592, |
| "learning_rate": 0.0001551931330472103, |
| "loss": 0.5228, |
| "num_input_tokens_seen": 1674392, |
| "step": 267, |
| "train_runtime": 1183.9915, |
| "train_tokens_per_second": 1414.193 |
| }, |
| { |
| "epoch": 0.4581196581196581, |
| "grad_norm": 0.08500533550977707, |
| "learning_rate": 0.00015502145922746783, |
| "loss": 0.4029, |
| "num_input_tokens_seen": 1680704, |
| "step": 268, |
| "train_runtime": 1188.0637, |
| "train_tokens_per_second": 1414.658 |
| }, |
| { |
| "epoch": 0.4598290598290598, |
| "grad_norm": 0.08828039467334747, |
| "learning_rate": 0.00015484978540772533, |
| "loss": 0.3817, |
| "num_input_tokens_seen": 1688032, |
| "step": 269, |
| "train_runtime": 1192.6736, |
| "train_tokens_per_second": 1415.334 |
| }, |
| { |
| "epoch": 0.46153846153846156, |
| "grad_norm": 0.09044201672077179, |
| "learning_rate": 0.00015467811158798283, |
| "loss": 0.2898, |
| "num_input_tokens_seen": 1695632, |
| "step": 270, |
| "train_runtime": 1197.4796, |
| "train_tokens_per_second": 1416.001 |
| }, |
| { |
| "epoch": 0.46324786324786327, |
| "grad_norm": 0.08178558945655823, |
| "learning_rate": 0.00015450643776824033, |
| "loss": 0.3721, |
| "num_input_tokens_seen": 1701256, |
| "step": 271, |
| "train_runtime": 1203.6359, |
| "train_tokens_per_second": 1413.431 |
| }, |
| { |
| "epoch": 0.46495726495726497, |
| "grad_norm": 0.08540398627519608, |
| "learning_rate": 0.00015433476394849786, |
| "loss": 0.4181, |
| "num_input_tokens_seen": 1706352, |
| "step": 272, |
| "train_runtime": 1206.9569, |
| "train_tokens_per_second": 1413.764 |
| }, |
| { |
| "epoch": 0.4666666666666667, |
| "grad_norm": 0.08019081503152847, |
| "learning_rate": 0.0001541630901287554, |
| "loss": 0.3428, |
| "num_input_tokens_seen": 1711728, |
| "step": 273, |
| "train_runtime": 1210.514, |
| "train_tokens_per_second": 1414.051 |
| }, |
| { |
| "epoch": 0.4683760683760684, |
| "grad_norm": 0.09295406192541122, |
| "learning_rate": 0.0001539914163090129, |
| "loss": 0.4543, |
| "num_input_tokens_seen": 1716512, |
| "step": 274, |
| "train_runtime": 1213.6938, |
| "train_tokens_per_second": 1414.287 |
| }, |
| { |
| "epoch": 0.4700854700854701, |
| "grad_norm": 0.07860468327999115, |
| "learning_rate": 0.0001538197424892704, |
| "loss": 0.4592, |
| "num_input_tokens_seen": 1722200, |
| "step": 275, |
| "train_runtime": 1217.3819, |
| "train_tokens_per_second": 1414.675 |
| }, |
| { |
| "epoch": 0.4717948717948718, |
| "grad_norm": 0.08995640277862549, |
| "learning_rate": 0.0001536480686695279, |
| "loss": 0.3845, |
| "num_input_tokens_seen": 1726088, |
| "step": 276, |
| "train_runtime": 1220.143, |
| "train_tokens_per_second": 1414.66 |
| }, |
| { |
| "epoch": 0.4735042735042735, |
| "grad_norm": 0.08785276114940643, |
| "learning_rate": 0.00015347639484978543, |
| "loss": 0.4225, |
| "num_input_tokens_seen": 1733392, |
| "step": 277, |
| "train_runtime": 1224.7221, |
| "train_tokens_per_second": 1415.335 |
| }, |
| { |
| "epoch": 0.4752136752136752, |
| "grad_norm": 0.0918450802564621, |
| "learning_rate": 0.00015330472103004293, |
| "loss": 0.4922, |
| "num_input_tokens_seen": 1739624, |
| "step": 278, |
| "train_runtime": 1228.6485, |
| "train_tokens_per_second": 1415.884 |
| }, |
| { |
| "epoch": 0.47692307692307695, |
| "grad_norm": 0.07409488409757614, |
| "learning_rate": 0.00015313304721030043, |
| "loss": 0.3089, |
| "num_input_tokens_seen": 1745512, |
| "step": 279, |
| "train_runtime": 1232.4839, |
| "train_tokens_per_second": 1416.255 |
| }, |
| { |
| "epoch": 0.47863247863247865, |
| "grad_norm": 0.08338349312543869, |
| "learning_rate": 0.00015296137339055794, |
| "loss": 0.3837, |
| "num_input_tokens_seen": 1751352, |
| "step": 280, |
| "train_runtime": 1236.2127, |
| "train_tokens_per_second": 1416.708 |
| }, |
| { |
| "epoch": 0.48034188034188036, |
| "grad_norm": 0.08887634426355362, |
| "learning_rate": 0.00015278969957081546, |
| "loss": 0.4143, |
| "num_input_tokens_seen": 1757360, |
| "step": 281, |
| "train_runtime": 1240.1646, |
| "train_tokens_per_second": 1417.038 |
| }, |
| { |
| "epoch": 0.48205128205128206, |
| "grad_norm": 0.08524525165557861, |
| "learning_rate": 0.00015261802575107297, |
| "loss": 0.4217, |
| "num_input_tokens_seen": 1762880, |
| "step": 282, |
| "train_runtime": 1243.7701, |
| "train_tokens_per_second": 1417.368 |
| }, |
| { |
| "epoch": 0.48376068376068376, |
| "grad_norm": 0.08796384930610657, |
| "learning_rate": 0.00015244635193133047, |
| "loss": 0.5087, |
| "num_input_tokens_seen": 1768064, |
| "step": 283, |
| "train_runtime": 1247.2163, |
| "train_tokens_per_second": 1417.608 |
| }, |
| { |
| "epoch": 0.48547008547008547, |
| "grad_norm": 0.08289546519517899, |
| "learning_rate": 0.000152274678111588, |
| "loss": 0.3867, |
| "num_input_tokens_seen": 1774344, |
| "step": 284, |
| "train_runtime": 1251.4095, |
| "train_tokens_per_second": 1417.876 |
| }, |
| { |
| "epoch": 0.48717948717948717, |
| "grad_norm": 0.09948357194662094, |
| "learning_rate": 0.0001521030042918455, |
| "loss": 0.4324, |
| "num_input_tokens_seen": 1779720, |
| "step": 285, |
| "train_runtime": 1255.0103, |
| "train_tokens_per_second": 1418.092 |
| }, |
| { |
| "epoch": 0.4888888888888889, |
| "grad_norm": 0.08023009449243546, |
| "learning_rate": 0.000151931330472103, |
| "loss": 0.2635, |
| "num_input_tokens_seen": 1789384, |
| "step": 286, |
| "train_runtime": 1260.9634, |
| "train_tokens_per_second": 1419.061 |
| }, |
| { |
| "epoch": 0.4905982905982906, |
| "grad_norm": 0.08087978512048721, |
| "learning_rate": 0.0001517596566523605, |
| "loss": 0.3492, |
| "num_input_tokens_seen": 1794880, |
| "step": 287, |
| "train_runtime": 1264.6081, |
| "train_tokens_per_second": 1419.317 |
| }, |
| { |
| "epoch": 0.49230769230769234, |
| "grad_norm": 0.07231873273849487, |
| "learning_rate": 0.00015158798283261804, |
| "loss": 0.3468, |
| "num_input_tokens_seen": 1800104, |
| "step": 288, |
| "train_runtime": 1268.0921, |
| "train_tokens_per_second": 1419.537 |
| }, |
| { |
| "epoch": 0.49401709401709404, |
| "grad_norm": 0.07424788177013397, |
| "learning_rate": 0.00015141630901287554, |
| "loss": 0.3704, |
| "num_input_tokens_seen": 1805928, |
| "step": 289, |
| "train_runtime": 1271.8437, |
| "train_tokens_per_second": 1419.929 |
| }, |
| { |
| "epoch": 0.49572649572649574, |
| "grad_norm": 0.09837713837623596, |
| "learning_rate": 0.00015124463519313307, |
| "loss": 0.45, |
| "num_input_tokens_seen": 1810824, |
| "step": 290, |
| "train_runtime": 1275.0248, |
| "train_tokens_per_second": 1420.227 |
| }, |
| { |
| "epoch": 0.49743589743589745, |
| "grad_norm": 0.08725966513156891, |
| "learning_rate": 0.00015107296137339057, |
| "loss": 0.4393, |
| "num_input_tokens_seen": 1815928, |
| "step": 291, |
| "train_runtime": 1278.4107, |
| "train_tokens_per_second": 1420.457 |
| }, |
| { |
| "epoch": 0.49914529914529915, |
| "grad_norm": 0.08219818770885468, |
| "learning_rate": 0.00015090128755364807, |
| "loss": 0.4083, |
| "num_input_tokens_seen": 1822272, |
| "step": 292, |
| "train_runtime": 1282.5809, |
| "train_tokens_per_second": 1420.785 |
| }, |
| { |
| "epoch": 0.5008547008547009, |
| "grad_norm": 0.08088050782680511, |
| "learning_rate": 0.0001507296137339056, |
| "loss": 0.3627, |
| "num_input_tokens_seen": 1828008, |
| "step": 293, |
| "train_runtime": 1286.3907, |
| "train_tokens_per_second": 1421.036 |
| }, |
| { |
| "epoch": 0.5025641025641026, |
| "grad_norm": 0.07896595448255539, |
| "learning_rate": 0.0001505579399141631, |
| "loss": 0.3942, |
| "num_input_tokens_seen": 1836360, |
| "step": 294, |
| "train_runtime": 1291.5001, |
| "train_tokens_per_second": 1421.881 |
| }, |
| { |
| "epoch": 0.5042735042735043, |
| "grad_norm": 0.09844955801963806, |
| "learning_rate": 0.0001503862660944206, |
| "loss": 0.4604, |
| "num_input_tokens_seen": 1843848, |
| "step": 295, |
| "train_runtime": 1296.2401, |
| "train_tokens_per_second": 1422.459 |
| }, |
| { |
| "epoch": 0.505982905982906, |
| "grad_norm": 0.07079170644283295, |
| "learning_rate": 0.0001502145922746781, |
| "loss": 0.2805, |
| "num_input_tokens_seen": 1851360, |
| "step": 296, |
| "train_runtime": 1300.9484, |
| "train_tokens_per_second": 1423.085 |
| }, |
| { |
| "epoch": 0.5076923076923077, |
| "grad_norm": 0.09218448400497437, |
| "learning_rate": 0.00015004291845493564, |
| "loss": 0.3511, |
| "num_input_tokens_seen": 1855936, |
| "step": 297, |
| "train_runtime": 1304.0647, |
| "train_tokens_per_second": 1423.193 |
| }, |
| { |
| "epoch": 0.5094017094017094, |
| "grad_norm": 0.09190265834331512, |
| "learning_rate": 0.00014987124463519314, |
| "loss": 0.3471, |
| "num_input_tokens_seen": 1863072, |
| "step": 298, |
| "train_runtime": 1308.6096, |
| "train_tokens_per_second": 1423.703 |
| }, |
| { |
| "epoch": 0.5111111111111111, |
| "grad_norm": 0.09502872824668884, |
| "learning_rate": 0.00014969957081545064, |
| "loss": 0.4892, |
| "num_input_tokens_seen": 1869608, |
| "step": 299, |
| "train_runtime": 1312.7245, |
| "train_tokens_per_second": 1424.22 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 0.10176997631788254, |
| "learning_rate": 0.00014952789699570817, |
| "loss": 0.4568, |
| "num_input_tokens_seen": 1875904, |
| "step": 300, |
| "train_runtime": 1316.7069, |
| "train_tokens_per_second": 1424.694 |
| }, |
| { |
| "epoch": 0.5145299145299145, |
| "grad_norm": 0.10159771889448166, |
| "learning_rate": 0.00014935622317596567, |
| "loss": 0.3938, |
| "num_input_tokens_seen": 1880448, |
| "step": 301, |
| "train_runtime": 1321.8403, |
| "train_tokens_per_second": 1422.599 |
| }, |
| { |
| "epoch": 0.5162393162393163, |
| "grad_norm": 0.07759668678045273, |
| "learning_rate": 0.0001491845493562232, |
| "loss": 0.4137, |
| "num_input_tokens_seen": 1888856, |
| "step": 302, |
| "train_runtime": 1327.1569, |
| "train_tokens_per_second": 1423.235 |
| }, |
| { |
| "epoch": 0.517948717948718, |
| "grad_norm": 0.06867683678865433, |
| "learning_rate": 0.00014901287553648068, |
| "loss": 0.3298, |
| "num_input_tokens_seen": 1895272, |
| "step": 303, |
| "train_runtime": 1331.3216, |
| "train_tokens_per_second": 1423.602 |
| }, |
| { |
| "epoch": 0.5196581196581197, |
| "grad_norm": 0.09469713270664215, |
| "learning_rate": 0.0001488412017167382, |
| "loss": 0.3788, |
| "num_input_tokens_seen": 1901800, |
| "step": 304, |
| "train_runtime": 1335.4905, |
| "train_tokens_per_second": 1424.046 |
| }, |
| { |
| "epoch": 0.5213675213675214, |
| "grad_norm": 0.07816332578659058, |
| "learning_rate": 0.0001486695278969957, |
| "loss": 0.428, |
| "num_input_tokens_seen": 1908632, |
| "step": 305, |
| "train_runtime": 1339.8213, |
| "train_tokens_per_second": 1424.542 |
| }, |
| { |
| "epoch": 0.5230769230769231, |
| "grad_norm": 0.08694681525230408, |
| "learning_rate": 0.00014849785407725324, |
| "loss": 0.3145, |
| "num_input_tokens_seen": 1913720, |
| "step": 306, |
| "train_runtime": 1343.2127, |
| "train_tokens_per_second": 1424.733 |
| }, |
| { |
| "epoch": 0.5247863247863248, |
| "grad_norm": 0.053747374564409256, |
| "learning_rate": 0.00014832618025751072, |
| "loss": 0.3026, |
| "num_input_tokens_seen": 1927400, |
| "step": 307, |
| "train_runtime": 1351.386, |
| "train_tokens_per_second": 1426.239 |
| }, |
| { |
| "epoch": 0.5264957264957265, |
| "grad_norm": 0.09011126309633255, |
| "learning_rate": 0.00014815450643776825, |
| "loss": 0.3607, |
| "num_input_tokens_seen": 1933544, |
| "step": 308, |
| "train_runtime": 1355.3093, |
| "train_tokens_per_second": 1426.644 |
| }, |
| { |
| "epoch": 0.5282051282051282, |
| "grad_norm": 0.08776524662971497, |
| "learning_rate": 0.00014798283261802578, |
| "loss": 0.4278, |
| "num_input_tokens_seen": 1938896, |
| "step": 309, |
| "train_runtime": 1358.8461, |
| "train_tokens_per_second": 1426.869 |
| }, |
| { |
| "epoch": 0.5299145299145299, |
| "grad_norm": 0.10794860124588013, |
| "learning_rate": 0.00014781115879828328, |
| "loss": 0.5204, |
| "num_input_tokens_seen": 1945288, |
| "step": 310, |
| "train_runtime": 1363.0326, |
| "train_tokens_per_second": 1427.176 |
| }, |
| { |
| "epoch": 0.5316239316239316, |
| "grad_norm": 0.08652819693088531, |
| "learning_rate": 0.00014763948497854078, |
| "loss": 0.3907, |
| "num_input_tokens_seen": 1951448, |
| "step": 311, |
| "train_runtime": 1366.9784, |
| "train_tokens_per_second": 1427.563 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 0.10126706957817078, |
| "learning_rate": 0.00014746781115879828, |
| "loss": 0.4945, |
| "num_input_tokens_seen": 1956456, |
| "step": 312, |
| "train_runtime": 1370.372, |
| "train_tokens_per_second": 1427.682 |
| }, |
| { |
| "epoch": 0.535042735042735, |
| "grad_norm": 0.10532712191343307, |
| "learning_rate": 0.0001472961373390558, |
| "loss": 0.4276, |
| "num_input_tokens_seen": 1961216, |
| "step": 313, |
| "train_runtime": 1373.4969, |
| "train_tokens_per_second": 1427.9 |
| }, |
| { |
| "epoch": 0.5367521367521367, |
| "grad_norm": 0.09144797176122665, |
| "learning_rate": 0.00014712446351931331, |
| "loss": 0.4097, |
| "num_input_tokens_seen": 1967176, |
| "step": 314, |
| "train_runtime": 1377.3529, |
| "train_tokens_per_second": 1428.229 |
| }, |
| { |
| "epoch": 0.5384615384615384, |
| "grad_norm": 0.07700413465499878, |
| "learning_rate": 0.00014695278969957082, |
| "loss": 0.5064, |
| "num_input_tokens_seen": 1973824, |
| "step": 315, |
| "train_runtime": 1381.6847, |
| "train_tokens_per_second": 1428.563 |
| }, |
| { |
| "epoch": 0.5401709401709401, |
| "grad_norm": 0.10635288059711456, |
| "learning_rate": 0.00014678111587982832, |
| "loss": 0.464, |
| "num_input_tokens_seen": 1978280, |
| "step": 316, |
| "train_runtime": 1384.7125, |
| "train_tokens_per_second": 1428.658 |
| }, |
| { |
| "epoch": 0.5418803418803418, |
| "grad_norm": 0.1100783571600914, |
| "learning_rate": 0.00014660944206008585, |
| "loss": 0.4738, |
| "num_input_tokens_seen": 1984584, |
| "step": 317, |
| "train_runtime": 1388.7531, |
| "train_tokens_per_second": 1429.04 |
| }, |
| { |
| "epoch": 0.5435897435897435, |
| "grad_norm": 0.09916520863771439, |
| "learning_rate": 0.00014643776824034338, |
| "loss": 0.4941, |
| "num_input_tokens_seen": 1990456, |
| "step": 318, |
| "train_runtime": 1392.6048, |
| "train_tokens_per_second": 1429.304 |
| }, |
| { |
| "epoch": 0.5452991452991452, |
| "grad_norm": 0.11754505336284637, |
| "learning_rate": 0.00014626609442060085, |
| "loss": 0.4537, |
| "num_input_tokens_seen": 1996424, |
| "step": 319, |
| "train_runtime": 1396.5367, |
| "train_tokens_per_second": 1429.554 |
| }, |
| { |
| "epoch": 0.5470085470085471, |
| "grad_norm": 0.09356576949357986, |
| "learning_rate": 0.00014609442060085838, |
| "loss": 0.3945, |
| "num_input_tokens_seen": 2002712, |
| "step": 320, |
| "train_runtime": 1400.5323, |
| "train_tokens_per_second": 1429.965 |
| }, |
| { |
| "epoch": 0.5487179487179488, |
| "grad_norm": 0.08926735818386078, |
| "learning_rate": 0.00014592274678111588, |
| "loss": 0.34, |
| "num_input_tokens_seen": 2010392, |
| "step": 321, |
| "train_runtime": 1405.3404, |
| "train_tokens_per_second": 1430.537 |
| }, |
| { |
| "epoch": 0.5504273504273505, |
| "grad_norm": 0.0716586783528328, |
| "learning_rate": 0.00014575107296137341, |
| "loss": 0.3498, |
| "num_input_tokens_seen": 2018112, |
| "step": 322, |
| "train_runtime": 1410.1769, |
| "train_tokens_per_second": 1431.106 |
| }, |
| { |
| "epoch": 0.5521367521367522, |
| "grad_norm": 0.08030697703361511, |
| "learning_rate": 0.0001455793991416309, |
| "loss": 0.4488, |
| "num_input_tokens_seen": 2024360, |
| "step": 323, |
| "train_runtime": 1414.2132, |
| "train_tokens_per_second": 1431.439 |
| }, |
| { |
| "epoch": 0.5538461538461539, |
| "grad_norm": 0.08266004920005798, |
| "learning_rate": 0.00014540772532188842, |
| "loss": 0.3271, |
| "num_input_tokens_seen": 2029784, |
| "step": 324, |
| "train_runtime": 1417.8782, |
| "train_tokens_per_second": 1431.564 |
| }, |
| { |
| "epoch": 0.5555555555555556, |
| "grad_norm": 0.0910225510597229, |
| "learning_rate": 0.00014523605150214592, |
| "loss": 0.3246, |
| "num_input_tokens_seen": 2035024, |
| "step": 325, |
| "train_runtime": 1421.4156, |
| "train_tokens_per_second": 1431.688 |
| }, |
| { |
| "epoch": 0.5572649572649573, |
| "grad_norm": 0.10865269601345062, |
| "learning_rate": 0.00014506437768240345, |
| "loss": 0.4211, |
| "num_input_tokens_seen": 2039312, |
| "step": 326, |
| "train_runtime": 1424.3146, |
| "train_tokens_per_second": 1431.785 |
| }, |
| { |
| "epoch": 0.558974358974359, |
| "grad_norm": 0.0958554595708847, |
| "learning_rate": 0.00014489270386266095, |
| "loss": 0.4778, |
| "num_input_tokens_seen": 2046432, |
| "step": 327, |
| "train_runtime": 1428.8104, |
| "train_tokens_per_second": 1432.263 |
| }, |
| { |
| "epoch": 0.5606837606837607, |
| "grad_norm": 0.09468738734722137, |
| "learning_rate": 0.00014472103004291846, |
| "loss": 0.4299, |
| "num_input_tokens_seen": 2051776, |
| "step": 328, |
| "train_runtime": 1432.395, |
| "train_tokens_per_second": 1432.409 |
| }, |
| { |
| "epoch": 0.5623931623931624, |
| "grad_norm": 0.06919053196907043, |
| "learning_rate": 0.00014454935622317599, |
| "loss": 0.3952, |
| "num_input_tokens_seen": 2057712, |
| "step": 329, |
| "train_runtime": 1436.3095, |
| "train_tokens_per_second": 1432.638 |
| }, |
| { |
| "epoch": 0.5641025641025641, |
| "grad_norm": 0.08503609895706177, |
| "learning_rate": 0.0001443776824034335, |
| "loss": 0.49, |
| "num_input_tokens_seen": 2061968, |
| "step": 330, |
| "train_runtime": 1439.2203, |
| "train_tokens_per_second": 1432.698 |
| }, |
| { |
| "epoch": 0.5658119658119658, |
| "grad_norm": 0.08844102919101715, |
| "learning_rate": 0.000144206008583691, |
| "loss": 0.4348, |
| "num_input_tokens_seen": 2067504, |
| "step": 331, |
| "train_runtime": 1444.8321, |
| "train_tokens_per_second": 1430.965 |
| }, |
| { |
| "epoch": 0.5675213675213675, |
| "grad_norm": 0.08457052707672119, |
| "learning_rate": 0.0001440343347639485, |
| "loss": 0.4158, |
| "num_input_tokens_seen": 2072688, |
| "step": 332, |
| "train_runtime": 1448.2405, |
| "train_tokens_per_second": 1431.177 |
| }, |
| { |
| "epoch": 0.5692307692307692, |
| "grad_norm": 0.08367235213518143, |
| "learning_rate": 0.00014386266094420602, |
| "loss": 0.331, |
| "num_input_tokens_seen": 2077200, |
| "step": 333, |
| "train_runtime": 1451.3343, |
| "train_tokens_per_second": 1431.235 |
| }, |
| { |
| "epoch": 0.5709401709401709, |
| "grad_norm": 0.09541928768157959, |
| "learning_rate": 0.00014369098712446352, |
| "loss": 0.3559, |
| "num_input_tokens_seen": 2081992, |
| "step": 334, |
| "train_runtime": 1454.5461, |
| "train_tokens_per_second": 1431.369 |
| }, |
| { |
| "epoch": 0.5726495726495726, |
| "grad_norm": 0.08940909057855606, |
| "learning_rate": 0.00014351931330472103, |
| "loss": 0.3756, |
| "num_input_tokens_seen": 2087928, |
| "step": 335, |
| "train_runtime": 1458.4391, |
| "train_tokens_per_second": 1431.618 |
| }, |
| { |
| "epoch": 0.5743589743589743, |
| "grad_norm": 0.07144365459680557, |
| "learning_rate": 0.00014334763948497856, |
| "loss": 0.3767, |
| "num_input_tokens_seen": 2096776, |
| "step": 336, |
| "train_runtime": 1463.9741, |
| "train_tokens_per_second": 1432.249 |
| }, |
| { |
| "epoch": 0.576068376068376, |
| "grad_norm": 0.1072118952870369, |
| "learning_rate": 0.00014317596566523606, |
| "loss": 0.4711, |
| "num_input_tokens_seen": 2100736, |
| "step": 337, |
| "train_runtime": 1466.8178, |
| "train_tokens_per_second": 1432.172 |
| }, |
| { |
| "epoch": 0.5777777777777777, |
| "grad_norm": 0.09300663322210312, |
| "learning_rate": 0.0001430042918454936, |
| "loss": 0.3452, |
| "num_input_tokens_seen": 2107160, |
| "step": 338, |
| "train_runtime": 1471.0439, |
| "train_tokens_per_second": 1432.425 |
| }, |
| { |
| "epoch": 0.5794871794871795, |
| "grad_norm": 0.07325253635644913, |
| "learning_rate": 0.00014283261802575106, |
| "loss": 0.4553, |
| "num_input_tokens_seen": 2113784, |
| "step": 339, |
| "train_runtime": 1475.4308, |
| "train_tokens_per_second": 1432.655 |
| }, |
| { |
| "epoch": 0.5811965811965812, |
| "grad_norm": 0.07705891877412796, |
| "learning_rate": 0.0001426609442060086, |
| "loss": 0.3485, |
| "num_input_tokens_seen": 2120384, |
| "step": 340, |
| "train_runtime": 1479.6085, |
| "train_tokens_per_second": 1433.071 |
| }, |
| { |
| "epoch": 0.582905982905983, |
| "grad_norm": 0.08625199645757675, |
| "learning_rate": 0.0001424892703862661, |
| "loss": 0.4506, |
| "num_input_tokens_seen": 2126768, |
| "step": 341, |
| "train_runtime": 1483.7964, |
| "train_tokens_per_second": 1433.329 |
| }, |
| { |
| "epoch": 0.5846153846153846, |
| "grad_norm": 0.0800558477640152, |
| "learning_rate": 0.00014231759656652362, |
| "loss": 0.3653, |
| "num_input_tokens_seen": 2132224, |
| "step": 342, |
| "train_runtime": 1487.3113, |
| "train_tokens_per_second": 1433.61 |
| }, |
| { |
| "epoch": 0.5863247863247864, |
| "grad_norm": 0.08397111296653748, |
| "learning_rate": 0.0001421459227467811, |
| "loss": 0.4463, |
| "num_input_tokens_seen": 2137720, |
| "step": 343, |
| "train_runtime": 1490.9075, |
| "train_tokens_per_second": 1433.838 |
| }, |
| { |
| "epoch": 0.588034188034188, |
| "grad_norm": 0.07987198978662491, |
| "learning_rate": 0.00014197424892703863, |
| "loss": 0.4335, |
| "num_input_tokens_seen": 2143688, |
| "step": 344, |
| "train_runtime": 1494.8312, |
| "train_tokens_per_second": 1434.067 |
| }, |
| { |
| "epoch": 0.5897435897435898, |
| "grad_norm": 0.08058437705039978, |
| "learning_rate": 0.00014180257510729616, |
| "loss": 0.4047, |
| "num_input_tokens_seen": 2149424, |
| "step": 345, |
| "train_runtime": 1498.5271, |
| "train_tokens_per_second": 1434.358 |
| }, |
| { |
| "epoch": 0.5914529914529915, |
| "grad_norm": 0.08178169280290604, |
| "learning_rate": 0.00014163090128755366, |
| "loss": 0.4263, |
| "num_input_tokens_seen": 2154792, |
| "step": 346, |
| "train_runtime": 1502.107, |
| "train_tokens_per_second": 1434.513 |
| }, |
| { |
| "epoch": 0.5931623931623932, |
| "grad_norm": 0.09406203776597977, |
| "learning_rate": 0.00014145922746781116, |
| "loss": 0.3642, |
| "num_input_tokens_seen": 2159888, |
| "step": 347, |
| "train_runtime": 1505.4719, |
| "train_tokens_per_second": 1434.692 |
| }, |
| { |
| "epoch": 0.5948717948717949, |
| "grad_norm": 0.08521080017089844, |
| "learning_rate": 0.00014128755364806867, |
| "loss": 0.4245, |
| "num_input_tokens_seen": 2164880, |
| "step": 348, |
| "train_runtime": 1508.7988, |
| "train_tokens_per_second": 1434.837 |
| }, |
| { |
| "epoch": 0.5965811965811966, |
| "grad_norm": 0.09558600187301636, |
| "learning_rate": 0.0001411158798283262, |
| "loss": 0.5506, |
| "num_input_tokens_seen": 2169712, |
| "step": 349, |
| "train_runtime": 1512.0048, |
| "train_tokens_per_second": 1434.99 |
| }, |
| { |
| "epoch": 0.5982905982905983, |
| "grad_norm": 0.09704317897558212, |
| "learning_rate": 0.0001409442060085837, |
| "loss": 0.4522, |
| "num_input_tokens_seen": 2176688, |
| "step": 350, |
| "train_runtime": 1516.4757, |
| "train_tokens_per_second": 1435.36 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.07796601951122284, |
| "learning_rate": 0.0001407725321888412, |
| "loss": 0.3903, |
| "num_input_tokens_seen": 2182704, |
| "step": 351, |
| "train_runtime": 1520.4129, |
| "train_tokens_per_second": 1435.599 |
| }, |
| { |
| "epoch": 0.6, |
| "eval_loss": 0.39889562129974365, |
| "eval_runtime": 40.1503, |
| "eval_samples_per_second": 24.857, |
| "eval_steps_per_second": 3.113, |
| "num_input_tokens_seen": 2182704, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.6017094017094017, |
| "grad_norm": 0.09079721570014954, |
| "learning_rate": 0.0001406008583690987, |
| "loss": 0.4283, |
| "num_input_tokens_seen": 2188192, |
| "step": 352, |
| "train_runtime": 1564.2922, |
| "train_tokens_per_second": 1398.838 |
| }, |
| { |
| "epoch": 0.6034188034188034, |
| "grad_norm": 0.0738375186920166, |
| "learning_rate": 0.00014042918454935623, |
| "loss": 0.4441, |
| "num_input_tokens_seen": 2196224, |
| "step": 353, |
| "train_runtime": 1569.3087, |
| "train_tokens_per_second": 1399.485 |
| }, |
| { |
| "epoch": 0.6051282051282051, |
| "grad_norm": 0.09894047677516937, |
| "learning_rate": 0.00014025751072961376, |
| "loss": 0.5074, |
| "num_input_tokens_seen": 2200912, |
| "step": 354, |
| "train_runtime": 1572.4562, |
| "train_tokens_per_second": 1399.665 |
| }, |
| { |
| "epoch": 0.6068376068376068, |
| "grad_norm": 0.07697256654500961, |
| "learning_rate": 0.00014008583690987124, |
| "loss": 0.3198, |
| "num_input_tokens_seen": 2206576, |
| "step": 355, |
| "train_runtime": 1576.2927, |
| "train_tokens_per_second": 1399.852 |
| }, |
| { |
| "epoch": 0.6085470085470085, |
| "grad_norm": 0.10991324484348297, |
| "learning_rate": 0.00013991416309012877, |
| "loss": 0.444, |
| "num_input_tokens_seen": 2210776, |
| "step": 356, |
| "train_runtime": 1579.1755, |
| "train_tokens_per_second": 1399.956 |
| }, |
| { |
| "epoch": 0.6102564102564103, |
| "grad_norm": 0.09266971796751022, |
| "learning_rate": 0.00013974248927038627, |
| "loss": 0.3746, |
| "num_input_tokens_seen": 2215184, |
| "step": 357, |
| "train_runtime": 1582.2121, |
| "train_tokens_per_second": 1400.055 |
| }, |
| { |
| "epoch": 0.611965811965812, |
| "grad_norm": 0.07689535617828369, |
| "learning_rate": 0.0001395708154506438, |
| "loss": 0.3114, |
| "num_input_tokens_seen": 2221480, |
| "step": 358, |
| "train_runtime": 1586.3483, |
| "train_tokens_per_second": 1400.373 |
| }, |
| { |
| "epoch": 0.6136752136752137, |
| "grad_norm": 0.09256884455680847, |
| "learning_rate": 0.00013939914163090127, |
| "loss": 0.5355, |
| "num_input_tokens_seen": 2227224, |
| "step": 359, |
| "train_runtime": 1590.0739, |
| "train_tokens_per_second": 1400.705 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 0.10408233106136322, |
| "learning_rate": 0.0001392274678111588, |
| "loss": 0.4115, |
| "num_input_tokens_seen": 2232224, |
| "step": 360, |
| "train_runtime": 1593.3627, |
| "train_tokens_per_second": 1400.952 |
| }, |
| { |
| "epoch": 0.6170940170940171, |
| "grad_norm": 0.0907105803489685, |
| "learning_rate": 0.0001390557939914163, |
| "loss": 0.3445, |
| "num_input_tokens_seen": 2236584, |
| "step": 361, |
| "train_runtime": 1598.5561, |
| "train_tokens_per_second": 1399.128 |
| }, |
| { |
| "epoch": 0.6188034188034188, |
| "grad_norm": 0.0865362212061882, |
| "learning_rate": 0.00013888412017167383, |
| "loss": 0.4831, |
| "num_input_tokens_seen": 2241096, |
| "step": 362, |
| "train_runtime": 1601.6168, |
| "train_tokens_per_second": 1399.271 |
| }, |
| { |
| "epoch": 0.6205128205128205, |
| "grad_norm": 0.09336186200380325, |
| "learning_rate": 0.00013871244635193134, |
| "loss": 0.3674, |
| "num_input_tokens_seen": 2245488, |
| "step": 363, |
| "train_runtime": 1604.583, |
| "train_tokens_per_second": 1399.422 |
| }, |
| { |
| "epoch": 0.6222222222222222, |
| "grad_norm": 0.09631265699863434, |
| "learning_rate": 0.00013854077253218884, |
| "loss": 0.3435, |
| "num_input_tokens_seen": 2250184, |
| "step": 364, |
| "train_runtime": 1607.6918, |
| "train_tokens_per_second": 1399.636 |
| }, |
| { |
| "epoch": 0.6239316239316239, |
| "grad_norm": 0.10324070602655411, |
| "learning_rate": 0.00013836909871244637, |
| "loss": 0.4786, |
| "num_input_tokens_seen": 2255360, |
| "step": 365, |
| "train_runtime": 1611.2468, |
| "train_tokens_per_second": 1399.761 |
| }, |
| { |
| "epoch": 0.6256410256410256, |
| "grad_norm": 0.08939824253320694, |
| "learning_rate": 0.00013819742489270387, |
| "loss": 0.4553, |
| "num_input_tokens_seen": 2261184, |
| "step": 366, |
| "train_runtime": 1615.0109, |
| "train_tokens_per_second": 1400.105 |
| }, |
| { |
| "epoch": 0.6273504273504273, |
| "grad_norm": 0.09298057854175568, |
| "learning_rate": 0.00013802575107296137, |
| "loss": 0.3719, |
| "num_input_tokens_seen": 2267688, |
| "step": 367, |
| "train_runtime": 1619.2073, |
| "train_tokens_per_second": 1400.493 |
| }, |
| { |
| "epoch": 0.629059829059829, |
| "grad_norm": 0.09285794943571091, |
| "learning_rate": 0.00013785407725321888, |
| "loss": 0.3364, |
| "num_input_tokens_seen": 2272200, |
| "step": 368, |
| "train_runtime": 1622.2382, |
| "train_tokens_per_second": 1400.657 |
| }, |
| { |
| "epoch": 0.6307692307692307, |
| "grad_norm": 0.08546578139066696, |
| "learning_rate": 0.0001376824034334764, |
| "loss": 0.3205, |
| "num_input_tokens_seen": 2276488, |
| "step": 369, |
| "train_runtime": 1625.2365, |
| "train_tokens_per_second": 1400.712 |
| }, |
| { |
| "epoch": 0.6324786324786325, |
| "grad_norm": 0.08365242183208466, |
| "learning_rate": 0.0001375107296137339, |
| "loss": 0.3349, |
| "num_input_tokens_seen": 2281184, |
| "step": 370, |
| "train_runtime": 1628.4726, |
| "train_tokens_per_second": 1400.812 |
| }, |
| { |
| "epoch": 0.6341880341880342, |
| "grad_norm": 0.07910430431365967, |
| "learning_rate": 0.0001373390557939914, |
| "loss": 0.3611, |
| "num_input_tokens_seen": 2286696, |
| "step": 371, |
| "train_runtime": 1632.1432, |
| "train_tokens_per_second": 1401.039 |
| }, |
| { |
| "epoch": 0.6358974358974359, |
| "grad_norm": 0.0918528288602829, |
| "learning_rate": 0.00013716738197424894, |
| "loss": 0.5565, |
| "num_input_tokens_seen": 2291648, |
| "step": 372, |
| "train_runtime": 1635.5649, |
| "train_tokens_per_second": 1401.136 |
| }, |
| { |
| "epoch": 0.6376068376068376, |
| "grad_norm": 0.07989461719989777, |
| "learning_rate": 0.00013699570815450644, |
| "loss": 0.4643, |
| "num_input_tokens_seen": 2298904, |
| "step": 373, |
| "train_runtime": 1640.2116, |
| "train_tokens_per_second": 1401.59 |
| }, |
| { |
| "epoch": 0.6393162393162393, |
| "grad_norm": 0.09709218889474869, |
| "learning_rate": 0.00013682403433476397, |
| "loss": 0.2924, |
| "num_input_tokens_seen": 2304656, |
| "step": 374, |
| "train_runtime": 1644.0348, |
| "train_tokens_per_second": 1401.829 |
| }, |
| { |
| "epoch": 0.6410256410256411, |
| "grad_norm": 0.08683669567108154, |
| "learning_rate": 0.00013665236051502147, |
| "loss": 0.399, |
| "num_input_tokens_seen": 2309560, |
| "step": 375, |
| "train_runtime": 1647.3687, |
| "train_tokens_per_second": 1401.969 |
| }, |
| { |
| "epoch": 0.6427350427350428, |
| "grad_norm": 0.09597049653530121, |
| "learning_rate": 0.00013648068669527898, |
| "loss": 0.4146, |
| "num_input_tokens_seen": 2314304, |
| "step": 376, |
| "train_runtime": 1650.5219, |
| "train_tokens_per_second": 1402.165 |
| }, |
| { |
| "epoch": 0.6444444444444445, |
| "grad_norm": 0.10446120798587799, |
| "learning_rate": 0.00013630901287553648, |
| "loss": 0.4616, |
| "num_input_tokens_seen": 2319912, |
| "step": 377, |
| "train_runtime": 1654.2418, |
| "train_tokens_per_second": 1402.402 |
| }, |
| { |
| "epoch": 0.6461538461538462, |
| "grad_norm": 0.10042799264192581, |
| "learning_rate": 0.000136137339055794, |
| "loss": 0.4273, |
| "num_input_tokens_seen": 2324896, |
| "step": 378, |
| "train_runtime": 1657.6904, |
| "train_tokens_per_second": 1402.491 |
| }, |
| { |
| "epoch": 0.6478632478632479, |
| "grad_norm": 0.09080878645181656, |
| "learning_rate": 0.0001359656652360515, |
| "loss": 0.371, |
| "num_input_tokens_seen": 2329696, |
| "step": 379, |
| "train_runtime": 1660.9598, |
| "train_tokens_per_second": 1402.62 |
| }, |
| { |
| "epoch": 0.6495726495726496, |
| "grad_norm": 0.09960087388753891, |
| "learning_rate": 0.000135793991416309, |
| "loss": 0.478, |
| "num_input_tokens_seen": 2335952, |
| "step": 380, |
| "train_runtime": 1665.0537, |
| "train_tokens_per_second": 1402.929 |
| }, |
| { |
| "epoch": 0.6512820512820513, |
| "grad_norm": 0.09628906100988388, |
| "learning_rate": 0.00013562231759656654, |
| "loss": 0.5056, |
| "num_input_tokens_seen": 2341424, |
| "step": 381, |
| "train_runtime": 1668.6974, |
| "train_tokens_per_second": 1403.145 |
| }, |
| { |
| "epoch": 0.652991452991453, |
| "grad_norm": 0.09442561119794846, |
| "learning_rate": 0.00013545064377682404, |
| "loss": 0.4214, |
| "num_input_tokens_seen": 2346280, |
| "step": 382, |
| "train_runtime": 1671.9888, |
| "train_tokens_per_second": 1403.287 |
| }, |
| { |
| "epoch": 0.6547008547008547, |
| "grad_norm": 0.08291413635015488, |
| "learning_rate": 0.00013527896995708155, |
| "loss": 0.3663, |
| "num_input_tokens_seen": 2351856, |
| "step": 383, |
| "train_runtime": 1675.6596, |
| "train_tokens_per_second": 1403.54 |
| }, |
| { |
| "epoch": 0.6564102564102564, |
| "grad_norm": 0.08272901922464371, |
| "learning_rate": 0.00013510729613733905, |
| "loss": 0.4371, |
| "num_input_tokens_seen": 2358488, |
| "step": 384, |
| "train_runtime": 1679.9498, |
| "train_tokens_per_second": 1403.904 |
| }, |
| { |
| "epoch": 0.6581196581196581, |
| "grad_norm": 0.09740111231803894, |
| "learning_rate": 0.00013493562231759658, |
| "loss": 0.4235, |
| "num_input_tokens_seen": 2363344, |
| "step": 385, |
| "train_runtime": 1683.3637, |
| "train_tokens_per_second": 1403.941 |
| }, |
| { |
| "epoch": 0.6598290598290598, |
| "grad_norm": 0.10885223746299744, |
| "learning_rate": 0.00013476394849785408, |
| "loss": 0.5086, |
| "num_input_tokens_seen": 2369912, |
| "step": 386, |
| "train_runtime": 1687.682, |
| "train_tokens_per_second": 1404.241 |
| }, |
| { |
| "epoch": 0.6615384615384615, |
| "grad_norm": 0.08678839355707169, |
| "learning_rate": 0.00013459227467811158, |
| "loss": 0.2697, |
| "num_input_tokens_seen": 2374184, |
| "step": 387, |
| "train_runtime": 1690.6282, |
| "train_tokens_per_second": 1404.321 |
| }, |
| { |
| "epoch": 0.6632478632478632, |
| "grad_norm": 0.08202622830867767, |
| "learning_rate": 0.00013442060085836909, |
| "loss": 0.4109, |
| "num_input_tokens_seen": 2379040, |
| "step": 388, |
| "train_runtime": 1693.9423, |
| "train_tokens_per_second": 1404.44 |
| }, |
| { |
| "epoch": 0.6649572649572649, |
| "grad_norm": 0.08018656075000763, |
| "learning_rate": 0.00013424892703862662, |
| "loss": 0.4139, |
| "num_input_tokens_seen": 2387224, |
| "step": 389, |
| "train_runtime": 1699.0756, |
| "train_tokens_per_second": 1405.013 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.08134426176548004, |
| "learning_rate": 0.00013407725321888414, |
| "loss": 0.4374, |
| "num_input_tokens_seen": 2392080, |
| "step": 390, |
| "train_runtime": 1702.3937, |
| "train_tokens_per_second": 1405.127 |
| }, |
| { |
| "epoch": 0.6683760683760683, |
| "grad_norm": 0.07251180708408356, |
| "learning_rate": 0.00013390557939914165, |
| "loss": 0.3994, |
| "num_input_tokens_seen": 2398128, |
| "step": 391, |
| "train_runtime": 1708.3925, |
| "train_tokens_per_second": 1403.734 |
| }, |
| { |
| "epoch": 0.67008547008547, |
| "grad_norm": 0.08818169683218002, |
| "learning_rate": 0.00013373390557939915, |
| "loss": 0.4005, |
| "num_input_tokens_seen": 2404440, |
| "step": 392, |
| "train_runtime": 1712.4305, |
| "train_tokens_per_second": 1404.11 |
| }, |
| { |
| "epoch": 0.6717948717948717, |
| "grad_norm": 0.0823337659239769, |
| "learning_rate": 0.00013356223175965665, |
| "loss": 0.3136, |
| "num_input_tokens_seen": 2412128, |
| "step": 393, |
| "train_runtime": 1717.3418, |
| "train_tokens_per_second": 1404.571 |
| }, |
| { |
| "epoch": 0.6735042735042736, |
| "grad_norm": 0.09980267286300659, |
| "learning_rate": 0.00013339055793991418, |
| "loss": 0.4452, |
| "num_input_tokens_seen": 2416536, |
| "step": 394, |
| "train_runtime": 1720.4905, |
| "train_tokens_per_second": 1404.562 |
| }, |
| { |
| "epoch": 0.6752136752136753, |
| "grad_norm": 0.08660242706537247, |
| "learning_rate": 0.00013321888412017168, |
| "loss": 0.4983, |
| "num_input_tokens_seen": 2421080, |
| "step": 395, |
| "train_runtime": 1723.5853, |
| "train_tokens_per_second": 1404.677 |
| }, |
| { |
| "epoch": 0.676923076923077, |
| "grad_norm": 0.10475271195173264, |
| "learning_rate": 0.00013304721030042919, |
| "loss": 0.4383, |
| "num_input_tokens_seen": 2427376, |
| "step": 396, |
| "train_runtime": 1727.6892, |
| "train_tokens_per_second": 1404.984 |
| }, |
| { |
| "epoch": 0.6786324786324787, |
| "grad_norm": 0.08192956447601318, |
| "learning_rate": 0.0001328755364806867, |
| "loss": 0.3392, |
| "num_input_tokens_seen": 2435120, |
| "step": 397, |
| "train_runtime": 1732.6657, |
| "train_tokens_per_second": 1405.418 |
| }, |
| { |
| "epoch": 0.6803418803418804, |
| "grad_norm": 0.07553105801343918, |
| "learning_rate": 0.00013270386266094422, |
| "loss": 0.383, |
| "num_input_tokens_seen": 2442576, |
| "step": 398, |
| "train_runtime": 1737.418, |
| "train_tokens_per_second": 1405.866 |
| }, |
| { |
| "epoch": 0.6820512820512821, |
| "grad_norm": 0.1032620221376419, |
| "learning_rate": 0.00013253218884120172, |
| "loss": 0.4186, |
| "num_input_tokens_seen": 2448784, |
| "step": 399, |
| "train_runtime": 1741.4935, |
| "train_tokens_per_second": 1406.14 |
| }, |
| { |
| "epoch": 0.6837606837606838, |
| "grad_norm": 0.10456489771604538, |
| "learning_rate": 0.00013236051502145922, |
| "loss": 0.4697, |
| "num_input_tokens_seen": 2455504, |
| "step": 400, |
| "train_runtime": 1745.7367, |
| "train_tokens_per_second": 1406.572 |
| }, |
| { |
| "epoch": 0.6854700854700855, |
| "grad_norm": 0.09265512973070145, |
| "learning_rate": 0.00013218884120171675, |
| "loss": 0.4487, |
| "num_input_tokens_seen": 2461560, |
| "step": 401, |
| "train_runtime": 1749.5632, |
| "train_tokens_per_second": 1406.957 |
| }, |
| { |
| "epoch": 0.6871794871794872, |
| "grad_norm": 0.07256102561950684, |
| "learning_rate": 0.00013201716738197425, |
| "loss": 0.3153, |
| "num_input_tokens_seen": 2468800, |
| "step": 402, |
| "train_runtime": 1754.2231, |
| "train_tokens_per_second": 1407.347 |
| }, |
| { |
| "epoch": 0.6888888888888889, |
| "grad_norm": 0.07364867627620697, |
| "learning_rate": 0.00013184549356223176, |
| "loss": 0.3433, |
| "num_input_tokens_seen": 2477720, |
| "step": 403, |
| "train_runtime": 1759.7128, |
| "train_tokens_per_second": 1408.025 |
| }, |
| { |
| "epoch": 0.6905982905982906, |
| "grad_norm": 0.08628483861684799, |
| "learning_rate": 0.00013167381974248926, |
| "loss": 0.3985, |
| "num_input_tokens_seen": 2486192, |
| "step": 404, |
| "train_runtime": 1765.0347, |
| "train_tokens_per_second": 1408.58 |
| }, |
| { |
| "epoch": 0.6923076923076923, |
| "grad_norm": 0.08556502312421799, |
| "learning_rate": 0.0001315021459227468, |
| "loss": 0.3041, |
| "num_input_tokens_seen": 2492480, |
| "step": 405, |
| "train_runtime": 1769.0985, |
| "train_tokens_per_second": 1408.898 |
| }, |
| { |
| "epoch": 0.694017094017094, |
| "grad_norm": 0.10038785636425018, |
| "learning_rate": 0.0001313304721030043, |
| "loss": 0.9755, |
| "num_input_tokens_seen": 2498112, |
| "step": 406, |
| "train_runtime": 1772.8297, |
| "train_tokens_per_second": 1409.11 |
| }, |
| { |
| "epoch": 0.6957264957264957, |
| "grad_norm": 0.09080588072538376, |
| "learning_rate": 0.00013115879828326182, |
| "loss": 0.3674, |
| "num_input_tokens_seen": 2502984, |
| "step": 407, |
| "train_runtime": 1776.2479, |
| "train_tokens_per_second": 1409.141 |
| }, |
| { |
| "epoch": 0.6974358974358974, |
| "grad_norm": 0.08220319449901581, |
| "learning_rate": 0.00013098712446351932, |
| "loss": 0.3126, |
| "num_input_tokens_seen": 2507112, |
| "step": 408, |
| "train_runtime": 1779.1809, |
| "train_tokens_per_second": 1409.138 |
| }, |
| { |
| "epoch": 0.6991452991452991, |
| "grad_norm": 0.11195231974124908, |
| "learning_rate": 0.00013081545064377683, |
| "loss": 0.3934, |
| "num_input_tokens_seen": 2515928, |
| "step": 409, |
| "train_runtime": 1784.7765, |
| "train_tokens_per_second": 1409.66 |
| }, |
| { |
| "epoch": 0.7008547008547008, |
| "grad_norm": 0.09571472555398941, |
| "learning_rate": 0.00013064377682403435, |
| "loss": 0.3706, |
| "num_input_tokens_seen": 2521944, |
| "step": 410, |
| "train_runtime": 1788.7202, |
| "train_tokens_per_second": 1409.915 |
| }, |
| { |
| "epoch": 0.7025641025641025, |
| "grad_norm": 0.09179401397705078, |
| "learning_rate": 0.00013047210300429186, |
| "loss": 0.2979, |
| "num_input_tokens_seen": 2526848, |
| "step": 411, |
| "train_runtime": 1792.0136, |
| "train_tokens_per_second": 1410.061 |
| }, |
| { |
| "epoch": 0.7042735042735043, |
| "grad_norm": 0.09440741688013077, |
| "learning_rate": 0.00013030042918454936, |
| "loss": 0.5097, |
| "num_input_tokens_seen": 2533784, |
| "step": 412, |
| "train_runtime": 1796.3941, |
| "train_tokens_per_second": 1410.483 |
| }, |
| { |
| "epoch": 0.705982905982906, |
| "grad_norm": 0.11012144386768341, |
| "learning_rate": 0.00013012875536480686, |
| "loss": 0.385, |
| "num_input_tokens_seen": 2538112, |
| "step": 413, |
| "train_runtime": 1799.4714, |
| "train_tokens_per_second": 1410.476 |
| }, |
| { |
| "epoch": 0.7076923076923077, |
| "grad_norm": 0.08006038516759872, |
| "learning_rate": 0.0001299570815450644, |
| "loss": 0.4715, |
| "num_input_tokens_seen": 2544952, |
| "step": 414, |
| "train_runtime": 1803.9087, |
| "train_tokens_per_second": 1410.799 |
| }, |
| { |
| "epoch": 0.7094017094017094, |
| "grad_norm": 0.0850716233253479, |
| "learning_rate": 0.0001297854077253219, |
| "loss": 0.3632, |
| "num_input_tokens_seen": 2550800, |
| "step": 415, |
| "train_runtime": 1807.7422, |
| "train_tokens_per_second": 1411.042 |
| }, |
| { |
| "epoch": 0.7111111111111111, |
| "grad_norm": 0.08932614326477051, |
| "learning_rate": 0.0001296137339055794, |
| "loss": 0.4279, |
| "num_input_tokens_seen": 2557144, |
| "step": 416, |
| "train_runtime": 1811.9042, |
| "train_tokens_per_second": 1411.302 |
| }, |
| { |
| "epoch": 0.7128205128205128, |
| "grad_norm": 0.08836366981267929, |
| "learning_rate": 0.00012944206008583693, |
| "loss": 0.404, |
| "num_input_tokens_seen": 2562936, |
| "step": 417, |
| "train_runtime": 1815.6127, |
| "train_tokens_per_second": 1411.609 |
| }, |
| { |
| "epoch": 0.7145299145299145, |
| "grad_norm": 0.08833774924278259, |
| "learning_rate": 0.00012927038626609443, |
| "loss": 0.4296, |
| "num_input_tokens_seen": 2567728, |
| "step": 418, |
| "train_runtime": 1818.8812, |
| "train_tokens_per_second": 1411.707 |
| }, |
| { |
| "epoch": 0.7162393162393162, |
| "grad_norm": 0.0948844775557518, |
| "learning_rate": 0.00012909871244635193, |
| "loss": 0.398, |
| "num_input_tokens_seen": 2573784, |
| "step": 419, |
| "train_runtime": 1822.8202, |
| "train_tokens_per_second": 1411.979 |
| }, |
| { |
| "epoch": 0.717948717948718, |
| "grad_norm": 0.08557496964931488, |
| "learning_rate": 0.00012892703862660943, |
| "loss": 0.4048, |
| "num_input_tokens_seen": 2580104, |
| "step": 420, |
| "train_runtime": 1826.9724, |
| "train_tokens_per_second": 1412.229 |
| }, |
| { |
| "epoch": 0.7196581196581197, |
| "grad_norm": 0.10961645841598511, |
| "learning_rate": 0.00012875536480686696, |
| "loss": 0.3888, |
| "num_input_tokens_seen": 2586304, |
| "step": 421, |
| "train_runtime": 1833.0299, |
| "train_tokens_per_second": 1410.945 |
| }, |
| { |
| "epoch": 0.7213675213675214, |
| "grad_norm": 0.09428433328866959, |
| "learning_rate": 0.00012858369098712446, |
| "loss": 0.3787, |
| "num_input_tokens_seen": 2591328, |
| "step": 422, |
| "train_runtime": 1836.3708, |
| "train_tokens_per_second": 1411.114 |
| }, |
| { |
| "epoch": 0.7230769230769231, |
| "grad_norm": 0.07983230799436569, |
| "learning_rate": 0.000128412017167382, |
| "loss": 0.4333, |
| "num_input_tokens_seen": 2597392, |
| "step": 423, |
| "train_runtime": 1840.3075, |
| "train_tokens_per_second": 1411.39 |
| }, |
| { |
| "epoch": 0.7247863247863248, |
| "grad_norm": 0.09758428484201431, |
| "learning_rate": 0.0001282403433476395, |
| "loss": 0.4846, |
| "num_input_tokens_seen": 2603632, |
| "step": 424, |
| "train_runtime": 1844.4191, |
| "train_tokens_per_second": 1411.627 |
| }, |
| { |
| "epoch": 0.7264957264957265, |
| "grad_norm": 0.11297962069511414, |
| "learning_rate": 0.000128068669527897, |
| "loss": 0.4252, |
| "num_input_tokens_seen": 2609304, |
| "step": 425, |
| "train_runtime": 1848.0395, |
| "train_tokens_per_second": 1411.931 |
| }, |
| { |
| "epoch": 0.7282051282051282, |
| "grad_norm": 0.10584045201539993, |
| "learning_rate": 0.00012789699570815453, |
| "loss": 0.3543, |
| "num_input_tokens_seen": 2613512, |
| "step": 426, |
| "train_runtime": 1850.9158, |
| "train_tokens_per_second": 1412.01 |
| }, |
| { |
| "epoch": 0.7299145299145299, |
| "grad_norm": 0.10154668241739273, |
| "learning_rate": 0.00012772532188841203, |
| "loss": 0.546, |
| "num_input_tokens_seen": 2618824, |
| "step": 427, |
| "train_runtime": 1854.4991, |
| "train_tokens_per_second": 1412.146 |
| }, |
| { |
| "epoch": 0.7316239316239316, |
| "grad_norm": 0.10194077342748642, |
| "learning_rate": 0.00012755364806866953, |
| "loss": 0.4355, |
| "num_input_tokens_seen": 2626440, |
| "step": 428, |
| "train_runtime": 1859.1535, |
| "train_tokens_per_second": 1412.707 |
| }, |
| { |
| "epoch": 0.7333333333333333, |
| "grad_norm": 0.059250883758068085, |
| "learning_rate": 0.00012738197424892704, |
| "loss": 0.3542, |
| "num_input_tokens_seen": 2640696, |
| "step": 429, |
| "train_runtime": 1867.9636, |
| "train_tokens_per_second": 1413.676 |
| }, |
| { |
| "epoch": 0.7350427350427351, |
| "grad_norm": 0.09271879494190216, |
| "learning_rate": 0.00012721030042918456, |
| "loss": 0.3714, |
| "num_input_tokens_seen": 2645552, |
| "step": 430, |
| "train_runtime": 1871.1549, |
| "train_tokens_per_second": 1413.861 |
| }, |
| { |
| "epoch": 0.7367521367521368, |
| "grad_norm": 0.10251565277576447, |
| "learning_rate": 0.00012703862660944207, |
| "loss": 0.402, |
| "num_input_tokens_seen": 2650008, |
| "step": 431, |
| "train_runtime": 1874.2478, |
| "train_tokens_per_second": 1413.905 |
| }, |
| { |
| "epoch": 0.7384615384615385, |
| "grad_norm": 0.08104413002729416, |
| "learning_rate": 0.00012686695278969957, |
| "loss": 0.3586, |
| "num_input_tokens_seen": 2657184, |
| "step": 432, |
| "train_runtime": 1878.7478, |
| "train_tokens_per_second": 1414.338 |
| }, |
| { |
| "epoch": 0.7401709401709402, |
| "grad_norm": 0.08250881731510162, |
| "learning_rate": 0.0001266952789699571, |
| "loss": 0.4122, |
| "num_input_tokens_seen": 2662408, |
| "step": 433, |
| "train_runtime": 1882.2806, |
| "train_tokens_per_second": 1414.459 |
| }, |
| { |
| "epoch": 0.7418803418803419, |
| "grad_norm": 0.08179739117622375, |
| "learning_rate": 0.0001265236051502146, |
| "loss": 0.3988, |
| "num_input_tokens_seen": 2668632, |
| "step": 434, |
| "train_runtime": 1886.2827, |
| "train_tokens_per_second": 1414.757 |
| }, |
| { |
| "epoch": 0.7435897435897436, |
| "grad_norm": 0.09739404171705246, |
| "learning_rate": 0.00012635193133047213, |
| "loss": 0.4507, |
| "num_input_tokens_seen": 2675376, |
| "step": 435, |
| "train_runtime": 1890.5915, |
| "train_tokens_per_second": 1415.1 |
| }, |
| { |
| "epoch": 0.7452991452991453, |
| "grad_norm": 0.08292689919471741, |
| "learning_rate": 0.0001261802575107296, |
| "loss": 0.344, |
| "num_input_tokens_seen": 2681072, |
| "step": 436, |
| "train_runtime": 1894.2808, |
| "train_tokens_per_second": 1415.351 |
| }, |
| { |
| "epoch": 0.747008547008547, |
| "grad_norm": 0.10009622573852539, |
| "learning_rate": 0.00012600858369098714, |
| "loss": 0.4121, |
| "num_input_tokens_seen": 2687664, |
| "step": 437, |
| "train_runtime": 1898.7144, |
| "train_tokens_per_second": 1415.518 |
| }, |
| { |
| "epoch": 0.7487179487179487, |
| "grad_norm": 0.08162456750869751, |
| "learning_rate": 0.00012583690987124464, |
| "loss": 0.38, |
| "num_input_tokens_seen": 2692888, |
| "step": 438, |
| "train_runtime": 1902.2857, |
| "train_tokens_per_second": 1415.607 |
| }, |
| { |
| "epoch": 0.7504273504273504, |
| "grad_norm": 0.10055331140756607, |
| "learning_rate": 0.00012566523605150217, |
| "loss": 0.5579, |
| "num_input_tokens_seen": 2698192, |
| "step": 439, |
| "train_runtime": 1905.8783, |
| "train_tokens_per_second": 1415.721 |
| }, |
| { |
| "epoch": 0.7521367521367521, |
| "grad_norm": 0.08599859476089478, |
| "learning_rate": 0.00012549356223175964, |
| "loss": 0.4105, |
| "num_input_tokens_seen": 2706400, |
| "step": 440, |
| "train_runtime": 1911.01, |
| "train_tokens_per_second": 1416.214 |
| }, |
| { |
| "epoch": 0.7538461538461538, |
| "grad_norm": 0.10321099311113358, |
| "learning_rate": 0.00012532188841201717, |
| "loss": 0.5507, |
| "num_input_tokens_seen": 2711248, |
| "step": 441, |
| "train_runtime": 1914.2832, |
| "train_tokens_per_second": 1416.325 |
| }, |
| { |
| "epoch": 0.7555555555555555, |
| "grad_norm": 0.08138895779848099, |
| "learning_rate": 0.0001251502145922747, |
| "loss": 0.3421, |
| "num_input_tokens_seen": 2717984, |
| "step": 442, |
| "train_runtime": 1918.6058, |
| "train_tokens_per_second": 1416.645 |
| }, |
| { |
| "epoch": 0.7572649572649572, |
| "grad_norm": 0.09042924642562866, |
| "learning_rate": 0.0001249785407725322, |
| "loss": 0.4009, |
| "num_input_tokens_seen": 2724304, |
| "step": 443, |
| "train_runtime": 1922.6265, |
| "train_tokens_per_second": 1416.97 |
| }, |
| { |
| "epoch": 0.7589743589743589, |
| "grad_norm": 0.08353422582149506, |
| "learning_rate": 0.0001248068669527897, |
| "loss": 0.5339, |
| "num_input_tokens_seen": 2730536, |
| "step": 444, |
| "train_runtime": 1926.6415, |
| "train_tokens_per_second": 1417.252 |
| }, |
| { |
| "epoch": 0.7606837606837606, |
| "grad_norm": 0.08057735860347748, |
| "learning_rate": 0.0001246351931330472, |
| "loss": 0.2139, |
| "num_input_tokens_seen": 2739592, |
| "step": 445, |
| "train_runtime": 1932.3746, |
| "train_tokens_per_second": 1417.733 |
| }, |
| { |
| "epoch": 0.7623931623931623, |
| "grad_norm": 0.08368086814880371, |
| "learning_rate": 0.00012446351931330474, |
| "loss": 0.4547, |
| "num_input_tokens_seen": 2746472, |
| "step": 446, |
| "train_runtime": 1936.8148, |
| "train_tokens_per_second": 1418.035 |
| }, |
| { |
| "epoch": 0.764102564102564, |
| "grad_norm": 0.09206908941268921, |
| "learning_rate": 0.00012429184549356224, |
| "loss": 0.364, |
| "num_input_tokens_seen": 2752544, |
| "step": 447, |
| "train_runtime": 1940.8003, |
| "train_tokens_per_second": 1418.252 |
| }, |
| { |
| "epoch": 0.7658119658119659, |
| "grad_norm": 0.09689074009656906, |
| "learning_rate": 0.00012412017167381974, |
| "loss": 0.3698, |
| "num_input_tokens_seen": 2756232, |
| "step": 448, |
| "train_runtime": 1943.3995, |
| "train_tokens_per_second": 1418.253 |
| }, |
| { |
| "epoch": 0.7675213675213676, |
| "grad_norm": 0.11510168761014938, |
| "learning_rate": 0.00012394849785407725, |
| "loss": 0.4782, |
| "num_input_tokens_seen": 2763704, |
| "step": 449, |
| "train_runtime": 1948.0738, |
| "train_tokens_per_second": 1418.685 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 0.10438208281993866, |
| "learning_rate": 0.00012377682403433477, |
| "loss": 0.4068, |
| "num_input_tokens_seen": 2771048, |
| "step": 450, |
| "train_runtime": 1952.7876, |
| "train_tokens_per_second": 1419.022 |
| }, |
| { |
| "epoch": 0.770940170940171, |
| "grad_norm": 0.09076783806085587, |
| "learning_rate": 0.0001236051502145923, |
| "loss": 0.4336, |
| "num_input_tokens_seen": 2776848, |
| "step": 451, |
| "train_runtime": 1958.6056, |
| "train_tokens_per_second": 1417.768 |
| }, |
| { |
| "epoch": 0.7726495726495727, |
| "grad_norm": 0.09839843213558197, |
| "learning_rate": 0.00012343347639484978, |
| "loss": 0.4169, |
| "num_input_tokens_seen": 2781392, |
| "step": 452, |
| "train_runtime": 1961.7188, |
| "train_tokens_per_second": 1417.834 |
| }, |
| { |
| "epoch": 0.7743589743589744, |
| "grad_norm": 0.11131442338228226, |
| "learning_rate": 0.0001232618025751073, |
| "loss": 0.3881, |
| "num_input_tokens_seen": 2785736, |
| "step": 453, |
| "train_runtime": 1964.6246, |
| "train_tokens_per_second": 1417.948 |
| }, |
| { |
| "epoch": 0.7760683760683761, |
| "grad_norm": 0.09070441126823425, |
| "learning_rate": 0.0001230901287553648, |
| "loss": 0.399, |
| "num_input_tokens_seen": 2790968, |
| "step": 454, |
| "train_runtime": 1968.1511, |
| "train_tokens_per_second": 1418.066 |
| }, |
| { |
| "epoch": 0.7777777777777778, |
| "grad_norm": 0.09357093274593353, |
| "learning_rate": 0.00012291845493562234, |
| "loss": 0.4989, |
| "num_input_tokens_seen": 2795968, |
| "step": 455, |
| "train_runtime": 1971.5124, |
| "train_tokens_per_second": 1418.184 |
| }, |
| { |
| "epoch": 0.7794871794871795, |
| "grad_norm": 0.08152603358030319, |
| "learning_rate": 0.00012274678111587982, |
| "loss": 0.397, |
| "num_input_tokens_seen": 2801968, |
| "step": 456, |
| "train_runtime": 1975.4058, |
| "train_tokens_per_second": 1418.427 |
| }, |
| { |
| "epoch": 0.7811965811965812, |
| "grad_norm": 0.08832139521837234, |
| "learning_rate": 0.00012257510729613735, |
| "loss": 0.4593, |
| "num_input_tokens_seen": 2806896, |
| "step": 457, |
| "train_runtime": 1978.6286, |
| "train_tokens_per_second": 1418.607 |
| }, |
| { |
| "epoch": 0.7829059829059829, |
| "grad_norm": 0.09871666878461838, |
| "learning_rate": 0.00012240343347639485, |
| "loss": 0.5688, |
| "num_input_tokens_seen": 2811904, |
| "step": 458, |
| "train_runtime": 1981.985, |
| "train_tokens_per_second": 1418.731 |
| }, |
| { |
| "epoch": 0.7846153846153846, |
| "grad_norm": 0.08846089243888855, |
| "learning_rate": 0.00012223175965665238, |
| "loss": 0.3872, |
| "num_input_tokens_seen": 2817760, |
| "step": 459, |
| "train_runtime": 1985.7982, |
| "train_tokens_per_second": 1418.956 |
| }, |
| { |
| "epoch": 0.7863247863247863, |
| "grad_norm": 0.07381941378116608, |
| "learning_rate": 0.0001220600858369099, |
| "loss": 0.397, |
| "num_input_tokens_seen": 2828936, |
| "step": 460, |
| "train_runtime": 1992.6291, |
| "train_tokens_per_second": 1419.7 |
| }, |
| { |
| "epoch": 0.788034188034188, |
| "grad_norm": 0.0786755383014679, |
| "learning_rate": 0.00012188841201716738, |
| "loss": 0.3676, |
| "num_input_tokens_seen": 2834352, |
| "step": 461, |
| "train_runtime": 1996.1137, |
| "train_tokens_per_second": 1419.935 |
| }, |
| { |
| "epoch": 0.7897435897435897, |
| "grad_norm": 0.09888231754302979, |
| "learning_rate": 0.00012171673819742491, |
| "loss": 0.6124, |
| "num_input_tokens_seen": 2839672, |
| "step": 462, |
| "train_runtime": 1999.6256, |
| "train_tokens_per_second": 1420.102 |
| }, |
| { |
| "epoch": 0.7914529914529914, |
| "grad_norm": 0.07366322726011276, |
| "learning_rate": 0.0001215450643776824, |
| "loss": 0.3307, |
| "num_input_tokens_seen": 2845376, |
| "step": 463, |
| "train_runtime": 2003.3598, |
| "train_tokens_per_second": 1420.302 |
| }, |
| { |
| "epoch": 0.7931623931623931, |
| "grad_norm": 0.10405825823545456, |
| "learning_rate": 0.00012137339055793993, |
| "loss": 0.5077, |
| "num_input_tokens_seen": 2850056, |
| "step": 464, |
| "train_runtime": 2006.5829, |
| "train_tokens_per_second": 1420.353 |
| }, |
| { |
| "epoch": 0.7948717948717948, |
| "grad_norm": 0.0754900574684143, |
| "learning_rate": 0.00012120171673819742, |
| "loss": 0.2874, |
| "num_input_tokens_seen": 2856648, |
| "step": 465, |
| "train_runtime": 2010.8653, |
| "train_tokens_per_second": 1420.606 |
| }, |
| { |
| "epoch": 0.7965811965811965, |
| "grad_norm": 0.08353781700134277, |
| "learning_rate": 0.00012103004291845495, |
| "loss": 0.3667, |
| "num_input_tokens_seen": 2862632, |
| "step": 466, |
| "train_runtime": 2014.8034, |
| "train_tokens_per_second": 1420.8 |
| }, |
| { |
| "epoch": 0.7982905982905983, |
| "grad_norm": 0.07881499826908112, |
| "learning_rate": 0.00012085836909871244, |
| "loss": 0.6024, |
| "num_input_tokens_seen": 2870288, |
| "step": 467, |
| "train_runtime": 2019.6398, |
| "train_tokens_per_second": 1421.188 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.08371937274932861, |
| "learning_rate": 0.00012068669527896997, |
| "loss": 0.3757, |
| "num_input_tokens_seen": 2876552, |
| "step": 468, |
| "train_runtime": 2023.5632, |
| "train_tokens_per_second": 1421.528 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_loss": 0.3975943326950073, |
| "eval_runtime": 40.2348, |
| "eval_samples_per_second": 24.804, |
| "eval_steps_per_second": 3.107, |
| "num_input_tokens_seen": 2876552, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.8017094017094017, |
| "grad_norm": 0.09587102383375168, |
| "learning_rate": 0.00012051502145922748, |
| "loss": 0.4033, |
| "num_input_tokens_seen": 2880952, |
| "step": 469, |
| "train_runtime": 2066.7148, |
| "train_tokens_per_second": 1393.977 |
| }, |
| { |
| "epoch": 0.8034188034188035, |
| "grad_norm": 0.07546790689229965, |
| "learning_rate": 0.00012034334763948498, |
| "loss": 0.295, |
| "num_input_tokens_seen": 2888184, |
| "step": 470, |
| "train_runtime": 2071.1851, |
| "train_tokens_per_second": 1394.46 |
| }, |
| { |
| "epoch": 0.8051282051282052, |
| "grad_norm": 0.10362780094146729, |
| "learning_rate": 0.0001201716738197425, |
| "loss": 0.3668, |
| "num_input_tokens_seen": 2899416, |
| "step": 471, |
| "train_runtime": 2078.0557, |
| "train_tokens_per_second": 1395.254 |
| }, |
| { |
| "epoch": 0.8068376068376069, |
| "grad_norm": 0.07979272305965424, |
| "learning_rate": 0.00012, |
| "loss": 0.3491, |
| "num_input_tokens_seen": 2904592, |
| "step": 472, |
| "train_runtime": 2081.4118, |
| "train_tokens_per_second": 1395.491 |
| }, |
| { |
| "epoch": 0.8085470085470086, |
| "grad_norm": 0.08196493983268738, |
| "learning_rate": 0.00011982832618025752, |
| "loss": 0.3491, |
| "num_input_tokens_seen": 2909616, |
| "step": 473, |
| "train_runtime": 2084.8475, |
| "train_tokens_per_second": 1395.601 |
| }, |
| { |
| "epoch": 0.8102564102564103, |
| "grad_norm": 0.10573233664035797, |
| "learning_rate": 0.00011965665236051502, |
| "loss": 0.4396, |
| "num_input_tokens_seen": 2913824, |
| "step": 474, |
| "train_runtime": 2087.7209, |
| "train_tokens_per_second": 1395.696 |
| }, |
| { |
| "epoch": 0.811965811965812, |
| "grad_norm": 0.11220520734786987, |
| "learning_rate": 0.00011948497854077254, |
| "loss": 0.4309, |
| "num_input_tokens_seen": 2920208, |
| "step": 475, |
| "train_runtime": 2091.7609, |
| "train_tokens_per_second": 1396.052 |
| }, |
| { |
| "epoch": 0.8136752136752137, |
| "grad_norm": 0.07423815131187439, |
| "learning_rate": 0.00011931330472103004, |
| "loss": 0.338, |
| "num_input_tokens_seen": 2926144, |
| "step": 476, |
| "train_runtime": 2095.6855, |
| "train_tokens_per_second": 1396.271 |
| }, |
| { |
| "epoch": 0.8153846153846154, |
| "grad_norm": 0.07826936990022659, |
| "learning_rate": 0.00011914163090128756, |
| "loss": 0.3758, |
| "num_input_tokens_seen": 2933112, |
| "step": 477, |
| "train_runtime": 2100.1257, |
| "train_tokens_per_second": 1396.636 |
| }, |
| { |
| "epoch": 0.8170940170940171, |
| "grad_norm": 0.10059487074613571, |
| "learning_rate": 0.00011896995708154509, |
| "loss": 0.4095, |
| "num_input_tokens_seen": 2940512, |
| "step": 478, |
| "train_runtime": 2104.7295, |
| "train_tokens_per_second": 1397.097 |
| }, |
| { |
| "epoch": 0.8188034188034188, |
| "grad_norm": 0.10775360465049744, |
| "learning_rate": 0.00011879828326180257, |
| "loss": 0.4641, |
| "num_input_tokens_seen": 2946016, |
| "step": 479, |
| "train_runtime": 2108.2514, |
| "train_tokens_per_second": 1397.374 |
| }, |
| { |
| "epoch": 0.8205128205128205, |
| "grad_norm": 0.08371871709823608, |
| "learning_rate": 0.0001186266094420601, |
| "loss": 0.4006, |
| "num_input_tokens_seen": 2950256, |
| "step": 480, |
| "train_runtime": 2111.2163, |
| "train_tokens_per_second": 1397.42 |
| }, |
| { |
| "epoch": 0.8222222222222222, |
| "grad_norm": 0.09858489036560059, |
| "learning_rate": 0.00011845493562231759, |
| "loss": 0.4827, |
| "num_input_tokens_seen": 2954528, |
| "step": 481, |
| "train_runtime": 2116.2112, |
| "train_tokens_per_second": 1396.14 |
| }, |
| { |
| "epoch": 0.8239316239316239, |
| "grad_norm": 0.10172171145677567, |
| "learning_rate": 0.00011828326180257512, |
| "loss": 0.4265, |
| "num_input_tokens_seen": 2959568, |
| "step": 482, |
| "train_runtime": 2119.6177, |
| "train_tokens_per_second": 1396.274 |
| }, |
| { |
| "epoch": 0.8256410256410256, |
| "grad_norm": 0.07476787269115448, |
| "learning_rate": 0.00011811158798283261, |
| "loss": 0.426, |
| "num_input_tokens_seen": 2969808, |
| "step": 483, |
| "train_runtime": 2125.8709, |
| "train_tokens_per_second": 1396.984 |
| }, |
| { |
| "epoch": 0.8273504273504273, |
| "grad_norm": 0.1218891367316246, |
| "learning_rate": 0.00011793991416309014, |
| "loss": 0.4376, |
| "num_input_tokens_seen": 2975584, |
| "step": 484, |
| "train_runtime": 2129.7262, |
| "train_tokens_per_second": 1397.167 |
| }, |
| { |
| "epoch": 0.8290598290598291, |
| "grad_norm": 0.09157467633485794, |
| "learning_rate": 0.00011776824034334764, |
| "loss": 0.4647, |
| "num_input_tokens_seen": 2983568, |
| "step": 485, |
| "train_runtime": 2134.8436, |
| "train_tokens_per_second": 1397.558 |
| }, |
| { |
| "epoch": 0.8307692307692308, |
| "grad_norm": 0.08052816987037659, |
| "learning_rate": 0.00011759656652360516, |
| "loss": 0.34, |
| "num_input_tokens_seen": 2990136, |
| "step": 486, |
| "train_runtime": 2139.0965, |
| "train_tokens_per_second": 1397.85 |
| }, |
| { |
| "epoch": 0.8324786324786325, |
| "grad_norm": 0.09681648761034012, |
| "learning_rate": 0.00011742489270386267, |
| "loss": 0.5222, |
| "num_input_tokens_seen": 2995648, |
| "step": 487, |
| "train_runtime": 2142.6907, |
| "train_tokens_per_second": 1398.078 |
| }, |
| { |
| "epoch": 0.8341880341880342, |
| "grad_norm": 0.09712634235620499, |
| "learning_rate": 0.00011725321888412018, |
| "loss": 0.4272, |
| "num_input_tokens_seen": 2999936, |
| "step": 488, |
| "train_runtime": 2145.6273, |
| "train_tokens_per_second": 1398.163 |
| }, |
| { |
| "epoch": 0.8358974358974359, |
| "grad_norm": 0.08245320618152618, |
| "learning_rate": 0.00011708154506437769, |
| "loss": 0.4377, |
| "num_input_tokens_seen": 3006392, |
| "step": 489, |
| "train_runtime": 2149.8266, |
| "train_tokens_per_second": 1398.435 |
| }, |
| { |
| "epoch": 0.8376068376068376, |
| "grad_norm": 0.09992548078298569, |
| "learning_rate": 0.0001169098712446352, |
| "loss": 0.4934, |
| "num_input_tokens_seen": 3012312, |
| "step": 490, |
| "train_runtime": 2153.6393, |
| "train_tokens_per_second": 1398.708 |
| }, |
| { |
| "epoch": 0.8393162393162393, |
| "grad_norm": 0.08246449381113052, |
| "learning_rate": 0.00011673819742489271, |
| "loss": 0.4387, |
| "num_input_tokens_seen": 3019104, |
| "step": 491, |
| "train_runtime": 2158.108, |
| "train_tokens_per_second": 1398.959 |
| }, |
| { |
| "epoch": 0.841025641025641, |
| "grad_norm": 0.08337292075157166, |
| "learning_rate": 0.00011656652360515021, |
| "loss": 0.4912, |
| "num_input_tokens_seen": 3025664, |
| "step": 492, |
| "train_runtime": 2162.3996, |
| "train_tokens_per_second": 1399.216 |
| }, |
| { |
| "epoch": 0.8427350427350427, |
| "grad_norm": 0.06182870268821716, |
| "learning_rate": 0.00011639484978540773, |
| "loss": 0.3326, |
| "num_input_tokens_seen": 3033776, |
| "step": 493, |
| "train_runtime": 2167.5232, |
| "train_tokens_per_second": 1399.651 |
| }, |
| { |
| "epoch": 0.8444444444444444, |
| "grad_norm": 0.09150062501430511, |
| "learning_rate": 0.00011622317596566523, |
| "loss": 0.4187, |
| "num_input_tokens_seen": 3038744, |
| "step": 494, |
| "train_runtime": 2170.893, |
| "train_tokens_per_second": 1399.767 |
| }, |
| { |
| "epoch": 0.8461538461538461, |
| "grad_norm": 0.06586892902851105, |
| "learning_rate": 0.00011605150214592275, |
| "loss": 0.271, |
| "num_input_tokens_seen": 3046920, |
| "step": 495, |
| "train_runtime": 2176.1904, |
| "train_tokens_per_second": 1400.116 |
| }, |
| { |
| "epoch": 0.8478632478632478, |
| "grad_norm": 0.0771869495511055, |
| "learning_rate": 0.00011587982832618028, |
| "loss": 0.3341, |
| "num_input_tokens_seen": 3057816, |
| "step": 496, |
| "train_runtime": 2182.8707, |
| "train_tokens_per_second": 1400.823 |
| }, |
| { |
| "epoch": 0.8495726495726496, |
| "grad_norm": 0.07207699120044708, |
| "learning_rate": 0.00011570815450643777, |
| "loss": 0.3464, |
| "num_input_tokens_seen": 3064472, |
| "step": 497, |
| "train_runtime": 2187.2355, |
| "train_tokens_per_second": 1401.071 |
| }, |
| { |
| "epoch": 0.8512820512820513, |
| "grad_norm": 0.087531179189682, |
| "learning_rate": 0.0001155364806866953, |
| "loss": 0.4572, |
| "num_input_tokens_seen": 3069264, |
| "step": 498, |
| "train_runtime": 2190.4257, |
| "train_tokens_per_second": 1401.218 |
| }, |
| { |
| "epoch": 0.852991452991453, |
| "grad_norm": 0.07901884615421295, |
| "learning_rate": 0.00011536480686695278, |
| "loss": 0.3738, |
| "num_input_tokens_seen": 3075112, |
| "step": 499, |
| "train_runtime": 2194.3188, |
| "train_tokens_per_second": 1401.397 |
| }, |
| { |
| "epoch": 0.8547008547008547, |
| "grad_norm": 0.0702543780207634, |
| "learning_rate": 0.00011519313304721031, |
| "loss": 0.3385, |
| "num_input_tokens_seen": 3081824, |
| "step": 500, |
| "train_runtime": 2198.62, |
| "train_tokens_per_second": 1401.708 |
| }, |
| { |
| "epoch": 0.8564102564102564, |
| "grad_norm": 0.06980577856302261, |
| "learning_rate": 0.00011502145922746782, |
| "loss": 0.3095, |
| "num_input_tokens_seen": 3090464, |
| "step": 501, |
| "train_runtime": 2203.9777, |
| "train_tokens_per_second": 1402.221 |
| }, |
| { |
| "epoch": 0.8581196581196581, |
| "grad_norm": 0.08610618114471436, |
| "learning_rate": 0.00011484978540772533, |
| "loss": 0.3978, |
| "num_input_tokens_seen": 3096072, |
| "step": 502, |
| "train_runtime": 2207.7148, |
| "train_tokens_per_second": 1402.388 |
| }, |
| { |
| "epoch": 0.8598290598290599, |
| "grad_norm": 0.09656289964914322, |
| "learning_rate": 0.00011467811158798283, |
| "loss": 0.4409, |
| "num_input_tokens_seen": 3100552, |
| "step": 503, |
| "train_runtime": 2210.8981, |
| "train_tokens_per_second": 1402.395 |
| }, |
| { |
| "epoch": 0.8615384615384616, |
| "grad_norm": 0.09101828932762146, |
| "learning_rate": 0.00011450643776824035, |
| "loss": 0.3892, |
| "num_input_tokens_seen": 3105368, |
| "step": 504, |
| "train_runtime": 2214.1665, |
| "train_tokens_per_second": 1402.5 |
| }, |
| { |
| "epoch": 0.8632478632478633, |
| "grad_norm": 0.08322126418352127, |
| "learning_rate": 0.00011433476394849787, |
| "loss": 0.4806, |
| "num_input_tokens_seen": 3112744, |
| "step": 505, |
| "train_runtime": 2218.8487, |
| "train_tokens_per_second": 1402.864 |
| }, |
| { |
| "epoch": 0.864957264957265, |
| "grad_norm": 0.07923685014247894, |
| "learning_rate": 0.00011416309012875537, |
| "loss": 0.4667, |
| "num_input_tokens_seen": 3119008, |
| "step": 506, |
| "train_runtime": 2222.9295, |
| "train_tokens_per_second": 1403.107 |
| }, |
| { |
| "epoch": 0.8666666666666667, |
| "grad_norm": 0.08297446370124817, |
| "learning_rate": 0.00011399141630901288, |
| "loss": 0.4381, |
| "num_input_tokens_seen": 3126120, |
| "step": 507, |
| "train_runtime": 2227.4066, |
| "train_tokens_per_second": 1403.48 |
| }, |
| { |
| "epoch": 0.8683760683760684, |
| "grad_norm": 0.09984984993934631, |
| "learning_rate": 0.00011381974248927039, |
| "loss": 0.5017, |
| "num_input_tokens_seen": 3131432, |
| "step": 508, |
| "train_runtime": 2230.9301, |
| "train_tokens_per_second": 1403.644 |
| }, |
| { |
| "epoch": 0.8700854700854701, |
| "grad_norm": 0.07992815226316452, |
| "learning_rate": 0.0001136480686695279, |
| "loss": 0.3426, |
| "num_input_tokens_seen": 3137440, |
| "step": 509, |
| "train_runtime": 2234.8499, |
| "train_tokens_per_second": 1403.871 |
| }, |
| { |
| "epoch": 0.8717948717948718, |
| "grad_norm": 0.09450999647378922, |
| "learning_rate": 0.0001134763948497854, |
| "loss": 0.417, |
| "num_input_tokens_seen": 3142752, |
| "step": 510, |
| "train_runtime": 2238.3582, |
| "train_tokens_per_second": 1404.043 |
| }, |
| { |
| "epoch": 0.8735042735042735, |
| "grad_norm": 0.09634573012590408, |
| "learning_rate": 0.00011330472103004292, |
| "loss": 0.4263, |
| "num_input_tokens_seen": 3147904, |
| "step": 511, |
| "train_runtime": 2244.2827, |
| "train_tokens_per_second": 1402.633 |
| }, |
| { |
| "epoch": 0.8752136752136752, |
| "grad_norm": 0.08692895621061325, |
| "learning_rate": 0.00011313304721030042, |
| "loss": 0.4547, |
| "num_input_tokens_seen": 3155136, |
| "step": 512, |
| "train_runtime": 2248.902, |
| "train_tokens_per_second": 1402.967 |
| }, |
| { |
| "epoch": 0.8769230769230769, |
| "grad_norm": 0.09777207672595978, |
| "learning_rate": 0.00011296137339055794, |
| "loss": 0.391, |
| "num_input_tokens_seen": 3161728, |
| "step": 513, |
| "train_runtime": 2253.1795, |
| "train_tokens_per_second": 1403.23 |
| }, |
| { |
| "epoch": 0.8786324786324786, |
| "grad_norm": 0.06957412511110306, |
| "learning_rate": 0.00011278969957081547, |
| "loss": 0.4446, |
| "num_input_tokens_seen": 3168800, |
| "step": 514, |
| "train_runtime": 2257.7407, |
| "train_tokens_per_second": 1403.527 |
| }, |
| { |
| "epoch": 0.8803418803418803, |
| "grad_norm": 0.09542404860258102, |
| "learning_rate": 0.00011261802575107297, |
| "loss": 0.4259, |
| "num_input_tokens_seen": 3175224, |
| "step": 515, |
| "train_runtime": 2261.9216, |
| "train_tokens_per_second": 1403.773 |
| }, |
| { |
| "epoch": 0.882051282051282, |
| "grad_norm": 0.08433569967746735, |
| "learning_rate": 0.00011244635193133049, |
| "loss": 0.3827, |
| "num_input_tokens_seen": 3181096, |
| "step": 516, |
| "train_runtime": 2265.8164, |
| "train_tokens_per_second": 1403.951 |
| }, |
| { |
| "epoch": 0.8837606837606837, |
| "grad_norm": 0.06952463835477829, |
| "learning_rate": 0.00011227467811158799, |
| "loss": 0.282, |
| "num_input_tokens_seen": 3186880, |
| "step": 517, |
| "train_runtime": 2269.6547, |
| "train_tokens_per_second": 1404.125 |
| }, |
| { |
| "epoch": 0.8854700854700854, |
| "grad_norm": 0.12418562173843384, |
| "learning_rate": 0.0001121030042918455, |
| "loss": 0.3922, |
| "num_input_tokens_seen": 3194480, |
| "step": 518, |
| "train_runtime": 2274.5284, |
| "train_tokens_per_second": 1404.458 |
| }, |
| { |
| "epoch": 0.8871794871794871, |
| "grad_norm": 0.10115774720907211, |
| "learning_rate": 0.00011193133047210301, |
| "loss": 0.4714, |
| "num_input_tokens_seen": 3200424, |
| "step": 519, |
| "train_runtime": 2278.4811, |
| "train_tokens_per_second": 1404.631 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.09031491726636887, |
| "learning_rate": 0.00011175965665236052, |
| "loss": 0.4023, |
| "num_input_tokens_seen": 3205768, |
| "step": 520, |
| "train_runtime": 2282.1166, |
| "train_tokens_per_second": 1404.735 |
| }, |
| { |
| "epoch": 0.8905982905982905, |
| "grad_norm": 0.08610999584197998, |
| "learning_rate": 0.00011158798283261803, |
| "loss": 0.3608, |
| "num_input_tokens_seen": 3212416, |
| "step": 521, |
| "train_runtime": 2286.4575, |
| "train_tokens_per_second": 1404.975 |
| }, |
| { |
| "epoch": 0.8923076923076924, |
| "grad_norm": 0.0851425752043724, |
| "learning_rate": 0.00011141630901287554, |
| "loss": 0.4337, |
| "num_input_tokens_seen": 3217720, |
| "step": 522, |
| "train_runtime": 2290.031, |
| "train_tokens_per_second": 1405.099 |
| }, |
| { |
| "epoch": 0.8940170940170941, |
| "grad_norm": 0.07973898947238922, |
| "learning_rate": 0.00011124463519313306, |
| "loss": 0.3752, |
| "num_input_tokens_seen": 3222528, |
| "step": 523, |
| "train_runtime": 2293.2223, |
| "train_tokens_per_second": 1405.24 |
| }, |
| { |
| "epoch": 0.8957264957264958, |
| "grad_norm": 0.0735258162021637, |
| "learning_rate": 0.00011107296137339056, |
| "loss": 0.2528, |
| "num_input_tokens_seen": 3228424, |
| "step": 524, |
| "train_runtime": 2297.1669, |
| "train_tokens_per_second": 1405.394 |
| }, |
| { |
| "epoch": 0.8974358974358975, |
| "grad_norm": 0.08155602961778641, |
| "learning_rate": 0.00011090128755364808, |
| "loss": 0.3476, |
| "num_input_tokens_seen": 3233072, |
| "step": 525, |
| "train_runtime": 2300.3205, |
| "train_tokens_per_second": 1405.488 |
| }, |
| { |
| "epoch": 0.8991452991452992, |
| "grad_norm": 0.12425163388252258, |
| "learning_rate": 0.00011072961373390558, |
| "loss": 0.4724, |
| "num_input_tokens_seen": 3237264, |
| "step": 526, |
| "train_runtime": 2303.2241, |
| "train_tokens_per_second": 1405.536 |
| }, |
| { |
| "epoch": 0.9008547008547009, |
| "grad_norm": 0.10108618438243866, |
| "learning_rate": 0.0001105579399141631, |
| "loss": 0.4843, |
| "num_input_tokens_seen": 3241480, |
| "step": 527, |
| "train_runtime": 2306.1928, |
| "train_tokens_per_second": 1405.555 |
| }, |
| { |
| "epoch": 0.9025641025641026, |
| "grad_norm": 0.10584156215190887, |
| "learning_rate": 0.0001103862660944206, |
| "loss": 0.4872, |
| "num_input_tokens_seen": 3246152, |
| "step": 528, |
| "train_runtime": 2309.4182, |
| "train_tokens_per_second": 1405.615 |
| }, |
| { |
| "epoch": 0.9042735042735043, |
| "grad_norm": 0.07442856580018997, |
| "learning_rate": 0.00011021459227467811, |
| "loss": 0.3933, |
| "num_input_tokens_seen": 3253160, |
| "step": 529, |
| "train_runtime": 2313.9463, |
| "train_tokens_per_second": 1405.893 |
| }, |
| { |
| "epoch": 0.905982905982906, |
| "grad_norm": 0.08017449080944061, |
| "learning_rate": 0.00011004291845493561, |
| "loss": 0.3851, |
| "num_input_tokens_seen": 3260120, |
| "step": 530, |
| "train_runtime": 2318.4343, |
| "train_tokens_per_second": 1406.173 |
| }, |
| { |
| "epoch": 0.9076923076923077, |
| "grad_norm": 0.08193705230951309, |
| "learning_rate": 0.00010987124463519314, |
| "loss": 0.4319, |
| "num_input_tokens_seen": 3265248, |
| "step": 531, |
| "train_runtime": 2321.9214, |
| "train_tokens_per_second": 1406.27 |
| }, |
| { |
| "epoch": 0.9094017094017094, |
| "grad_norm": 0.10451549291610718, |
| "learning_rate": 0.00010969957081545066, |
| "loss": 0.468, |
| "num_input_tokens_seen": 3271504, |
| "step": 532, |
| "train_runtime": 2325.9367, |
| "train_tokens_per_second": 1406.532 |
| }, |
| { |
| "epoch": 0.9111111111111111, |
| "grad_norm": 0.08480311930179596, |
| "learning_rate": 0.00010952789699570816, |
| "loss": 0.3204, |
| "num_input_tokens_seen": 3277336, |
| "step": 533, |
| "train_runtime": 2329.8184, |
| "train_tokens_per_second": 1406.692 |
| }, |
| { |
| "epoch": 0.9128205128205128, |
| "grad_norm": 0.11771999299526215, |
| "learning_rate": 0.00010935622317596568, |
| "loss": 0.4402, |
| "num_input_tokens_seen": 3281200, |
| "step": 534, |
| "train_runtime": 2332.5771, |
| "train_tokens_per_second": 1406.684 |
| }, |
| { |
| "epoch": 0.9145299145299145, |
| "grad_norm": 0.09482161700725555, |
| "learning_rate": 0.00010918454935622318, |
| "loss": 0.4203, |
| "num_input_tokens_seen": 3288080, |
| "step": 535, |
| "train_runtime": 2336.9908, |
| "train_tokens_per_second": 1406.972 |
| }, |
| { |
| "epoch": 0.9162393162393162, |
| "grad_norm": 0.08046115934848785, |
| "learning_rate": 0.0001090128755364807, |
| "loss": 0.3672, |
| "num_input_tokens_seen": 3295160, |
| "step": 536, |
| "train_runtime": 2341.5133, |
| "train_tokens_per_second": 1407.278 |
| }, |
| { |
| "epoch": 0.9179487179487179, |
| "grad_norm": 0.0700264498591423, |
| "learning_rate": 0.0001088412017167382, |
| "loss": 0.4366, |
| "num_input_tokens_seen": 3304208, |
| "step": 537, |
| "train_runtime": 2347.0429, |
| "train_tokens_per_second": 1407.817 |
| }, |
| { |
| "epoch": 0.9196581196581196, |
| "grad_norm": 0.0773264542222023, |
| "learning_rate": 0.00010866952789699572, |
| "loss": 0.3111, |
| "num_input_tokens_seen": 3311160, |
| "step": 538, |
| "train_runtime": 2351.412, |
| "train_tokens_per_second": 1408.158 |
| }, |
| { |
| "epoch": 0.9213675213675213, |
| "grad_norm": 0.09096362441778183, |
| "learning_rate": 0.00010849785407725322, |
| "loss": 0.3933, |
| "num_input_tokens_seen": 3315912, |
| "step": 539, |
| "train_runtime": 2354.6076, |
| "train_tokens_per_second": 1408.265 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 0.07224144041538239, |
| "learning_rate": 0.00010832618025751073, |
| "loss": 0.3323, |
| "num_input_tokens_seen": 3324072, |
| "step": 540, |
| "train_runtime": 2359.683, |
| "train_tokens_per_second": 1408.694 |
| }, |
| { |
| "epoch": 0.9247863247863248, |
| "grad_norm": 0.0825057327747345, |
| "learning_rate": 0.00010815450643776825, |
| "loss": 0.3806, |
| "num_input_tokens_seen": 3328808, |
| "step": 541, |
| "train_runtime": 2364.9808, |
| "train_tokens_per_second": 1407.541 |
| }, |
| { |
| "epoch": 0.9264957264957265, |
| "grad_norm": 0.09786176681518555, |
| "learning_rate": 0.00010798283261802575, |
| "loss": 0.3953, |
| "num_input_tokens_seen": 3339576, |
| "step": 542, |
| "train_runtime": 2371.5338, |
| "train_tokens_per_second": 1408.192 |
| }, |
| { |
| "epoch": 0.9282051282051282, |
| "grad_norm": 0.08032157272100449, |
| "learning_rate": 0.00010781115879828327, |
| "loss": 0.3554, |
| "num_input_tokens_seen": 3346712, |
| "step": 543, |
| "train_runtime": 2376.1571, |
| "train_tokens_per_second": 1408.456 |
| }, |
| { |
| "epoch": 0.9299145299145299, |
| "grad_norm": 0.07897566258907318, |
| "learning_rate": 0.00010763948497854077, |
| "loss": 0.4126, |
| "num_input_tokens_seen": 3352832, |
| "step": 544, |
| "train_runtime": 2380.1411, |
| "train_tokens_per_second": 1408.669 |
| }, |
| { |
| "epoch": 0.9316239316239316, |
| "grad_norm": 0.09934298694133759, |
| "learning_rate": 0.0001074678111587983, |
| "loss": 0.402, |
| "num_input_tokens_seen": 3357992, |
| "step": 545, |
| "train_runtime": 2383.715, |
| "train_tokens_per_second": 1408.722 |
| }, |
| { |
| "epoch": 0.9333333333333333, |
| "grad_norm": 0.11830101907253265, |
| "learning_rate": 0.00010729613733905579, |
| "loss": 0.3796, |
| "num_input_tokens_seen": 3363672, |
| "step": 546, |
| "train_runtime": 2387.4938, |
| "train_tokens_per_second": 1408.871 |
| }, |
| { |
| "epoch": 0.935042735042735, |
| "grad_norm": 0.09613929688930511, |
| "learning_rate": 0.00010712446351931332, |
| "loss": 0.4991, |
| "num_input_tokens_seen": 3368520, |
| "step": 547, |
| "train_runtime": 2390.7547, |
| "train_tokens_per_second": 1408.978 |
| }, |
| { |
| "epoch": 0.9367521367521368, |
| "grad_norm": 0.08919502049684525, |
| "learning_rate": 0.0001069527896995708, |
| "loss": 0.3698, |
| "num_input_tokens_seen": 3373184, |
| "step": 548, |
| "train_runtime": 2393.9857, |
| "train_tokens_per_second": 1409.024 |
| }, |
| { |
| "epoch": 0.9384615384615385, |
| "grad_norm": 0.09076035767793655, |
| "learning_rate": 0.00010678111587982834, |
| "loss": 0.541, |
| "num_input_tokens_seen": 3378288, |
| "step": 549, |
| "train_runtime": 2397.3665, |
| "train_tokens_per_second": 1409.166 |
| }, |
| { |
| "epoch": 0.9401709401709402, |
| "grad_norm": 0.07492446899414062, |
| "learning_rate": 0.00010660944206008585, |
| "loss": 0.4197, |
| "num_input_tokens_seen": 3385600, |
| "step": 550, |
| "train_runtime": 2402.0343, |
| "train_tokens_per_second": 1409.472 |
| }, |
| { |
| "epoch": 0.9418803418803419, |
| "grad_norm": 0.09239984303712845, |
| "learning_rate": 0.00010643776824034335, |
| "loss": 0.4034, |
| "num_input_tokens_seen": 3390528, |
| "step": 551, |
| "train_runtime": 2405.2548, |
| "train_tokens_per_second": 1409.634 |
| }, |
| { |
| "epoch": 0.9435897435897436, |
| "grad_norm": 0.0913330614566803, |
| "learning_rate": 0.00010626609442060087, |
| "loss": 0.3552, |
| "num_input_tokens_seen": 3396984, |
| "step": 552, |
| "train_runtime": 2409.3976, |
| "train_tokens_per_second": 1409.889 |
| }, |
| { |
| "epoch": 0.9452991452991453, |
| "grad_norm": 0.07622038573026657, |
| "learning_rate": 0.00010609442060085837, |
| "loss": 0.4532, |
| "num_input_tokens_seen": 3404064, |
| "step": 553, |
| "train_runtime": 2413.8636, |
| "train_tokens_per_second": 1410.214 |
| }, |
| { |
| "epoch": 0.947008547008547, |
| "grad_norm": 0.08276895433664322, |
| "learning_rate": 0.00010592274678111589, |
| "loss": 0.4015, |
| "num_input_tokens_seen": 3411192, |
| "step": 554, |
| "train_runtime": 2418.3946, |
| "train_tokens_per_second": 1410.519 |
| }, |
| { |
| "epoch": 0.9487179487179487, |
| "grad_norm": 0.11180777847766876, |
| "learning_rate": 0.00010575107296137339, |
| "loss": 0.3798, |
| "num_input_tokens_seen": 3416296, |
| "step": 555, |
| "train_runtime": 2421.8251, |
| "train_tokens_per_second": 1410.629 |
| }, |
| { |
| "epoch": 0.9504273504273504, |
| "grad_norm": 0.08645719289779663, |
| "learning_rate": 0.0001055793991416309, |
| "loss": 0.3381, |
| "num_input_tokens_seen": 3422928, |
| "step": 556, |
| "train_runtime": 2426.0854, |
| "train_tokens_per_second": 1410.885 |
| }, |
| { |
| "epoch": 0.9521367521367521, |
| "grad_norm": 0.0832013487815857, |
| "learning_rate": 0.00010540772532188841, |
| "loss": 0.4564, |
| "num_input_tokens_seen": 3429968, |
| "step": 557, |
| "train_runtime": 2430.5605, |
| "train_tokens_per_second": 1411.184 |
| }, |
| { |
| "epoch": 0.9538461538461539, |
| "grad_norm": 0.0959947481751442, |
| "learning_rate": 0.00010523605150214593, |
| "loss": 0.3677, |
| "num_input_tokens_seen": 3436672, |
| "step": 558, |
| "train_runtime": 2434.8462, |
| "train_tokens_per_second": 1411.453 |
| }, |
| { |
| "epoch": 0.9555555555555556, |
| "grad_norm": 0.11064450442790985, |
| "learning_rate": 0.00010506437768240344, |
| "loss": 0.4121, |
| "num_input_tokens_seen": 3445016, |
| "step": 559, |
| "train_runtime": 2439.9861, |
| "train_tokens_per_second": 1411.9 |
| }, |
| { |
| "epoch": 0.9572649572649573, |
| "grad_norm": 0.0816698893904686, |
| "learning_rate": 0.00010489270386266094, |
| "loss": 0.3565, |
| "num_input_tokens_seen": 3452888, |
| "step": 560, |
| "train_runtime": 2444.9883, |
| "train_tokens_per_second": 1412.231 |
| }, |
| { |
| "epoch": 0.958974358974359, |
| "grad_norm": 0.07744520902633667, |
| "learning_rate": 0.00010472103004291847, |
| "loss": 0.3107, |
| "num_input_tokens_seen": 3458640, |
| "step": 561, |
| "train_runtime": 2448.7297, |
| "train_tokens_per_second": 1412.422 |
| }, |
| { |
| "epoch": 0.9606837606837607, |
| "grad_norm": 0.08622029423713684, |
| "learning_rate": 0.00010454935622317596, |
| "loss": 0.4368, |
| "num_input_tokens_seen": 3465472, |
| "step": 562, |
| "train_runtime": 2453.114, |
| "train_tokens_per_second": 1412.683 |
| }, |
| { |
| "epoch": 0.9623931623931624, |
| "grad_norm": 0.13964629173278809, |
| "learning_rate": 0.00010437768240343349, |
| "loss": 0.3164, |
| "num_input_tokens_seen": 3469568, |
| "step": 563, |
| "train_runtime": 2456.0226, |
| "train_tokens_per_second": 1412.678 |
| }, |
| { |
| "epoch": 0.9641025641025641, |
| "grad_norm": 0.07157761603593826, |
| "learning_rate": 0.00010420600858369098, |
| "loss": 0.2602, |
| "num_input_tokens_seen": 3488040, |
| "step": 564, |
| "train_runtime": 2474.1915, |
| "train_tokens_per_second": 1409.77 |
| }, |
| { |
| "epoch": 0.9658119658119658, |
| "grad_norm": 0.08262784779071808, |
| "learning_rate": 0.00010403433476394851, |
| "loss": 0.5607, |
| "num_input_tokens_seen": 3493808, |
| "step": 565, |
| "train_runtime": 2478.017, |
| "train_tokens_per_second": 1409.921 |
| }, |
| { |
| "epoch": 0.9675213675213675, |
| "grad_norm": 0.07769016921520233, |
| "learning_rate": 0.000103862660944206, |
| "loss": 0.3689, |
| "num_input_tokens_seen": 3501520, |
| "step": 566, |
| "train_runtime": 2482.9061, |
| "train_tokens_per_second": 1410.251 |
| }, |
| { |
| "epoch": 0.9692307692307692, |
| "grad_norm": 0.08556525409221649, |
| "learning_rate": 0.00010369098712446353, |
| "loss": 0.3556, |
| "num_input_tokens_seen": 3505560, |
| "step": 567, |
| "train_runtime": 2485.7706, |
| "train_tokens_per_second": 1410.251 |
| }, |
| { |
| "epoch": 0.9709401709401709, |
| "grad_norm": 0.07327679544687271, |
| "learning_rate": 0.00010351931330472104, |
| "loss": 0.3068, |
| "num_input_tokens_seen": 3510384, |
| "step": 568, |
| "train_runtime": 2489.0695, |
| "train_tokens_per_second": 1410.32 |
| }, |
| { |
| "epoch": 0.9726495726495726, |
| "grad_norm": 0.0801009014248848, |
| "learning_rate": 0.00010334763948497855, |
| "loss": 0.3229, |
| "num_input_tokens_seen": 3517104, |
| "step": 569, |
| "train_runtime": 2493.3461, |
| "train_tokens_per_second": 1410.596 |
| }, |
| { |
| "epoch": 0.9743589743589743, |
| "grad_norm": 0.06246993690729141, |
| "learning_rate": 0.00010317596566523606, |
| "loss": 0.2222, |
| "num_input_tokens_seen": 3526656, |
| "step": 570, |
| "train_runtime": 2499.1803, |
| "train_tokens_per_second": 1411.125 |
| }, |
| { |
| "epoch": 0.976068376068376, |
| "grad_norm": 0.1202109083533287, |
| "learning_rate": 0.00010300429184549356, |
| "loss": 0.5679, |
| "num_input_tokens_seen": 3531512, |
| "step": 571, |
| "train_runtime": 2504.4144, |
| "train_tokens_per_second": 1410.115 |
| }, |
| { |
| "epoch": 0.9777777777777777, |
| "grad_norm": 0.08485902100801468, |
| "learning_rate": 0.00010283261802575108, |
| "loss": 0.3944, |
| "num_input_tokens_seen": 3538680, |
| "step": 572, |
| "train_runtime": 2508.9249, |
| "train_tokens_per_second": 1410.437 |
| }, |
| { |
| "epoch": 0.9794871794871794, |
| "grad_norm": 0.07959533482789993, |
| "learning_rate": 0.00010266094420600858, |
| "loss": 0.4062, |
| "num_input_tokens_seen": 3546464, |
| "step": 573, |
| "train_runtime": 2513.8989, |
| "train_tokens_per_second": 1410.742 |
| }, |
| { |
| "epoch": 0.9811965811965812, |
| "grad_norm": 0.09233636409044266, |
| "learning_rate": 0.0001024892703862661, |
| "loss": 0.3835, |
| "num_input_tokens_seen": 3552456, |
| "step": 574, |
| "train_runtime": 2517.8592, |
| "train_tokens_per_second": 1410.903 |
| }, |
| { |
| "epoch": 0.9829059829059829, |
| "grad_norm": 0.09226620197296143, |
| "learning_rate": 0.0001023175965665236, |
| "loss": 0.406, |
| "num_input_tokens_seen": 3558408, |
| "step": 575, |
| "train_runtime": 2521.7196, |
| "train_tokens_per_second": 1411.104 |
| }, |
| { |
| "epoch": 0.9846153846153847, |
| "grad_norm": 0.09293176978826523, |
| "learning_rate": 0.00010214592274678112, |
| "loss": 0.4517, |
| "num_input_tokens_seen": 3562888, |
| "step": 576, |
| "train_runtime": 2524.8827, |
| "train_tokens_per_second": 1411.11 |
| }, |
| { |
| "epoch": 0.9863247863247864, |
| "grad_norm": 0.09278377890586853, |
| "learning_rate": 0.00010197424892703865, |
| "loss": 0.3824, |
| "num_input_tokens_seen": 3569056, |
| "step": 577, |
| "train_runtime": 2528.8642, |
| "train_tokens_per_second": 1411.328 |
| }, |
| { |
| "epoch": 0.9880341880341881, |
| "grad_norm": 0.08279518783092499, |
| "learning_rate": 0.00010180257510729614, |
| "loss": 0.3324, |
| "num_input_tokens_seen": 3575144, |
| "step": 578, |
| "train_runtime": 2532.8766, |
| "train_tokens_per_second": 1411.496 |
| }, |
| { |
| "epoch": 0.9897435897435898, |
| "grad_norm": 0.10000254958868027, |
| "learning_rate": 0.00010163090128755366, |
| "loss": 0.5108, |
| "num_input_tokens_seen": 3581656, |
| "step": 579, |
| "train_runtime": 2537.0696, |
| "train_tokens_per_second": 1411.729 |
| }, |
| { |
| "epoch": 0.9914529914529915, |
| "grad_norm": 0.08659250289201736, |
| "learning_rate": 0.00010145922746781115, |
| "loss": 0.4577, |
| "num_input_tokens_seen": 3587680, |
| "step": 580, |
| "train_runtime": 2541.0662, |
| "train_tokens_per_second": 1411.88 |
| }, |
| { |
| "epoch": 0.9931623931623932, |
| "grad_norm": 0.07771515846252441, |
| "learning_rate": 0.00010128755364806868, |
| "loss": 0.4422, |
| "num_input_tokens_seen": 3593504, |
| "step": 581, |
| "train_runtime": 2544.9092, |
| "train_tokens_per_second": 1412.036 |
| }, |
| { |
| "epoch": 0.9948717948717949, |
| "grad_norm": 0.07676418870687485, |
| "learning_rate": 0.00010111587982832617, |
| "loss": 0.3758, |
| "num_input_tokens_seen": 3600384, |
| "step": 582, |
| "train_runtime": 2549.2938, |
| "train_tokens_per_second": 1412.306 |
| }, |
| { |
| "epoch": 0.9965811965811966, |
| "grad_norm": 0.08909256011247635, |
| "learning_rate": 0.0001009442060085837, |
| "loss": 0.3669, |
| "num_input_tokens_seen": 3605464, |
| "step": 583, |
| "train_runtime": 2552.6971, |
| "train_tokens_per_second": 1412.414 |
| }, |
| { |
| "epoch": 0.9982905982905983, |
| "grad_norm": 0.08806303888559341, |
| "learning_rate": 0.00010077253218884119, |
| "loss": 0.3305, |
| "num_input_tokens_seen": 3611536, |
| "step": 584, |
| "train_runtime": 2556.5698, |
| "train_tokens_per_second": 1412.649 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.08583690226078033, |
| "learning_rate": 0.00010060085836909872, |
| "loss": 0.3828, |
| "num_input_tokens_seen": 3618422, |
| "step": 585, |
| "train_runtime": 2560.9505, |
| "train_tokens_per_second": 1412.921 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.39605432748794556, |
| "eval_runtime": 40.3316, |
| "eval_samples_per_second": 24.745, |
| "eval_steps_per_second": 3.099, |
| "num_input_tokens_seen": 3618422, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.0017094017094017, |
| "grad_norm": 0.08948741853237152, |
| "learning_rate": 0.00010042918454935624, |
| "loss": 0.3274, |
| "num_input_tokens_seen": 3622718, |
| "step": 586, |
| "train_runtime": 2604.2915, |
| "train_tokens_per_second": 1391.057 |
| }, |
| { |
| "epoch": 1.0034188034188034, |
| "grad_norm": 0.08865802735090256, |
| "learning_rate": 0.00010025751072961374, |
| "loss": 0.3752, |
| "num_input_tokens_seen": 3628366, |
| "step": 587, |
| "train_runtime": 2608.0141, |
| "train_tokens_per_second": 1391.237 |
| }, |
| { |
| "epoch": 1.005128205128205, |
| "grad_norm": 0.08882749825716019, |
| "learning_rate": 0.00010008583690987125, |
| "loss": 0.3247, |
| "num_input_tokens_seen": 3634422, |
| "step": 588, |
| "train_runtime": 2611.9678, |
| "train_tokens_per_second": 1391.45 |
| }, |
| { |
| "epoch": 1.0068376068376068, |
| "grad_norm": 0.07764381170272827, |
| "learning_rate": 9.991416309012877e-05, |
| "loss": 0.3212, |
| "num_input_tokens_seen": 3642062, |
| "step": 589, |
| "train_runtime": 2616.7435, |
| "train_tokens_per_second": 1391.83 |
| }, |
| { |
| "epoch": 1.0085470085470085, |
| "grad_norm": 0.07668716460466385, |
| "learning_rate": 9.974248927038627e-05, |
| "loss": 0.2789, |
| "num_input_tokens_seen": 3647678, |
| "step": 590, |
| "train_runtime": 2620.4702, |
| "train_tokens_per_second": 1391.994 |
| }, |
| { |
| "epoch": 1.0102564102564102, |
| "grad_norm": 0.08743472397327423, |
| "learning_rate": 9.957081545064379e-05, |
| "loss": 0.4002, |
| "num_input_tokens_seen": 3652086, |
| "step": 591, |
| "train_runtime": 2623.6804, |
| "train_tokens_per_second": 1391.971 |
| }, |
| { |
| "epoch": 1.011965811965812, |
| "grad_norm": 0.0788293108344078, |
| "learning_rate": 9.939914163090129e-05, |
| "loss": 0.3955, |
| "num_input_tokens_seen": 3658766, |
| "step": 592, |
| "train_runtime": 2627.9769, |
| "train_tokens_per_second": 1392.237 |
| }, |
| { |
| "epoch": 1.0136752136752136, |
| "grad_norm": 0.08279833942651749, |
| "learning_rate": 9.92274678111588e-05, |
| "loss": 0.3241, |
| "num_input_tokens_seen": 3663790, |
| "step": 593, |
| "train_runtime": 2631.3729, |
| "train_tokens_per_second": 1392.349 |
| }, |
| { |
| "epoch": 1.0153846153846153, |
| "grad_norm": 0.09472624957561493, |
| "learning_rate": 9.905579399141631e-05, |
| "loss": 0.319, |
| "num_input_tokens_seen": 3667814, |
| "step": 594, |
| "train_runtime": 2634.1893, |
| "train_tokens_per_second": 1392.388 |
| }, |
| { |
| "epoch": 1.017094017094017, |
| "grad_norm": 0.0776962861418724, |
| "learning_rate": 9.888412017167382e-05, |
| "loss": 0.3256, |
| "num_input_tokens_seen": 3673086, |
| "step": 595, |
| "train_runtime": 2637.6636, |
| "train_tokens_per_second": 1392.553 |
| }, |
| { |
| "epoch": 1.0188034188034187, |
| "grad_norm": 0.08131415396928787, |
| "learning_rate": 9.871244635193133e-05, |
| "loss": 0.4514, |
| "num_input_tokens_seen": 3679750, |
| "step": 596, |
| "train_runtime": 2642.0566, |
| "train_tokens_per_second": 1392.76 |
| }, |
| { |
| "epoch": 1.0205128205128204, |
| "grad_norm": 0.08639644086360931, |
| "learning_rate": 9.854077253218884e-05, |
| "loss": 0.4259, |
| "num_input_tokens_seen": 3686286, |
| "step": 597, |
| "train_runtime": 2646.3002, |
| "train_tokens_per_second": 1392.996 |
| }, |
| { |
| "epoch": 1.0222222222222221, |
| "grad_norm": 0.07753600180149078, |
| "learning_rate": 9.836909871244636e-05, |
| "loss": 0.345, |
| "num_input_tokens_seen": 3692046, |
| "step": 598, |
| "train_runtime": 2650.0207, |
| "train_tokens_per_second": 1393.214 |
| }, |
| { |
| "epoch": 1.0239316239316238, |
| "grad_norm": 0.1012101024389267, |
| "learning_rate": 9.819742489270387e-05, |
| "loss": 0.43, |
| "num_input_tokens_seen": 3698230, |
| "step": 599, |
| "train_runtime": 2654.0616, |
| "train_tokens_per_second": 1393.423 |
| }, |
| { |
| "epoch": 1.0256410256410255, |
| "grad_norm": 0.08087831735610962, |
| "learning_rate": 9.802575107296138e-05, |
| "loss": 0.2885, |
| "num_input_tokens_seen": 3705894, |
| "step": 600, |
| "train_runtime": 2658.9893, |
| "train_tokens_per_second": 1393.723 |
| }, |
| { |
| "epoch": 1.0273504273504273, |
| "grad_norm": 0.09200716018676758, |
| "learning_rate": 9.785407725321889e-05, |
| "loss": 0.3635, |
| "num_input_tokens_seen": 3712206, |
| "step": 601, |
| "train_runtime": 2665.0844, |
| "train_tokens_per_second": 1392.904 |
| }, |
| { |
| "epoch": 1.029059829059829, |
| "grad_norm": 0.08871855586767197, |
| "learning_rate": 9.76824034334764e-05, |
| "loss": 0.3291, |
| "num_input_tokens_seen": 3718302, |
| "step": 602, |
| "train_runtime": 2669.0702, |
| "train_tokens_per_second": 1393.108 |
| }, |
| { |
| "epoch": 1.0307692307692307, |
| "grad_norm": 0.08718711137771606, |
| "learning_rate": 9.751072961373391e-05, |
| "loss": 0.343, |
| "num_input_tokens_seen": 3722894, |
| "step": 603, |
| "train_runtime": 2672.2548, |
| "train_tokens_per_second": 1393.166 |
| }, |
| { |
| "epoch": 1.0324786324786326, |
| "grad_norm": 0.1148778423666954, |
| "learning_rate": 9.733905579399141e-05, |
| "loss": 0.46, |
| "num_input_tokens_seen": 3728318, |
| "step": 604, |
| "train_runtime": 2675.8538, |
| "train_tokens_per_second": 1393.319 |
| }, |
| { |
| "epoch": 1.0341880341880343, |
| "grad_norm": 0.09517476707696915, |
| "learning_rate": 9.716738197424893e-05, |
| "loss": 0.3318, |
| "num_input_tokens_seen": 3733382, |
| "step": 605, |
| "train_runtime": 2679.2474, |
| "train_tokens_per_second": 1393.444 |
| }, |
| { |
| "epoch": 1.035897435897436, |
| "grad_norm": 0.08098772168159485, |
| "learning_rate": 9.699570815450643e-05, |
| "loss": 0.4015, |
| "num_input_tokens_seen": 3740134, |
| "step": 606, |
| "train_runtime": 2683.621, |
| "train_tokens_per_second": 1393.689 |
| }, |
| { |
| "epoch": 1.0376068376068377, |
| "grad_norm": 0.08234472572803497, |
| "learning_rate": 9.682403433476396e-05, |
| "loss": 0.3397, |
| "num_input_tokens_seen": 3748294, |
| "step": 607, |
| "train_runtime": 2688.737, |
| "train_tokens_per_second": 1394.072 |
| }, |
| { |
| "epoch": 1.0393162393162394, |
| "grad_norm": 0.09244134277105331, |
| "learning_rate": 9.665236051502146e-05, |
| "loss": 0.4135, |
| "num_input_tokens_seen": 3757438, |
| "step": 608, |
| "train_runtime": 2694.5363, |
| "train_tokens_per_second": 1394.466 |
| }, |
| { |
| "epoch": 1.041025641025641, |
| "grad_norm": 0.10387304425239563, |
| "learning_rate": 9.648068669527898e-05, |
| "loss": 0.3957, |
| "num_input_tokens_seen": 3764318, |
| "step": 609, |
| "train_runtime": 2699.0049, |
| "train_tokens_per_second": 1394.706 |
| }, |
| { |
| "epoch": 1.0427350427350428, |
| "grad_norm": 0.10354664921760559, |
| "learning_rate": 9.630901287553648e-05, |
| "loss": 0.3482, |
| "num_input_tokens_seen": 3768958, |
| "step": 610, |
| "train_runtime": 2702.2905, |
| "train_tokens_per_second": 1394.727 |
| }, |
| { |
| "epoch": 1.0444444444444445, |
| "grad_norm": 0.09723416715860367, |
| "learning_rate": 9.6137339055794e-05, |
| "loss": 0.3646, |
| "num_input_tokens_seen": 3774318, |
| "step": 611, |
| "train_runtime": 2705.8739, |
| "train_tokens_per_second": 1394.861 |
| }, |
| { |
| "epoch": 1.0461538461538462, |
| "grad_norm": 0.12522576749324799, |
| "learning_rate": 9.59656652360515e-05, |
| "loss": 0.4124, |
| "num_input_tokens_seen": 3778782, |
| "step": 612, |
| "train_runtime": 2708.8626, |
| "train_tokens_per_second": 1394.97 |
| }, |
| { |
| "epoch": 1.047863247863248, |
| "grad_norm": 0.07524297386407852, |
| "learning_rate": 9.579399141630902e-05, |
| "loss": 0.2649, |
| "num_input_tokens_seen": 3791542, |
| "step": 613, |
| "train_runtime": 2716.6371, |
| "train_tokens_per_second": 1395.675 |
| }, |
| { |
| "epoch": 1.0495726495726496, |
| "grad_norm": 0.09840003401041031, |
| "learning_rate": 9.562231759656652e-05, |
| "loss": 0.2911, |
| "num_input_tokens_seen": 3798062, |
| "step": 614, |
| "train_runtime": 2720.7491, |
| "train_tokens_per_second": 1395.962 |
| }, |
| { |
| "epoch": 1.0512820512820513, |
| "grad_norm": 0.08430645614862442, |
| "learning_rate": 9.545064377682403e-05, |
| "loss": 0.2807, |
| "num_input_tokens_seen": 3805886, |
| "step": 615, |
| "train_runtime": 2725.6421, |
| "train_tokens_per_second": 1396.326 |
| }, |
| { |
| "epoch": 1.052991452991453, |
| "grad_norm": 0.09602045267820358, |
| "learning_rate": 9.527896995708155e-05, |
| "loss": 0.3352, |
| "num_input_tokens_seen": 3812678, |
| "step": 616, |
| "train_runtime": 2729.9694, |
| "train_tokens_per_second": 1396.601 |
| }, |
| { |
| "epoch": 1.0547008547008547, |
| "grad_norm": 0.11685816943645477, |
| "learning_rate": 9.510729613733907e-05, |
| "loss": 0.3145, |
| "num_input_tokens_seen": 3817918, |
| "step": 617, |
| "train_runtime": 2733.4384, |
| "train_tokens_per_second": 1396.746 |
| }, |
| { |
| "epoch": 1.0564102564102564, |
| "grad_norm": 0.10211452841758728, |
| "learning_rate": 9.493562231759657e-05, |
| "loss": 0.4132, |
| "num_input_tokens_seen": 3823910, |
| "step": 618, |
| "train_runtime": 2737.3388, |
| "train_tokens_per_second": 1396.944 |
| }, |
| { |
| "epoch": 1.0581196581196581, |
| "grad_norm": 0.08317096531391144, |
| "learning_rate": 9.476394849785408e-05, |
| "loss": 0.3044, |
| "num_input_tokens_seen": 3831590, |
| "step": 619, |
| "train_runtime": 2742.2732, |
| "train_tokens_per_second": 1397.231 |
| }, |
| { |
| "epoch": 1.0598290598290598, |
| "grad_norm": 0.10162318497896194, |
| "learning_rate": 9.459227467811159e-05, |
| "loss": 0.3509, |
| "num_input_tokens_seen": 3838574, |
| "step": 620, |
| "train_runtime": 2746.7086, |
| "train_tokens_per_second": 1397.518 |
| }, |
| { |
| "epoch": 1.0615384615384615, |
| "grad_norm": 0.11026163399219513, |
| "learning_rate": 9.44206008583691e-05, |
| "loss": 0.3539, |
| "num_input_tokens_seen": 3845406, |
| "step": 621, |
| "train_runtime": 2750.9862, |
| "train_tokens_per_second": 1397.828 |
| }, |
| { |
| "epoch": 1.0632478632478632, |
| "grad_norm": 0.10371764004230499, |
| "learning_rate": 9.42489270386266e-05, |
| "loss": 0.3829, |
| "num_input_tokens_seen": 3851846, |
| "step": 622, |
| "train_runtime": 2755.1883, |
| "train_tokens_per_second": 1398.034 |
| }, |
| { |
| "epoch": 1.064957264957265, |
| "grad_norm": 0.12548448145389557, |
| "learning_rate": 9.407725321888412e-05, |
| "loss": 0.4213, |
| "num_input_tokens_seen": 3857550, |
| "step": 623, |
| "train_runtime": 2758.8716, |
| "train_tokens_per_second": 1398.235 |
| }, |
| { |
| "epoch": 1.0666666666666667, |
| "grad_norm": 0.10498113930225372, |
| "learning_rate": 9.390557939914162e-05, |
| "loss": 0.4485, |
| "num_input_tokens_seen": 3863470, |
| "step": 624, |
| "train_runtime": 2762.81, |
| "train_tokens_per_second": 1398.384 |
| }, |
| { |
| "epoch": 1.0683760683760684, |
| "grad_norm": 0.1048503890633583, |
| "learning_rate": 9.373390557939915e-05, |
| "loss": 0.3127, |
| "num_input_tokens_seen": 3869654, |
| "step": 625, |
| "train_runtime": 2766.7958, |
| "train_tokens_per_second": 1398.605 |
| }, |
| { |
| "epoch": 1.07008547008547, |
| "grad_norm": 0.09524165093898773, |
| "learning_rate": 9.356223175965666e-05, |
| "loss": 0.3127, |
| "num_input_tokens_seen": 3878486, |
| "step": 626, |
| "train_runtime": 2772.2649, |
| "train_tokens_per_second": 1399.032 |
| }, |
| { |
| "epoch": 1.0717948717948718, |
| "grad_norm": 0.10186054557561874, |
| "learning_rate": 9.339055793991417e-05, |
| "loss": 0.3342, |
| "num_input_tokens_seen": 3883590, |
| "step": 627, |
| "train_runtime": 2775.6835, |
| "train_tokens_per_second": 1399.147 |
| }, |
| { |
| "epoch": 1.0735042735042735, |
| "grad_norm": 0.09904703497886658, |
| "learning_rate": 9.321888412017167e-05, |
| "loss": 0.3603, |
| "num_input_tokens_seen": 3890358, |
| "step": 628, |
| "train_runtime": 2780.0801, |
| "train_tokens_per_second": 1399.369 |
| }, |
| { |
| "epoch": 1.0752136752136752, |
| "grad_norm": 0.11625757068395615, |
| "learning_rate": 9.304721030042919e-05, |
| "loss": 0.4212, |
| "num_input_tokens_seen": 3895574, |
| "step": 629, |
| "train_runtime": 2783.6001, |
| "train_tokens_per_second": 1399.473 |
| }, |
| { |
| "epoch": 1.0769230769230769, |
| "grad_norm": 0.09834125638008118, |
| "learning_rate": 9.287553648068669e-05, |
| "loss": 0.3934, |
| "num_input_tokens_seen": 3903326, |
| "step": 630, |
| "train_runtime": 2788.4609, |
| "train_tokens_per_second": 1399.814 |
| }, |
| { |
| "epoch": 1.0786324786324786, |
| "grad_norm": 0.11049104481935501, |
| "learning_rate": 9.270386266094421e-05, |
| "loss": 0.3621, |
| "num_input_tokens_seen": 3909342, |
| "step": 631, |
| "train_runtime": 2794.4207, |
| "train_tokens_per_second": 1398.981 |
| }, |
| { |
| "epoch": 1.0803418803418803, |
| "grad_norm": 0.1120554581284523, |
| "learning_rate": 9.253218884120171e-05, |
| "loss": 0.3118, |
| "num_input_tokens_seen": 3914966, |
| "step": 632, |
| "train_runtime": 2798.1277, |
| "train_tokens_per_second": 1399.138 |
| }, |
| { |
| "epoch": 1.082051282051282, |
| "grad_norm": 0.11459173262119293, |
| "learning_rate": 9.236051502145924e-05, |
| "loss": 0.3686, |
| "num_input_tokens_seen": 3921462, |
| "step": 633, |
| "train_runtime": 2802.3884, |
| "train_tokens_per_second": 1399.328 |
| }, |
| { |
| "epoch": 1.0837606837606837, |
| "grad_norm": 0.11084756255149841, |
| "learning_rate": 9.218884120171674e-05, |
| "loss": 0.3529, |
| "num_input_tokens_seen": 3927558, |
| "step": 634, |
| "train_runtime": 2806.299, |
| "train_tokens_per_second": 1399.551 |
| }, |
| { |
| "epoch": 1.0854700854700854, |
| "grad_norm": 0.12373020499944687, |
| "learning_rate": 9.201716738197426e-05, |
| "loss": 0.4522, |
| "num_input_tokens_seen": 3932094, |
| "step": 635, |
| "train_runtime": 2809.3759, |
| "train_tokens_per_second": 1399.633 |
| }, |
| { |
| "epoch": 1.087179487179487, |
| "grad_norm": 0.08477049320936203, |
| "learning_rate": 9.184549356223176e-05, |
| "loss": 0.3035, |
| "num_input_tokens_seen": 3941230, |
| "step": 636, |
| "train_runtime": 2815.0844, |
| "train_tokens_per_second": 1400.04 |
| }, |
| { |
| "epoch": 1.0888888888888888, |
| "grad_norm": 0.1090676486492157, |
| "learning_rate": 9.167381974248928e-05, |
| "loss": 0.4409, |
| "num_input_tokens_seen": 3947470, |
| "step": 637, |
| "train_runtime": 2819.144, |
| "train_tokens_per_second": 1400.237 |
| }, |
| { |
| "epoch": 1.0905982905982905, |
| "grad_norm": 0.12120052427053452, |
| "learning_rate": 9.150214592274678e-05, |
| "loss": 0.4599, |
| "num_input_tokens_seen": 3953878, |
| "step": 638, |
| "train_runtime": 2823.1637, |
| "train_tokens_per_second": 1400.513 |
| }, |
| { |
| "epoch": 1.0923076923076924, |
| "grad_norm": 0.11783261597156525, |
| "learning_rate": 9.13304721030043e-05, |
| "loss": 0.3354, |
| "num_input_tokens_seen": 3958406, |
| "step": 639, |
| "train_runtime": 2826.2247, |
| "train_tokens_per_second": 1400.598 |
| }, |
| { |
| "epoch": 1.0940170940170941, |
| "grad_norm": 0.09893219918012619, |
| "learning_rate": 9.115879828326181e-05, |
| "loss": 0.2526, |
| "num_input_tokens_seen": 3964966, |
| "step": 640, |
| "train_runtime": 2830.4214, |
| "train_tokens_per_second": 1400.839 |
| }, |
| { |
| "epoch": 1.0957264957264958, |
| "grad_norm": 0.12095890194177628, |
| "learning_rate": 9.098712446351931e-05, |
| "loss": 0.3913, |
| "num_input_tokens_seen": 3971974, |
| "step": 641, |
| "train_runtime": 2834.9317, |
| "train_tokens_per_second": 1401.083 |
| }, |
| { |
| "epoch": 1.0974358974358975, |
| "grad_norm": 0.10970400273799896, |
| "learning_rate": 9.081545064377683e-05, |
| "loss": 0.2948, |
| "num_input_tokens_seen": 3977078, |
| "step": 642, |
| "train_runtime": 2838.3405, |
| "train_tokens_per_second": 1401.198 |
| }, |
| { |
| "epoch": 1.0991452991452992, |
| "grad_norm": 0.11889484524726868, |
| "learning_rate": 9.064377682403434e-05, |
| "loss": 0.335, |
| "num_input_tokens_seen": 3984550, |
| "step": 643, |
| "train_runtime": 2842.9124, |
| "train_tokens_per_second": 1401.573 |
| }, |
| { |
| "epoch": 1.100854700854701, |
| "grad_norm": 0.09870035946369171, |
| "learning_rate": 9.047210300429185e-05, |
| "loss": 0.2858, |
| "num_input_tokens_seen": 3991398, |
| "step": 644, |
| "train_runtime": 2847.409, |
| "train_tokens_per_second": 1401.765 |
| }, |
| { |
| "epoch": 1.1025641025641026, |
| "grad_norm": 0.13711033761501312, |
| "learning_rate": 9.030042918454936e-05, |
| "loss": 0.3647, |
| "num_input_tokens_seen": 3995926, |
| "step": 645, |
| "train_runtime": 2850.5247, |
| "train_tokens_per_second": 1401.821 |
| }, |
| { |
| "epoch": 1.1042735042735043, |
| "grad_norm": 0.10438720136880875, |
| "learning_rate": 9.012875536480687e-05, |
| "loss": 0.2409, |
| "num_input_tokens_seen": 4003198, |
| "step": 646, |
| "train_runtime": 2855.1319, |
| "train_tokens_per_second": 1402.106 |
| }, |
| { |
| "epoch": 1.105982905982906, |
| "grad_norm": 0.15836024284362793, |
| "learning_rate": 8.995708154506438e-05, |
| "loss": 0.3368, |
| "num_input_tokens_seen": 4008270, |
| "step": 647, |
| "train_runtime": 2858.5235, |
| "train_tokens_per_second": 1402.217 |
| }, |
| { |
| "epoch": 1.1076923076923078, |
| "grad_norm": 0.10418689996004105, |
| "learning_rate": 8.97854077253219e-05, |
| "loss": 0.3241, |
| "num_input_tokens_seen": 4014838, |
| "step": 648, |
| "train_runtime": 2862.7868, |
| "train_tokens_per_second": 1402.423 |
| }, |
| { |
| "epoch": 1.1094017094017095, |
| "grad_norm": 0.1044258251786232, |
| "learning_rate": 8.96137339055794e-05, |
| "loss": 0.2804, |
| "num_input_tokens_seen": 4022990, |
| "step": 649, |
| "train_runtime": 2867.905, |
| "train_tokens_per_second": 1402.763 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 0.10561820864677429, |
| "learning_rate": 8.944206008583692e-05, |
| "loss": 0.2887, |
| "num_input_tokens_seen": 4030286, |
| "step": 650, |
| "train_runtime": 2872.5702, |
| "train_tokens_per_second": 1403.024 |
| }, |
| { |
| "epoch": 1.1128205128205129, |
| "grad_norm": 0.11144879460334778, |
| "learning_rate": 8.927038626609443e-05, |
| "loss": 0.3114, |
| "num_input_tokens_seen": 4036790, |
| "step": 651, |
| "train_runtime": 2876.8141, |
| "train_tokens_per_second": 1403.215 |
| }, |
| { |
| "epoch": 1.1145299145299146, |
| "grad_norm": 0.14294514060020447, |
| "learning_rate": 8.909871244635193e-05, |
| "loss": 0.3772, |
| "num_input_tokens_seen": 4040950, |
| "step": 652, |
| "train_runtime": 2879.6357, |
| "train_tokens_per_second": 1403.285 |
| }, |
| { |
| "epoch": 1.1162393162393163, |
| "grad_norm": 0.1573735773563385, |
| "learning_rate": 8.892703862660945e-05, |
| "loss": 0.3632, |
| "num_input_tokens_seen": 4045150, |
| "step": 653, |
| "train_runtime": 2882.5288, |
| "train_tokens_per_second": 1403.334 |
| }, |
| { |
| "epoch": 1.117948717948718, |
| "grad_norm": 0.12260954082012177, |
| "learning_rate": 8.875536480686695e-05, |
| "loss": 0.3622, |
| "num_input_tokens_seen": 4051350, |
| "step": 654, |
| "train_runtime": 2886.5663, |
| "train_tokens_per_second": 1403.519 |
| }, |
| { |
| "epoch": 1.1196581196581197, |
| "grad_norm": 0.12595947086811066, |
| "learning_rate": 8.858369098712447e-05, |
| "loss": 0.3106, |
| "num_input_tokens_seen": 4055846, |
| "step": 655, |
| "train_runtime": 2889.7758, |
| "train_tokens_per_second": 1403.516 |
| }, |
| { |
| "epoch": 1.1213675213675214, |
| "grad_norm": 0.10922437906265259, |
| "learning_rate": 8.841201716738198e-05, |
| "loss": 0.3463, |
| "num_input_tokens_seen": 4064006, |
| "step": 656, |
| "train_runtime": 2894.9551, |
| "train_tokens_per_second": 1403.824 |
| }, |
| { |
| "epoch": 1.123076923076923, |
| "grad_norm": 0.13162162899971008, |
| "learning_rate": 8.824034334763949e-05, |
| "loss": 0.3693, |
| "num_input_tokens_seen": 4069158, |
| "step": 657, |
| "train_runtime": 2898.4174, |
| "train_tokens_per_second": 1403.924 |
| }, |
| { |
| "epoch": 1.1247863247863248, |
| "grad_norm": 0.09306973218917847, |
| "learning_rate": 8.8068669527897e-05, |
| "loss": 0.2135, |
| "num_input_tokens_seen": 4075910, |
| "step": 658, |
| "train_runtime": 2902.7564, |
| "train_tokens_per_second": 1404.152 |
| }, |
| { |
| "epoch": 1.1264957264957265, |
| "grad_norm": 0.11251482367515564, |
| "learning_rate": 8.78969957081545e-05, |
| "loss": 0.2678, |
| "num_input_tokens_seen": 4083350, |
| "step": 659, |
| "train_runtime": 2907.453, |
| "train_tokens_per_second": 1404.442 |
| }, |
| { |
| "epoch": 1.1282051282051282, |
| "grad_norm": 0.11792943626642227, |
| "learning_rate": 8.772532188841202e-05, |
| "loss": 0.3796, |
| "num_input_tokens_seen": 4088502, |
| "step": 660, |
| "train_runtime": 2910.9225, |
| "train_tokens_per_second": 1404.538 |
| }, |
| { |
| "epoch": 1.12991452991453, |
| "grad_norm": 0.13532239198684692, |
| "learning_rate": 8.755364806866954e-05, |
| "loss": 0.3234, |
| "num_input_tokens_seen": 4094158, |
| "step": 661, |
| "train_runtime": 2916.6295, |
| "train_tokens_per_second": 1403.729 |
| }, |
| { |
| "epoch": 1.1316239316239316, |
| "grad_norm": 0.1649348884820938, |
| "learning_rate": 8.738197424892704e-05, |
| "loss": 0.2733, |
| "num_input_tokens_seen": 4100614, |
| "step": 662, |
| "train_runtime": 2920.8065, |
| "train_tokens_per_second": 1403.932 |
| }, |
| { |
| "epoch": 1.1333333333333333, |
| "grad_norm": 0.12547938525676727, |
| "learning_rate": 8.721030042918455e-05, |
| "loss": 0.3671, |
| "num_input_tokens_seen": 4104630, |
| "step": 663, |
| "train_runtime": 2923.6894, |
| "train_tokens_per_second": 1403.921 |
| }, |
| { |
| "epoch": 1.135042735042735, |
| "grad_norm": 0.1248277947306633, |
| "learning_rate": 8.703862660944207e-05, |
| "loss": 0.3165, |
| "num_input_tokens_seen": 4111406, |
| "step": 664, |
| "train_runtime": 2928.0537, |
| "train_tokens_per_second": 1404.143 |
| }, |
| { |
| "epoch": 1.1367521367521367, |
| "grad_norm": 0.10170157998800278, |
| "learning_rate": 8.686695278969957e-05, |
| "loss": 0.2983, |
| "num_input_tokens_seen": 4119070, |
| "step": 665, |
| "train_runtime": 2932.9305, |
| "train_tokens_per_second": 1404.421 |
| }, |
| { |
| "epoch": 1.1384615384615384, |
| "grad_norm": 0.12390810996294022, |
| "learning_rate": 8.669527896995709e-05, |
| "loss": 0.3526, |
| "num_input_tokens_seen": 4124734, |
| "step": 666, |
| "train_runtime": 2936.6426, |
| "train_tokens_per_second": 1404.575 |
| }, |
| { |
| "epoch": 1.1401709401709401, |
| "grad_norm": 0.1411864310503006, |
| "learning_rate": 8.652360515021459e-05, |
| "loss": 0.3677, |
| "num_input_tokens_seen": 4129230, |
| "step": 667, |
| "train_runtime": 2939.7387, |
| "train_tokens_per_second": 1404.625 |
| }, |
| { |
| "epoch": 1.1418803418803418, |
| "grad_norm": 0.15506789088249207, |
| "learning_rate": 8.635193133047211e-05, |
| "loss": 0.4179, |
| "num_input_tokens_seen": 4134566, |
| "step": 668, |
| "train_runtime": 2943.2748, |
| "train_tokens_per_second": 1404.75 |
| }, |
| { |
| "epoch": 1.1435897435897435, |
| "grad_norm": 0.12583504617214203, |
| "learning_rate": 8.618025751072962e-05, |
| "loss": 0.335, |
| "num_input_tokens_seen": 4139998, |
| "step": 669, |
| "train_runtime": 2946.9935, |
| "train_tokens_per_second": 1404.821 |
| }, |
| { |
| "epoch": 1.1452991452991452, |
| "grad_norm": 0.1164029911160469, |
| "learning_rate": 8.600858369098714e-05, |
| "loss": 0.3436, |
| "num_input_tokens_seen": 4145854, |
| "step": 670, |
| "train_runtime": 2950.7518, |
| "train_tokens_per_second": 1405.016 |
| }, |
| { |
| "epoch": 1.147008547008547, |
| "grad_norm": 0.11394175887107849, |
| "learning_rate": 8.583690987124464e-05, |
| "loss": 0.3931, |
| "num_input_tokens_seen": 4154062, |
| "step": 671, |
| "train_runtime": 2955.921, |
| "train_tokens_per_second": 1405.336 |
| }, |
| { |
| "epoch": 1.1487179487179486, |
| "grad_norm": 0.1256456822156906, |
| "learning_rate": 8.566523605150216e-05, |
| "loss": 0.3797, |
| "num_input_tokens_seen": 4159086, |
| "step": 672, |
| "train_runtime": 2959.2691, |
| "train_tokens_per_second": 1405.444 |
| }, |
| { |
| "epoch": 1.1504273504273503, |
| "grad_norm": 0.11079292744398117, |
| "learning_rate": 8.549356223175966e-05, |
| "loss": 0.3967, |
| "num_input_tokens_seen": 4167806, |
| "step": 673, |
| "train_runtime": 2964.6253, |
| "train_tokens_per_second": 1405.846 |
| }, |
| { |
| "epoch": 1.152136752136752, |
| "grad_norm": 0.11943069845438004, |
| "learning_rate": 8.532188841201718e-05, |
| "loss": 0.4008, |
| "num_input_tokens_seen": 4173558, |
| "step": 674, |
| "train_runtime": 2968.3878, |
| "train_tokens_per_second": 1406.002 |
| }, |
| { |
| "epoch": 1.1538461538461537, |
| "grad_norm": 0.1307218074798584, |
| "learning_rate": 8.515021459227468e-05, |
| "loss": 0.3377, |
| "num_input_tokens_seen": 4178718, |
| "step": 675, |
| "train_runtime": 2971.9038, |
| "train_tokens_per_second": 1406.074 |
| }, |
| { |
| "epoch": 1.1555555555555554, |
| "grad_norm": 0.11272697895765305, |
| "learning_rate": 8.49785407725322e-05, |
| "loss": 0.3091, |
| "num_input_tokens_seen": 4185366, |
| "step": 676, |
| "train_runtime": 2976.1919, |
| "train_tokens_per_second": 1406.282 |
| }, |
| { |
| "epoch": 1.1572649572649572, |
| "grad_norm": 0.12259600311517715, |
| "learning_rate": 8.48068669527897e-05, |
| "loss": 0.2661, |
| "num_input_tokens_seen": 4190998, |
| "step": 677, |
| "train_runtime": 2979.8773, |
| "train_tokens_per_second": 1406.433 |
| }, |
| { |
| "epoch": 1.1589743589743589, |
| "grad_norm": 0.1330793797969818, |
| "learning_rate": 8.463519313304723e-05, |
| "loss": 0.3186, |
| "num_input_tokens_seen": 4196758, |
| "step": 678, |
| "train_runtime": 2983.6254, |
| "train_tokens_per_second": 1406.597 |
| }, |
| { |
| "epoch": 1.1606837606837608, |
| "grad_norm": 0.13795171678066254, |
| "learning_rate": 8.446351931330473e-05, |
| "loss": 0.4127, |
| "num_input_tokens_seen": 4202318, |
| "step": 679, |
| "train_runtime": 2987.2952, |
| "train_tokens_per_second": 1406.73 |
| }, |
| { |
| "epoch": 1.1623931623931625, |
| "grad_norm": 0.1282401978969574, |
| "learning_rate": 8.429184549356224e-05, |
| "loss": 0.3593, |
| "num_input_tokens_seen": 4207182, |
| "step": 680, |
| "train_runtime": 2990.5405, |
| "train_tokens_per_second": 1406.83 |
| }, |
| { |
| "epoch": 1.1641025641025642, |
| "grad_norm": 0.12769852578639984, |
| "learning_rate": 8.412017167381975e-05, |
| "loss": 0.3226, |
| "num_input_tokens_seen": 4212214, |
| "step": 681, |
| "train_runtime": 2993.9992, |
| "train_tokens_per_second": 1406.885 |
| }, |
| { |
| "epoch": 1.165811965811966, |
| "grad_norm": 0.11880778521299362, |
| "learning_rate": 8.394849785407726e-05, |
| "loss": 0.3876, |
| "num_input_tokens_seen": 4218710, |
| "step": 682, |
| "train_runtime": 2998.2223, |
| "train_tokens_per_second": 1407.07 |
| }, |
| { |
| "epoch": 1.1675213675213676, |
| "grad_norm": 0.12354989349842072, |
| "learning_rate": 8.377682403433476e-05, |
| "loss": 0.4613, |
| "num_input_tokens_seen": 4224726, |
| "step": 683, |
| "train_runtime": 3002.1266, |
| "train_tokens_per_second": 1407.244 |
| }, |
| { |
| "epoch": 1.1692307692307693, |
| "grad_norm": 0.1455572098493576, |
| "learning_rate": 8.360515021459228e-05, |
| "loss": 0.4111, |
| "num_input_tokens_seen": 4230606, |
| "step": 684, |
| "train_runtime": 3005.9145, |
| "train_tokens_per_second": 1407.427 |
| }, |
| { |
| "epoch": 1.170940170940171, |
| "grad_norm": 0.1312953233718872, |
| "learning_rate": 8.343347639484978e-05, |
| "loss": 0.2817, |
| "num_input_tokens_seen": 4234918, |
| "step": 685, |
| "train_runtime": 3008.9265, |
| "train_tokens_per_second": 1407.451 |
| }, |
| { |
| "epoch": 1.1726495726495727, |
| "grad_norm": 0.11988040059804916, |
| "learning_rate": 8.32618025751073e-05, |
| "loss": 0.3142, |
| "num_input_tokens_seen": 4239622, |
| "step": 686, |
| "train_runtime": 3012.0648, |
| "train_tokens_per_second": 1407.547 |
| }, |
| { |
| "epoch": 1.1743589743589744, |
| "grad_norm": 0.12248189002275467, |
| "learning_rate": 8.309012875536481e-05, |
| "loss": 0.3699, |
| "num_input_tokens_seen": 4246046, |
| "step": 687, |
| "train_runtime": 3016.2638, |
| "train_tokens_per_second": 1407.717 |
| }, |
| { |
| "epoch": 1.176068376068376, |
| "grad_norm": 0.13097332417964935, |
| "learning_rate": 8.291845493562233e-05, |
| "loss": 0.4192, |
| "num_input_tokens_seen": 4252182, |
| "step": 688, |
| "train_runtime": 3020.2889, |
| "train_tokens_per_second": 1407.873 |
| }, |
| { |
| "epoch": 1.1777777777777778, |
| "grad_norm": 0.1253839135169983, |
| "learning_rate": 8.274678111587983e-05, |
| "loss": 0.33, |
| "num_input_tokens_seen": 4258126, |
| "step": 689, |
| "train_runtime": 3024.21, |
| "train_tokens_per_second": 1408.013 |
| }, |
| { |
| "epoch": 1.1794871794871795, |
| "grad_norm": 0.11824435740709305, |
| "learning_rate": 8.257510729613735e-05, |
| "loss": 0.3657, |
| "num_input_tokens_seen": 4263766, |
| "step": 690, |
| "train_runtime": 3027.9432, |
| "train_tokens_per_second": 1408.139 |
| }, |
| { |
| "epoch": 1.1811965811965812, |
| "grad_norm": 0.10008279979228973, |
| "learning_rate": 8.240343347639485e-05, |
| "loss": 0.2639, |
| "num_input_tokens_seen": 4271606, |
| "step": 691, |
| "train_runtime": 3035.004, |
| "train_tokens_per_second": 1407.447 |
| }, |
| { |
| "epoch": 1.182905982905983, |
| "grad_norm": 0.13148897886276245, |
| "learning_rate": 8.223175965665237e-05, |
| "loss": 0.3419, |
| "num_input_tokens_seen": 4277814, |
| "step": 692, |
| "train_runtime": 3039.0799, |
| "train_tokens_per_second": 1407.602 |
| }, |
| { |
| "epoch": 1.1846153846153846, |
| "grad_norm": 0.12744757533073425, |
| "learning_rate": 8.206008583690987e-05, |
| "loss": 0.3128, |
| "num_input_tokens_seen": 4284254, |
| "step": 693, |
| "train_runtime": 3043.1921, |
| "train_tokens_per_second": 1407.816 |
| }, |
| { |
| "epoch": 1.1863247863247863, |
| "grad_norm": 0.10180284082889557, |
| "learning_rate": 8.188841201716739e-05, |
| "loss": 0.2579, |
| "num_input_tokens_seen": 4292718, |
| "step": 694, |
| "train_runtime": 3048.4277, |
| "train_tokens_per_second": 1408.174 |
| }, |
| { |
| "epoch": 1.188034188034188, |
| "grad_norm": 0.11092183738946915, |
| "learning_rate": 8.171673819742489e-05, |
| "loss": 0.2859, |
| "num_input_tokens_seen": 4299326, |
| "step": 695, |
| "train_runtime": 3052.7332, |
| "train_tokens_per_second": 1408.353 |
| }, |
| { |
| "epoch": 1.1897435897435897, |
| "grad_norm": 0.11507410556077957, |
| "learning_rate": 8.154506437768242e-05, |
| "loss": 0.2612, |
| "num_input_tokens_seen": 4305558, |
| "step": 696, |
| "train_runtime": 3056.7517, |
| "train_tokens_per_second": 1408.54 |
| }, |
| { |
| "epoch": 1.1914529914529914, |
| "grad_norm": 0.12987719476222992, |
| "learning_rate": 8.137339055793992e-05, |
| "loss": 0.348, |
| "num_input_tokens_seen": 4312030, |
| "step": 697, |
| "train_runtime": 3060.9536, |
| "train_tokens_per_second": 1408.721 |
| }, |
| { |
| "epoch": 1.1931623931623931, |
| "grad_norm": 0.13223910331726074, |
| "learning_rate": 8.120171673819744e-05, |
| "loss": 0.2785, |
| "num_input_tokens_seen": 4316510, |
| "step": 698, |
| "train_runtime": 3064.0436, |
| "train_tokens_per_second": 1408.763 |
| }, |
| { |
| "epoch": 1.1948717948717948, |
| "grad_norm": 0.11111994832754135, |
| "learning_rate": 8.103004291845494e-05, |
| "loss": 0.2969, |
| "num_input_tokens_seen": 4324606, |
| "step": 699, |
| "train_runtime": 3069.1412, |
| "train_tokens_per_second": 1409.061 |
| }, |
| { |
| "epoch": 1.1965811965811965, |
| "grad_norm": 0.1413484662771225, |
| "learning_rate": 8.085836909871245e-05, |
| "loss": 0.3364, |
| "num_input_tokens_seen": 4329830, |
| "step": 700, |
| "train_runtime": 3072.6351, |
| "train_tokens_per_second": 1409.159 |
| }, |
| { |
| "epoch": 1.1982905982905983, |
| "grad_norm": 0.1474023163318634, |
| "learning_rate": 8.068669527896996e-05, |
| "loss": 0.3746, |
| "num_input_tokens_seen": 4334662, |
| "step": 701, |
| "train_runtime": 3075.8988, |
| "train_tokens_per_second": 1409.234 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 0.13913953304290771, |
| "learning_rate": 8.051502145922747e-05, |
| "loss": 0.3741, |
| "num_input_tokens_seen": 4340158, |
| "step": 702, |
| "train_runtime": 3079.5939, |
| "train_tokens_per_second": 1409.328 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_loss": 0.4070233404636383, |
| "eval_runtime": 40.246, |
| "eval_samples_per_second": 24.798, |
| "eval_steps_per_second": 3.106, |
| "num_input_tokens_seen": 4340158, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.2017094017094017, |
| "grad_norm": 0.15744465589523315, |
| "learning_rate": 8.034334763948497e-05, |
| "loss": 0.3205, |
| "num_input_tokens_seen": 4344510, |
| "step": 703, |
| "train_runtime": 3122.7838, |
| "train_tokens_per_second": 1391.23 |
| }, |
| { |
| "epoch": 1.2034188034188034, |
| "grad_norm": 0.10824355483055115, |
| "learning_rate": 8.017167381974249e-05, |
| "loss": 0.3016, |
| "num_input_tokens_seen": 4351566, |
| "step": 704, |
| "train_runtime": 3127.2592, |
| "train_tokens_per_second": 1391.495 |
| }, |
| { |
| "epoch": 1.205128205128205, |
| "grad_norm": 0.14710809290409088, |
| "learning_rate": 8e-05, |
| "loss": 0.4078, |
| "num_input_tokens_seen": 4357350, |
| "step": 705, |
| "train_runtime": 3131.0621, |
| "train_tokens_per_second": 1391.652 |
| }, |
| { |
| "epoch": 1.2068376068376068, |
| "grad_norm": 0.1302827000617981, |
| "learning_rate": 7.982832618025752e-05, |
| "loss": 0.3591, |
| "num_input_tokens_seen": 4363374, |
| "step": 706, |
| "train_runtime": 3135.006, |
| "train_tokens_per_second": 1391.823 |
| }, |
| { |
| "epoch": 1.2085470085470085, |
| "grad_norm": 0.12259086221456528, |
| "learning_rate": 7.965665236051502e-05, |
| "loss": 0.3385, |
| "num_input_tokens_seen": 4369726, |
| "step": 707, |
| "train_runtime": 3139.1212, |
| "train_tokens_per_second": 1392.022 |
| }, |
| { |
| "epoch": 1.2102564102564102, |
| "grad_norm": 0.14181672036647797, |
| "learning_rate": 7.948497854077254e-05, |
| "loss": 0.3, |
| "num_input_tokens_seen": 4375566, |
| "step": 708, |
| "train_runtime": 3142.8713, |
| "train_tokens_per_second": 1392.219 |
| }, |
| { |
| "epoch": 1.2119658119658119, |
| "grad_norm": 0.1263398677110672, |
| "learning_rate": 7.931330472103004e-05, |
| "loss": 0.326, |
| "num_input_tokens_seen": 4382422, |
| "step": 709, |
| "train_runtime": 3147.2669, |
| "train_tokens_per_second": 1392.453 |
| }, |
| { |
| "epoch": 1.2136752136752136, |
| "grad_norm": 0.13287968933582306, |
| "learning_rate": 7.914163090128756e-05, |
| "loss": 0.3703, |
| "num_input_tokens_seen": 4387598, |
| "step": 710, |
| "train_runtime": 3150.6679, |
| "train_tokens_per_second": 1392.593 |
| }, |
| { |
| "epoch": 1.2153846153846155, |
| "grad_norm": 0.1080661490559578, |
| "learning_rate": 7.896995708154506e-05, |
| "loss": 0.2662, |
| "num_input_tokens_seen": 4393070, |
| "step": 711, |
| "train_runtime": 3154.3344, |
| "train_tokens_per_second": 1392.709 |
| }, |
| { |
| "epoch": 1.2170940170940172, |
| "grad_norm": 0.15643350780010223, |
| "learning_rate": 7.879828326180258e-05, |
| "loss": 0.3682, |
| "num_input_tokens_seen": 4400974, |
| "step": 712, |
| "train_runtime": 3159.2844, |
| "train_tokens_per_second": 1393.029 |
| }, |
| { |
| "epoch": 1.218803418803419, |
| "grad_norm": 0.13371539115905762, |
| "learning_rate": 7.862660944206008e-05, |
| "loss": 0.2962, |
| "num_input_tokens_seen": 4407534, |
| "step": 713, |
| "train_runtime": 3163.505, |
| "train_tokens_per_second": 1393.244 |
| }, |
| { |
| "epoch": 1.2205128205128206, |
| "grad_norm": 0.12932796776294708, |
| "learning_rate": 7.845493562231761e-05, |
| "loss": 0.4288, |
| "num_input_tokens_seen": 4414006, |
| "step": 714, |
| "train_runtime": 3167.7424, |
| "train_tokens_per_second": 1393.423 |
| }, |
| { |
| "epoch": 1.2222222222222223, |
| "grad_norm": 0.13061010837554932, |
| "learning_rate": 7.828326180257511e-05, |
| "loss": 0.3212, |
| "num_input_tokens_seen": 4419822, |
| "step": 715, |
| "train_runtime": 3171.4916, |
| "train_tokens_per_second": 1393.61 |
| }, |
| { |
| "epoch": 1.223931623931624, |
| "grad_norm": 0.15035027265548706, |
| "learning_rate": 7.811158798283263e-05, |
| "loss": 0.3392, |
| "num_input_tokens_seen": 4424894, |
| "step": 716, |
| "train_runtime": 3174.9326, |
| "train_tokens_per_second": 1393.697 |
| }, |
| { |
| "epoch": 1.2256410256410257, |
| "grad_norm": 0.13823997974395752, |
| "learning_rate": 7.793991416309013e-05, |
| "loss": 0.3443, |
| "num_input_tokens_seen": 4429934, |
| "step": 717, |
| "train_runtime": 3178.3439, |
| "train_tokens_per_second": 1393.787 |
| }, |
| { |
| "epoch": 1.2273504273504274, |
| "grad_norm": 0.12821649014949799, |
| "learning_rate": 7.776824034334765e-05, |
| "loss": 0.3079, |
| "num_input_tokens_seen": 4437350, |
| "step": 718, |
| "train_runtime": 3182.9631, |
| "train_tokens_per_second": 1394.094 |
| }, |
| { |
| "epoch": 1.2290598290598291, |
| "grad_norm": 0.15762051939964294, |
| "learning_rate": 7.759656652360515e-05, |
| "loss": 0.3233, |
| "num_input_tokens_seen": 4443350, |
| "step": 719, |
| "train_runtime": 3186.8324, |
| "train_tokens_per_second": 1394.284 |
| }, |
| { |
| "epoch": 1.2307692307692308, |
| "grad_norm": 0.12094758450984955, |
| "learning_rate": 7.742489270386266e-05, |
| "loss": 0.3412, |
| "num_input_tokens_seen": 4450358, |
| "step": 720, |
| "train_runtime": 3191.2311, |
| "train_tokens_per_second": 1394.558 |
| }, |
| { |
| "epoch": 1.2324786324786325, |
| "grad_norm": 0.14245277643203735, |
| "learning_rate": 7.725321888412017e-05, |
| "loss": 0.3852, |
| "num_input_tokens_seen": 4455006, |
| "step": 721, |
| "train_runtime": 3196.5176, |
| "train_tokens_per_second": 1393.706 |
| }, |
| { |
| "epoch": 1.2341880341880342, |
| "grad_norm": 0.12726493179798126, |
| "learning_rate": 7.70815450643777e-05, |
| "loss": 0.3124, |
| "num_input_tokens_seen": 4460062, |
| "step": 722, |
| "train_runtime": 3199.9064, |
| "train_tokens_per_second": 1393.81 |
| }, |
| { |
| "epoch": 1.235897435897436, |
| "grad_norm": 0.1353270411491394, |
| "learning_rate": 7.69098712446352e-05, |
| "loss": 0.4404, |
| "num_input_tokens_seen": 4465926, |
| "step": 723, |
| "train_runtime": 3203.6787, |
| "train_tokens_per_second": 1393.999 |
| }, |
| { |
| "epoch": 1.2376068376068377, |
| "grad_norm": 0.12000975012779236, |
| "learning_rate": 7.673819742489271e-05, |
| "loss": 0.415, |
| "num_input_tokens_seen": 4473902, |
| "step": 724, |
| "train_runtime": 3208.6199, |
| "train_tokens_per_second": 1394.338 |
| }, |
| { |
| "epoch": 1.2393162393162394, |
| "grad_norm": 0.14204196631908417, |
| "learning_rate": 7.656652360515022e-05, |
| "loss": 0.3714, |
| "num_input_tokens_seen": 4479870, |
| "step": 725, |
| "train_runtime": 3212.4525, |
| "train_tokens_per_second": 1394.533 |
| }, |
| { |
| "epoch": 1.241025641025641, |
| "grad_norm": 0.15379798412322998, |
| "learning_rate": 7.639484978540773e-05, |
| "loss": 0.3517, |
| "num_input_tokens_seen": 4484942, |
| "step": 726, |
| "train_runtime": 3215.8195, |
| "train_tokens_per_second": 1394.65 |
| }, |
| { |
| "epoch": 1.2427350427350428, |
| "grad_norm": 0.14596928656101227, |
| "learning_rate": 7.622317596566523e-05, |
| "loss": 0.3631, |
| "num_input_tokens_seen": 4489038, |
| "step": 727, |
| "train_runtime": 3218.5973, |
| "train_tokens_per_second": 1394.719 |
| }, |
| { |
| "epoch": 1.2444444444444445, |
| "grad_norm": 0.13844047486782074, |
| "learning_rate": 7.605150214592275e-05, |
| "loss": 0.3868, |
| "num_input_tokens_seen": 4494750, |
| "step": 728, |
| "train_runtime": 3222.3484, |
| "train_tokens_per_second": 1394.868 |
| }, |
| { |
| "epoch": 1.2461538461538462, |
| "grad_norm": 0.13620500266551971, |
| "learning_rate": 7.587982832618025e-05, |
| "loss": 0.3273, |
| "num_input_tokens_seen": 4499982, |
| "step": 729, |
| "train_runtime": 3225.86, |
| "train_tokens_per_second": 1394.971 |
| }, |
| { |
| "epoch": 1.2478632478632479, |
| "grad_norm": 0.11844179034233093, |
| "learning_rate": 7.570815450643777e-05, |
| "loss": 0.3236, |
| "num_input_tokens_seen": 4508150, |
| "step": 730, |
| "train_runtime": 3230.9631, |
| "train_tokens_per_second": 1395.296 |
| }, |
| { |
| "epoch": 1.2495726495726496, |
| "grad_norm": 0.12672026455402374, |
| "learning_rate": 7.553648068669528e-05, |
| "loss": 0.3344, |
| "num_input_tokens_seen": 4514606, |
| "step": 731, |
| "train_runtime": 3235.0964, |
| "train_tokens_per_second": 1395.509 |
| }, |
| { |
| "epoch": 1.2512820512820513, |
| "grad_norm": 0.13571657240390778, |
| "learning_rate": 7.53648068669528e-05, |
| "loss": 0.4214, |
| "num_input_tokens_seen": 4523526, |
| "step": 732, |
| "train_runtime": 3240.687, |
| "train_tokens_per_second": 1395.854 |
| }, |
| { |
| "epoch": 1.252991452991453, |
| "grad_norm": 0.14158177375793457, |
| "learning_rate": 7.51931330472103e-05, |
| "loss": 0.257, |
| "num_input_tokens_seen": 4528758, |
| "step": 733, |
| "train_runtime": 3244.1781, |
| "train_tokens_per_second": 1395.965 |
| }, |
| { |
| "epoch": 1.2547008547008547, |
| "grad_norm": 0.12700851261615753, |
| "learning_rate": 7.502145922746782e-05, |
| "loss": 0.4369, |
| "num_input_tokens_seen": 4535382, |
| "step": 734, |
| "train_runtime": 3248.4052, |
| "train_tokens_per_second": 1396.187 |
| }, |
| { |
| "epoch": 1.2564102564102564, |
| "grad_norm": 0.1430508941411972, |
| "learning_rate": 7.484978540772532e-05, |
| "loss": 0.3833, |
| "num_input_tokens_seen": 4541614, |
| "step": 735, |
| "train_runtime": 3252.4598, |
| "train_tokens_per_second": 1396.363 |
| }, |
| { |
| "epoch": 1.258119658119658, |
| "grad_norm": 0.12764482200145721, |
| "learning_rate": 7.467811158798284e-05, |
| "loss": 0.4148, |
| "num_input_tokens_seen": 4548046, |
| "step": 736, |
| "train_runtime": 3256.6496, |
| "train_tokens_per_second": 1396.541 |
| }, |
| { |
| "epoch": 1.2598290598290598, |
| "grad_norm": 0.13472262024879456, |
| "learning_rate": 7.450643776824034e-05, |
| "loss": 0.3777, |
| "num_input_tokens_seen": 4553950, |
| "step": 737, |
| "train_runtime": 3260.4005, |
| "train_tokens_per_second": 1396.746 |
| }, |
| { |
| "epoch": 1.2615384615384615, |
| "grad_norm": 0.1314297914505005, |
| "learning_rate": 7.433476394849786e-05, |
| "loss": 0.4397, |
| "num_input_tokens_seen": 4558846, |
| "step": 738, |
| "train_runtime": 3263.7018, |
| "train_tokens_per_second": 1396.833 |
| }, |
| { |
| "epoch": 1.2632478632478632, |
| "grad_norm": 0.14270712435245514, |
| "learning_rate": 7.416309012875536e-05, |
| "loss": 0.3093, |
| "num_input_tokens_seen": 4563726, |
| "step": 739, |
| "train_runtime": 3266.9431, |
| "train_tokens_per_second": 1396.941 |
| }, |
| { |
| "epoch": 1.264957264957265, |
| "grad_norm": 0.1482027918100357, |
| "learning_rate": 7.399141630901289e-05, |
| "loss": 0.4741, |
| "num_input_tokens_seen": 4571278, |
| "step": 740, |
| "train_runtime": 3271.6203, |
| "train_tokens_per_second": 1397.252 |
| }, |
| { |
| "epoch": 1.2666666666666666, |
| "grad_norm": 0.12276957184076309, |
| "learning_rate": 7.381974248927039e-05, |
| "loss": 0.3511, |
| "num_input_tokens_seen": 4577710, |
| "step": 741, |
| "train_runtime": 3275.6213, |
| "train_tokens_per_second": 1397.509 |
| }, |
| { |
| "epoch": 1.2683760683760683, |
| "grad_norm": 0.13464733958244324, |
| "learning_rate": 7.36480686695279e-05, |
| "loss": 0.3685, |
| "num_input_tokens_seen": 4583294, |
| "step": 742, |
| "train_runtime": 3279.1819, |
| "train_tokens_per_second": 1397.694 |
| }, |
| { |
| "epoch": 1.27008547008547, |
| "grad_norm": 0.12158236652612686, |
| "learning_rate": 7.347639484978541e-05, |
| "loss": 0.2883, |
| "num_input_tokens_seen": 4588590, |
| "step": 743, |
| "train_runtime": 3282.5387, |
| "train_tokens_per_second": 1397.878 |
| }, |
| { |
| "epoch": 1.2717948717948717, |
| "grad_norm": 0.13294081389904022, |
| "learning_rate": 7.330472103004292e-05, |
| "loss": 0.437, |
| "num_input_tokens_seen": 4595566, |
| "step": 744, |
| "train_runtime": 3286.9142, |
| "train_tokens_per_second": 1398.14 |
| }, |
| { |
| "epoch": 1.2735042735042734, |
| "grad_norm": 0.1501665860414505, |
| "learning_rate": 7.313304721030043e-05, |
| "loss": 0.5661, |
| "num_input_tokens_seen": 4599918, |
| "step": 745, |
| "train_runtime": 3289.8586, |
| "train_tokens_per_second": 1398.211 |
| }, |
| { |
| "epoch": 1.2752136752136751, |
| "grad_norm": 0.14475314319133759, |
| "learning_rate": 7.296137339055794e-05, |
| "loss": 0.4791, |
| "num_input_tokens_seen": 4605942, |
| "step": 746, |
| "train_runtime": 3293.6594, |
| "train_tokens_per_second": 1398.427 |
| }, |
| { |
| "epoch": 1.2769230769230768, |
| "grad_norm": 0.12351132929325104, |
| "learning_rate": 7.278969957081544e-05, |
| "loss": 0.3623, |
| "num_input_tokens_seen": 4611150, |
| "step": 747, |
| "train_runtime": 3297.0543, |
| "train_tokens_per_second": 1398.567 |
| }, |
| { |
| "epoch": 1.2786324786324785, |
| "grad_norm": 0.13310228288173676, |
| "learning_rate": 7.261802575107296e-05, |
| "loss": 0.3743, |
| "num_input_tokens_seen": 4616758, |
| "step": 748, |
| "train_runtime": 3300.7146, |
| "train_tokens_per_second": 1398.715 |
| }, |
| { |
| "epoch": 1.2803418803418802, |
| "grad_norm": 0.09973648190498352, |
| "learning_rate": 7.244635193133048e-05, |
| "loss": 0.2891, |
| "num_input_tokens_seen": 4626662, |
| "step": 749, |
| "train_runtime": 3306.7934, |
| "train_tokens_per_second": 1399.139 |
| }, |
| { |
| "epoch": 1.282051282051282, |
| "grad_norm": 0.14369341731071472, |
| "learning_rate": 7.227467811158799e-05, |
| "loss": 0.3285, |
| "num_input_tokens_seen": 4631822, |
| "step": 750, |
| "train_runtime": 3310.203, |
| "train_tokens_per_second": 1399.256 |
| }, |
| { |
| "epoch": 1.2837606837606836, |
| "grad_norm": 0.1476762741804123, |
| "learning_rate": 7.21030042918455e-05, |
| "loss": 0.4658, |
| "num_input_tokens_seen": 4636590, |
| "step": 751, |
| "train_runtime": 3315.5788, |
| "train_tokens_per_second": 1398.426 |
| }, |
| { |
| "epoch": 1.2854700854700853, |
| "grad_norm": 0.11374587565660477, |
| "learning_rate": 7.193133047210301e-05, |
| "loss": 0.3681, |
| "num_input_tokens_seen": 4644318, |
| "step": 752, |
| "train_runtime": 3320.3931, |
| "train_tokens_per_second": 1398.725 |
| }, |
| { |
| "epoch": 1.287179487179487, |
| "grad_norm": 0.11597425490617752, |
| "learning_rate": 7.175965665236051e-05, |
| "loss": 0.357, |
| "num_input_tokens_seen": 4650038, |
| "step": 753, |
| "train_runtime": 3324.1736, |
| "train_tokens_per_second": 1398.855 |
| }, |
| { |
| "epoch": 1.2888888888888888, |
| "grad_norm": 0.13681602478027344, |
| "learning_rate": 7.158798283261803e-05, |
| "loss": 0.3438, |
| "num_input_tokens_seen": 4657070, |
| "step": 754, |
| "train_runtime": 3328.6588, |
| "train_tokens_per_second": 1399.083 |
| }, |
| { |
| "epoch": 1.2905982905982907, |
| "grad_norm": 0.13616129755973816, |
| "learning_rate": 7.141630901287553e-05, |
| "loss": 0.3903, |
| "num_input_tokens_seen": 4662454, |
| "step": 755, |
| "train_runtime": 3332.1591, |
| "train_tokens_per_second": 1399.229 |
| }, |
| { |
| "epoch": 1.2923076923076924, |
| "grad_norm": 0.11485311388969421, |
| "learning_rate": 7.124463519313305e-05, |
| "loss": 0.2805, |
| "num_input_tokens_seen": 4668550, |
| "step": 756, |
| "train_runtime": 3336.0659, |
| "train_tokens_per_second": 1399.418 |
| }, |
| { |
| "epoch": 1.294017094017094, |
| "grad_norm": 0.10654192417860031, |
| "learning_rate": 7.107296137339055e-05, |
| "loss": 0.3048, |
| "num_input_tokens_seen": 4674622, |
| "step": 757, |
| "train_runtime": 3339.9603, |
| "train_tokens_per_second": 1399.604 |
| }, |
| { |
| "epoch": 1.2957264957264958, |
| "grad_norm": 0.11485373228788376, |
| "learning_rate": 7.090128755364808e-05, |
| "loss": 0.3378, |
| "num_input_tokens_seen": 4681182, |
| "step": 758, |
| "train_runtime": 3344.152, |
| "train_tokens_per_second": 1399.811 |
| }, |
| { |
| "epoch": 1.2974358974358975, |
| "grad_norm": 0.12688450515270233, |
| "learning_rate": 7.072961373390558e-05, |
| "loss": 0.3171, |
| "num_input_tokens_seen": 4688046, |
| "step": 759, |
| "train_runtime": 3348.539, |
| "train_tokens_per_second": 1400.027 |
| }, |
| { |
| "epoch": 1.2991452991452992, |
| "grad_norm": 0.14865227043628693, |
| "learning_rate": 7.05579399141631e-05, |
| "loss": 0.4053, |
| "num_input_tokens_seen": 4693070, |
| "step": 760, |
| "train_runtime": 3351.8787, |
| "train_tokens_per_second": 1400.131 |
| }, |
| { |
| "epoch": 1.300854700854701, |
| "grad_norm": 0.11336711049079895, |
| "learning_rate": 7.03862660944206e-05, |
| "loss": 0.4168, |
| "num_input_tokens_seen": 4700366, |
| "step": 761, |
| "train_runtime": 3356.4783, |
| "train_tokens_per_second": 1400.386 |
| }, |
| { |
| "epoch": 1.3025641025641026, |
| "grad_norm": 0.12746818363666534, |
| "learning_rate": 7.021459227467812e-05, |
| "loss": 0.3034, |
| "num_input_tokens_seen": 4705990, |
| "step": 762, |
| "train_runtime": 3360.1127, |
| "train_tokens_per_second": 1400.545 |
| }, |
| { |
| "epoch": 1.3042735042735043, |
| "grad_norm": 0.12251978367567062, |
| "learning_rate": 7.004291845493562e-05, |
| "loss": 0.2748, |
| "num_input_tokens_seen": 4714262, |
| "step": 763, |
| "train_runtime": 3365.1365, |
| "train_tokens_per_second": 1400.913 |
| }, |
| { |
| "epoch": 1.305982905982906, |
| "grad_norm": 0.13442695140838623, |
| "learning_rate": 6.987124463519313e-05, |
| "loss": 0.295, |
| "num_input_tokens_seen": 4719134, |
| "step": 764, |
| "train_runtime": 3368.3798, |
| "train_tokens_per_second": 1401.01 |
| }, |
| { |
| "epoch": 1.3076923076923077, |
| "grad_norm": 0.12905444204807281, |
| "learning_rate": 6.969957081545064e-05, |
| "loss": 0.3244, |
| "num_input_tokens_seen": 4725510, |
| "step": 765, |
| "train_runtime": 3372.4643, |
| "train_tokens_per_second": 1401.204 |
| }, |
| { |
| "epoch": 1.3094017094017094, |
| "grad_norm": 0.11190018802881241, |
| "learning_rate": 6.952789699570815e-05, |
| "loss": 0.3076, |
| "num_input_tokens_seen": 4733854, |
| "step": 766, |
| "train_runtime": 3377.5045, |
| "train_tokens_per_second": 1401.583 |
| }, |
| { |
| "epoch": 1.3111111111111111, |
| "grad_norm": 0.17238380014896393, |
| "learning_rate": 6.935622317596567e-05, |
| "loss": 0.2737, |
| "num_input_tokens_seen": 4739286, |
| "step": 767, |
| "train_runtime": 3381.0372, |
| "train_tokens_per_second": 1401.725 |
| }, |
| { |
| "epoch": 1.3128205128205128, |
| "grad_norm": 0.17607900500297546, |
| "learning_rate": 6.918454935622318e-05, |
| "loss": 0.3432, |
| "num_input_tokens_seen": 4745774, |
| "step": 768, |
| "train_runtime": 3385.2278, |
| "train_tokens_per_second": 1401.907 |
| }, |
| { |
| "epoch": 1.3145299145299145, |
| "grad_norm": 0.1317862719297409, |
| "learning_rate": 6.901287553648069e-05, |
| "loss": 0.3515, |
| "num_input_tokens_seen": 4752102, |
| "step": 769, |
| "train_runtime": 3389.3012, |
| "train_tokens_per_second": 1402.089 |
| }, |
| { |
| "epoch": 1.3162393162393162, |
| "grad_norm": 0.14107532799243927, |
| "learning_rate": 6.88412017167382e-05, |
| "loss": 0.3412, |
| "num_input_tokens_seen": 4756838, |
| "step": 770, |
| "train_runtime": 3392.4585, |
| "train_tokens_per_second": 1402.18 |
| }, |
| { |
| "epoch": 1.317948717948718, |
| "grad_norm": 0.13236303627490997, |
| "learning_rate": 6.86695278969957e-05, |
| "loss": 0.3439, |
| "num_input_tokens_seen": 4762030, |
| "step": 771, |
| "train_runtime": 3395.9367, |
| "train_tokens_per_second": 1402.273 |
| }, |
| { |
| "epoch": 1.3196581196581196, |
| "grad_norm": 0.1498628854751587, |
| "learning_rate": 6.849785407725322e-05, |
| "loss": 0.3687, |
| "num_input_tokens_seen": 4768278, |
| "step": 772, |
| "train_runtime": 3400.0481, |
| "train_tokens_per_second": 1402.415 |
| }, |
| { |
| "epoch": 1.3213675213675213, |
| "grad_norm": 0.14370892941951752, |
| "learning_rate": 6.832618025751074e-05, |
| "loss": 0.2666, |
| "num_input_tokens_seen": 4774286, |
| "step": 773, |
| "train_runtime": 3403.935, |
| "train_tokens_per_second": 1402.578 |
| }, |
| { |
| "epoch": 1.323076923076923, |
| "grad_norm": 0.10908810794353485, |
| "learning_rate": 6.815450643776824e-05, |
| "loss": 0.3024, |
| "num_input_tokens_seen": 4782158, |
| "step": 774, |
| "train_runtime": 3408.873, |
| "train_tokens_per_second": 1402.856 |
| }, |
| { |
| "epoch": 1.3247863247863247, |
| "grad_norm": 0.14470210671424866, |
| "learning_rate": 6.798283261802576e-05, |
| "loss": 0.4275, |
| "num_input_tokens_seen": 4787766, |
| "step": 775, |
| "train_runtime": 3412.4916, |
| "train_tokens_per_second": 1403.012 |
| }, |
| { |
| "epoch": 1.3264957264957264, |
| "grad_norm": 0.13045263290405273, |
| "learning_rate": 6.781115879828327e-05, |
| "loss": 0.2805, |
| "num_input_tokens_seen": 4793574, |
| "step": 776, |
| "train_runtime": 3416.2588, |
| "train_tokens_per_second": 1403.165 |
| }, |
| { |
| "epoch": 1.3282051282051281, |
| "grad_norm": 0.13219225406646729, |
| "learning_rate": 6.763948497854077e-05, |
| "loss": 0.3582, |
| "num_input_tokens_seen": 4799806, |
| "step": 777, |
| "train_runtime": 3420.2931, |
| "train_tokens_per_second": 1403.332 |
| }, |
| { |
| "epoch": 1.3299145299145299, |
| "grad_norm": 0.1638411432504654, |
| "learning_rate": 6.746781115879829e-05, |
| "loss": 0.4126, |
| "num_input_tokens_seen": 4804742, |
| "step": 778, |
| "train_runtime": 3423.6145, |
| "train_tokens_per_second": 1403.412 |
| }, |
| { |
| "epoch": 1.3316239316239316, |
| "grad_norm": 0.14201755821704865, |
| "learning_rate": 6.729613733905579e-05, |
| "loss": 0.3419, |
| "num_input_tokens_seen": 4810782, |
| "step": 779, |
| "train_runtime": 3427.5338, |
| "train_tokens_per_second": 1403.57 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.15089352428913116, |
| "learning_rate": 6.712446351931331e-05, |
| "loss": 0.2885, |
| "num_input_tokens_seen": 4817070, |
| "step": 780, |
| "train_runtime": 3431.5635, |
| "train_tokens_per_second": 1403.754 |
| }, |
| { |
| "epoch": 1.335042735042735, |
| "grad_norm": 0.13004031777381897, |
| "learning_rate": 6.695278969957082e-05, |
| "loss": 0.3854, |
| "num_input_tokens_seen": 4823494, |
| "step": 781, |
| "train_runtime": 3437.7554, |
| "train_tokens_per_second": 1403.094 |
| }, |
| { |
| "epoch": 1.3367521367521369, |
| "grad_norm": 0.15346503257751465, |
| "learning_rate": 6.678111587982833e-05, |
| "loss": 0.4984, |
| "num_input_tokens_seen": 4830086, |
| "step": 782, |
| "train_runtime": 3442.0415, |
| "train_tokens_per_second": 1403.262 |
| }, |
| { |
| "epoch": 1.3384615384615386, |
| "grad_norm": 0.14129255712032318, |
| "learning_rate": 6.660944206008584e-05, |
| "loss": 0.2954, |
| "num_input_tokens_seen": 4834182, |
| "step": 783, |
| "train_runtime": 3444.8732, |
| "train_tokens_per_second": 1403.298 |
| }, |
| { |
| "epoch": 1.3401709401709403, |
| "grad_norm": 0.11984660476446152, |
| "learning_rate": 6.643776824034334e-05, |
| "loss": 0.3082, |
| "num_input_tokens_seen": 4840982, |
| "step": 784, |
| "train_runtime": 3449.1751, |
| "train_tokens_per_second": 1403.519 |
| }, |
| { |
| "epoch": 1.341880341880342, |
| "grad_norm": 0.09363918751478195, |
| "learning_rate": 6.626609442060086e-05, |
| "loss": 0.2449, |
| "num_input_tokens_seen": 4848502, |
| "step": 785, |
| "train_runtime": 3453.9244, |
| "train_tokens_per_second": 1403.766 |
| }, |
| { |
| "epoch": 1.3435897435897437, |
| "grad_norm": 0.1427582949399948, |
| "learning_rate": 6.609442060085838e-05, |
| "loss": 0.3177, |
| "num_input_tokens_seen": 4852918, |
| "step": 786, |
| "train_runtime": 3456.9516, |
| "train_tokens_per_second": 1403.814 |
| }, |
| { |
| "epoch": 1.3452991452991454, |
| "grad_norm": 0.17200025916099548, |
| "learning_rate": 6.592274678111588e-05, |
| "loss": 0.3403, |
| "num_input_tokens_seen": 4857702, |
| "step": 787, |
| "train_runtime": 3460.13, |
| "train_tokens_per_second": 1403.907 |
| }, |
| { |
| "epoch": 1.347008547008547, |
| "grad_norm": 0.11825034767389297, |
| "learning_rate": 6.57510729613734e-05, |
| "loss": 0.3184, |
| "num_input_tokens_seen": 4865798, |
| "step": 788, |
| "train_runtime": 3465.1861, |
| "train_tokens_per_second": 1404.195 |
| }, |
| { |
| "epoch": 1.3487179487179488, |
| "grad_norm": 0.12618689239025116, |
| "learning_rate": 6.557939914163091e-05, |
| "loss": 0.3325, |
| "num_input_tokens_seen": 4872190, |
| "step": 789, |
| "train_runtime": 3469.3589, |
| "train_tokens_per_second": 1404.349 |
| }, |
| { |
| "epoch": 1.3504273504273505, |
| "grad_norm": 0.152120903134346, |
| "learning_rate": 6.540772532188841e-05, |
| "loss": 0.4916, |
| "num_input_tokens_seen": 4879126, |
| "step": 790, |
| "train_runtime": 3473.7659, |
| "train_tokens_per_second": 1404.564 |
| }, |
| { |
| "epoch": 1.3521367521367522, |
| "grad_norm": 0.18881268799304962, |
| "learning_rate": 6.523605150214593e-05, |
| "loss": 0.3321, |
| "num_input_tokens_seen": 4885526, |
| "step": 791, |
| "train_runtime": 3477.8095, |
| "train_tokens_per_second": 1404.771 |
| }, |
| { |
| "epoch": 1.353846153846154, |
| "grad_norm": 0.11601816117763519, |
| "learning_rate": 6.506437768240343e-05, |
| "loss": 0.3422, |
| "num_input_tokens_seen": 4892726, |
| "step": 792, |
| "train_runtime": 3482.3464, |
| "train_tokens_per_second": 1405.008 |
| }, |
| { |
| "epoch": 1.3555555555555556, |
| "grad_norm": 0.14055293798446655, |
| "learning_rate": 6.489270386266095e-05, |
| "loss": 0.3659, |
| "num_input_tokens_seen": 4898358, |
| "step": 793, |
| "train_runtime": 3485.9704, |
| "train_tokens_per_second": 1405.163 |
| }, |
| { |
| "epoch": 1.3572649572649573, |
| "grad_norm": 0.13708831369876862, |
| "learning_rate": 6.472103004291846e-05, |
| "loss": 0.3883, |
| "num_input_tokens_seen": 4903222, |
| "step": 794, |
| "train_runtime": 3489.2494, |
| "train_tokens_per_second": 1405.237 |
| }, |
| { |
| "epoch": 1.358974358974359, |
| "grad_norm": 0.1181880459189415, |
| "learning_rate": 6.454935622317597e-05, |
| "loss": 0.3499, |
| "num_input_tokens_seen": 4909550, |
| "step": 795, |
| "train_runtime": 3493.3108, |
| "train_tokens_per_second": 1405.415 |
| }, |
| { |
| "epoch": 1.3606837606837607, |
| "grad_norm": 0.1416664868593216, |
| "learning_rate": 6.437768240343348e-05, |
| "loss": 0.3251, |
| "num_input_tokens_seen": 4914894, |
| "step": 796, |
| "train_runtime": 3496.8801, |
| "train_tokens_per_second": 1405.508 |
| }, |
| { |
| "epoch": 1.3623931623931624, |
| "grad_norm": 0.14663483202457428, |
| "learning_rate": 6.4206008583691e-05, |
| "loss": 0.4227, |
| "num_input_tokens_seen": 4921046, |
| "step": 797, |
| "train_runtime": 3500.8366, |
| "train_tokens_per_second": 1405.677 |
| }, |
| { |
| "epoch": 1.3641025641025641, |
| "grad_norm": 0.1496182233095169, |
| "learning_rate": 6.40343347639485e-05, |
| "loss": 0.4552, |
| "num_input_tokens_seen": 4927342, |
| "step": 798, |
| "train_runtime": 3504.826, |
| "train_tokens_per_second": 1405.874 |
| }, |
| { |
| "epoch": 1.3658119658119658, |
| "grad_norm": 0.15900661051273346, |
| "learning_rate": 6.386266094420602e-05, |
| "loss": 0.3935, |
| "num_input_tokens_seen": 4933422, |
| "step": 799, |
| "train_runtime": 3508.8577, |
| "train_tokens_per_second": 1405.991 |
| }, |
| { |
| "epoch": 1.3675213675213675, |
| "grad_norm": 0.16213171184062958, |
| "learning_rate": 6.369098712446352e-05, |
| "loss": 0.3777, |
| "num_input_tokens_seen": 4937910, |
| "step": 800, |
| "train_runtime": 3511.8753, |
| "train_tokens_per_second": 1406.061 |
| }, |
| { |
| "epoch": 1.3692307692307693, |
| "grad_norm": 0.1332091987133026, |
| "learning_rate": 6.351931330472103e-05, |
| "loss": 0.3411, |
| "num_input_tokens_seen": 4945310, |
| "step": 801, |
| "train_runtime": 3516.581, |
| "train_tokens_per_second": 1406.284 |
| }, |
| { |
| "epoch": 1.370940170940171, |
| "grad_norm": 0.12687839567661285, |
| "learning_rate": 6.334763948497855e-05, |
| "loss": 0.3497, |
| "num_input_tokens_seen": 4952318, |
| "step": 802, |
| "train_runtime": 3521.058, |
| "train_tokens_per_second": 1406.486 |
| }, |
| { |
| "epoch": 1.3726495726495727, |
| "grad_norm": 0.13601604104042053, |
| "learning_rate": 6.317596566523607e-05, |
| "loss": 0.3821, |
| "num_input_tokens_seen": 4957638, |
| "step": 803, |
| "train_runtime": 3524.6153, |
| "train_tokens_per_second": 1406.576 |
| }, |
| { |
| "epoch": 1.3743589743589744, |
| "grad_norm": 0.12945939600467682, |
| "learning_rate": 6.300429184549357e-05, |
| "loss": 0.3478, |
| "num_input_tokens_seen": 4964622, |
| "step": 804, |
| "train_runtime": 3529.0468, |
| "train_tokens_per_second": 1406.788 |
| }, |
| { |
| "epoch": 1.376068376068376, |
| "grad_norm": 0.13379725813865662, |
| "learning_rate": 6.283261802575108e-05, |
| "loss": 0.3145, |
| "num_input_tokens_seen": 4975366, |
| "step": 805, |
| "train_runtime": 3535.554, |
| "train_tokens_per_second": 1407.238 |
| }, |
| { |
| "epoch": 1.3777777777777778, |
| "grad_norm": 0.12784002721309662, |
| "learning_rate": 6.266094420600859e-05, |
| "loss": 0.3537, |
| "num_input_tokens_seen": 4984470, |
| "step": 806, |
| "train_runtime": 3541.2817, |
| "train_tokens_per_second": 1407.533 |
| }, |
| { |
| "epoch": 1.3794871794871795, |
| "grad_norm": 0.1543240249156952, |
| "learning_rate": 6.24892703862661e-05, |
| "loss": 0.5405, |
| "num_input_tokens_seen": 4990494, |
| "step": 807, |
| "train_runtime": 3545.1709, |
| "train_tokens_per_second": 1407.688 |
| }, |
| { |
| "epoch": 1.3811965811965812, |
| "grad_norm": 0.14580953121185303, |
| "learning_rate": 6.23175965665236e-05, |
| "loss": 0.3638, |
| "num_input_tokens_seen": 4996022, |
| "step": 808, |
| "train_runtime": 3548.7602, |
| "train_tokens_per_second": 1407.822 |
| }, |
| { |
| "epoch": 1.3829059829059829, |
| "grad_norm": 0.13987824320793152, |
| "learning_rate": 6.214592274678112e-05, |
| "loss": 0.2967, |
| "num_input_tokens_seen": 5003358, |
| "step": 809, |
| "train_runtime": 3553.3322, |
| "train_tokens_per_second": 1408.075 |
| }, |
| { |
| "epoch": 1.3846153846153846, |
| "grad_norm": 0.15021635591983795, |
| "learning_rate": 6.197424892703862e-05, |
| "loss": 0.3521, |
| "num_input_tokens_seen": 5009470, |
| "step": 810, |
| "train_runtime": 3557.3125, |
| "train_tokens_per_second": 1408.218 |
| }, |
| { |
| "epoch": 1.3863247863247863, |
| "grad_norm": 0.17432373762130737, |
| "learning_rate": 6.180257510729615e-05, |
| "loss": 0.4223, |
| "num_input_tokens_seen": 5013910, |
| "step": 811, |
| "train_runtime": 3562.3066, |
| "train_tokens_per_second": 1407.49 |
| }, |
| { |
| "epoch": 1.388034188034188, |
| "grad_norm": 0.12946096062660217, |
| "learning_rate": 6.163090128755365e-05, |
| "loss": 0.3144, |
| "num_input_tokens_seen": 5020934, |
| "step": 812, |
| "train_runtime": 3566.7167, |
| "train_tokens_per_second": 1407.719 |
| }, |
| { |
| "epoch": 1.3897435897435897, |
| "grad_norm": 0.14947237074375153, |
| "learning_rate": 6.145922746781117e-05, |
| "loss": 0.3538, |
| "num_input_tokens_seen": 5026366, |
| "step": 813, |
| "train_runtime": 3570.2494, |
| "train_tokens_per_second": 1407.847 |
| }, |
| { |
| "epoch": 1.3914529914529914, |
| "grad_norm": 0.16150113940238953, |
| "learning_rate": 6.128755364806867e-05, |
| "loss": 0.4022, |
| "num_input_tokens_seen": 5032670, |
| "step": 814, |
| "train_runtime": 3574.3152, |
| "train_tokens_per_second": 1408.01 |
| }, |
| { |
| "epoch": 1.393162393162393, |
| "grad_norm": 0.13235805928707123, |
| "learning_rate": 6.111587982832619e-05, |
| "loss": 0.4002, |
| "num_input_tokens_seen": 5038006, |
| "step": 815, |
| "train_runtime": 3577.9246, |
| "train_tokens_per_second": 1408.081 |
| }, |
| { |
| "epoch": 1.3948717948717948, |
| "grad_norm": 0.13235850632190704, |
| "learning_rate": 6.094420600858369e-05, |
| "loss": 0.3106, |
| "num_input_tokens_seen": 5042966, |
| "step": 816, |
| "train_runtime": 3581.2275, |
| "train_tokens_per_second": 1408.167 |
| }, |
| { |
| "epoch": 1.3965811965811965, |
| "grad_norm": 0.12829095125198364, |
| "learning_rate": 6.07725321888412e-05, |
| "loss": 0.3089, |
| "num_input_tokens_seen": 5048478, |
| "step": 817, |
| "train_runtime": 3584.7901, |
| "train_tokens_per_second": 1408.305 |
| }, |
| { |
| "epoch": 1.3982905982905982, |
| "grad_norm": 0.128507599234581, |
| "learning_rate": 6.060085836909871e-05, |
| "loss": 0.3642, |
| "num_input_tokens_seen": 5054262, |
| "step": 818, |
| "train_runtime": 3588.5263, |
| "train_tokens_per_second": 1408.451 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.1573978215456009, |
| "learning_rate": 6.042918454935622e-05, |
| "loss": 0.4736, |
| "num_input_tokens_seen": 5059318, |
| "step": 819, |
| "train_runtime": 3591.913, |
| "train_tokens_per_second": 1408.53 |
| }, |
| { |
| "epoch": 1.4, |
| "eval_loss": 0.40713953971862793, |
| "eval_runtime": 39.9732, |
| "eval_samples_per_second": 24.967, |
| "eval_steps_per_second": 3.127, |
| "num_input_tokens_seen": 5059318, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.4017094017094016, |
| "grad_norm": 0.14844471216201782, |
| "learning_rate": 6.025751072961374e-05, |
| "loss": 0.357, |
| "num_input_tokens_seen": 5065662, |
| "step": 820, |
| "train_runtime": 3635.9646, |
| "train_tokens_per_second": 1393.21 |
| }, |
| { |
| "epoch": 1.4034188034188033, |
| "grad_norm": 0.1275315284729004, |
| "learning_rate": 6.008583690987125e-05, |
| "loss": 0.3142, |
| "num_input_tokens_seen": 5072030, |
| "step": 821, |
| "train_runtime": 3639.9817, |
| "train_tokens_per_second": 1393.422 |
| }, |
| { |
| "epoch": 1.405128205128205, |
| "grad_norm": 0.1327238231897354, |
| "learning_rate": 5.991416309012876e-05, |
| "loss": 0.3219, |
| "num_input_tokens_seen": 5077102, |
| "step": 822, |
| "train_runtime": 3643.3247, |
| "train_tokens_per_second": 1393.535 |
| }, |
| { |
| "epoch": 1.4068376068376067, |
| "grad_norm": 0.1424541175365448, |
| "learning_rate": 5.974248927038627e-05, |
| "loss": 0.3149, |
| "num_input_tokens_seen": 5084094, |
| "step": 823, |
| "train_runtime": 3647.8224, |
| "train_tokens_per_second": 1393.734 |
| }, |
| { |
| "epoch": 1.4085470085470084, |
| "grad_norm": 0.1389557421207428, |
| "learning_rate": 5.957081545064378e-05, |
| "loss": 0.388, |
| "num_input_tokens_seen": 5089366, |
| "step": 824, |
| "train_runtime": 3651.3158, |
| "train_tokens_per_second": 1393.844 |
| }, |
| { |
| "epoch": 1.4102564102564101, |
| "grad_norm": 0.16298536956310272, |
| "learning_rate": 5.939914163090129e-05, |
| "loss": 0.4075, |
| "num_input_tokens_seen": 5094734, |
| "step": 825, |
| "train_runtime": 3654.7291, |
| "train_tokens_per_second": 1394.011 |
| }, |
| { |
| "epoch": 1.4119658119658118, |
| "grad_norm": 0.12247509509325027, |
| "learning_rate": 5.9227467811158796e-05, |
| "loss": 0.3127, |
| "num_input_tokens_seen": 5102198, |
| "step": 826, |
| "train_runtime": 3659.4415, |
| "train_tokens_per_second": 1394.256 |
| }, |
| { |
| "epoch": 1.4136752136752135, |
| "grad_norm": 0.15482676029205322, |
| "learning_rate": 5.9055793991416305e-05, |
| "loss": 0.3002, |
| "num_input_tokens_seen": 5111134, |
| "step": 827, |
| "train_runtime": 3665.0056, |
| "train_tokens_per_second": 1394.577 |
| }, |
| { |
| "epoch": 1.4153846153846155, |
| "grad_norm": 0.14611922204494476, |
| "learning_rate": 5.888412017167382e-05, |
| "loss": 0.352, |
| "num_input_tokens_seen": 5115230, |
| "step": 828, |
| "train_runtime": 3667.7611, |
| "train_tokens_per_second": 1394.646 |
| }, |
| { |
| "epoch": 1.4170940170940172, |
| "grad_norm": 0.17032893002033234, |
| "learning_rate": 5.871244635193134e-05, |
| "loss": 0.3732, |
| "num_input_tokens_seen": 5120990, |
| "step": 829, |
| "train_runtime": 3671.46, |
| "train_tokens_per_second": 1394.81 |
| }, |
| { |
| "epoch": 1.4188034188034189, |
| "grad_norm": 0.13741740584373474, |
| "learning_rate": 5.8540772532188846e-05, |
| "loss": 0.2781, |
| "num_input_tokens_seen": 5126070, |
| "step": 830, |
| "train_runtime": 3674.8572, |
| "train_tokens_per_second": 1394.903 |
| }, |
| { |
| "epoch": 1.4205128205128206, |
| "grad_norm": 0.1337319314479828, |
| "learning_rate": 5.8369098712446355e-05, |
| "loss": 0.2903, |
| "num_input_tokens_seen": 5131270, |
| "step": 831, |
| "train_runtime": 3678.3235, |
| "train_tokens_per_second": 1395.002 |
| }, |
| { |
| "epoch": 1.4222222222222223, |
| "grad_norm": 0.14914950728416443, |
| "learning_rate": 5.8197424892703864e-05, |
| "loss": 0.3417, |
| "num_input_tokens_seen": 5136918, |
| "step": 832, |
| "train_runtime": 3682.0496, |
| "train_tokens_per_second": 1395.125 |
| }, |
| { |
| "epoch": 1.423931623931624, |
| "grad_norm": 0.162494957447052, |
| "learning_rate": 5.8025751072961374e-05, |
| "loss": 0.423, |
| "num_input_tokens_seen": 5142158, |
| "step": 833, |
| "train_runtime": 3685.5503, |
| "train_tokens_per_second": 1395.221 |
| }, |
| { |
| "epoch": 1.4256410256410257, |
| "grad_norm": 0.14546248316764832, |
| "learning_rate": 5.785407725321888e-05, |
| "loss": 0.3648, |
| "num_input_tokens_seen": 5148094, |
| "step": 834, |
| "train_runtime": 3689.3363, |
| "train_tokens_per_second": 1395.398 |
| }, |
| { |
| "epoch": 1.4273504273504274, |
| "grad_norm": 0.15214349329471588, |
| "learning_rate": 5.768240343347639e-05, |
| "loss": 0.3288, |
| "num_input_tokens_seen": 5152742, |
| "step": 835, |
| "train_runtime": 3692.4044, |
| "train_tokens_per_second": 1395.498 |
| }, |
| { |
| "epoch": 1.429059829059829, |
| "grad_norm": 0.13268783688545227, |
| "learning_rate": 5.751072961373391e-05, |
| "loss": 0.3101, |
| "num_input_tokens_seen": 5158358, |
| "step": 836, |
| "train_runtime": 3696.043, |
| "train_tokens_per_second": 1395.643 |
| }, |
| { |
| "epoch": 1.4307692307692308, |
| "grad_norm": 0.1861671358346939, |
| "learning_rate": 5.733905579399142e-05, |
| "loss": 0.4137, |
| "num_input_tokens_seen": 5163294, |
| "step": 837, |
| "train_runtime": 3699.3676, |
| "train_tokens_per_second": 1395.723 |
| }, |
| { |
| "epoch": 1.4324786324786325, |
| "grad_norm": 0.13023094832897186, |
| "learning_rate": 5.716738197424893e-05, |
| "loss": 0.3631, |
| "num_input_tokens_seen": 5168686, |
| "step": 838, |
| "train_runtime": 3702.9614, |
| "train_tokens_per_second": 1395.825 |
| }, |
| { |
| "epoch": 1.4341880341880342, |
| "grad_norm": 0.11844179034233093, |
| "learning_rate": 5.699570815450644e-05, |
| "loss": 0.2492, |
| "num_input_tokens_seen": 5177182, |
| "step": 839, |
| "train_runtime": 3708.2961, |
| "train_tokens_per_second": 1396.108 |
| }, |
| { |
| "epoch": 1.435897435897436, |
| "grad_norm": 0.15760420262813568, |
| "learning_rate": 5.682403433476395e-05, |
| "loss": 0.3296, |
| "num_input_tokens_seen": 5181222, |
| "step": 840, |
| "train_runtime": 3711.0998, |
| "train_tokens_per_second": 1396.142 |
| }, |
| { |
| "epoch": 1.4376068376068376, |
| "grad_norm": 0.1670273393392563, |
| "learning_rate": 5.665236051502146e-05, |
| "loss": 0.3472, |
| "num_input_tokens_seen": 5188286, |
| "step": 841, |
| "train_runtime": 3717.6952, |
| "train_tokens_per_second": 1395.565 |
| }, |
| { |
| "epoch": 1.4393162393162393, |
| "grad_norm": 0.16332553327083588, |
| "learning_rate": 5.648068669527897e-05, |
| "loss": 0.3388, |
| "num_input_tokens_seen": 5192998, |
| "step": 842, |
| "train_runtime": 3720.9156, |
| "train_tokens_per_second": 1395.624 |
| }, |
| { |
| "epoch": 1.441025641025641, |
| "grad_norm": 0.15031462907791138, |
| "learning_rate": 5.6309012875536485e-05, |
| "loss": 0.4377, |
| "num_input_tokens_seen": 5198462, |
| "step": 843, |
| "train_runtime": 3724.5247, |
| "train_tokens_per_second": 1395.738 |
| }, |
| { |
| "epoch": 1.4427350427350427, |
| "grad_norm": 0.13682641088962555, |
| "learning_rate": 5.6137339055793995e-05, |
| "loss": 0.2486, |
| "num_input_tokens_seen": 5202982, |
| "step": 844, |
| "train_runtime": 3727.5494, |
| "train_tokens_per_second": 1395.818 |
| }, |
| { |
| "epoch": 1.4444444444444444, |
| "grad_norm": 0.1407112032175064, |
| "learning_rate": 5.5965665236051504e-05, |
| "loss": 0.3894, |
| "num_input_tokens_seen": 5211254, |
| "step": 845, |
| "train_runtime": 3732.8344, |
| "train_tokens_per_second": 1396.058 |
| }, |
| { |
| "epoch": 1.4461538461538461, |
| "grad_norm": 0.16395379602909088, |
| "learning_rate": 5.579399141630901e-05, |
| "loss": 0.5773, |
| "num_input_tokens_seen": 5216782, |
| "step": 846, |
| "train_runtime": 3736.5208, |
| "train_tokens_per_second": 1396.16 |
| }, |
| { |
| "epoch": 1.4478632478632478, |
| "grad_norm": 0.13352353870868683, |
| "learning_rate": 5.562231759656653e-05, |
| "loss": 0.3843, |
| "num_input_tokens_seen": 5222070, |
| "step": 847, |
| "train_runtime": 3740.0075, |
| "train_tokens_per_second": 1396.273 |
| }, |
| { |
| "epoch": 1.4495726495726495, |
| "grad_norm": 0.1692342758178711, |
| "learning_rate": 5.545064377682404e-05, |
| "loss": 0.4467, |
| "num_input_tokens_seen": 5227246, |
| "step": 848, |
| "train_runtime": 3743.4389, |
| "train_tokens_per_second": 1396.375 |
| }, |
| { |
| "epoch": 1.4512820512820512, |
| "grad_norm": 0.15134482085704803, |
| "learning_rate": 5.527896995708155e-05, |
| "loss": 0.241, |
| "num_input_tokens_seen": 5235518, |
| "step": 849, |
| "train_runtime": 3748.4958, |
| "train_tokens_per_second": 1396.698 |
| }, |
| { |
| "epoch": 1.452991452991453, |
| "grad_norm": 0.14503733813762665, |
| "learning_rate": 5.5107296137339056e-05, |
| "loss": 0.3709, |
| "num_input_tokens_seen": 5240966, |
| "step": 850, |
| "train_runtime": 3752.1211, |
| "train_tokens_per_second": 1396.801 |
| }, |
| { |
| "epoch": 1.4547008547008546, |
| "grad_norm": 0.1375107765197754, |
| "learning_rate": 5.493562231759657e-05, |
| "loss": 0.2942, |
| "num_input_tokens_seen": 5245934, |
| "step": 851, |
| "train_runtime": 3755.3802, |
| "train_tokens_per_second": 1396.912 |
| }, |
| { |
| "epoch": 1.4564102564102563, |
| "grad_norm": 0.122276172041893, |
| "learning_rate": 5.476394849785408e-05, |
| "loss": 0.3244, |
| "num_input_tokens_seen": 5253238, |
| "step": 852, |
| "train_runtime": 3759.9878, |
| "train_tokens_per_second": 1397.142 |
| }, |
| { |
| "epoch": 1.458119658119658, |
| "grad_norm": 0.15556900203227997, |
| "learning_rate": 5.459227467811159e-05, |
| "loss": 0.3869, |
| "num_input_tokens_seen": 5259758, |
| "step": 853, |
| "train_runtime": 3764.1834, |
| "train_tokens_per_second": 1397.317 |
| }, |
| { |
| "epoch": 1.4598290598290597, |
| "grad_norm": 0.14983288943767548, |
| "learning_rate": 5.44206008583691e-05, |
| "loss": 0.385, |
| "num_input_tokens_seen": 5265518, |
| "step": 854, |
| "train_runtime": 3767.8711, |
| "train_tokens_per_second": 1397.478 |
| }, |
| { |
| "epoch": 1.4615384615384617, |
| "grad_norm": 0.1455240398645401, |
| "learning_rate": 5.424892703862661e-05, |
| "loss": 0.4104, |
| "num_input_tokens_seen": 5272654, |
| "step": 855, |
| "train_runtime": 3772.3838, |
| "train_tokens_per_second": 1397.698 |
| }, |
| { |
| "epoch": 1.4632478632478634, |
| "grad_norm": 0.19445322453975677, |
| "learning_rate": 5.4077253218884125e-05, |
| "loss": 0.4355, |
| "num_input_tokens_seen": 5279846, |
| "step": 856, |
| "train_runtime": 3776.8801, |
| "train_tokens_per_second": 1397.938 |
| }, |
| { |
| "epoch": 1.464957264957265, |
| "grad_norm": 0.15882650017738342, |
| "learning_rate": 5.3905579399141634e-05, |
| "loss": 0.4704, |
| "num_input_tokens_seen": 5284854, |
| "step": 857, |
| "train_runtime": 3780.1753, |
| "train_tokens_per_second": 1398.045 |
| }, |
| { |
| "epoch": 1.4666666666666668, |
| "grad_norm": 0.14064083993434906, |
| "learning_rate": 5.373390557939915e-05, |
| "loss": 0.4001, |
| "num_input_tokens_seen": 5290262, |
| "step": 858, |
| "train_runtime": 3783.6813, |
| "train_tokens_per_second": 1398.179 |
| }, |
| { |
| "epoch": 1.4683760683760685, |
| "grad_norm": 0.13175015151500702, |
| "learning_rate": 5.356223175965666e-05, |
| "loss": 0.4009, |
| "num_input_tokens_seen": 5299142, |
| "step": 859, |
| "train_runtime": 3789.1831, |
| "train_tokens_per_second": 1398.492 |
| }, |
| { |
| "epoch": 1.4700854700854702, |
| "grad_norm": 0.12459183484315872, |
| "learning_rate": 5.339055793991417e-05, |
| "loss": 0.5154, |
| "num_input_tokens_seen": 5305334, |
| "step": 860, |
| "train_runtime": 3793.1945, |
| "train_tokens_per_second": 1398.645 |
| }, |
| { |
| "epoch": 1.471794871794872, |
| "grad_norm": 0.13496418297290802, |
| "learning_rate": 5.321888412017168e-05, |
| "loss": 0.5302, |
| "num_input_tokens_seen": 5312582, |
| "step": 861, |
| "train_runtime": 3797.8243, |
| "train_tokens_per_second": 1398.849 |
| }, |
| { |
| "epoch": 1.4735042735042736, |
| "grad_norm": 0.12612996995449066, |
| "learning_rate": 5.3047210300429186e-05, |
| "loss": 0.3437, |
| "num_input_tokens_seen": 5318646, |
| "step": 862, |
| "train_runtime": 3801.9229, |
| "train_tokens_per_second": 1398.936 |
| }, |
| { |
| "epoch": 1.4752136752136753, |
| "grad_norm": 0.15236078202724457, |
| "learning_rate": 5.2875536480686695e-05, |
| "loss": 0.3329, |
| "num_input_tokens_seen": 5323214, |
| "step": 863, |
| "train_runtime": 3804.9799, |
| "train_tokens_per_second": 1399.012 |
| }, |
| { |
| "epoch": 1.476923076923077, |
| "grad_norm": 0.14306163787841797, |
| "learning_rate": 5.2703862660944205e-05, |
| "loss": 0.3123, |
| "num_input_tokens_seen": 5328902, |
| "step": 864, |
| "train_runtime": 3808.7041, |
| "train_tokens_per_second": 1399.138 |
| }, |
| { |
| "epoch": 1.4786324786324787, |
| "grad_norm": 0.1255759447813034, |
| "learning_rate": 5.253218884120172e-05, |
| "loss": 0.2965, |
| "num_input_tokens_seen": 5334094, |
| "step": 865, |
| "train_runtime": 3812.1793, |
| "train_tokens_per_second": 1399.224 |
| }, |
| { |
| "epoch": 1.4803418803418804, |
| "grad_norm": 0.15679959952831268, |
| "learning_rate": 5.2360515021459236e-05, |
| "loss": 0.5092, |
| "num_input_tokens_seen": 5339710, |
| "step": 866, |
| "train_runtime": 3815.8784, |
| "train_tokens_per_second": 1399.34 |
| }, |
| { |
| "epoch": 1.4820512820512821, |
| "grad_norm": 0.14153476059436798, |
| "learning_rate": 5.2188841201716746e-05, |
| "loss": 0.3473, |
| "num_input_tokens_seen": 5346190, |
| "step": 867, |
| "train_runtime": 3819.9095, |
| "train_tokens_per_second": 1399.559 |
| }, |
| { |
| "epoch": 1.4837606837606838, |
| "grad_norm": 0.13382677733898163, |
| "learning_rate": 5.2017167381974255e-05, |
| "loss": 0.3588, |
| "num_input_tokens_seen": 5352462, |
| "step": 868, |
| "train_runtime": 3824.0287, |
| "train_tokens_per_second": 1399.692 |
| }, |
| { |
| "epoch": 1.4854700854700855, |
| "grad_norm": 0.16382722556591034, |
| "learning_rate": 5.1845493562231764e-05, |
| "loss": 0.3964, |
| "num_input_tokens_seen": 5356254, |
| "step": 869, |
| "train_runtime": 3826.6221, |
| "train_tokens_per_second": 1399.734 |
| }, |
| { |
| "epoch": 1.4871794871794872, |
| "grad_norm": 0.14120569825172424, |
| "learning_rate": 5.167381974248927e-05, |
| "loss": 0.3463, |
| "num_input_tokens_seen": 5363590, |
| "step": 870, |
| "train_runtime": 3831.2189, |
| "train_tokens_per_second": 1399.97 |
| }, |
| { |
| "epoch": 1.488888888888889, |
| "grad_norm": 0.16003507375717163, |
| "learning_rate": 5.150214592274678e-05, |
| "loss": 0.3489, |
| "num_input_tokens_seen": 5368462, |
| "step": 871, |
| "train_runtime": 3836.5884, |
| "train_tokens_per_second": 1399.28 |
| }, |
| { |
| "epoch": 1.4905982905982906, |
| "grad_norm": 0.1279754787683487, |
| "learning_rate": 5.133047210300429e-05, |
| "loss": 0.341, |
| "num_input_tokens_seen": 5373550, |
| "step": 872, |
| "train_runtime": 3840.064, |
| "train_tokens_per_second": 1399.339 |
| }, |
| { |
| "epoch": 1.4923076923076923, |
| "grad_norm": 0.16718865931034088, |
| "learning_rate": 5.11587982832618e-05, |
| "loss": 0.3997, |
| "num_input_tokens_seen": 5379134, |
| "step": 873, |
| "train_runtime": 3843.6488, |
| "train_tokens_per_second": 1399.486 |
| }, |
| { |
| "epoch": 1.494017094017094, |
| "grad_norm": 0.12986551225185394, |
| "learning_rate": 5.098712446351932e-05, |
| "loss": 0.3132, |
| "num_input_tokens_seen": 5388758, |
| "step": 874, |
| "train_runtime": 3849.7111, |
| "train_tokens_per_second": 1399.782 |
| }, |
| { |
| "epoch": 1.4957264957264957, |
| "grad_norm": 0.1360234171152115, |
| "learning_rate": 5.081545064377683e-05, |
| "loss": 0.2856, |
| "num_input_tokens_seen": 5393182, |
| "step": 875, |
| "train_runtime": 3852.7029, |
| "train_tokens_per_second": 1399.844 |
| }, |
| { |
| "epoch": 1.4974358974358974, |
| "grad_norm": 0.17069897055625916, |
| "learning_rate": 5.064377682403434e-05, |
| "loss": 0.4769, |
| "num_input_tokens_seen": 5398094, |
| "step": 876, |
| "train_runtime": 3856.0373, |
| "train_tokens_per_second": 1399.907 |
| }, |
| { |
| "epoch": 1.4991452991452991, |
| "grad_norm": 0.15237049758434296, |
| "learning_rate": 5.047210300429185e-05, |
| "loss": 0.3108, |
| "num_input_tokens_seen": 5406302, |
| "step": 877, |
| "train_runtime": 3861.1411, |
| "train_tokens_per_second": 1400.182 |
| }, |
| { |
| "epoch": 1.5008547008547009, |
| "grad_norm": 0.18374916911125183, |
| "learning_rate": 5.030042918454936e-05, |
| "loss": 0.3626, |
| "num_input_tokens_seen": 5410838, |
| "step": 878, |
| "train_runtime": 3864.2838, |
| "train_tokens_per_second": 1400.218 |
| }, |
| { |
| "epoch": 1.5025641025641026, |
| "grad_norm": 0.15585371851921082, |
| "learning_rate": 5.012875536480687e-05, |
| "loss": 0.3773, |
| "num_input_tokens_seen": 5417318, |
| "step": 879, |
| "train_runtime": 3868.4233, |
| "train_tokens_per_second": 1400.394 |
| }, |
| { |
| "epoch": 1.5042735042735043, |
| "grad_norm": 0.18755033612251282, |
| "learning_rate": 4.9957081545064385e-05, |
| "loss": 0.4022, |
| "num_input_tokens_seen": 5421910, |
| "step": 880, |
| "train_runtime": 3871.5671, |
| "train_tokens_per_second": 1400.443 |
| }, |
| { |
| "epoch": 1.505982905982906, |
| "grad_norm": 0.1306111067533493, |
| "learning_rate": 4.9785407725321894e-05, |
| "loss": 0.2989, |
| "num_input_tokens_seen": 5427630, |
| "step": 881, |
| "train_runtime": 3875.3642, |
| "train_tokens_per_second": 1400.547 |
| }, |
| { |
| "epoch": 1.5076923076923077, |
| "grad_norm": 0.14471091330051422, |
| "learning_rate": 4.96137339055794e-05, |
| "loss": 0.3487, |
| "num_input_tokens_seen": 5434654, |
| "step": 882, |
| "train_runtime": 3879.7092, |
| "train_tokens_per_second": 1400.789 |
| }, |
| { |
| "epoch": 1.5094017094017094, |
| "grad_norm": 0.1394500881433487, |
| "learning_rate": 4.944206008583691e-05, |
| "loss": 0.3425, |
| "num_input_tokens_seen": 5441006, |
| "step": 883, |
| "train_runtime": 3883.8235, |
| "train_tokens_per_second": 1400.941 |
| }, |
| { |
| "epoch": 1.511111111111111, |
| "grad_norm": 0.1315561830997467, |
| "learning_rate": 4.927038626609442e-05, |
| "loss": 0.2697, |
| "num_input_tokens_seen": 5445926, |
| "step": 884, |
| "train_runtime": 3887.1139, |
| "train_tokens_per_second": 1401.02 |
| }, |
| { |
| "epoch": 1.5128205128205128, |
| "grad_norm": 0.14249852299690247, |
| "learning_rate": 4.909871244635194e-05, |
| "loss": 0.3622, |
| "num_input_tokens_seen": 5452246, |
| "step": 885, |
| "train_runtime": 3891.1997, |
| "train_tokens_per_second": 1401.174 |
| }, |
| { |
| "epoch": 1.5145299145299145, |
| "grad_norm": 0.16895607113838196, |
| "learning_rate": 4.8927038626609446e-05, |
| "loss": 0.4891, |
| "num_input_tokens_seen": 5456854, |
| "step": 886, |
| "train_runtime": 3894.3609, |
| "train_tokens_per_second": 1401.219 |
| }, |
| { |
| "epoch": 1.5162393162393162, |
| "grad_norm": 0.1550210863351822, |
| "learning_rate": 4.8755364806866956e-05, |
| "loss": 0.4051, |
| "num_input_tokens_seen": 5463430, |
| "step": 887, |
| "train_runtime": 3898.5586, |
| "train_tokens_per_second": 1401.397 |
| }, |
| { |
| "epoch": 1.5179487179487179, |
| "grad_norm": 0.1588016301393509, |
| "learning_rate": 4.8583690987124465e-05, |
| "loss": 0.3086, |
| "num_input_tokens_seen": 5468830, |
| "step": 888, |
| "train_runtime": 3902.1609, |
| "train_tokens_per_second": 1401.488 |
| }, |
| { |
| "epoch": 1.5196581196581196, |
| "grad_norm": 0.1528807431459427, |
| "learning_rate": 4.841201716738198e-05, |
| "loss": 0.384, |
| "num_input_tokens_seen": 5474166, |
| "step": 889, |
| "train_runtime": 3905.7353, |
| "train_tokens_per_second": 1401.571 |
| }, |
| { |
| "epoch": 1.5213675213675213, |
| "grad_norm": 0.1336115598678589, |
| "learning_rate": 4.824034334763949e-05, |
| "loss": 0.337, |
| "num_input_tokens_seen": 5480990, |
| "step": 890, |
| "train_runtime": 3910.1338, |
| "train_tokens_per_second": 1401.74 |
| }, |
| { |
| "epoch": 1.523076923076923, |
| "grad_norm": 0.14113153517246246, |
| "learning_rate": 4.8068669527897e-05, |
| "loss": 0.3582, |
| "num_input_tokens_seen": 5487366, |
| "step": 891, |
| "train_runtime": 3914.2226, |
| "train_tokens_per_second": 1401.904 |
| }, |
| { |
| "epoch": 1.5247863247863247, |
| "grad_norm": 0.14740779995918274, |
| "learning_rate": 4.789699570815451e-05, |
| "loss": 0.3241, |
| "num_input_tokens_seen": 5491782, |
| "step": 892, |
| "train_runtime": 3917.2888, |
| "train_tokens_per_second": 1401.934 |
| }, |
| { |
| "epoch": 1.5264957264957264, |
| "grad_norm": 0.1684054136276245, |
| "learning_rate": 4.772532188841202e-05, |
| "loss": 0.3419, |
| "num_input_tokens_seen": 5498598, |
| "step": 893, |
| "train_runtime": 3921.6413, |
| "train_tokens_per_second": 1402.116 |
| }, |
| { |
| "epoch": 1.528205128205128, |
| "grad_norm": 0.1600559949874878, |
| "learning_rate": 4.755364806866953e-05, |
| "loss": 0.3971, |
| "num_input_tokens_seen": 5504558, |
| "step": 894, |
| "train_runtime": 3925.5164, |
| "train_tokens_per_second": 1402.251 |
| }, |
| { |
| "epoch": 1.5299145299145298, |
| "grad_norm": 0.16193747520446777, |
| "learning_rate": 4.738197424892704e-05, |
| "loss": 0.1982, |
| "num_input_tokens_seen": 5518366, |
| "step": 895, |
| "train_runtime": 3933.7663, |
| "train_tokens_per_second": 1402.82 |
| }, |
| { |
| "epoch": 1.5316239316239315, |
| "grad_norm": 0.1655426323413849, |
| "learning_rate": 4.721030042918455e-05, |
| "loss": 0.4295, |
| "num_input_tokens_seen": 5523782, |
| "step": 896, |
| "train_runtime": 3937.3438, |
| "train_tokens_per_second": 1402.921 |
| }, |
| { |
| "epoch": 1.5333333333333332, |
| "grad_norm": 0.18400371074676514, |
| "learning_rate": 4.703862660944206e-05, |
| "loss": 0.4301, |
| "num_input_tokens_seen": 5529142, |
| "step": 897, |
| "train_runtime": 3940.9012, |
| "train_tokens_per_second": 1403.015 |
| }, |
| { |
| "epoch": 1.535042735042735, |
| "grad_norm": 0.1289558857679367, |
| "learning_rate": 4.6866952789699576e-05, |
| "loss": 0.2999, |
| "num_input_tokens_seen": 5536438, |
| "step": 898, |
| "train_runtime": 3945.5414, |
| "train_tokens_per_second": 1403.214 |
| }, |
| { |
| "epoch": 1.5367521367521366, |
| "grad_norm": 0.13847073912620544, |
| "learning_rate": 4.6695278969957086e-05, |
| "loss": 0.4114, |
| "num_input_tokens_seen": 5544542, |
| "step": 899, |
| "train_runtime": 3950.6248, |
| "train_tokens_per_second": 1403.46 |
| }, |
| { |
| "epoch": 1.5384615384615383, |
| "grad_norm": 0.130548357963562, |
| "learning_rate": 4.6523605150214595e-05, |
| "loss": 0.3208, |
| "num_input_tokens_seen": 5551966, |
| "step": 900, |
| "train_runtime": 3955.355, |
| "train_tokens_per_second": 1403.658 |
| }, |
| { |
| "epoch": 1.54017094017094, |
| "grad_norm": 0.12483415752649307, |
| "learning_rate": 4.6351931330472104e-05, |
| "loss": 0.3094, |
| "num_input_tokens_seen": 5559310, |
| "step": 901, |
| "train_runtime": 3962.2691, |
| "train_tokens_per_second": 1403.062 |
| }, |
| { |
| "epoch": 1.5418803418803417, |
| "grad_norm": 0.1626817137002945, |
| "learning_rate": 4.618025751072962e-05, |
| "loss": 0.5097, |
| "num_input_tokens_seen": 5566126, |
| "step": 902, |
| "train_runtime": 3966.5485, |
| "train_tokens_per_second": 1403.267 |
| }, |
| { |
| "epoch": 1.5435897435897434, |
| "grad_norm": 0.12783609330654144, |
| "learning_rate": 4.600858369098713e-05, |
| "loss": 0.376, |
| "num_input_tokens_seen": 5573526, |
| "step": 903, |
| "train_runtime": 3971.1289, |
| "train_tokens_per_second": 1403.512 |
| }, |
| { |
| "epoch": 1.5452991452991451, |
| "grad_norm": 0.12774644792079926, |
| "learning_rate": 4.583690987124464e-05, |
| "loss": 0.3011, |
| "num_input_tokens_seen": 5579950, |
| "step": 904, |
| "train_runtime": 3975.2459, |
| "train_tokens_per_second": 1403.674 |
| }, |
| { |
| "epoch": 1.547008547008547, |
| "grad_norm": 0.13785552978515625, |
| "learning_rate": 4.566523605150215e-05, |
| "loss": 0.2532, |
| "num_input_tokens_seen": 5592222, |
| "step": 905, |
| "train_runtime": 3982.6088, |
| "train_tokens_per_second": 1404.161 |
| }, |
| { |
| "epoch": 1.5487179487179488, |
| "grad_norm": 0.10258350521326065, |
| "learning_rate": 4.5493562231759656e-05, |
| "loss": 0.2478, |
| "num_input_tokens_seen": 5601822, |
| "step": 906, |
| "train_runtime": 3988.4826, |
| "train_tokens_per_second": 1404.5 |
| }, |
| { |
| "epoch": 1.5504273504273505, |
| "grad_norm": 0.14077666401863098, |
| "learning_rate": 4.532188841201717e-05, |
| "loss": 0.2856, |
| "num_input_tokens_seen": 5606942, |
| "step": 907, |
| "train_runtime": 3991.8287, |
| "train_tokens_per_second": 1404.605 |
| }, |
| { |
| "epoch": 1.5521367521367522, |
| "grad_norm": 0.15848904848098755, |
| "learning_rate": 4.515021459227468e-05, |
| "loss": 0.4184, |
| "num_input_tokens_seen": 5611870, |
| "step": 908, |
| "train_runtime": 3995.0262, |
| "train_tokens_per_second": 1404.714 |
| }, |
| { |
| "epoch": 1.5538461538461539, |
| "grad_norm": 0.14436501264572144, |
| "learning_rate": 4.497854077253219e-05, |
| "loss": 0.3977, |
| "num_input_tokens_seen": 5618398, |
| "step": 909, |
| "train_runtime": 3999.2042, |
| "train_tokens_per_second": 1404.879 |
| }, |
| { |
| "epoch": 1.5555555555555556, |
| "grad_norm": 0.13145920634269714, |
| "learning_rate": 4.48068669527897e-05, |
| "loss": 0.3204, |
| "num_input_tokens_seen": 5627286, |
| "step": 910, |
| "train_runtime": 4004.6715, |
| "train_tokens_per_second": 1405.18 |
| }, |
| { |
| "epoch": 1.5572649572649573, |
| "grad_norm": 0.15464188158512115, |
| "learning_rate": 4.4635193133047216e-05, |
| "loss": 0.2961, |
| "num_input_tokens_seen": 5631254, |
| "step": 911, |
| "train_runtime": 4007.4026, |
| "train_tokens_per_second": 1405.213 |
| }, |
| { |
| "epoch": 1.558974358974359, |
| "grad_norm": 0.15370634198188782, |
| "learning_rate": 4.4463519313304725e-05, |
| "loss": 0.3432, |
| "num_input_tokens_seen": 5638078, |
| "step": 912, |
| "train_runtime": 4011.673, |
| "train_tokens_per_second": 1405.418 |
| }, |
| { |
| "epoch": 1.5606837606837607, |
| "grad_norm": 0.11987742781639099, |
| "learning_rate": 4.4291845493562234e-05, |
| "loss": 0.2736, |
| "num_input_tokens_seen": 5647550, |
| "step": 913, |
| "train_runtime": 4017.4402, |
| "train_tokens_per_second": 1405.758 |
| }, |
| { |
| "epoch": 1.5623931623931624, |
| "grad_norm": 0.1432374119758606, |
| "learning_rate": 4.412017167381974e-05, |
| "loss": 0.3456, |
| "num_input_tokens_seen": 5654566, |
| "step": 914, |
| "train_runtime": 4021.8492, |
| "train_tokens_per_second": 1405.962 |
| }, |
| { |
| "epoch": 1.564102564102564, |
| "grad_norm": 0.14146411418914795, |
| "learning_rate": 4.394849785407725e-05, |
| "loss": 0.2831, |
| "num_input_tokens_seen": 5661366, |
| "step": 915, |
| "train_runtime": 4026.1282, |
| "train_tokens_per_second": 1406.156 |
| }, |
| { |
| "epoch": 1.5658119658119658, |
| "grad_norm": 0.1362568885087967, |
| "learning_rate": 4.377682403433477e-05, |
| "loss": 0.3261, |
| "num_input_tokens_seen": 5667022, |
| "step": 916, |
| "train_runtime": 4029.7803, |
| "train_tokens_per_second": 1406.286 |
| }, |
| { |
| "epoch": 1.5675213675213675, |
| "grad_norm": 0.13071489334106445, |
| "learning_rate": 4.360515021459228e-05, |
| "loss": 0.264, |
| "num_input_tokens_seen": 5674158, |
| "step": 917, |
| "train_runtime": 4034.3501, |
| "train_tokens_per_second": 1406.461 |
| }, |
| { |
| "epoch": 1.5692307692307692, |
| "grad_norm": 0.1308346837759018, |
| "learning_rate": 4.3433476394849786e-05, |
| "loss": 0.2655, |
| "num_input_tokens_seen": 5681038, |
| "step": 918, |
| "train_runtime": 4038.6578, |
| "train_tokens_per_second": 1406.665 |
| }, |
| { |
| "epoch": 1.570940170940171, |
| "grad_norm": 0.14354775846004486, |
| "learning_rate": 4.3261802575107296e-05, |
| "loss": 0.3548, |
| "num_input_tokens_seen": 5689142, |
| "step": 919, |
| "train_runtime": 4043.681, |
| "train_tokens_per_second": 1406.922 |
| }, |
| { |
| "epoch": 1.5726495726495726, |
| "grad_norm": 0.14994634687900543, |
| "learning_rate": 4.309012875536481e-05, |
| "loss": 0.3652, |
| "num_input_tokens_seen": 5694430, |
| "step": 920, |
| "train_runtime": 4047.0891, |
| "train_tokens_per_second": 1407.043 |
| }, |
| { |
| "epoch": 1.5743589743589743, |
| "grad_norm": 0.14056207239627838, |
| "learning_rate": 4.291845493562232e-05, |
| "loss": 0.2809, |
| "num_input_tokens_seen": 5699694, |
| "step": 921, |
| "train_runtime": 4050.4592, |
| "train_tokens_per_second": 1407.172 |
| }, |
| { |
| "epoch": 1.576068376068376, |
| "grad_norm": 0.1594097912311554, |
| "learning_rate": 4.274678111587983e-05, |
| "loss": 0.4683, |
| "num_input_tokens_seen": 5706182, |
| "step": 922, |
| "train_runtime": 4054.6337, |
| "train_tokens_per_second": 1407.324 |
| }, |
| { |
| "epoch": 1.5777777777777777, |
| "grad_norm": 0.16299133002758026, |
| "learning_rate": 4.257510729613734e-05, |
| "loss": 0.4031, |
| "num_input_tokens_seen": 5711566, |
| "step": 923, |
| "train_runtime": 4058.0973, |
| "train_tokens_per_second": 1407.449 |
| }, |
| { |
| "epoch": 1.5794871794871796, |
| "grad_norm": 0.18204393982887268, |
| "learning_rate": 4.240343347639485e-05, |
| "loss": 0.4191, |
| "num_input_tokens_seen": 5717422, |
| "step": 924, |
| "train_runtime": 4061.8526, |
| "train_tokens_per_second": 1407.59 |
| }, |
| { |
| "epoch": 1.5811965811965814, |
| "grad_norm": 0.16016630828380585, |
| "learning_rate": 4.2231759656652364e-05, |
| "loss": 0.3527, |
| "num_input_tokens_seen": 5721734, |
| "step": 925, |
| "train_runtime": 4064.8253, |
| "train_tokens_per_second": 1407.621 |
| }, |
| { |
| "epoch": 1.582905982905983, |
| "grad_norm": 0.15261352062225342, |
| "learning_rate": 4.206008583690987e-05, |
| "loss": 0.2939, |
| "num_input_tokens_seen": 5726726, |
| "step": 926, |
| "train_runtime": 4068.1454, |
| "train_tokens_per_second": 1407.699 |
| }, |
| { |
| "epoch": 1.5846153846153848, |
| "grad_norm": 0.14059829711914062, |
| "learning_rate": 4.188841201716738e-05, |
| "loss": 0.345, |
| "num_input_tokens_seen": 5732878, |
| "step": 927, |
| "train_runtime": 4072.1298, |
| "train_tokens_per_second": 1407.833 |
| }, |
| { |
| "epoch": 1.5863247863247865, |
| "grad_norm": 0.15168927609920502, |
| "learning_rate": 4.171673819742489e-05, |
| "loss": 0.2833, |
| "num_input_tokens_seen": 5738606, |
| "step": 928, |
| "train_runtime": 4075.9083, |
| "train_tokens_per_second": 1407.933 |
| }, |
| { |
| "epoch": 1.5880341880341882, |
| "grad_norm": 0.14608868956565857, |
| "learning_rate": 4.154506437768241e-05, |
| "loss": 0.3264, |
| "num_input_tokens_seen": 5744222, |
| "step": 929, |
| "train_runtime": 4079.5662, |
| "train_tokens_per_second": 1408.047 |
| }, |
| { |
| "epoch": 1.5897435897435899, |
| "grad_norm": 0.13235428929328918, |
| "learning_rate": 4.1373390557939917e-05, |
| "loss": 0.3547, |
| "num_input_tokens_seen": 5751422, |
| "step": 930, |
| "train_runtime": 4084.0105, |
| "train_tokens_per_second": 1408.278 |
| }, |
| { |
| "epoch": 1.5914529914529916, |
| "grad_norm": 0.15778063237667084, |
| "learning_rate": 4.1201716738197426e-05, |
| "loss": 0.3659, |
| "num_input_tokens_seen": 5757270, |
| "step": 931, |
| "train_runtime": 4089.841, |
| "train_tokens_per_second": 1407.7 |
| }, |
| { |
| "epoch": 1.5931623931623933, |
| "grad_norm": 0.14234130084514618, |
| "learning_rate": 4.1030042918454935e-05, |
| "loss": 0.3474, |
| "num_input_tokens_seen": 5763062, |
| "step": 932, |
| "train_runtime": 4093.5857, |
| "train_tokens_per_second": 1407.827 |
| }, |
| { |
| "epoch": 1.594871794871795, |
| "grad_norm": 0.15950438380241394, |
| "learning_rate": 4.0858369098712444e-05, |
| "loss": 0.3991, |
| "num_input_tokens_seen": 5769542, |
| "step": 933, |
| "train_runtime": 4097.7094, |
| "train_tokens_per_second": 1407.992 |
| }, |
| { |
| "epoch": 1.5965811965811967, |
| "grad_norm": 0.15297670662403107, |
| "learning_rate": 4.068669527896996e-05, |
| "loss": 0.4014, |
| "num_input_tokens_seen": 5777038, |
| "step": 934, |
| "train_runtime": 4102.3551, |
| "train_tokens_per_second": 1408.225 |
| }, |
| { |
| "epoch": 1.5982905982905984, |
| "grad_norm": 0.14198969304561615, |
| "learning_rate": 4.051502145922747e-05, |
| "loss": 0.324, |
| "num_input_tokens_seen": 5783518, |
| "step": 935, |
| "train_runtime": 4106.4425, |
| "train_tokens_per_second": 1408.401 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.18063846230506897, |
| "learning_rate": 4.034334763948498e-05, |
| "loss": 0.2441, |
| "num_input_tokens_seen": 5789382, |
| "step": 936, |
| "train_runtime": 4110.1508, |
| "train_tokens_per_second": 1408.557 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_loss": 0.4057992100715637, |
| "eval_runtime": 39.8829, |
| "eval_samples_per_second": 25.023, |
| "eval_steps_per_second": 3.134, |
| "num_input_tokens_seen": 5789382, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.6017094017094018, |
| "grad_norm": 0.17349766194820404, |
| "learning_rate": 4.017167381974249e-05, |
| "loss": 0.4031, |
| "num_input_tokens_seen": 5793958, |
| "step": 937, |
| "train_runtime": 4153.1322, |
| "train_tokens_per_second": 1395.082 |
| }, |
| { |
| "epoch": 1.6034188034188035, |
| "grad_norm": 0.14728385210037231, |
| "learning_rate": 4e-05, |
| "loss": 0.3286, |
| "num_input_tokens_seen": 5801366, |
| "step": 938, |
| "train_runtime": 4157.8001, |
| "train_tokens_per_second": 1395.297 |
| }, |
| { |
| "epoch": 1.6051282051282052, |
| "grad_norm": 0.15259931981563568, |
| "learning_rate": 3.982832618025751e-05, |
| "loss": 0.3429, |
| "num_input_tokens_seen": 5807702, |
| "step": 939, |
| "train_runtime": 4161.8686, |
| "train_tokens_per_second": 1395.455 |
| }, |
| { |
| "epoch": 1.606837606837607, |
| "grad_norm": 0.15199637413024902, |
| "learning_rate": 3.965665236051502e-05, |
| "loss": 0.3543, |
| "num_input_tokens_seen": 5814662, |
| "step": 940, |
| "train_runtime": 4166.1977, |
| "train_tokens_per_second": 1395.676 |
| }, |
| { |
| "epoch": 1.6085470085470086, |
| "grad_norm": 0.16361570358276367, |
| "learning_rate": 3.948497854077253e-05, |
| "loss": 0.367, |
| "num_input_tokens_seen": 5819478, |
| "step": 941, |
| "train_runtime": 4169.3434, |
| "train_tokens_per_second": 1395.778 |
| }, |
| { |
| "epoch": 1.6102564102564103, |
| "grad_norm": 0.1512775421142578, |
| "learning_rate": 3.931330472103004e-05, |
| "loss": 0.338, |
| "num_input_tokens_seen": 5826830, |
| "step": 942, |
| "train_runtime": 4173.9012, |
| "train_tokens_per_second": 1396.015 |
| }, |
| { |
| "epoch": 1.611965811965812, |
| "grad_norm": 0.1339310258626938, |
| "learning_rate": 3.9141630901287556e-05, |
| "loss": 0.3077, |
| "num_input_tokens_seen": 5833174, |
| "step": 943, |
| "train_runtime": 4178.0154, |
| "train_tokens_per_second": 1396.159 |
| }, |
| { |
| "epoch": 1.6136752136752137, |
| "grad_norm": 0.17570827901363373, |
| "learning_rate": 3.8969957081545065e-05, |
| "loss": 0.3698, |
| "num_input_tokens_seen": 5837766, |
| "step": 944, |
| "train_runtime": 4181.1294, |
| "train_tokens_per_second": 1396.217 |
| }, |
| { |
| "epoch": 1.6153846153846154, |
| "grad_norm": 0.1571483314037323, |
| "learning_rate": 3.8798283261802574e-05, |
| "loss": 0.4129, |
| "num_input_tokens_seen": 5843358, |
| "step": 945, |
| "train_runtime": 4184.7637, |
| "train_tokens_per_second": 1396.341 |
| }, |
| { |
| "epoch": 1.6170940170940171, |
| "grad_norm": 0.1724429428577423, |
| "learning_rate": 3.862660944206008e-05, |
| "loss": 0.4613, |
| "num_input_tokens_seen": 5849022, |
| "step": 946, |
| "train_runtime": 4188.4421, |
| "train_tokens_per_second": 1396.467 |
| }, |
| { |
| "epoch": 1.6188034188034188, |
| "grad_norm": 0.1553131341934204, |
| "learning_rate": 3.84549356223176e-05, |
| "loss": 0.3879, |
| "num_input_tokens_seen": 5854078, |
| "step": 947, |
| "train_runtime": 4191.7577, |
| "train_tokens_per_second": 1396.569 |
| }, |
| { |
| "epoch": 1.6205128205128205, |
| "grad_norm": 0.12425386160612106, |
| "learning_rate": 3.828326180257511e-05, |
| "loss": 0.2773, |
| "num_input_tokens_seen": 5861006, |
| "step": 948, |
| "train_runtime": 4196.1024, |
| "train_tokens_per_second": 1396.774 |
| }, |
| { |
| "epoch": 1.6222222222222222, |
| "grad_norm": 0.14096501469612122, |
| "learning_rate": 3.811158798283262e-05, |
| "loss": 0.34, |
| "num_input_tokens_seen": 5865774, |
| "step": 949, |
| "train_runtime": 4199.3625, |
| "train_tokens_per_second": 1396.825 |
| }, |
| { |
| "epoch": 1.623931623931624, |
| "grad_norm": 0.1395706981420517, |
| "learning_rate": 3.7939914163090127e-05, |
| "loss": 0.3407, |
| "num_input_tokens_seen": 5871974, |
| "step": 950, |
| "train_runtime": 4203.3207, |
| "train_tokens_per_second": 1396.985 |
| }, |
| { |
| "epoch": 1.6256410256410256, |
| "grad_norm": 0.17341846227645874, |
| "learning_rate": 3.776824034334764e-05, |
| "loss": 0.4103, |
| "num_input_tokens_seen": 5877782, |
| "step": 951, |
| "train_runtime": 4207.092, |
| "train_tokens_per_second": 1397.113 |
| }, |
| { |
| "epoch": 1.6273504273504273, |
| "grad_norm": 0.13125059008598328, |
| "learning_rate": 3.759656652360515e-05, |
| "loss": 0.2613, |
| "num_input_tokens_seen": 5884166, |
| "step": 952, |
| "train_runtime": 4211.2144, |
| "train_tokens_per_second": 1397.261 |
| }, |
| { |
| "epoch": 1.629059829059829, |
| "grad_norm": 0.15653657913208008, |
| "learning_rate": 3.742489270386266e-05, |
| "loss": 0.348, |
| "num_input_tokens_seen": 5890622, |
| "step": 953, |
| "train_runtime": 4215.4326, |
| "train_tokens_per_second": 1397.394 |
| }, |
| { |
| "epoch": 1.6307692307692307, |
| "grad_norm": 0.16723714768886566, |
| "learning_rate": 3.725321888412017e-05, |
| "loss": 0.4219, |
| "num_input_tokens_seen": 5895502, |
| "step": 954, |
| "train_runtime": 4218.7165, |
| "train_tokens_per_second": 1397.463 |
| }, |
| { |
| "epoch": 1.6324786324786325, |
| "grad_norm": 0.146444633603096, |
| "learning_rate": 3.708154506437768e-05, |
| "loss": 0.2672, |
| "num_input_tokens_seen": 5901414, |
| "step": 955, |
| "train_runtime": 4222.6691, |
| "train_tokens_per_second": 1397.555 |
| }, |
| { |
| "epoch": 1.6341880341880342, |
| "grad_norm": 0.11249315738677979, |
| "learning_rate": 3.6909871244635195e-05, |
| "loss": 0.2149, |
| "num_input_tokens_seen": 5909254, |
| "step": 956, |
| "train_runtime": 4227.5922, |
| "train_tokens_per_second": 1397.782 |
| }, |
| { |
| "epoch": 1.6358974358974359, |
| "grad_norm": 0.14980441331863403, |
| "learning_rate": 3.6738197424892704e-05, |
| "loss": 0.3522, |
| "num_input_tokens_seen": 5914310, |
| "step": 957, |
| "train_runtime": 4231.0393, |
| "train_tokens_per_second": 1397.839 |
| }, |
| { |
| "epoch": 1.6376068376068376, |
| "grad_norm": 0.13074517250061035, |
| "learning_rate": 3.656652360515021e-05, |
| "loss": 0.2345, |
| "num_input_tokens_seen": 5921494, |
| "step": 958, |
| "train_runtime": 4235.5622, |
| "train_tokens_per_second": 1398.042 |
| }, |
| { |
| "epoch": 1.6393162393162393, |
| "grad_norm": 0.14216265082359314, |
| "learning_rate": 3.639484978540772e-05, |
| "loss": 0.3773, |
| "num_input_tokens_seen": 5927062, |
| "step": 959, |
| "train_runtime": 4239.1985, |
| "train_tokens_per_second": 1398.156 |
| }, |
| { |
| "epoch": 1.641025641025641, |
| "grad_norm": 0.16056610643863678, |
| "learning_rate": 3.622317596566524e-05, |
| "loss": 0.3857, |
| "num_input_tokens_seen": 5934134, |
| "step": 960, |
| "train_runtime": 4243.7395, |
| "train_tokens_per_second": 1398.327 |
| }, |
| { |
| "epoch": 1.6427350427350427, |
| "grad_norm": 0.1462031453847885, |
| "learning_rate": 3.605150214592275e-05, |
| "loss": 0.3269, |
| "num_input_tokens_seen": 5939398, |
| "step": 961, |
| "train_runtime": 4249.3319, |
| "train_tokens_per_second": 1397.725 |
| }, |
| { |
| "epoch": 1.6444444444444444, |
| "grad_norm": 0.1907830536365509, |
| "learning_rate": 3.587982832618026e-05, |
| "loss": 0.5159, |
| "num_input_tokens_seen": 5944502, |
| "step": 962, |
| "train_runtime": 4252.8018, |
| "train_tokens_per_second": 1397.785 |
| }, |
| { |
| "epoch": 1.646153846153846, |
| "grad_norm": 0.16608525812625885, |
| "learning_rate": 3.5708154506437766e-05, |
| "loss": 0.3244, |
| "num_input_tokens_seen": 5950342, |
| "step": 963, |
| "train_runtime": 4256.5589, |
| "train_tokens_per_second": 1397.923 |
| }, |
| { |
| "epoch": 1.6478632478632478, |
| "grad_norm": 0.14312684535980225, |
| "learning_rate": 3.5536480686695275e-05, |
| "loss": 0.3154, |
| "num_input_tokens_seen": 5955310, |
| "step": 964, |
| "train_runtime": 4259.9178, |
| "train_tokens_per_second": 1397.987 |
| }, |
| { |
| "epoch": 1.6495726495726495, |
| "grad_norm": 0.12518402934074402, |
| "learning_rate": 3.536480686695279e-05, |
| "loss": 0.3291, |
| "num_input_tokens_seen": 5965774, |
| "step": 965, |
| "train_runtime": 4266.2276, |
| "train_tokens_per_second": 1398.372 |
| }, |
| { |
| "epoch": 1.6512820512820512, |
| "grad_norm": 0.13345399498939514, |
| "learning_rate": 3.51931330472103e-05, |
| "loss": 0.3288, |
| "num_input_tokens_seen": 5973430, |
| "step": 966, |
| "train_runtime": 4271.1227, |
| "train_tokens_per_second": 1398.562 |
| }, |
| { |
| "epoch": 1.652991452991453, |
| "grad_norm": 0.14265747368335724, |
| "learning_rate": 3.502145922746781e-05, |
| "loss": 0.3364, |
| "num_input_tokens_seen": 5978654, |
| "step": 967, |
| "train_runtime": 4274.6629, |
| "train_tokens_per_second": 1398.626 |
| }, |
| { |
| "epoch": 1.6547008547008546, |
| "grad_norm": 0.16501638293266296, |
| "learning_rate": 3.484978540772532e-05, |
| "loss": 0.3486, |
| "num_input_tokens_seen": 5983806, |
| "step": 968, |
| "train_runtime": 4278.033, |
| "train_tokens_per_second": 1398.728 |
| }, |
| { |
| "epoch": 1.6564102564102563, |
| "grad_norm": 0.1431581974029541, |
| "learning_rate": 3.4678111587982834e-05, |
| "loss": 0.3881, |
| "num_input_tokens_seen": 5993574, |
| "step": 969, |
| "train_runtime": 4284.1459, |
| "train_tokens_per_second": 1399.013 |
| }, |
| { |
| "epoch": 1.658119658119658, |
| "grad_norm": 0.14108191430568695, |
| "learning_rate": 3.450643776824034e-05, |
| "loss": 0.3189, |
| "num_input_tokens_seen": 6000262, |
| "step": 970, |
| "train_runtime": 4288.3925, |
| "train_tokens_per_second": 1399.187 |
| }, |
| { |
| "epoch": 1.6598290598290597, |
| "grad_norm": 0.16081646084785461, |
| "learning_rate": 3.433476394849785e-05, |
| "loss": 0.3586, |
| "num_input_tokens_seen": 6005062, |
| "step": 971, |
| "train_runtime": 4291.5438, |
| "train_tokens_per_second": 1399.278 |
| }, |
| { |
| "epoch": 1.6615384615384614, |
| "grad_norm": 0.16049602627754211, |
| "learning_rate": 3.416309012875537e-05, |
| "loss": 0.3027, |
| "num_input_tokens_seen": 6009998, |
| "step": 972, |
| "train_runtime": 4294.9154, |
| "train_tokens_per_second": 1399.329 |
| }, |
| { |
| "epoch": 1.6632478632478631, |
| "grad_norm": 0.14511296153068542, |
| "learning_rate": 3.399141630901288e-05, |
| "loss": 0.358, |
| "num_input_tokens_seen": 6017742, |
| "step": 973, |
| "train_runtime": 4299.8283, |
| "train_tokens_per_second": 1399.531 |
| }, |
| { |
| "epoch": 1.6649572649572648, |
| "grad_norm": 0.1554926484823227, |
| "learning_rate": 3.381974248927039e-05, |
| "loss": 0.3312, |
| "num_input_tokens_seen": 6024430, |
| "step": 974, |
| "train_runtime": 4304.1438, |
| "train_tokens_per_second": 1399.681 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.163766011595726, |
| "learning_rate": 3.3648068669527896e-05, |
| "loss": 0.38, |
| "num_input_tokens_seen": 6030750, |
| "step": 975, |
| "train_runtime": 4308.2834, |
| "train_tokens_per_second": 1399.803 |
| }, |
| { |
| "epoch": 1.6683760683760682, |
| "grad_norm": 0.18036513030529022, |
| "learning_rate": 3.347639484978541e-05, |
| "loss": 0.4304, |
| "num_input_tokens_seen": 6035278, |
| "step": 976, |
| "train_runtime": 4311.3418, |
| "train_tokens_per_second": 1399.861 |
| }, |
| { |
| "epoch": 1.67008547008547, |
| "grad_norm": 0.16275691986083984, |
| "learning_rate": 3.330472103004292e-05, |
| "loss": 0.3478, |
| "num_input_tokens_seen": 6041366, |
| "step": 977, |
| "train_runtime": 4315.3401, |
| "train_tokens_per_second": 1399.974 |
| }, |
| { |
| "epoch": 1.6717948717948716, |
| "grad_norm": 0.13549788296222687, |
| "learning_rate": 3.313304721030043e-05, |
| "loss": 0.3254, |
| "num_input_tokens_seen": 6047142, |
| "step": 978, |
| "train_runtime": 4319.1359, |
| "train_tokens_per_second": 1400.081 |
| }, |
| { |
| "epoch": 1.6735042735042736, |
| "grad_norm": 0.15927636623382568, |
| "learning_rate": 3.296137339055794e-05, |
| "loss": 0.3495, |
| "num_input_tokens_seen": 6053086, |
| "step": 979, |
| "train_runtime": 4322.9032, |
| "train_tokens_per_second": 1400.236 |
| }, |
| { |
| "epoch": 1.6752136752136753, |
| "grad_norm": 0.14179955422878265, |
| "learning_rate": 3.2789699570815455e-05, |
| "loss": 0.3902, |
| "num_input_tokens_seen": 6060382, |
| "step": 980, |
| "train_runtime": 4327.5542, |
| "train_tokens_per_second": 1400.417 |
| }, |
| { |
| "epoch": 1.676923076923077, |
| "grad_norm": 0.13718022406101227, |
| "learning_rate": 3.2618025751072964e-05, |
| "loss": 0.325, |
| "num_input_tokens_seen": 6067214, |
| "step": 981, |
| "train_runtime": 4331.8978, |
| "train_tokens_per_second": 1400.59 |
| }, |
| { |
| "epoch": 1.6786324786324787, |
| "grad_norm": 0.14240792393684387, |
| "learning_rate": 3.2446351931330473e-05, |
| "loss": 0.3153, |
| "num_input_tokens_seen": 6072542, |
| "step": 982, |
| "train_runtime": 4335.4612, |
| "train_tokens_per_second": 1400.668 |
| }, |
| { |
| "epoch": 1.6803418803418804, |
| "grad_norm": 0.17063497006893158, |
| "learning_rate": 3.227467811158798e-05, |
| "loss": 0.3474, |
| "num_input_tokens_seen": 6077822, |
| "step": 983, |
| "train_runtime": 4339.0337, |
| "train_tokens_per_second": 1400.732 |
| }, |
| { |
| "epoch": 1.682051282051282, |
| "grad_norm": 0.1793319284915924, |
| "learning_rate": 3.21030042918455e-05, |
| "loss": 0.3506, |
| "num_input_tokens_seen": 6082414, |
| "step": 984, |
| "train_runtime": 4342.1991, |
| "train_tokens_per_second": 1400.768 |
| }, |
| { |
| "epoch": 1.6837606837606838, |
| "grad_norm": 0.15594610571861267, |
| "learning_rate": 3.193133047210301e-05, |
| "loss": 0.3521, |
| "num_input_tokens_seen": 6088374, |
| "step": 985, |
| "train_runtime": 4346.1065, |
| "train_tokens_per_second": 1400.88 |
| }, |
| { |
| "epoch": 1.6854700854700855, |
| "grad_norm": 0.1668577343225479, |
| "learning_rate": 3.175965665236052e-05, |
| "loss": 0.3075, |
| "num_input_tokens_seen": 6099598, |
| "step": 986, |
| "train_runtime": 4353.0219, |
| "train_tokens_per_second": 1401.233 |
| }, |
| { |
| "epoch": 1.6871794871794872, |
| "grad_norm": 0.15573537349700928, |
| "learning_rate": 3.158798283261803e-05, |
| "loss": 0.3101, |
| "num_input_tokens_seen": 6106238, |
| "step": 987, |
| "train_runtime": 4357.3365, |
| "train_tokens_per_second": 1401.369 |
| }, |
| { |
| "epoch": 1.6888888888888889, |
| "grad_norm": 0.1659414917230606, |
| "learning_rate": 3.141630901287554e-05, |
| "loss": 0.3679, |
| "num_input_tokens_seen": 6112990, |
| "step": 988, |
| "train_runtime": 4361.6346, |
| "train_tokens_per_second": 1401.536 |
| }, |
| { |
| "epoch": 1.6905982905982906, |
| "grad_norm": 0.13771456480026245, |
| "learning_rate": 3.124463519313305e-05, |
| "loss": 0.2698, |
| "num_input_tokens_seen": 6121190, |
| "step": 989, |
| "train_runtime": 4366.785, |
| "train_tokens_per_second": 1401.761 |
| }, |
| { |
| "epoch": 1.6923076923076923, |
| "grad_norm": 0.17398853600025177, |
| "learning_rate": 3.107296137339056e-05, |
| "loss": 0.3585, |
| "num_input_tokens_seen": 6126838, |
| "step": 990, |
| "train_runtime": 4370.4426, |
| "train_tokens_per_second": 1401.88 |
| }, |
| { |
| "epoch": 1.694017094017094, |
| "grad_norm": 0.16992250084877014, |
| "learning_rate": 3.0901287553648076e-05, |
| "loss": 0.3688, |
| "num_input_tokens_seen": 6132214, |
| "step": 991, |
| "train_runtime": 4376.044, |
| "train_tokens_per_second": 1401.315 |
| }, |
| { |
| "epoch": 1.6957264957264957, |
| "grad_norm": 0.14736062288284302, |
| "learning_rate": 3.0729613733905585e-05, |
| "loss": 0.4102, |
| "num_input_tokens_seen": 6139086, |
| "step": 992, |
| "train_runtime": 4380.4121, |
| "train_tokens_per_second": 1401.486 |
| }, |
| { |
| "epoch": 1.6974358974358974, |
| "grad_norm": 0.09231652319431305, |
| "learning_rate": 3.0557939914163094e-05, |
| "loss": 0.1844, |
| "num_input_tokens_seen": 6149238, |
| "step": 993, |
| "train_runtime": 4386.5474, |
| "train_tokens_per_second": 1401.84 |
| }, |
| { |
| "epoch": 1.699145299145299, |
| "grad_norm": 0.17811483144760132, |
| "learning_rate": 3.03862660944206e-05, |
| "loss": 0.4097, |
| "num_input_tokens_seen": 6154366, |
| "step": 994, |
| "train_runtime": 4389.9507, |
| "train_tokens_per_second": 1401.921 |
| }, |
| { |
| "epoch": 1.7008547008547008, |
| "grad_norm": 0.15624217689037323, |
| "learning_rate": 3.021459227467811e-05, |
| "loss": 0.3516, |
| "num_input_tokens_seen": 6159286, |
| "step": 995, |
| "train_runtime": 4393.3511, |
| "train_tokens_per_second": 1401.956 |
| }, |
| { |
| "epoch": 1.7025641025641025, |
| "grad_norm": 0.1756419837474823, |
| "learning_rate": 3.0042918454935625e-05, |
| "loss": 0.3392, |
| "num_input_tokens_seen": 6164166, |
| "step": 996, |
| "train_runtime": 4396.6508, |
| "train_tokens_per_second": 1402.014 |
| }, |
| { |
| "epoch": 1.7042735042735044, |
| "grad_norm": 0.11751808226108551, |
| "learning_rate": 2.9871244635193134e-05, |
| "loss": 0.2156, |
| "num_input_tokens_seen": 6172630, |
| "step": 997, |
| "train_runtime": 4401.9216, |
| "train_tokens_per_second": 1402.258 |
| }, |
| { |
| "epoch": 1.7059829059829061, |
| "grad_norm": 0.1824459284543991, |
| "learning_rate": 2.9699570815450643e-05, |
| "loss": 0.3685, |
| "num_input_tokens_seen": 6177326, |
| "step": 998, |
| "train_runtime": 4405.0787, |
| "train_tokens_per_second": 1402.319 |
| }, |
| { |
| "epoch": 1.7076923076923078, |
| "grad_norm": 0.15616580843925476, |
| "learning_rate": 2.9527896995708153e-05, |
| "loss": 0.3737, |
| "num_input_tokens_seen": 6182622, |
| "step": 999, |
| "train_runtime": 4408.5719, |
| "train_tokens_per_second": 1402.409 |
| }, |
| { |
| "epoch": 1.7094017094017095, |
| "grad_norm": 0.1718655824661255, |
| "learning_rate": 2.935622317596567e-05, |
| "loss": 0.4426, |
| "num_input_tokens_seen": 6189630, |
| "step": 1000, |
| "train_runtime": 4412.9794, |
| "train_tokens_per_second": 1402.597 |
| }, |
| { |
| "epoch": 1.7111111111111112, |
| "grad_norm": 0.14478078484535217, |
| "learning_rate": 2.9184549356223178e-05, |
| "loss": 0.2377, |
| "num_input_tokens_seen": 6196462, |
| "step": 1001, |
| "train_runtime": 4417.29, |
| "train_tokens_per_second": 1402.775 |
| }, |
| { |
| "epoch": 1.712820512820513, |
| "grad_norm": 0.14062879979610443, |
| "learning_rate": 2.9012875536480687e-05, |
| "loss": 0.2676, |
| "num_input_tokens_seen": 6204102, |
| "step": 1002, |
| "train_runtime": 4422.1082, |
| "train_tokens_per_second": 1402.974 |
| }, |
| { |
| "epoch": 1.7145299145299147, |
| "grad_norm": 0.13248053193092346, |
| "learning_rate": 2.8841201716738196e-05, |
| "loss": 0.3631, |
| "num_input_tokens_seen": 6210486, |
| "step": 1003, |
| "train_runtime": 4426.2686, |
| "train_tokens_per_second": 1403.097 |
| }, |
| { |
| "epoch": 1.7162393162393164, |
| "grad_norm": 0.1455918848514557, |
| "learning_rate": 2.866952789699571e-05, |
| "loss": 0.3268, |
| "num_input_tokens_seen": 6216734, |
| "step": 1004, |
| "train_runtime": 4430.3644, |
| "train_tokens_per_second": 1403.211 |
| }, |
| { |
| "epoch": 1.717948717948718, |
| "grad_norm": 0.16086509823799133, |
| "learning_rate": 2.849785407725322e-05, |
| "loss": 0.2984, |
| "num_input_tokens_seen": 6221590, |
| "step": 1005, |
| "train_runtime": 4433.6172, |
| "train_tokens_per_second": 1403.276 |
| }, |
| { |
| "epoch": 1.7196581196581198, |
| "grad_norm": 0.24680602550506592, |
| "learning_rate": 2.832618025751073e-05, |
| "loss": 0.3334, |
| "num_input_tokens_seen": 6229086, |
| "step": 1006, |
| "train_runtime": 4438.3525, |
| "train_tokens_per_second": 1403.468 |
| }, |
| { |
| "epoch": 1.7213675213675215, |
| "grad_norm": 0.15239591896533966, |
| "learning_rate": 2.8154506437768243e-05, |
| "loss": 0.3622, |
| "num_input_tokens_seen": 6235030, |
| "step": 1007, |
| "train_runtime": 4442.1313, |
| "train_tokens_per_second": 1403.612 |
| }, |
| { |
| "epoch": 1.7230769230769232, |
| "grad_norm": 0.18432646989822388, |
| "learning_rate": 2.7982832618025752e-05, |
| "loss": 0.4047, |
| "num_input_tokens_seen": 6240934, |
| "step": 1008, |
| "train_runtime": 4446.0001, |
| "train_tokens_per_second": 1403.719 |
| }, |
| { |
| "epoch": 1.7247863247863249, |
| "grad_norm": 0.15836463868618011, |
| "learning_rate": 2.7811158798283264e-05, |
| "loss": 0.3048, |
| "num_input_tokens_seen": 6249862, |
| "step": 1009, |
| "train_runtime": 4451.485, |
| "train_tokens_per_second": 1403.995 |
| }, |
| { |
| "epoch": 1.7264957264957266, |
| "grad_norm": 0.15719516575336456, |
| "learning_rate": 2.7639484978540774e-05, |
| "loss": 0.3226, |
| "num_input_tokens_seen": 6257486, |
| "step": 1010, |
| "train_runtime": 4456.2732, |
| "train_tokens_per_second": 1404.197 |
| }, |
| { |
| "epoch": 1.7282051282051283, |
| "grad_norm": 0.15233346819877625, |
| "learning_rate": 2.7467811158798286e-05, |
| "loss": 0.3904, |
| "num_input_tokens_seen": 6263398, |
| "step": 1011, |
| "train_runtime": 4460.0746, |
| "train_tokens_per_second": 1404.326 |
| }, |
| { |
| "epoch": 1.72991452991453, |
| "grad_norm": 0.16483135521411896, |
| "learning_rate": 2.7296137339055795e-05, |
| "loss": 0.3194, |
| "num_input_tokens_seen": 6267510, |
| "step": 1012, |
| "train_runtime": 4462.9455, |
| "train_tokens_per_second": 1404.344 |
| }, |
| { |
| "epoch": 1.7316239316239317, |
| "grad_norm": 0.12890520691871643, |
| "learning_rate": 2.7124463519313304e-05, |
| "loss": 0.278, |
| "num_input_tokens_seen": 6274342, |
| "step": 1013, |
| "train_runtime": 4467.431, |
| "train_tokens_per_second": 1404.463 |
| }, |
| { |
| "epoch": 1.7333333333333334, |
| "grad_norm": 0.14849728345870972, |
| "learning_rate": 2.6952789699570817e-05, |
| "loss": 0.3502, |
| "num_input_tokens_seen": 6279782, |
| "step": 1014, |
| "train_runtime": 4471.0355, |
| "train_tokens_per_second": 1404.548 |
| }, |
| { |
| "epoch": 1.735042735042735, |
| "grad_norm": 0.15156908333301544, |
| "learning_rate": 2.678111587982833e-05, |
| "loss": 0.2686, |
| "num_input_tokens_seen": 6286150, |
| "step": 1015, |
| "train_runtime": 4475.1422, |
| "train_tokens_per_second": 1404.682 |
| }, |
| { |
| "epoch": 1.7367521367521368, |
| "grad_norm": 0.167219877243042, |
| "learning_rate": 2.660944206008584e-05, |
| "loss": 0.3783, |
| "num_input_tokens_seen": 6291254, |
| "step": 1016, |
| "train_runtime": 4478.5112, |
| "train_tokens_per_second": 1404.765 |
| }, |
| { |
| "epoch": 1.7384615384615385, |
| "grad_norm": 0.11013533920049667, |
| "learning_rate": 2.6437768240343348e-05, |
| "loss": 0.2325, |
| "num_input_tokens_seen": 6297734, |
| "step": 1017, |
| "train_runtime": 4482.7092, |
| "train_tokens_per_second": 1404.895 |
| }, |
| { |
| "epoch": 1.7401709401709402, |
| "grad_norm": 0.14911878108978271, |
| "learning_rate": 2.626609442060086e-05, |
| "loss": 0.3542, |
| "num_input_tokens_seen": 6304838, |
| "step": 1018, |
| "train_runtime": 4487.1017, |
| "train_tokens_per_second": 1405.103 |
| }, |
| { |
| "epoch": 1.741880341880342, |
| "grad_norm": 0.15777182579040527, |
| "learning_rate": 2.6094420600858373e-05, |
| "loss": 0.399, |
| "num_input_tokens_seen": 6310614, |
| "step": 1019, |
| "train_runtime": 4490.9301, |
| "train_tokens_per_second": 1405.191 |
| }, |
| { |
| "epoch": 1.7435897435897436, |
| "grad_norm": 0.13833945989608765, |
| "learning_rate": 2.5922746781115882e-05, |
| "loss": 0.337, |
| "num_input_tokens_seen": 6318622, |
| "step": 1020, |
| "train_runtime": 4495.9494, |
| "train_tokens_per_second": 1405.403 |
| }, |
| { |
| "epoch": 1.7452991452991453, |
| "grad_norm": 0.1786230504512787, |
| "learning_rate": 2.575107296137339e-05, |
| "loss": 0.331, |
| "num_input_tokens_seen": 6324174, |
| "step": 1021, |
| "train_runtime": 4501.5449, |
| "train_tokens_per_second": 1404.89 |
| }, |
| { |
| "epoch": 1.747008547008547, |
| "grad_norm": 0.12603215873241425, |
| "learning_rate": 2.55793991416309e-05, |
| "loss": 0.2773, |
| "num_input_tokens_seen": 6332590, |
| "step": 1022, |
| "train_runtime": 4506.7954, |
| "train_tokens_per_second": 1405.12 |
| }, |
| { |
| "epoch": 1.7487179487179487, |
| "grad_norm": 0.18076284229755402, |
| "learning_rate": 2.5407725321888416e-05, |
| "loss": 0.3666, |
| "num_input_tokens_seen": 6337286, |
| "step": 1023, |
| "train_runtime": 4509.9478, |
| "train_tokens_per_second": 1405.179 |
| }, |
| { |
| "epoch": 1.7504273504273504, |
| "grad_norm": 0.15938463807106018, |
| "learning_rate": 2.5236051502145925e-05, |
| "loss": 0.3929, |
| "num_input_tokens_seen": 6342718, |
| "step": 1024, |
| "train_runtime": 4513.6662, |
| "train_tokens_per_second": 1405.225 |
| }, |
| { |
| "epoch": 1.7521367521367521, |
| "grad_norm": 0.14623907208442688, |
| "learning_rate": 2.5064377682403434e-05, |
| "loss": 0.2741, |
| "num_input_tokens_seen": 6347494, |
| "step": 1025, |
| "train_runtime": 4516.821, |
| "train_tokens_per_second": 1405.301 |
| }, |
| { |
| "epoch": 1.7538461538461538, |
| "grad_norm": 0.13452006876468658, |
| "learning_rate": 2.4892703862660947e-05, |
| "loss": 0.3146, |
| "num_input_tokens_seen": 6353366, |
| "step": 1026, |
| "train_runtime": 4520.7165, |
| "train_tokens_per_second": 1405.389 |
| }, |
| { |
| "epoch": 1.7555555555555555, |
| "grad_norm": 0.09792611002922058, |
| "learning_rate": 2.4721030042918456e-05, |
| "loss": 0.24, |
| "num_input_tokens_seen": 6368022, |
| "step": 1027, |
| "train_runtime": 4529.5761, |
| "train_tokens_per_second": 1405.876 |
| }, |
| { |
| "epoch": 1.7572649572649572, |
| "grad_norm": 0.1469515562057495, |
| "learning_rate": 2.454935622317597e-05, |
| "loss": 0.2991, |
| "num_input_tokens_seen": 6373742, |
| "step": 1028, |
| "train_runtime": 4533.4245, |
| "train_tokens_per_second": 1405.944 |
| }, |
| { |
| "epoch": 1.758974358974359, |
| "grad_norm": 0.14302274584770203, |
| "learning_rate": 2.4377682403433478e-05, |
| "loss": 0.4099, |
| "num_input_tokens_seen": 6380934, |
| "step": 1029, |
| "train_runtime": 4538.0583, |
| "train_tokens_per_second": 1406.093 |
| }, |
| { |
| "epoch": 1.7606837606837606, |
| "grad_norm": 0.1585194617509842, |
| "learning_rate": 2.420600858369099e-05, |
| "loss": 0.3884, |
| "num_input_tokens_seen": 6384662, |
| "step": 1030, |
| "train_runtime": 4540.8411, |
| "train_tokens_per_second": 1406.053 |
| }, |
| { |
| "epoch": 1.7623931623931623, |
| "grad_norm": 0.16706667840480804, |
| "learning_rate": 2.40343347639485e-05, |
| "loss": 0.3835, |
| "num_input_tokens_seen": 6389966, |
| "step": 1031, |
| "train_runtime": 4544.4381, |
| "train_tokens_per_second": 1406.107 |
| }, |
| { |
| "epoch": 1.764102564102564, |
| "grad_norm": 0.15659315884113312, |
| "learning_rate": 2.386266094420601e-05, |
| "loss": 0.3452, |
| "num_input_tokens_seen": 6395846, |
| "step": 1032, |
| "train_runtime": 4548.2609, |
| "train_tokens_per_second": 1406.218 |
| }, |
| { |
| "epoch": 1.7658119658119658, |
| "grad_norm": 0.15282271802425385, |
| "learning_rate": 2.369098712446352e-05, |
| "loss": 0.3265, |
| "num_input_tokens_seen": 6402358, |
| "step": 1033, |
| "train_runtime": 4552.448, |
| "train_tokens_per_second": 1406.355 |
| }, |
| { |
| "epoch": 1.7675213675213675, |
| "grad_norm": 0.15687775611877441, |
| "learning_rate": 2.351931330472103e-05, |
| "loss": 0.3049, |
| "num_input_tokens_seen": 6407302, |
| "step": 1034, |
| "train_runtime": 4555.7062, |
| "train_tokens_per_second": 1406.434 |
| }, |
| { |
| "epoch": 1.7692307692307692, |
| "grad_norm": 0.17506225407123566, |
| "learning_rate": 2.3347639484978543e-05, |
| "loss": 0.477, |
| "num_input_tokens_seen": 6411742, |
| "step": 1035, |
| "train_runtime": 4558.7076, |
| "train_tokens_per_second": 1406.482 |
| }, |
| { |
| "epoch": 1.7709401709401709, |
| "grad_norm": 0.16328084468841553, |
| "learning_rate": 2.3175965665236052e-05, |
| "loss": 0.3114, |
| "num_input_tokens_seen": 6419462, |
| "step": 1036, |
| "train_runtime": 4563.6036, |
| "train_tokens_per_second": 1406.665 |
| }, |
| { |
| "epoch": 1.7726495726495726, |
| "grad_norm": 0.20261751115322113, |
| "learning_rate": 2.3004291845493564e-05, |
| "loss": 0.2963, |
| "num_input_tokens_seen": 6426198, |
| "step": 1037, |
| "train_runtime": 4567.8768, |
| "train_tokens_per_second": 1406.824 |
| }, |
| { |
| "epoch": 1.7743589743589743, |
| "grad_norm": 0.15363574028015137, |
| "learning_rate": 2.2832618025751074e-05, |
| "loss": 0.3716, |
| "num_input_tokens_seen": 6432110, |
| "step": 1038, |
| "train_runtime": 4571.7893, |
| "train_tokens_per_second": 1406.913 |
| }, |
| { |
| "epoch": 1.776068376068376, |
| "grad_norm": 0.16166916489601135, |
| "learning_rate": 2.2660944206008586e-05, |
| "loss": 0.3069, |
| "num_input_tokens_seen": 6436894, |
| "step": 1039, |
| "train_runtime": 4575.0332, |
| "train_tokens_per_second": 1406.961 |
| }, |
| { |
| "epoch": 1.7777777777777777, |
| "grad_norm": 0.13780422508716583, |
| "learning_rate": 2.2489270386266095e-05, |
| "loss": 0.32, |
| "num_input_tokens_seen": 6442478, |
| "step": 1040, |
| "train_runtime": 4578.7364, |
| "train_tokens_per_second": 1407.043 |
| }, |
| { |
| "epoch": 1.7794871794871794, |
| "grad_norm": 0.13809658586978912, |
| "learning_rate": 2.2317596566523608e-05, |
| "loss": 0.3943, |
| "num_input_tokens_seen": 6452022, |
| "step": 1041, |
| "train_runtime": 4584.5201, |
| "train_tokens_per_second": 1407.349 |
| }, |
| { |
| "epoch": 1.781196581196581, |
| "grad_norm": 0.1384420543909073, |
| "learning_rate": 2.2145922746781117e-05, |
| "loss": 0.3566, |
| "num_input_tokens_seen": 6457366, |
| "step": 1042, |
| "train_runtime": 4588.1267, |
| "train_tokens_per_second": 1407.408 |
| }, |
| { |
| "epoch": 1.7829059829059828, |
| "grad_norm": 0.14281603693962097, |
| "learning_rate": 2.1974248927038626e-05, |
| "loss": 0.29, |
| "num_input_tokens_seen": 6463758, |
| "step": 1043, |
| "train_runtime": 4592.2407, |
| "train_tokens_per_second": 1407.539 |
| }, |
| { |
| "epoch": 1.7846153846153845, |
| "grad_norm": 0.1341668963432312, |
| "learning_rate": 2.180257510729614e-05, |
| "loss": 0.3113, |
| "num_input_tokens_seen": 6470814, |
| "step": 1044, |
| "train_runtime": 4596.7241, |
| "train_tokens_per_second": 1407.701 |
| }, |
| { |
| "epoch": 1.7863247863247862, |
| "grad_norm": 0.12165071070194244, |
| "learning_rate": 2.1630901287553648e-05, |
| "loss": 0.2428, |
| "num_input_tokens_seen": 6478470, |
| "step": 1045, |
| "train_runtime": 4601.6129, |
| "train_tokens_per_second": 1407.869 |
| }, |
| { |
| "epoch": 1.788034188034188, |
| "grad_norm": 0.12957434356212616, |
| "learning_rate": 2.145922746781116e-05, |
| "loss": 0.3294, |
| "num_input_tokens_seen": 6485742, |
| "step": 1046, |
| "train_runtime": 4606.2305, |
| "train_tokens_per_second": 1408.037 |
| }, |
| { |
| "epoch": 1.7897435897435896, |
| "grad_norm": 0.15326030552387238, |
| "learning_rate": 2.128755364806867e-05, |
| "loss": 0.2989, |
| "num_input_tokens_seen": 6490534, |
| "step": 1047, |
| "train_runtime": 4609.394, |
| "train_tokens_per_second": 1408.11 |
| }, |
| { |
| "epoch": 1.7914529914529913, |
| "grad_norm": 0.1443042904138565, |
| "learning_rate": 2.1115879828326182e-05, |
| "loss": 0.321, |
| "num_input_tokens_seen": 6496446, |
| "step": 1048, |
| "train_runtime": 4613.259, |
| "train_tokens_per_second": 1408.212 |
| }, |
| { |
| "epoch": 1.793162393162393, |
| "grad_norm": 0.14335471391677856, |
| "learning_rate": 2.094420600858369e-05, |
| "loss": 0.3075, |
| "num_input_tokens_seen": 6500918, |
| "step": 1049, |
| "train_runtime": 4616.2414, |
| "train_tokens_per_second": 1408.271 |
| }, |
| { |
| "epoch": 1.7948717948717947, |
| "grad_norm": 0.14600598812103271, |
| "learning_rate": 2.0772532188841204e-05, |
| "loss": 0.2909, |
| "num_input_tokens_seen": 6507990, |
| "step": 1050, |
| "train_runtime": 4620.7168, |
| "train_tokens_per_second": 1408.437 |
| }, |
| { |
| "epoch": 1.7965811965811964, |
| "grad_norm": 0.18093526363372803, |
| "learning_rate": 2.0600858369098713e-05, |
| "loss": 0.3847, |
| "num_input_tokens_seen": 6512422, |
| "step": 1051, |
| "train_runtime": 4625.7264, |
| "train_tokens_per_second": 1407.87 |
| }, |
| { |
| "epoch": 1.7982905982905983, |
| "grad_norm": 0.16364380717277527, |
| "learning_rate": 2.0429184549356222e-05, |
| "loss": 0.4275, |
| "num_input_tokens_seen": 6518614, |
| "step": 1052, |
| "train_runtime": 4629.7613, |
| "train_tokens_per_second": 1407.981 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 0.1316070705652237, |
| "learning_rate": 2.0257510729613735e-05, |
| "loss": 0.3271, |
| "num_input_tokens_seen": 6526590, |
| "step": 1053, |
| "train_runtime": 4634.7196, |
| "train_tokens_per_second": 1408.195 |
| }, |
| { |
| "epoch": 1.8, |
| "eval_loss": 0.404507040977478, |
| "eval_runtime": 40.0997, |
| "eval_samples_per_second": 24.888, |
| "eval_steps_per_second": 3.117, |
| "num_input_tokens_seen": 6526590, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.8017094017094017, |
| "grad_norm": 0.15155088901519775, |
| "learning_rate": 2.0085836909871244e-05, |
| "loss": 0.332, |
| "num_input_tokens_seen": 6531142, |
| "step": 1054, |
| "train_runtime": 4677.9352, |
| "train_tokens_per_second": 1396.159 |
| }, |
| { |
| "epoch": 1.8034188034188035, |
| "grad_norm": 0.16894248127937317, |
| "learning_rate": 1.9914163090128756e-05, |
| "loss": 0.3468, |
| "num_input_tokens_seen": 6535878, |
| "step": 1055, |
| "train_runtime": 4681.1277, |
| "train_tokens_per_second": 1396.219 |
| }, |
| { |
| "epoch": 1.8051282051282052, |
| "grad_norm": 0.16134795546531677, |
| "learning_rate": 1.9742489270386265e-05, |
| "loss": 0.4106, |
| "num_input_tokens_seen": 6540734, |
| "step": 1056, |
| "train_runtime": 4684.3719, |
| "train_tokens_per_second": 1396.288 |
| }, |
| { |
| "epoch": 1.8068376068376069, |
| "grad_norm": 0.15336063504219055, |
| "learning_rate": 1.9570815450643778e-05, |
| "loss": 0.3094, |
| "num_input_tokens_seen": 6546686, |
| "step": 1057, |
| "train_runtime": 4688.2462, |
| "train_tokens_per_second": 1396.404 |
| }, |
| { |
| "epoch": 1.8085470085470086, |
| "grad_norm": 0.14268825948238373, |
| "learning_rate": 1.9399141630901287e-05, |
| "loss": 0.273, |
| "num_input_tokens_seen": 6551342, |
| "step": 1058, |
| "train_runtime": 4691.4225, |
| "train_tokens_per_second": 1396.451 |
| }, |
| { |
| "epoch": 1.8102564102564103, |
| "grad_norm": 0.14494940638542175, |
| "learning_rate": 1.92274678111588e-05, |
| "loss": 0.3132, |
| "num_input_tokens_seen": 6557974, |
| "step": 1059, |
| "train_runtime": 4695.6758, |
| "train_tokens_per_second": 1396.599 |
| }, |
| { |
| "epoch": 1.811965811965812, |
| "grad_norm": 0.18244661390781403, |
| "learning_rate": 1.905579399141631e-05, |
| "loss": 0.5737, |
| "num_input_tokens_seen": 6562998, |
| "step": 1060, |
| "train_runtime": 4698.9602, |
| "train_tokens_per_second": 1396.692 |
| }, |
| { |
| "epoch": 1.8136752136752137, |
| "grad_norm": 0.1533288210630417, |
| "learning_rate": 1.888412017167382e-05, |
| "loss": 0.441, |
| "num_input_tokens_seen": 6569270, |
| "step": 1061, |
| "train_runtime": 4702.9527, |
| "train_tokens_per_second": 1396.839 |
| }, |
| { |
| "epoch": 1.8153846153846154, |
| "grad_norm": 0.17031623423099518, |
| "learning_rate": 1.871244635193133e-05, |
| "loss": 0.3263, |
| "num_input_tokens_seen": 6576398, |
| "step": 1062, |
| "train_runtime": 4707.3688, |
| "train_tokens_per_second": 1397.043 |
| }, |
| { |
| "epoch": 1.817094017094017, |
| "grad_norm": 0.15098752081394196, |
| "learning_rate": 1.854077253218884e-05, |
| "loss": 0.3944, |
| "num_input_tokens_seen": 6583126, |
| "step": 1063, |
| "train_runtime": 4711.6687, |
| "train_tokens_per_second": 1397.196 |
| }, |
| { |
| "epoch": 1.8188034188034188, |
| "grad_norm": 0.14613556861877441, |
| "learning_rate": 1.8369098712446352e-05, |
| "loss": 0.3597, |
| "num_input_tokens_seen": 6588926, |
| "step": 1064, |
| "train_runtime": 4715.3802, |
| "train_tokens_per_second": 1397.327 |
| }, |
| { |
| "epoch": 1.8205128205128205, |
| "grad_norm": 0.14206819236278534, |
| "learning_rate": 1.819742489270386e-05, |
| "loss": 0.4242, |
| "num_input_tokens_seen": 6596990, |
| "step": 1065, |
| "train_runtime": 4720.4135, |
| "train_tokens_per_second": 1397.545 |
| }, |
| { |
| "epoch": 1.8222222222222222, |
| "grad_norm": 0.140799418091774, |
| "learning_rate": 1.8025751072961374e-05, |
| "loss": 0.3399, |
| "num_input_tokens_seen": 6602190, |
| "step": 1066, |
| "train_runtime": 4723.9657, |
| "train_tokens_per_second": 1397.595 |
| }, |
| { |
| "epoch": 1.823931623931624, |
| "grad_norm": 0.19462433457374573, |
| "learning_rate": 1.7854077253218883e-05, |
| "loss": 0.3512, |
| "num_input_tokens_seen": 6607014, |
| "step": 1067, |
| "train_runtime": 4727.1472, |
| "train_tokens_per_second": 1397.675 |
| }, |
| { |
| "epoch": 1.8256410256410256, |
| "grad_norm": 0.13291078805923462, |
| "learning_rate": 1.7682403433476395e-05, |
| "loss": 0.3843, |
| "num_input_tokens_seen": 6613678, |
| "step": 1068, |
| "train_runtime": 4731.4386, |
| "train_tokens_per_second": 1397.815 |
| }, |
| { |
| "epoch": 1.8273504273504273, |
| "grad_norm": 0.15383653342723846, |
| "learning_rate": 1.7510729613733905e-05, |
| "loss": 0.3471, |
| "num_input_tokens_seen": 6618774, |
| "step": 1069, |
| "train_runtime": 4734.8385, |
| "train_tokens_per_second": 1397.888 |
| }, |
| { |
| "epoch": 1.8290598290598292, |
| "grad_norm": 0.1934920996427536, |
| "learning_rate": 1.7339055793991417e-05, |
| "loss": 0.4046, |
| "num_input_tokens_seen": 6623158, |
| "step": 1070, |
| "train_runtime": 4737.8828, |
| "train_tokens_per_second": 1397.915 |
| }, |
| { |
| "epoch": 1.830769230769231, |
| "grad_norm": 0.14363759756088257, |
| "learning_rate": 1.7167381974248926e-05, |
| "loss": 0.3881, |
| "num_input_tokens_seen": 6629886, |
| "step": 1071, |
| "train_runtime": 4742.2138, |
| "train_tokens_per_second": 1398.057 |
| }, |
| { |
| "epoch": 1.8324786324786326, |
| "grad_norm": 0.16139546036720276, |
| "learning_rate": 1.699570815450644e-05, |
| "loss": 0.4487, |
| "num_input_tokens_seen": 6636854, |
| "step": 1072, |
| "train_runtime": 4746.7336, |
| "train_tokens_per_second": 1398.194 |
| }, |
| { |
| "epoch": 1.8341880341880343, |
| "grad_norm": 0.1400468498468399, |
| "learning_rate": 1.6824034334763948e-05, |
| "loss": 0.3305, |
| "num_input_tokens_seen": 6642486, |
| "step": 1073, |
| "train_runtime": 4750.5141, |
| "train_tokens_per_second": 1398.267 |
| }, |
| { |
| "epoch": 1.835897435897436, |
| "grad_norm": 0.13978594541549683, |
| "learning_rate": 1.665236051502146e-05, |
| "loss": 0.6809, |
| "num_input_tokens_seen": 6649566, |
| "step": 1074, |
| "train_runtime": 4755.0422, |
| "train_tokens_per_second": 1398.424 |
| }, |
| { |
| "epoch": 1.8376068376068377, |
| "grad_norm": 0.1702847182750702, |
| "learning_rate": 1.648068669527897e-05, |
| "loss": 0.4449, |
| "num_input_tokens_seen": 6655126, |
| "step": 1075, |
| "train_runtime": 4758.7098, |
| "train_tokens_per_second": 1398.515 |
| }, |
| { |
| "epoch": 1.8393162393162394, |
| "grad_norm": 0.17050866782665253, |
| "learning_rate": 1.6309012875536482e-05, |
| "loss": 0.3379, |
| "num_input_tokens_seen": 6659030, |
| "step": 1076, |
| "train_runtime": 4761.477, |
| "train_tokens_per_second": 1398.522 |
| }, |
| { |
| "epoch": 1.8410256410256411, |
| "grad_norm": 0.13685175776481628, |
| "learning_rate": 1.613733905579399e-05, |
| "loss": 0.278, |
| "num_input_tokens_seen": 6665878, |
| "step": 1077, |
| "train_runtime": 4765.8908, |
| "train_tokens_per_second": 1398.664 |
| }, |
| { |
| "epoch": 1.8427350427350428, |
| "grad_norm": 0.15728789567947388, |
| "learning_rate": 1.5965665236051504e-05, |
| "loss": 0.4222, |
| "num_input_tokens_seen": 6673366, |
| "step": 1078, |
| "train_runtime": 4770.5968, |
| "train_tokens_per_second": 1398.853 |
| }, |
| { |
| "epoch": 1.8444444444444446, |
| "grad_norm": 0.1324002593755722, |
| "learning_rate": 1.5793991416309016e-05, |
| "loss": 0.2461, |
| "num_input_tokens_seen": 6683390, |
| "step": 1079, |
| "train_runtime": 4776.8061, |
| "train_tokens_per_second": 1399.134 |
| }, |
| { |
| "epoch": 1.8461538461538463, |
| "grad_norm": 0.16516079008579254, |
| "learning_rate": 1.5622317596566525e-05, |
| "loss": 0.4134, |
| "num_input_tokens_seen": 6688182, |
| "step": 1080, |
| "train_runtime": 4780.0471, |
| "train_tokens_per_second": 1399.187 |
| }, |
| { |
| "epoch": 1.847863247863248, |
| "grad_norm": 0.15185537934303284, |
| "learning_rate": 1.5450643776824038e-05, |
| "loss": 0.4063, |
| "num_input_tokens_seen": 6693006, |
| "step": 1081, |
| "train_runtime": 4785.5138, |
| "train_tokens_per_second": 1398.597 |
| }, |
| { |
| "epoch": 1.8495726495726497, |
| "grad_norm": 0.15653982758522034, |
| "learning_rate": 1.5278969957081547e-05, |
| "loss": 0.3766, |
| "num_input_tokens_seen": 6698870, |
| "step": 1082, |
| "train_runtime": 4789.2559, |
| "train_tokens_per_second": 1398.729 |
| }, |
| { |
| "epoch": 1.8512820512820514, |
| "grad_norm": 0.1651298999786377, |
| "learning_rate": 1.5107296137339055e-05, |
| "loss": 0.3813, |
| "num_input_tokens_seen": 6704446, |
| "step": 1083, |
| "train_runtime": 4792.9155, |
| "train_tokens_per_second": 1398.824 |
| }, |
| { |
| "epoch": 1.852991452991453, |
| "grad_norm": 0.13992318511009216, |
| "learning_rate": 1.4935622317596567e-05, |
| "loss": 0.3536, |
| "num_input_tokens_seen": 6712214, |
| "step": 1084, |
| "train_runtime": 4797.8044, |
| "train_tokens_per_second": 1399.018 |
| }, |
| { |
| "epoch": 1.8547008547008548, |
| "grad_norm": 0.18008194863796234, |
| "learning_rate": 1.4763948497854076e-05, |
| "loss": 0.4277, |
| "num_input_tokens_seen": 6718494, |
| "step": 1085, |
| "train_runtime": 4801.9402, |
| "train_tokens_per_second": 1399.121 |
| }, |
| { |
| "epoch": 1.8564102564102565, |
| "grad_norm": 0.14547497034072876, |
| "learning_rate": 1.4592274678111589e-05, |
| "loss": 0.3601, |
| "num_input_tokens_seen": 6725166, |
| "step": 1086, |
| "train_runtime": 4806.2732, |
| "train_tokens_per_second": 1399.248 |
| }, |
| { |
| "epoch": 1.8581196581196582, |
| "grad_norm": 0.16261422634124756, |
| "learning_rate": 1.4420600858369098e-05, |
| "loss": 0.2693, |
| "num_input_tokens_seen": 6730998, |
| "step": 1087, |
| "train_runtime": 4810.0482, |
| "train_tokens_per_second": 1399.362 |
| }, |
| { |
| "epoch": 1.8598290598290599, |
| "grad_norm": 0.18159757554531097, |
| "learning_rate": 1.424892703862661e-05, |
| "loss": 0.3637, |
| "num_input_tokens_seen": 6736422, |
| "step": 1088, |
| "train_runtime": 4813.51, |
| "train_tokens_per_second": 1399.482 |
| }, |
| { |
| "epoch": 1.8615384615384616, |
| "grad_norm": 0.17222821712493896, |
| "learning_rate": 1.4077253218884121e-05, |
| "loss": 0.3602, |
| "num_input_tokens_seen": 6740854, |
| "step": 1089, |
| "train_runtime": 4816.5377, |
| "train_tokens_per_second": 1399.523 |
| }, |
| { |
| "epoch": 1.8632478632478633, |
| "grad_norm": 0.2024536430835724, |
| "learning_rate": 1.3905579399141632e-05, |
| "loss": 0.4612, |
| "num_input_tokens_seen": 6746086, |
| "step": 1090, |
| "train_runtime": 4820.0103, |
| "train_tokens_per_second": 1399.6 |
| }, |
| { |
| "epoch": 1.864957264957265, |
| "grad_norm": 0.17339684069156647, |
| "learning_rate": 1.3733905579399143e-05, |
| "loss": 0.3912, |
| "num_input_tokens_seen": 6751998, |
| "step": 1091, |
| "train_runtime": 4823.8611, |
| "train_tokens_per_second": 1399.708 |
| }, |
| { |
| "epoch": 1.8666666666666667, |
| "grad_norm": 0.15908282995224, |
| "learning_rate": 1.3562231759656652e-05, |
| "loss": 0.4084, |
| "num_input_tokens_seen": 6757014, |
| "step": 1092, |
| "train_runtime": 4827.2695, |
| "train_tokens_per_second": 1399.759 |
| }, |
| { |
| "epoch": 1.8683760683760684, |
| "grad_norm": 0.15388384461402893, |
| "learning_rate": 1.3390557939914165e-05, |
| "loss": 0.3886, |
| "num_input_tokens_seen": 6763046, |
| "step": 1093, |
| "train_runtime": 4831.1646, |
| "train_tokens_per_second": 1399.879 |
| }, |
| { |
| "epoch": 1.87008547008547, |
| "grad_norm": 0.159906804561615, |
| "learning_rate": 1.3218884120171674e-05, |
| "loss": 0.3046, |
| "num_input_tokens_seen": 6767926, |
| "step": 1094, |
| "train_runtime": 4834.4979, |
| "train_tokens_per_second": 1399.923 |
| }, |
| { |
| "epoch": 1.8717948717948718, |
| "grad_norm": 0.14533422887325287, |
| "learning_rate": 1.3047210300429186e-05, |
| "loss": 0.3364, |
| "num_input_tokens_seen": 6773470, |
| "step": 1095, |
| "train_runtime": 4838.153, |
| "train_tokens_per_second": 1400.012 |
| }, |
| { |
| "epoch": 1.8735042735042735, |
| "grad_norm": 0.1425410658121109, |
| "learning_rate": 1.2875536480686696e-05, |
| "loss": 0.34, |
| "num_input_tokens_seen": 6780046, |
| "step": 1096, |
| "train_runtime": 4842.3489, |
| "train_tokens_per_second": 1400.156 |
| }, |
| { |
| "epoch": 1.8752136752136752, |
| "grad_norm": 0.17550382018089294, |
| "learning_rate": 1.2703862660944208e-05, |
| "loss": 0.3715, |
| "num_input_tokens_seen": 6784934, |
| "step": 1097, |
| "train_runtime": 4845.5655, |
| "train_tokens_per_second": 1400.236 |
| }, |
| { |
| "epoch": 1.876923076923077, |
| "grad_norm": 0.14778852462768555, |
| "learning_rate": 1.2532188841201717e-05, |
| "loss": 0.3221, |
| "num_input_tokens_seen": 6792326, |
| "step": 1098, |
| "train_runtime": 4850.2742, |
| "train_tokens_per_second": 1400.4 |
| }, |
| { |
| "epoch": 1.8786324786324786, |
| "grad_norm": 0.16497938334941864, |
| "learning_rate": 1.2360515021459228e-05, |
| "loss": 0.4165, |
| "num_input_tokens_seen": 6798566, |
| "step": 1099, |
| "train_runtime": 4854.305, |
| "train_tokens_per_second": 1400.523 |
| }, |
| { |
| "epoch": 1.8803418803418803, |
| "grad_norm": 0.197905495762825, |
| "learning_rate": 1.2188841201716739e-05, |
| "loss": 0.3145, |
| "num_input_tokens_seen": 6802638, |
| "step": 1100, |
| "train_runtime": 4857.1375, |
| "train_tokens_per_second": 1400.545 |
| }, |
| { |
| "epoch": 1.882051282051282, |
| "grad_norm": 0.17154602706432343, |
| "learning_rate": 1.201716738197425e-05, |
| "loss": 0.3308, |
| "num_input_tokens_seen": 6807246, |
| "step": 1101, |
| "train_runtime": 4860.2531, |
| "train_tokens_per_second": 1400.595 |
| }, |
| { |
| "epoch": 1.8837606837606837, |
| "grad_norm": 0.16185066103935242, |
| "learning_rate": 1.184549356223176e-05, |
| "loss": 0.4201, |
| "num_input_tokens_seen": 6813470, |
| "step": 1102, |
| "train_runtime": 4864.2681, |
| "train_tokens_per_second": 1400.718 |
| }, |
| { |
| "epoch": 1.8854700854700854, |
| "grad_norm": 0.14669010043144226, |
| "learning_rate": 1.1673819742489271e-05, |
| "loss": 0.277, |
| "num_input_tokens_seen": 6819462, |
| "step": 1103, |
| "train_runtime": 4868.1501, |
| "train_tokens_per_second": 1400.832 |
| }, |
| { |
| "epoch": 1.8871794871794871, |
| "grad_norm": 0.14133639633655548, |
| "learning_rate": 1.1502145922746782e-05, |
| "loss": 0.2909, |
| "num_input_tokens_seen": 6825846, |
| "step": 1104, |
| "train_runtime": 4872.1267, |
| "train_tokens_per_second": 1400.999 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 0.15974490344524384, |
| "learning_rate": 1.1330472103004293e-05, |
| "loss": 0.409, |
| "num_input_tokens_seen": 6830438, |
| "step": 1105, |
| "train_runtime": 4875.179, |
| "train_tokens_per_second": 1401.064 |
| }, |
| { |
| "epoch": 1.8905982905982905, |
| "grad_norm": 0.14427092671394348, |
| "learning_rate": 1.1158798283261804e-05, |
| "loss": 0.3139, |
| "num_input_tokens_seen": 6837246, |
| "step": 1106, |
| "train_runtime": 4879.5448, |
| "train_tokens_per_second": 1401.206 |
| }, |
| { |
| "epoch": 1.8923076923076922, |
| "grad_norm": 0.1914999932050705, |
| "learning_rate": 1.0987124463519313e-05, |
| "loss": 0.5047, |
| "num_input_tokens_seen": 6842374, |
| "step": 1107, |
| "train_runtime": 4882.9114, |
| "train_tokens_per_second": 1401.29 |
| }, |
| { |
| "epoch": 1.894017094017094, |
| "grad_norm": 0.1484641432762146, |
| "learning_rate": 1.0815450643776824e-05, |
| "loss": 0.3216, |
| "num_input_tokens_seen": 6850582, |
| "step": 1108, |
| "train_runtime": 4888.0245, |
| "train_tokens_per_second": 1401.503 |
| }, |
| { |
| "epoch": 1.8957264957264957, |
| "grad_norm": 0.14059650897979736, |
| "learning_rate": 1.0643776824034335e-05, |
| "loss": 0.2703, |
| "num_input_tokens_seen": 6856102, |
| "step": 1109, |
| "train_runtime": 4891.5942, |
| "train_tokens_per_second": 1401.609 |
| }, |
| { |
| "epoch": 1.8974358974358974, |
| "grad_norm": 0.20912344753742218, |
| "learning_rate": 1.0472103004291846e-05, |
| "loss": 0.3141, |
| "num_input_tokens_seen": 6862710, |
| "step": 1110, |
| "train_runtime": 4895.7904, |
| "train_tokens_per_second": 1401.757 |
| }, |
| { |
| "epoch": 1.899145299145299, |
| "grad_norm": 0.1622704267501831, |
| "learning_rate": 1.0300429184549356e-05, |
| "loss": 0.3853, |
| "num_input_tokens_seen": 6869022, |
| "step": 1111, |
| "train_runtime": 4901.9521, |
| "train_tokens_per_second": 1401.283 |
| }, |
| { |
| "epoch": 1.9008547008547008, |
| "grad_norm": 0.1645922064781189, |
| "learning_rate": 1.0128755364806867e-05, |
| "loss": 0.3398, |
| "num_input_tokens_seen": 6874726, |
| "step": 1112, |
| "train_runtime": 4905.6953, |
| "train_tokens_per_second": 1401.376 |
| }, |
| { |
| "epoch": 1.9025641025641025, |
| "grad_norm": 0.1458289623260498, |
| "learning_rate": 9.957081545064378e-06, |
| "loss": 0.317, |
| "num_input_tokens_seen": 6881630, |
| "step": 1113, |
| "train_runtime": 4910.1371, |
| "train_tokens_per_second": 1401.515 |
| }, |
| { |
| "epoch": 1.9042735042735042, |
| "grad_norm": 0.12950517237186432, |
| "learning_rate": 9.785407725321889e-06, |
| "loss": 0.3292, |
| "num_input_tokens_seen": 6889566, |
| "step": 1114, |
| "train_runtime": 4915.0767, |
| "train_tokens_per_second": 1401.721 |
| }, |
| { |
| "epoch": 1.9059829059829059, |
| "grad_norm": 0.17092257738113403, |
| "learning_rate": 9.6137339055794e-06, |
| "loss": 0.3772, |
| "num_input_tokens_seen": 6897254, |
| "step": 1115, |
| "train_runtime": 4919.8978, |
| "train_tokens_per_second": 1401.91 |
| }, |
| { |
| "epoch": 1.9076923076923076, |
| "grad_norm": 0.15210705995559692, |
| "learning_rate": 9.44206008583691e-06, |
| "loss": 0.2851, |
| "num_input_tokens_seen": 6903030, |
| "step": 1116, |
| "train_runtime": 4923.6154, |
| "train_tokens_per_second": 1402.025 |
| }, |
| { |
| "epoch": 1.9094017094017093, |
| "grad_norm": 0.17195074260234833, |
| "learning_rate": 9.27038626609442e-06, |
| "loss": 0.3031, |
| "num_input_tokens_seen": 6908182, |
| "step": 1117, |
| "train_runtime": 4926.9947, |
| "train_tokens_per_second": 1402.109 |
| }, |
| { |
| "epoch": 1.911111111111111, |
| "grad_norm": 0.1584848016500473, |
| "learning_rate": 9.09871244635193e-06, |
| "loss": 0.3616, |
| "num_input_tokens_seen": 6913494, |
| "step": 1118, |
| "train_runtime": 4930.5631, |
| "train_tokens_per_second": 1402.171 |
| }, |
| { |
| "epoch": 1.9128205128205127, |
| "grad_norm": 0.1975264549255371, |
| "learning_rate": 8.927038626609441e-06, |
| "loss": 0.4163, |
| "num_input_tokens_seen": 6918062, |
| "step": 1119, |
| "train_runtime": 4933.5796, |
| "train_tokens_per_second": 1402.24 |
| }, |
| { |
| "epoch": 1.9145299145299144, |
| "grad_norm": 0.16457124054431915, |
| "learning_rate": 8.755364806866952e-06, |
| "loss": 0.3484, |
| "num_input_tokens_seen": 6924510, |
| "step": 1120, |
| "train_runtime": 4937.7657, |
| "train_tokens_per_second": 1402.357 |
| }, |
| { |
| "epoch": 1.916239316239316, |
| "grad_norm": 0.17964407801628113, |
| "learning_rate": 8.583690987124463e-06, |
| "loss": 0.3722, |
| "num_input_tokens_seen": 6929198, |
| "step": 1121, |
| "train_runtime": 4940.9815, |
| "train_tokens_per_second": 1402.393 |
| }, |
| { |
| "epoch": 1.9179487179487178, |
| "grad_norm": 0.1665036529302597, |
| "learning_rate": 8.412017167381974e-06, |
| "loss": 0.3422, |
| "num_input_tokens_seen": 6934638, |
| "step": 1122, |
| "train_runtime": 4944.5768, |
| "train_tokens_per_second": 1402.474 |
| }, |
| { |
| "epoch": 1.9196581196581195, |
| "grad_norm": 0.15092073380947113, |
| "learning_rate": 8.240343347639485e-06, |
| "loss": 0.3241, |
| "num_input_tokens_seen": 6939854, |
| "step": 1123, |
| "train_runtime": 4948.0723, |
| "train_tokens_per_second": 1402.537 |
| }, |
| { |
| "epoch": 1.9213675213675212, |
| "grad_norm": 0.14096640050411224, |
| "learning_rate": 8.068669527896996e-06, |
| "loss": 0.3273, |
| "num_input_tokens_seen": 6946214, |
| "step": 1124, |
| "train_runtime": 4952.1614, |
| "train_tokens_per_second": 1402.663 |
| }, |
| { |
| "epoch": 1.9230769230769231, |
| "grad_norm": 0.1625843495130539, |
| "learning_rate": 7.896995708154508e-06, |
| "loss": 0.3869, |
| "num_input_tokens_seen": 6951950, |
| "step": 1125, |
| "train_runtime": 4955.9684, |
| "train_tokens_per_second": 1402.743 |
| }, |
| { |
| "epoch": 1.9247863247863248, |
| "grad_norm": 0.17909951508045197, |
| "learning_rate": 7.725321888412019e-06, |
| "loss": 0.3497, |
| "num_input_tokens_seen": 6957638, |
| "step": 1126, |
| "train_runtime": 4959.737, |
| "train_tokens_per_second": 1402.824 |
| }, |
| { |
| "epoch": 1.9264957264957265, |
| "grad_norm": 0.17353759706020355, |
| "learning_rate": 7.553648068669527e-06, |
| "loss": 0.3897, |
| "num_input_tokens_seen": 6962374, |
| "step": 1127, |
| "train_runtime": 4962.8962, |
| "train_tokens_per_second": 1402.885 |
| }, |
| { |
| "epoch": 1.9282051282051282, |
| "grad_norm": 0.15928848087787628, |
| "learning_rate": 7.381974248927038e-06, |
| "loss": 0.3673, |
| "num_input_tokens_seen": 6969438, |
| "step": 1128, |
| "train_runtime": 4967.3831, |
| "train_tokens_per_second": 1403.04 |
| }, |
| { |
| "epoch": 1.92991452991453, |
| "grad_norm": 0.1764049082994461, |
| "learning_rate": 7.210300429184549e-06, |
| "loss": 0.4195, |
| "num_input_tokens_seen": 6974686, |
| "step": 1129, |
| "train_runtime": 4970.8962, |
| "train_tokens_per_second": 1403.104 |
| }, |
| { |
| "epoch": 1.9316239316239316, |
| "grad_norm": 0.16329072415828705, |
| "learning_rate": 7.038626609442061e-06, |
| "loss": 0.4364, |
| "num_input_tokens_seen": 6978790, |
| "step": 1130, |
| "train_runtime": 4973.7668, |
| "train_tokens_per_second": 1403.12 |
| }, |
| { |
| "epoch": 1.9333333333333333, |
| "grad_norm": 0.1772487908601761, |
| "learning_rate": 6.8669527896995715e-06, |
| "loss": 0.2383, |
| "num_input_tokens_seen": 6983270, |
| "step": 1131, |
| "train_runtime": 4976.8686, |
| "train_tokens_per_second": 1403.145 |
| }, |
| { |
| "epoch": 1.935042735042735, |
| "grad_norm": 0.14440268278121948, |
| "learning_rate": 6.695278969957082e-06, |
| "loss": 0.3158, |
| "num_input_tokens_seen": 6990422, |
| "step": 1132, |
| "train_runtime": 4981.4235, |
| "train_tokens_per_second": 1403.298 |
| }, |
| { |
| "epoch": 1.9367521367521368, |
| "grad_norm": 0.12382279336452484, |
| "learning_rate": 6.523605150214593e-06, |
| "loss": 0.2929, |
| "num_input_tokens_seen": 6996510, |
| "step": 1133, |
| "train_runtime": 4985.3586, |
| "train_tokens_per_second": 1403.412 |
| }, |
| { |
| "epoch": 1.9384615384615385, |
| "grad_norm": 0.1855405867099762, |
| "learning_rate": 6.351931330472104e-06, |
| "loss": 0.3417, |
| "num_input_tokens_seen": 7001694, |
| "step": 1134, |
| "train_runtime": 4988.8358, |
| "train_tokens_per_second": 1403.473 |
| }, |
| { |
| "epoch": 1.9401709401709402, |
| "grad_norm": 0.17923769354820251, |
| "learning_rate": 6.180257510729614e-06, |
| "loss": 0.4127, |
| "num_input_tokens_seen": 7006406, |
| "step": 1135, |
| "train_runtime": 4992.0156, |
| "train_tokens_per_second": 1403.522 |
| }, |
| { |
| "epoch": 1.9418803418803419, |
| "grad_norm": 0.16682113707065582, |
| "learning_rate": 6.008583690987125e-06, |
| "loss": 0.3125, |
| "num_input_tokens_seen": 7011622, |
| "step": 1136, |
| "train_runtime": 4995.5472, |
| "train_tokens_per_second": 1403.574 |
| }, |
| { |
| "epoch": 1.9435897435897436, |
| "grad_norm": 0.15530408918857574, |
| "learning_rate": 5.836909871244636e-06, |
| "loss": 0.3365, |
| "num_input_tokens_seen": 7016462, |
| "step": 1137, |
| "train_runtime": 4998.7709, |
| "train_tokens_per_second": 1403.637 |
| }, |
| { |
| "epoch": 1.9452991452991453, |
| "grad_norm": 0.13905546069145203, |
| "learning_rate": 5.6652360515021465e-06, |
| "loss": 0.3441, |
| "num_input_tokens_seen": 7024086, |
| "step": 1138, |
| "train_runtime": 5003.5809, |
| "train_tokens_per_second": 1403.812 |
| }, |
| { |
| "epoch": 1.947008547008547, |
| "grad_norm": 0.16939112544059753, |
| "learning_rate": 5.4935622317596565e-06, |
| "loss": 0.3539, |
| "num_input_tokens_seen": 7028750, |
| "step": 1139, |
| "train_runtime": 5006.7812, |
| "train_tokens_per_second": 1403.846 |
| }, |
| { |
| "epoch": 1.9487179487179487, |
| "grad_norm": 0.15002712607383728, |
| "learning_rate": 5.321888412017167e-06, |
| "loss": 0.3174, |
| "num_input_tokens_seen": 7033710, |
| "step": 1140, |
| "train_runtime": 5010.1585, |
| "train_tokens_per_second": 1403.89 |
| }, |
| { |
| "epoch": 1.9504273504273504, |
| "grad_norm": 0.18167702853679657, |
| "learning_rate": 5.150214592274678e-06, |
| "loss": 0.4735, |
| "num_input_tokens_seen": 7038134, |
| "step": 1141, |
| "train_runtime": 5015.1806, |
| "train_tokens_per_second": 1403.366 |
| }, |
| { |
| "epoch": 1.952136752136752, |
| "grad_norm": 0.19326065480709076, |
| "learning_rate": 4.978540772532189e-06, |
| "loss": 0.4024, |
| "num_input_tokens_seen": 7045182, |
| "step": 1142, |
| "train_runtime": 5019.6695, |
| "train_tokens_per_second": 1403.515 |
| }, |
| { |
| "epoch": 1.953846153846154, |
| "grad_norm": 0.15256325900554657, |
| "learning_rate": 4.8068669527897e-06, |
| "loss": 0.4067, |
| "num_input_tokens_seen": 7051910, |
| "step": 1143, |
| "train_runtime": 5024.001, |
| "train_tokens_per_second": 1403.644 |
| }, |
| { |
| "epoch": 1.9555555555555557, |
| "grad_norm": 0.14433787763118744, |
| "learning_rate": 4.63519313304721e-06, |
| "loss": 0.3536, |
| "num_input_tokens_seen": 7057862, |
| "step": 1144, |
| "train_runtime": 5027.9685, |
| "train_tokens_per_second": 1403.72 |
| }, |
| { |
| "epoch": 1.9572649572649574, |
| "grad_norm": 0.13618534803390503, |
| "learning_rate": 4.463519313304721e-06, |
| "loss": 0.3097, |
| "num_input_tokens_seen": 7065950, |
| "step": 1145, |
| "train_runtime": 5033.0872, |
| "train_tokens_per_second": 1403.9 |
| }, |
| { |
| "epoch": 1.9589743589743591, |
| "grad_norm": 0.18025486171245575, |
| "learning_rate": 4.2918454935622316e-06, |
| "loss": 0.5036, |
| "num_input_tokens_seen": 7070798, |
| "step": 1146, |
| "train_runtime": 5036.3826, |
| "train_tokens_per_second": 1403.944 |
| }, |
| { |
| "epoch": 1.9606837606837608, |
| "grad_norm": 0.14855344593524933, |
| "learning_rate": 4.120171673819742e-06, |
| "loss": 0.358, |
| "num_input_tokens_seen": 7076262, |
| "step": 1147, |
| "train_runtime": 5039.9834, |
| "train_tokens_per_second": 1404.025 |
| }, |
| { |
| "epoch": 1.9623931623931625, |
| "grad_norm": 0.14267109334468842, |
| "learning_rate": 3.948497854077254e-06, |
| "loss": 0.314, |
| "num_input_tokens_seen": 7082518, |
| "step": 1148, |
| "train_runtime": 5044.05, |
| "train_tokens_per_second": 1404.133 |
| }, |
| { |
| "epoch": 1.9641025641025642, |
| "grad_norm": 0.14983952045440674, |
| "learning_rate": 3.7768240343347637e-06, |
| "loss": 0.3844, |
| "num_input_tokens_seen": 7088558, |
| "step": 1149, |
| "train_runtime": 5047.9368, |
| "train_tokens_per_second": 1404.249 |
| }, |
| { |
| "epoch": 1.965811965811966, |
| "grad_norm": 0.1477644294500351, |
| "learning_rate": 3.6051502145922745e-06, |
| "loss": 0.2836, |
| "num_input_tokens_seen": 7095926, |
| "step": 1150, |
| "train_runtime": 5052.6961, |
| "train_tokens_per_second": 1404.384 |
| }, |
| { |
| "epoch": 1.9675213675213676, |
| "grad_norm": 0.17511659860610962, |
| "learning_rate": 3.4334763948497858e-06, |
| "loss": 0.3682, |
| "num_input_tokens_seen": 7100846, |
| "step": 1151, |
| "train_runtime": 5056.0814, |
| "train_tokens_per_second": 1404.417 |
| }, |
| { |
| "epoch": 1.9692307692307693, |
| "grad_norm": 0.15633749961853027, |
| "learning_rate": 3.2618025751072966e-06, |
| "loss": 0.2592, |
| "num_input_tokens_seen": 7105150, |
| "step": 1152, |
| "train_runtime": 5059.0018, |
| "train_tokens_per_second": 1404.457 |
| }, |
| { |
| "epoch": 1.970940170940171, |
| "grad_norm": 0.15015672147274017, |
| "learning_rate": 3.090128755364807e-06, |
| "loss": 0.3362, |
| "num_input_tokens_seen": 7112038, |
| "step": 1153, |
| "train_runtime": 5063.4562, |
| "train_tokens_per_second": 1404.582 |
| }, |
| { |
| "epoch": 1.9726495726495727, |
| "grad_norm": 0.14071433246135712, |
| "learning_rate": 2.918454935622318e-06, |
| "loss": 0.2969, |
| "num_input_tokens_seen": 7118214, |
| "step": 1154, |
| "train_runtime": 5067.4234, |
| "train_tokens_per_second": 1404.701 |
| }, |
| { |
| "epoch": 1.9743589743589745, |
| "grad_norm": 0.16674835979938507, |
| "learning_rate": 2.7467811158798283e-06, |
| "loss": 0.4497, |
| "num_input_tokens_seen": 7124414, |
| "step": 1155, |
| "train_runtime": 5071.4815, |
| "train_tokens_per_second": 1404.799 |
| }, |
| { |
| "epoch": 1.9760683760683762, |
| "grad_norm": 0.16165152192115784, |
| "learning_rate": 2.575107296137339e-06, |
| "loss": 0.3373, |
| "num_input_tokens_seen": 7128862, |
| "step": 1156, |
| "train_runtime": 5074.4614, |
| "train_tokens_per_second": 1404.851 |
| }, |
| { |
| "epoch": 1.9777777777777779, |
| "grad_norm": 0.17277656495571136, |
| "learning_rate": 2.40343347639485e-06, |
| "loss": 0.2393, |
| "num_input_tokens_seen": 7146230, |
| "step": 1157, |
| "train_runtime": 5084.9281, |
| "train_tokens_per_second": 1405.375 |
| }, |
| { |
| "epoch": 1.9794871794871796, |
| "grad_norm": 0.17875243723392487, |
| "learning_rate": 2.2317596566523604e-06, |
| "loss": 0.4351, |
| "num_input_tokens_seen": 7152230, |
| "step": 1158, |
| "train_runtime": 5088.821, |
| "train_tokens_per_second": 1405.479 |
| }, |
| { |
| "epoch": 1.9811965811965813, |
| "grad_norm": 0.15034790337085724, |
| "learning_rate": 2.060085836909871e-06, |
| "loss": 0.337, |
| "num_input_tokens_seen": 7157270, |
| "step": 1159, |
| "train_runtime": 5092.1754, |
| "train_tokens_per_second": 1405.543 |
| }, |
| { |
| "epoch": 1.982905982905983, |
| "grad_norm": 0.15507899224758148, |
| "learning_rate": 1.8884120171673818e-06, |
| "loss": 0.3092, |
| "num_input_tokens_seen": 7162982, |
| "step": 1160, |
| "train_runtime": 5095.8972, |
| "train_tokens_per_second": 1405.637 |
| }, |
| { |
| "epoch": 1.9846153846153847, |
| "grad_norm": 0.14410509169101715, |
| "learning_rate": 1.7167381974248929e-06, |
| "loss": 0.3034, |
| "num_input_tokens_seen": 7169934, |
| "step": 1161, |
| "train_runtime": 5100.2993, |
| "train_tokens_per_second": 1405.787 |
| }, |
| { |
| "epoch": 1.9863247863247864, |
| "grad_norm": 0.1652487963438034, |
| "learning_rate": 1.5450643776824035e-06, |
| "loss": 0.3926, |
| "num_input_tokens_seen": 7175958, |
| "step": 1162, |
| "train_runtime": 5104.1999, |
| "train_tokens_per_second": 1405.893 |
| }, |
| { |
| "epoch": 1.988034188034188, |
| "grad_norm": 0.12866978347301483, |
| "learning_rate": 1.3733905579399141e-06, |
| "loss": 0.216, |
| "num_input_tokens_seen": 7192558, |
| "step": 1163, |
| "train_runtime": 5113.9801, |
| "train_tokens_per_second": 1406.45 |
| }, |
| { |
| "epoch": 1.9897435897435898, |
| "grad_norm": 0.1544247269630432, |
| "learning_rate": 1.201716738197425e-06, |
| "loss": 0.3591, |
| "num_input_tokens_seen": 7198806, |
| "step": 1164, |
| "train_runtime": 5117.9515, |
| "train_tokens_per_second": 1406.58 |
| }, |
| { |
| "epoch": 1.9914529914529915, |
| "grad_norm": 0.14498887956142426, |
| "learning_rate": 1.0300429184549356e-06, |
| "loss": 0.3196, |
| "num_input_tokens_seen": 7205486, |
| "step": 1165, |
| "train_runtime": 5122.3014, |
| "train_tokens_per_second": 1406.689 |
| }, |
| { |
| "epoch": 1.9931623931623932, |
| "grad_norm": 0.1625777930021286, |
| "learning_rate": 8.583690987124464e-07, |
| "loss": 0.3314, |
| "num_input_tokens_seen": 7210694, |
| "step": 1166, |
| "train_runtime": 5125.7917, |
| "train_tokens_per_second": 1406.747 |
| }, |
| { |
| "epoch": 1.994871794871795, |
| "grad_norm": 0.16056707501411438, |
| "learning_rate": 6.866952789699571e-07, |
| "loss": 0.4212, |
| "num_input_tokens_seen": 7216110, |
| "step": 1167, |
| "train_runtime": 5129.3371, |
| "train_tokens_per_second": 1406.831 |
| }, |
| { |
| "epoch": 1.9965811965811966, |
| "grad_norm": 0.17116740345954895, |
| "learning_rate": 5.150214592274678e-07, |
| "loss": 0.3152, |
| "num_input_tokens_seen": 7222086, |
| "step": 1168, |
| "train_runtime": 5133.2419, |
| "train_tokens_per_second": 1406.925 |
| }, |
| { |
| "epoch": 1.9982905982905983, |
| "grad_norm": 0.13754986226558685, |
| "learning_rate": 3.4334763948497853e-07, |
| "loss": 0.3062, |
| "num_input_tokens_seen": 7228470, |
| "step": 1169, |
| "train_runtime": 5137.3693, |
| "train_tokens_per_second": 1407.037 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.1478198617696762, |
| "learning_rate": 1.7167381974248927e-07, |
| "loss": 0.3072, |
| "num_input_tokens_seen": 7234780, |
| "step": 1170, |
| "train_runtime": 5141.5156, |
| "train_tokens_per_second": 1407.13 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.40483909845352173, |
| "eval_runtime": 40.6231, |
| "eval_samples_per_second": 24.567, |
| "eval_steps_per_second": 3.077, |
| "num_input_tokens_seen": 7234780, |
| "step": 1170 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1170, |
| "num_input_tokens_seen": 7234780, |
| "num_train_epochs": 2, |
| "save_steps": 30, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.400044806730752e+18, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
