| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 59, |
| "global_step": 586, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003418803418803419, |
| "grad_norm": 0.7900828123092651, |
| "learning_rate": 0.0, |
| "loss": 1.4756, |
| "num_input_tokens_seen": 16096, |
| "step": 1, |
| "train_runtime": 4.4851, |
| "train_tokens_per_second": 3588.771 |
| }, |
| { |
| "epoch": 0.006837606837606838, |
| "grad_norm": 0.8550273180007935, |
| "learning_rate": 4e-05, |
| "loss": 1.4762, |
| "num_input_tokens_seen": 31264, |
| "step": 2, |
| "train_runtime": 6.6431, |
| "train_tokens_per_second": 4706.205 |
| }, |
| { |
| "epoch": 0.010256410256410256, |
| "grad_norm": 0.7560146450996399, |
| "learning_rate": 8e-05, |
| "loss": 1.3375, |
| "num_input_tokens_seen": 45584, |
| "step": 3, |
| "train_runtime": 8.7724, |
| "train_tokens_per_second": 5196.291 |
| }, |
| { |
| "epoch": 0.013675213675213675, |
| "grad_norm": 0.6870028376579285, |
| "learning_rate": 0.00012, |
| "loss": 1.0514, |
| "num_input_tokens_seen": 75072, |
| "step": 4, |
| "train_runtime": 13.0746, |
| "train_tokens_per_second": 5741.815 |
| }, |
| { |
| "epoch": 0.017094017094017096, |
| "grad_norm": 1.0243306159973145, |
| "learning_rate": 0.00016, |
| "loss": 1.1457, |
| "num_input_tokens_seen": 93296, |
| "step": 5, |
| "train_runtime": 15.6571, |
| "train_tokens_per_second": 5958.706 |
| }, |
| { |
| "epoch": 0.020512820512820513, |
| "grad_norm": 0.9480018019676208, |
| "learning_rate": 0.0002, |
| "loss": 0.8195, |
| "num_input_tokens_seen": 108880, |
| "step": 6, |
| "train_runtime": 17.9212, |
| "train_tokens_per_second": 6075.488 |
| }, |
| { |
| "epoch": 0.023931623931623933, |
| "grad_norm": 0.6540018320083618, |
| "learning_rate": 0.00019965576592082616, |
| "loss": 0.6109, |
| "num_input_tokens_seen": 124688, |
| "step": 7, |
| "train_runtime": 20.1568, |
| "train_tokens_per_second": 6185.907 |
| }, |
| { |
| "epoch": 0.02735042735042735, |
| "grad_norm": 0.28220847249031067, |
| "learning_rate": 0.00019931153184165235, |
| "loss": 0.5465, |
| "num_input_tokens_seen": 141552, |
| "step": 8, |
| "train_runtime": 22.5656, |
| "train_tokens_per_second": 6272.909 |
| }, |
| { |
| "epoch": 0.03076923076923077, |
| "grad_norm": 0.18244771659374237, |
| "learning_rate": 0.0001989672977624785, |
| "loss": 0.4196, |
| "num_input_tokens_seen": 156656, |
| "step": 9, |
| "train_runtime": 24.7703, |
| "train_tokens_per_second": 6324.342 |
| }, |
| { |
| "epoch": 0.03418803418803419, |
| "grad_norm": 0.19386130571365356, |
| "learning_rate": 0.00019862306368330465, |
| "loss": 0.4848, |
| "num_input_tokens_seen": 175424, |
| "step": 10, |
| "train_runtime": 27.4449, |
| "train_tokens_per_second": 6391.856 |
| }, |
| { |
| "epoch": 0.037606837606837605, |
| "grad_norm": 0.21845291554927826, |
| "learning_rate": 0.0001982788296041308, |
| "loss": 0.4163, |
| "num_input_tokens_seen": 191904, |
| "step": 11, |
| "train_runtime": 29.8233, |
| "train_tokens_per_second": 6434.711 |
| }, |
| { |
| "epoch": 0.041025641025641026, |
| "grad_norm": 0.2227926403284073, |
| "learning_rate": 0.000197934595524957, |
| "loss": 0.5241, |
| "num_input_tokens_seen": 204480, |
| "step": 12, |
| "train_runtime": 31.6741, |
| "train_tokens_per_second": 6455.753 |
| }, |
| { |
| "epoch": 0.044444444444444446, |
| "grad_norm": 0.14958512783050537, |
| "learning_rate": 0.00019759036144578314, |
| "loss": 0.3789, |
| "num_input_tokens_seen": 222928, |
| "step": 13, |
| "train_runtime": 34.2727, |
| "train_tokens_per_second": 6504.542 |
| }, |
| { |
| "epoch": 0.04786324786324787, |
| "grad_norm": 0.12511517107486725, |
| "learning_rate": 0.0001972461273666093, |
| "loss": 0.4255, |
| "num_input_tokens_seen": 243248, |
| "step": 14, |
| "train_runtime": 37.1309, |
| "train_tokens_per_second": 6551.089 |
| }, |
| { |
| "epoch": 0.05128205128205128, |
| "grad_norm": 0.12351791560649872, |
| "learning_rate": 0.00019690189328743548, |
| "loss": 0.4773, |
| "num_input_tokens_seen": 259984, |
| "step": 15, |
| "train_runtime": 39.5774, |
| "train_tokens_per_second": 6569.005 |
| }, |
| { |
| "epoch": 0.0547008547008547, |
| "grad_norm": 0.15381421148777008, |
| "learning_rate": 0.00019655765920826164, |
| "loss": 0.572, |
| "num_input_tokens_seen": 273488, |
| "step": 16, |
| "train_runtime": 41.5599, |
| "train_tokens_per_second": 6580.574 |
| }, |
| { |
| "epoch": 0.05811965811965812, |
| "grad_norm": 0.12012167274951935, |
| "learning_rate": 0.0001962134251290878, |
| "loss": 0.4824, |
| "num_input_tokens_seen": 289072, |
| "step": 17, |
| "train_runtime": 43.7917, |
| "train_tokens_per_second": 6601.074 |
| }, |
| { |
| "epoch": 0.06153846153846154, |
| "grad_norm": 0.12363950163125992, |
| "learning_rate": 0.00019586919104991394, |
| "loss": 0.4198, |
| "num_input_tokens_seen": 303408, |
| "step": 18, |
| "train_runtime": 45.8994, |
| "train_tokens_per_second": 6610.276 |
| }, |
| { |
| "epoch": 0.06495726495726496, |
| "grad_norm": 0.13709434866905212, |
| "learning_rate": 0.00019552495697074013, |
| "loss": 0.5045, |
| "num_input_tokens_seen": 321088, |
| "step": 19, |
| "train_runtime": 48.4273, |
| "train_tokens_per_second": 6630.309 |
| }, |
| { |
| "epoch": 0.06837606837606838, |
| "grad_norm": 0.11719892919063568, |
| "learning_rate": 0.00019518072289156628, |
| "loss": 0.444, |
| "num_input_tokens_seen": 339024, |
| "step": 20, |
| "train_runtime": 51.0105, |
| "train_tokens_per_second": 6646.155 |
| }, |
| { |
| "epoch": 0.07179487179487179, |
| "grad_norm": 0.1195915937423706, |
| "learning_rate": 0.00019483648881239243, |
| "loss": 0.4404, |
| "num_input_tokens_seen": 355648, |
| "step": 21, |
| "train_runtime": 53.4008, |
| "train_tokens_per_second": 6659.98 |
| }, |
| { |
| "epoch": 0.07521367521367521, |
| "grad_norm": 0.12735435366630554, |
| "learning_rate": 0.0001944922547332186, |
| "loss": 0.4253, |
| "num_input_tokens_seen": 377104, |
| "step": 22, |
| "train_runtime": 58.0087, |
| "train_tokens_per_second": 6500.816 |
| }, |
| { |
| "epoch": 0.07863247863247863, |
| "grad_norm": 0.13012833893299103, |
| "learning_rate": 0.00019414802065404477, |
| "loss": 0.4549, |
| "num_input_tokens_seen": 388496, |
| "step": 23, |
| "train_runtime": 59.7134, |
| "train_tokens_per_second": 6506.008 |
| }, |
| { |
| "epoch": 0.08205128205128205, |
| "grad_norm": 0.1187860295176506, |
| "learning_rate": 0.00019380378657487093, |
| "loss": 0.4447, |
| "num_input_tokens_seen": 405136, |
| "step": 24, |
| "train_runtime": 62.1253, |
| "train_tokens_per_second": 6521.268 |
| }, |
| { |
| "epoch": 0.08547008547008547, |
| "grad_norm": 0.12317577004432678, |
| "learning_rate": 0.0001934595524956971, |
| "loss": 0.4326, |
| "num_input_tokens_seen": 421088, |
| "step": 25, |
| "train_runtime": 64.4069, |
| "train_tokens_per_second": 6537.935 |
| }, |
| { |
| "epoch": 0.08888888888888889, |
| "grad_norm": 0.12564784288406372, |
| "learning_rate": 0.00019311531841652323, |
| "loss": 0.4521, |
| "num_input_tokens_seen": 435328, |
| "step": 26, |
| "train_runtime": 66.5043, |
| "train_tokens_per_second": 6545.86 |
| }, |
| { |
| "epoch": 0.09230769230769231, |
| "grad_norm": 0.10685139149427414, |
| "learning_rate": 0.00019277108433734942, |
| "loss": 0.4642, |
| "num_input_tokens_seen": 451968, |
| "step": 27, |
| "train_runtime": 68.9138, |
| "train_tokens_per_second": 6558.455 |
| }, |
| { |
| "epoch": 0.09572649572649573, |
| "grad_norm": 0.11094007641077042, |
| "learning_rate": 0.00019242685025817557, |
| "loss": 0.4877, |
| "num_input_tokens_seen": 464928, |
| "step": 28, |
| "train_runtime": 70.8316, |
| "train_tokens_per_second": 6563.853 |
| }, |
| { |
| "epoch": 0.09914529914529914, |
| "grad_norm": 0.1094178631901741, |
| "learning_rate": 0.00019208261617900175, |
| "loss": 0.5, |
| "num_input_tokens_seen": 479280, |
| "step": 29, |
| "train_runtime": 72.9759, |
| "train_tokens_per_second": 6567.645 |
| }, |
| { |
| "epoch": 0.10256410256410256, |
| "grad_norm": 0.09002909064292908, |
| "learning_rate": 0.00019173838209982788, |
| "loss": 0.3389, |
| "num_input_tokens_seen": 496320, |
| "step": 30, |
| "train_runtime": 75.4421, |
| "train_tokens_per_second": 6578.822 |
| }, |
| { |
| "epoch": 0.10598290598290598, |
| "grad_norm": 0.10585018992424011, |
| "learning_rate": 0.00019139414802065406, |
| "loss": 0.4548, |
| "num_input_tokens_seen": 511296, |
| "step": 31, |
| "train_runtime": 78.2326, |
| "train_tokens_per_second": 6535.59 |
| }, |
| { |
| "epoch": 0.1094017094017094, |
| "grad_norm": 0.09583117812871933, |
| "learning_rate": 0.00019104991394148021, |
| "loss": 0.4003, |
| "num_input_tokens_seen": 529008, |
| "step": 32, |
| "train_runtime": 80.7656, |
| "train_tokens_per_second": 6549.918 |
| }, |
| { |
| "epoch": 0.11282051282051282, |
| "grad_norm": 0.1044701486825943, |
| "learning_rate": 0.0001907056798623064, |
| "loss": 0.4673, |
| "num_input_tokens_seen": 544384, |
| "step": 33, |
| "train_runtime": 83.0622, |
| "train_tokens_per_second": 6553.935 |
| }, |
| { |
| "epoch": 0.11623931623931624, |
| "grad_norm": 0.10936785489320755, |
| "learning_rate": 0.00019036144578313252, |
| "loss": 0.4197, |
| "num_input_tokens_seen": 562096, |
| "step": 34, |
| "train_runtime": 85.6158, |
| "train_tokens_per_second": 6565.333 |
| }, |
| { |
| "epoch": 0.11965811965811966, |
| "grad_norm": 0.08397576957941055, |
| "learning_rate": 0.0001900172117039587, |
| "loss": 0.3889, |
| "num_input_tokens_seen": 580704, |
| "step": 35, |
| "train_runtime": 88.3072, |
| "train_tokens_per_second": 6575.955 |
| }, |
| { |
| "epoch": 0.12307692307692308, |
| "grad_norm": 0.10643361508846283, |
| "learning_rate": 0.00018967297762478486, |
| "loss": 0.474, |
| "num_input_tokens_seen": 596128, |
| "step": 36, |
| "train_runtime": 90.568, |
| "train_tokens_per_second": 6582.102 |
| }, |
| { |
| "epoch": 0.1264957264957265, |
| "grad_norm": 0.11568325012922287, |
| "learning_rate": 0.00018932874354561104, |
| "loss": 0.4805, |
| "num_input_tokens_seen": 609488, |
| "step": 37, |
| "train_runtime": 92.5585, |
| "train_tokens_per_second": 6584.897 |
| }, |
| { |
| "epoch": 0.12991452991452992, |
| "grad_norm": 0.1005433201789856, |
| "learning_rate": 0.00018898450946643717, |
| "loss": 0.3679, |
| "num_input_tokens_seen": 624592, |
| "step": 38, |
| "train_runtime": 94.7955, |
| "train_tokens_per_second": 6588.837 |
| }, |
| { |
| "epoch": 0.13333333333333333, |
| "grad_norm": 0.0977381095290184, |
| "learning_rate": 0.00018864027538726335, |
| "loss": 0.4141, |
| "num_input_tokens_seen": 639840, |
| "step": 39, |
| "train_runtime": 97.0423, |
| "train_tokens_per_second": 6593.411 |
| }, |
| { |
| "epoch": 0.13675213675213677, |
| "grad_norm": 0.11257043480873108, |
| "learning_rate": 0.0001882960413080895, |
| "loss": 0.5211, |
| "num_input_tokens_seen": 652048, |
| "step": 40, |
| "train_runtime": 98.9078, |
| "train_tokens_per_second": 6592.481 |
| }, |
| { |
| "epoch": 0.14017094017094017, |
| "grad_norm": 0.10306330025196075, |
| "learning_rate": 0.00018795180722891569, |
| "loss": 0.3752, |
| "num_input_tokens_seen": 670112, |
| "step": 41, |
| "train_runtime": 101.5158, |
| "train_tokens_per_second": 6601.063 |
| }, |
| { |
| "epoch": 0.14358974358974358, |
| "grad_norm": 0.07424470037221909, |
| "learning_rate": 0.00018760757314974184, |
| "loss": 0.2781, |
| "num_input_tokens_seen": 705168, |
| "step": 42, |
| "train_runtime": 106.5454, |
| "train_tokens_per_second": 6618.476 |
| }, |
| { |
| "epoch": 0.147008547008547, |
| "grad_norm": 0.09572459757328033, |
| "learning_rate": 0.000187263339070568, |
| "loss": 0.5014, |
| "num_input_tokens_seen": 720320, |
| "step": 43, |
| "train_runtime": 108.8037, |
| "train_tokens_per_second": 6620.362 |
| }, |
| { |
| "epoch": 0.15042735042735042, |
| "grad_norm": 0.09543762356042862, |
| "learning_rate": 0.00018691910499139415, |
| "loss": 0.4411, |
| "num_input_tokens_seen": 736032, |
| "step": 44, |
| "train_runtime": 111.1227, |
| "train_tokens_per_second": 6623.596 |
| }, |
| { |
| "epoch": 0.15384615384615385, |
| "grad_norm": 0.09599870443344116, |
| "learning_rate": 0.00018657487091222033, |
| "loss": 0.3435, |
| "num_input_tokens_seen": 750576, |
| "step": 45, |
| "train_runtime": 113.3125, |
| "train_tokens_per_second": 6623.948 |
| }, |
| { |
| "epoch": 0.15726495726495726, |
| "grad_norm": 0.0982552245259285, |
| "learning_rate": 0.00018623063683304649, |
| "loss": 0.5206, |
| "num_input_tokens_seen": 768944, |
| "step": 46, |
| "train_runtime": 115.975, |
| "train_tokens_per_second": 6630.256 |
| }, |
| { |
| "epoch": 0.1606837606837607, |
| "grad_norm": 0.10187075287103653, |
| "learning_rate": 0.00018588640275387264, |
| "loss": 0.4408, |
| "num_input_tokens_seen": 784144, |
| "step": 47, |
| "train_runtime": 118.2082, |
| "train_tokens_per_second": 6633.584 |
| }, |
| { |
| "epoch": 0.1641025641025641, |
| "grad_norm": 0.0859491378068924, |
| "learning_rate": 0.0001855421686746988, |
| "loss": 0.4154, |
| "num_input_tokens_seen": 804272, |
| "step": 48, |
| "train_runtime": 121.1095, |
| "train_tokens_per_second": 6640.864 |
| }, |
| { |
| "epoch": 0.1675213675213675, |
| "grad_norm": 0.08325184136629105, |
| "learning_rate": 0.00018519793459552498, |
| "loss": 0.4557, |
| "num_input_tokens_seen": 818224, |
| "step": 49, |
| "train_runtime": 123.1709, |
| "train_tokens_per_second": 6642.997 |
| }, |
| { |
| "epoch": 0.17094017094017094, |
| "grad_norm": 0.09160371869802475, |
| "learning_rate": 0.00018485370051635113, |
| "loss": 0.3976, |
| "num_input_tokens_seen": 837600, |
| "step": 50, |
| "train_runtime": 125.9707, |
| "train_tokens_per_second": 6649.167 |
| }, |
| { |
| "epoch": 0.17435897435897435, |
| "grad_norm": 0.08669862151145935, |
| "learning_rate": 0.00018450946643717729, |
| "loss": 0.4597, |
| "num_input_tokens_seen": 855360, |
| "step": 51, |
| "train_runtime": 128.5702, |
| "train_tokens_per_second": 6652.866 |
| }, |
| { |
| "epoch": 0.17777777777777778, |
| "grad_norm": 0.10008913278579712, |
| "learning_rate": 0.00018416523235800344, |
| "loss": 0.4608, |
| "num_input_tokens_seen": 869472, |
| "step": 52, |
| "train_runtime": 130.6754, |
| "train_tokens_per_second": 6653.679 |
| }, |
| { |
| "epoch": 0.1811965811965812, |
| "grad_norm": 0.08692440390586853, |
| "learning_rate": 0.00018382099827882962, |
| "loss": 0.4229, |
| "num_input_tokens_seen": 887936, |
| "step": 53, |
| "train_runtime": 133.3545, |
| "train_tokens_per_second": 6658.462 |
| }, |
| { |
| "epoch": 0.18461538461538463, |
| "grad_norm": 0.12537947297096252, |
| "learning_rate": 0.00018347676419965578, |
| "loss": 0.5767, |
| "num_input_tokens_seen": 902240, |
| "step": 54, |
| "train_runtime": 135.5092, |
| "train_tokens_per_second": 6658.146 |
| }, |
| { |
| "epoch": 0.18803418803418803, |
| "grad_norm": 0.08537557721138, |
| "learning_rate": 0.00018313253012048193, |
| "loss": 0.4519, |
| "num_input_tokens_seen": 920688, |
| "step": 55, |
| "train_runtime": 138.1817, |
| "train_tokens_per_second": 6662.881 |
| }, |
| { |
| "epoch": 0.19145299145299147, |
| "grad_norm": 0.09388847649097443, |
| "learning_rate": 0.00018278829604130808, |
| "loss": 0.4083, |
| "num_input_tokens_seen": 937024, |
| "step": 56, |
| "train_runtime": 140.574, |
| "train_tokens_per_second": 6665.697 |
| }, |
| { |
| "epoch": 0.19487179487179487, |
| "grad_norm": 0.12476610392332077, |
| "learning_rate": 0.00018244406196213427, |
| "loss": 0.457, |
| "num_input_tokens_seen": 949568, |
| "step": 57, |
| "train_runtime": 142.4521, |
| "train_tokens_per_second": 6665.875 |
| }, |
| { |
| "epoch": 0.19829059829059828, |
| "grad_norm": 0.11227541416883469, |
| "learning_rate": 0.00018209982788296042, |
| "loss": 0.4666, |
| "num_input_tokens_seen": 964000, |
| "step": 58, |
| "train_runtime": 144.5997, |
| "train_tokens_per_second": 6666.681 |
| }, |
| { |
| "epoch": 0.20170940170940171, |
| "grad_norm": 0.10149527341127396, |
| "learning_rate": 0.0001817555938037866, |
| "loss": 0.473, |
| "num_input_tokens_seen": 976560, |
| "step": 59, |
| "train_runtime": 146.4793, |
| "train_tokens_per_second": 6666.883 |
| }, |
| { |
| "epoch": 0.20170940170940171, |
| "eval_loss": 0.4301406145095825, |
| "eval_runtime": 11.8663, |
| "eval_samples_per_second": 84.104, |
| "eval_steps_per_second": 5.309, |
| "num_input_tokens_seen": 976560, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.20512820512820512, |
| "grad_norm": 0.0855872854590416, |
| "learning_rate": 0.00018141135972461273, |
| "loss": 0.4248, |
| "num_input_tokens_seen": 992944, |
| "step": 60, |
| "train_runtime": 160.7566, |
| "train_tokens_per_second": 6176.693 |
| }, |
| { |
| "epoch": 0.20854700854700856, |
| "grad_norm": 0.11866864562034607, |
| "learning_rate": 0.0001810671256454389, |
| "loss": 0.537, |
| "num_input_tokens_seen": 1005920, |
| "step": 61, |
| "train_runtime": 163.2145, |
| "train_tokens_per_second": 6163.179 |
| }, |
| { |
| "epoch": 0.21196581196581196, |
| "grad_norm": 0.0955129861831665, |
| "learning_rate": 0.00018072289156626507, |
| "loss": 0.3983, |
| "num_input_tokens_seen": 1022704, |
| "step": 62, |
| "train_runtime": 165.6518, |
| "train_tokens_per_second": 6173.817 |
| }, |
| { |
| "epoch": 0.2153846153846154, |
| "grad_norm": 0.11176180094480515, |
| "learning_rate": 0.00018037865748709125, |
| "loss": 0.4392, |
| "num_input_tokens_seen": 1038928, |
| "step": 63, |
| "train_runtime": 168.0352, |
| "train_tokens_per_second": 6182.8 |
| }, |
| { |
| "epoch": 0.2188034188034188, |
| "grad_norm": 0.08749086409807205, |
| "learning_rate": 0.00018003442340791737, |
| "loss": 0.412, |
| "num_input_tokens_seen": 1057504, |
| "step": 64, |
| "train_runtime": 170.7322, |
| "train_tokens_per_second": 6193.934 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 0.10065372288227081, |
| "learning_rate": 0.00017969018932874356, |
| "loss": 0.4496, |
| "num_input_tokens_seen": 1071952, |
| "step": 65, |
| "train_runtime": 172.8869, |
| "train_tokens_per_second": 6200.307 |
| }, |
| { |
| "epoch": 0.22564102564102564, |
| "grad_norm": 0.09161035716533661, |
| "learning_rate": 0.0001793459552495697, |
| "loss": 0.4995, |
| "num_input_tokens_seen": 1091408, |
| "step": 66, |
| "train_runtime": 175.7012, |
| "train_tokens_per_second": 6211.727 |
| }, |
| { |
| "epoch": 0.22905982905982905, |
| "grad_norm": 0.08862069249153137, |
| "learning_rate": 0.0001790017211703959, |
| "loss": 0.4157, |
| "num_input_tokens_seen": 1107040, |
| "step": 67, |
| "train_runtime": 178.0171, |
| "train_tokens_per_second": 6218.728 |
| }, |
| { |
| "epoch": 0.23247863247863249, |
| "grad_norm": 0.09428606927394867, |
| "learning_rate": 0.00017865748709122202, |
| "loss": 0.4845, |
| "num_input_tokens_seen": 1121712, |
| "step": 68, |
| "train_runtime": 180.2346, |
| "train_tokens_per_second": 6223.624 |
| }, |
| { |
| "epoch": 0.2358974358974359, |
| "grad_norm": 0.1100679412484169, |
| "learning_rate": 0.0001783132530120482, |
| "loss": 0.4706, |
| "num_input_tokens_seen": 1135664, |
| "step": 69, |
| "train_runtime": 182.3342, |
| "train_tokens_per_second": 6228.477 |
| }, |
| { |
| "epoch": 0.23931623931623933, |
| "grad_norm": 0.10081252455711365, |
| "learning_rate": 0.00017796901893287436, |
| "loss": 0.4073, |
| "num_input_tokens_seen": 1154224, |
| "step": 70, |
| "train_runtime": 185.0219, |
| "train_tokens_per_second": 6238.31 |
| }, |
| { |
| "epoch": 0.24273504273504273, |
| "grad_norm": 0.08933307230472565, |
| "learning_rate": 0.00017762478485370054, |
| "loss": 0.4457, |
| "num_input_tokens_seen": 1171424, |
| "step": 71, |
| "train_runtime": 187.5554, |
| "train_tokens_per_second": 6245.75 |
| }, |
| { |
| "epoch": 0.24615384615384617, |
| "grad_norm": 0.0866895243525505, |
| "learning_rate": 0.00017728055077452666, |
| "loss": 0.3439, |
| "num_input_tokens_seen": 1189504, |
| "step": 72, |
| "train_runtime": 190.1853, |
| "train_tokens_per_second": 6254.449 |
| }, |
| { |
| "epoch": 0.24957264957264957, |
| "grad_norm": 0.09268927574157715, |
| "learning_rate": 0.00017693631669535285, |
| "loss": 0.4454, |
| "num_input_tokens_seen": 1207600, |
| "step": 73, |
| "train_runtime": 192.8217, |
| "train_tokens_per_second": 6262.782 |
| }, |
| { |
| "epoch": 0.252991452991453, |
| "grad_norm": 0.08207046240568161, |
| "learning_rate": 0.000176592082616179, |
| "loss": 0.4721, |
| "num_input_tokens_seen": 1227552, |
| "step": 74, |
| "train_runtime": 195.7293, |
| "train_tokens_per_second": 6271.682 |
| }, |
| { |
| "epoch": 0.2564102564102564, |
| "grad_norm": 0.08926599472761154, |
| "learning_rate": 0.00017624784853700518, |
| "loss": 0.5064, |
| "num_input_tokens_seen": 1245984, |
| "step": 75, |
| "train_runtime": 198.439, |
| "train_tokens_per_second": 6278.928 |
| }, |
| { |
| "epoch": 0.25982905982905985, |
| "grad_norm": 0.10555540025234222, |
| "learning_rate": 0.00017590361445783134, |
| "loss": 0.4264, |
| "num_input_tokens_seen": 1259536, |
| "step": 76, |
| "train_runtime": 200.4904, |
| "train_tokens_per_second": 6282.277 |
| }, |
| { |
| "epoch": 0.26324786324786326, |
| "grad_norm": 0.09617225080728531, |
| "learning_rate": 0.0001755593803786575, |
| "loss": 0.4686, |
| "num_input_tokens_seen": 1278768, |
| "step": 77, |
| "train_runtime": 203.2722, |
| "train_tokens_per_second": 6290.914 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 0.12434384226799011, |
| "learning_rate": 0.00017521514629948364, |
| "loss": 0.5939, |
| "num_input_tokens_seen": 1292928, |
| "step": 78, |
| "train_runtime": 205.3845, |
| "train_tokens_per_second": 6295.159 |
| }, |
| { |
| "epoch": 0.27008547008547007, |
| "grad_norm": 0.1012965589761734, |
| "learning_rate": 0.00017487091222030983, |
| "loss": 0.403, |
| "num_input_tokens_seen": 1310160, |
| "step": 79, |
| "train_runtime": 207.8738, |
| "train_tokens_per_second": 6302.671 |
| }, |
| { |
| "epoch": 0.27350427350427353, |
| "grad_norm": 0.08980307728052139, |
| "learning_rate": 0.00017452667814113598, |
| "loss": 0.3688, |
| "num_input_tokens_seen": 1328608, |
| "step": 80, |
| "train_runtime": 210.5562, |
| "train_tokens_per_second": 6309.993 |
| }, |
| { |
| "epoch": 0.27692307692307694, |
| "grad_norm": 0.09891822189092636, |
| "learning_rate": 0.00017418244406196214, |
| "loss": 0.4751, |
| "num_input_tokens_seen": 1346016, |
| "step": 81, |
| "train_runtime": 213.0979, |
| "train_tokens_per_second": 6316.422 |
| }, |
| { |
| "epoch": 0.28034188034188035, |
| "grad_norm": 0.10093598067760468, |
| "learning_rate": 0.0001738382099827883, |
| "loss": 0.5395, |
| "num_input_tokens_seen": 1359184, |
| "step": 82, |
| "train_runtime": 215.139, |
| "train_tokens_per_second": 6317.702 |
| }, |
| { |
| "epoch": 0.28376068376068375, |
| "grad_norm": 0.09215115010738373, |
| "learning_rate": 0.00017349397590361447, |
| "loss": 0.4067, |
| "num_input_tokens_seen": 1374384, |
| "step": 83, |
| "train_runtime": 217.3721, |
| "train_tokens_per_second": 6322.726 |
| }, |
| { |
| "epoch": 0.28717948717948716, |
| "grad_norm": 0.09286817163228989, |
| "learning_rate": 0.00017314974182444063, |
| "loss": 0.4327, |
| "num_input_tokens_seen": 1395312, |
| "step": 84, |
| "train_runtime": 220.3981, |
| "train_tokens_per_second": 6330.871 |
| }, |
| { |
| "epoch": 0.2905982905982906, |
| "grad_norm": 0.10269108414649963, |
| "learning_rate": 0.00017280550774526678, |
| "loss": 0.4137, |
| "num_input_tokens_seen": 1410480, |
| "step": 85, |
| "train_runtime": 222.6432, |
| "train_tokens_per_second": 6335.159 |
| }, |
| { |
| "epoch": 0.294017094017094, |
| "grad_norm": 0.11593605577945709, |
| "learning_rate": 0.00017246127366609296, |
| "loss": 0.488, |
| "num_input_tokens_seen": 1423008, |
| "step": 86, |
| "train_runtime": 224.5645, |
| "train_tokens_per_second": 6336.746 |
| }, |
| { |
| "epoch": 0.29743589743589743, |
| "grad_norm": 0.09121434390544891, |
| "learning_rate": 0.00017211703958691912, |
| "loss": 0.4372, |
| "num_input_tokens_seen": 1443008, |
| "step": 87, |
| "train_runtime": 227.4516, |
| "train_tokens_per_second": 6344.241 |
| }, |
| { |
| "epoch": 0.30085470085470084, |
| "grad_norm": 0.11658863723278046, |
| "learning_rate": 0.00017177280550774527, |
| "loss": 0.4129, |
| "num_input_tokens_seen": 1457936, |
| "step": 88, |
| "train_runtime": 229.6543, |
| "train_tokens_per_second": 6348.393 |
| }, |
| { |
| "epoch": 0.30427350427350425, |
| "grad_norm": 0.1077234074473381, |
| "learning_rate": 0.00017142857142857143, |
| "loss": 0.4311, |
| "num_input_tokens_seen": 1471536, |
| "step": 89, |
| "train_runtime": 231.6871, |
| "train_tokens_per_second": 6351.395 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 0.10258413106203079, |
| "learning_rate": 0.0001710843373493976, |
| "loss": 0.4856, |
| "num_input_tokens_seen": 1486080, |
| "step": 90, |
| "train_runtime": 233.8589, |
| "train_tokens_per_second": 6354.6 |
| }, |
| { |
| "epoch": 0.3111111111111111, |
| "grad_norm": 0.09048861265182495, |
| "learning_rate": 0.00017074010327022376, |
| "loss": 0.4573, |
| "num_input_tokens_seen": 1501360, |
| "step": 91, |
| "train_runtime": 236.6697, |
| "train_tokens_per_second": 6343.694 |
| }, |
| { |
| "epoch": 0.3145299145299145, |
| "grad_norm": 0.09616488963365555, |
| "learning_rate": 0.00017039586919104992, |
| "loss": 0.3533, |
| "num_input_tokens_seen": 1521744, |
| "step": 92, |
| "train_runtime": 239.5612, |
| "train_tokens_per_second": 6352.215 |
| }, |
| { |
| "epoch": 0.31794871794871793, |
| "grad_norm": 0.10119186341762543, |
| "learning_rate": 0.00017005163511187607, |
| "loss": 0.4687, |
| "num_input_tokens_seen": 1538640, |
| "step": 93, |
| "train_runtime": 242.0203, |
| "train_tokens_per_second": 6357.484 |
| }, |
| { |
| "epoch": 0.3213675213675214, |
| "grad_norm": 0.103726826608181, |
| "learning_rate": 0.00016970740103270225, |
| "loss": 0.43, |
| "num_input_tokens_seen": 1553200, |
| "step": 94, |
| "train_runtime": 244.1818, |
| "train_tokens_per_second": 6360.835 |
| }, |
| { |
| "epoch": 0.3247863247863248, |
| "grad_norm": 0.09369926899671555, |
| "learning_rate": 0.0001693631669535284, |
| "loss": 0.4155, |
| "num_input_tokens_seen": 1571952, |
| "step": 95, |
| "train_runtime": 246.9205, |
| "train_tokens_per_second": 6366.227 |
| }, |
| { |
| "epoch": 0.3282051282051282, |
| "grad_norm": 0.09061973541975021, |
| "learning_rate": 0.0001690189328743546, |
| "loss": 0.4044, |
| "num_input_tokens_seen": 1584416, |
| "step": 96, |
| "train_runtime": 248.812, |
| "train_tokens_per_second": 6367.924 |
| }, |
| { |
| "epoch": 0.3316239316239316, |
| "grad_norm": 0.08632508665323257, |
| "learning_rate": 0.00016867469879518074, |
| "loss": 0.405, |
| "num_input_tokens_seen": 1604672, |
| "step": 97, |
| "train_runtime": 251.7603, |
| "train_tokens_per_second": 6373.808 |
| }, |
| { |
| "epoch": 0.335042735042735, |
| "grad_norm": 0.08924511075019836, |
| "learning_rate": 0.0001683304647160069, |
| "loss": 0.4357, |
| "num_input_tokens_seen": 1622608, |
| "step": 98, |
| "train_runtime": 254.3946, |
| "train_tokens_per_second": 6378.311 |
| }, |
| { |
| "epoch": 0.3384615384615385, |
| "grad_norm": 0.10018568485975266, |
| "learning_rate": 0.00016798623063683305, |
| "loss": 0.4007, |
| "num_input_tokens_seen": 1636752, |
| "step": 99, |
| "train_runtime": 256.4999, |
| "train_tokens_per_second": 6381.101 |
| }, |
| { |
| "epoch": 0.3418803418803419, |
| "grad_norm": 0.08820787072181702, |
| "learning_rate": 0.00016764199655765923, |
| "loss": 0.3778, |
| "num_input_tokens_seen": 1649408, |
| "step": 100, |
| "train_runtime": 258.3868, |
| "train_tokens_per_second": 6383.484 |
| }, |
| { |
| "epoch": 0.3452991452991453, |
| "grad_norm": 0.10735058784484863, |
| "learning_rate": 0.0001672977624784854, |
| "loss": 0.5828, |
| "num_input_tokens_seen": 1665776, |
| "step": 101, |
| "train_runtime": 260.7883, |
| "train_tokens_per_second": 6387.466 |
| }, |
| { |
| "epoch": 0.3487179487179487, |
| "grad_norm": 0.09399764984846115, |
| "learning_rate": 0.00016695352839931154, |
| "loss": 0.4238, |
| "num_input_tokens_seen": 1688816, |
| "step": 102, |
| "train_runtime": 264.0814, |
| "train_tokens_per_second": 6395.059 |
| }, |
| { |
| "epoch": 0.35213675213675216, |
| "grad_norm": 0.0975056141614914, |
| "learning_rate": 0.0001666092943201377, |
| "loss": 0.4374, |
| "num_input_tokens_seen": 1703456, |
| "step": 103, |
| "train_runtime": 266.2978, |
| "train_tokens_per_second": 6396.807 |
| }, |
| { |
| "epoch": 0.35555555555555557, |
| "grad_norm": 0.09030232578516006, |
| "learning_rate": 0.00016626506024096388, |
| "loss": 0.448, |
| "num_input_tokens_seen": 1724528, |
| "step": 104, |
| "train_runtime": 269.3165, |
| "train_tokens_per_second": 6403.35 |
| }, |
| { |
| "epoch": 0.358974358974359, |
| "grad_norm": 0.10417474806308746, |
| "learning_rate": 0.00016592082616179003, |
| "loss": 0.4109, |
| "num_input_tokens_seen": 1740768, |
| "step": 105, |
| "train_runtime": 271.6966, |
| "train_tokens_per_second": 6407.029 |
| }, |
| { |
| "epoch": 0.3623931623931624, |
| "grad_norm": 0.10844124108552933, |
| "learning_rate": 0.00016557659208261619, |
| "loss": 0.4165, |
| "num_input_tokens_seen": 1753632, |
| "step": 106, |
| "train_runtime": 273.6236, |
| "train_tokens_per_second": 6408.921 |
| }, |
| { |
| "epoch": 0.3658119658119658, |
| "grad_norm": 0.08827276527881622, |
| "learning_rate": 0.00016523235800344234, |
| "loss": 0.4233, |
| "num_input_tokens_seen": 1768480, |
| "step": 107, |
| "train_runtime": 275.8419, |
| "train_tokens_per_second": 6411.209 |
| }, |
| { |
| "epoch": 0.36923076923076925, |
| "grad_norm": 0.10917767882347107, |
| "learning_rate": 0.00016488812392426852, |
| "loss": 0.4624, |
| "num_input_tokens_seen": 1782800, |
| "step": 108, |
| "train_runtime": 277.9694, |
| "train_tokens_per_second": 6413.656 |
| }, |
| { |
| "epoch": 0.37264957264957266, |
| "grad_norm": 0.10163897275924683, |
| "learning_rate": 0.00016454388984509468, |
| "loss": 0.4553, |
| "num_input_tokens_seen": 1799008, |
| "step": 109, |
| "train_runtime": 280.3434, |
| "train_tokens_per_second": 6417.158 |
| }, |
| { |
| "epoch": 0.37606837606837606, |
| "grad_norm": 0.10832331329584122, |
| "learning_rate": 0.00016419965576592083, |
| "loss": 0.359, |
| "num_input_tokens_seen": 1811792, |
| "step": 110, |
| "train_runtime": 282.2797, |
| "train_tokens_per_second": 6418.429 |
| }, |
| { |
| "epoch": 0.37948717948717947, |
| "grad_norm": 0.08609069138765335, |
| "learning_rate": 0.00016385542168674699, |
| "loss": 0.4809, |
| "num_input_tokens_seen": 1828512, |
| "step": 111, |
| "train_runtime": 284.7476, |
| "train_tokens_per_second": 6421.518 |
| }, |
| { |
| "epoch": 0.38290598290598293, |
| "grad_norm": 0.11904721707105637, |
| "learning_rate": 0.00016351118760757317, |
| "loss": 0.4375, |
| "num_input_tokens_seen": 1849616, |
| "step": 112, |
| "train_runtime": 287.8004, |
| "train_tokens_per_second": 6426.732 |
| }, |
| { |
| "epoch": 0.38632478632478634, |
| "grad_norm": 0.09531164169311523, |
| "learning_rate": 0.00016316695352839932, |
| "loss": 0.4484, |
| "num_input_tokens_seen": 1866480, |
| "step": 113, |
| "train_runtime": 290.2693, |
| "train_tokens_per_second": 6430.167 |
| }, |
| { |
| "epoch": 0.38974358974358975, |
| "grad_norm": 0.13019715249538422, |
| "learning_rate": 0.0001628227194492255, |
| "loss": 0.4285, |
| "num_input_tokens_seen": 1881008, |
| "step": 114, |
| "train_runtime": 292.3998, |
| "train_tokens_per_second": 6433.0 |
| }, |
| { |
| "epoch": 0.39316239316239315, |
| "grad_norm": 0.1122983917593956, |
| "learning_rate": 0.00016247848537005163, |
| "loss": 0.5555, |
| "num_input_tokens_seen": 1893264, |
| "step": 115, |
| "train_runtime": 294.2603, |
| "train_tokens_per_second": 6433.977 |
| }, |
| { |
| "epoch": 0.39658119658119656, |
| "grad_norm": 0.0886179730296135, |
| "learning_rate": 0.0001621342512908778, |
| "loss": 0.4052, |
| "num_input_tokens_seen": 1911168, |
| "step": 116, |
| "train_runtime": 296.8399, |
| "train_tokens_per_second": 6438.379 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.11588186770677567, |
| "learning_rate": 0.00016179001721170397, |
| "loss": 0.4881, |
| "num_input_tokens_seen": 1922320, |
| "step": 117, |
| "train_runtime": 298.5272, |
| "train_tokens_per_second": 6439.346 |
| }, |
| { |
| "epoch": 0.40341880341880343, |
| "grad_norm": 0.09329588711261749, |
| "learning_rate": 0.00016144578313253015, |
| "loss": 0.392, |
| "num_input_tokens_seen": 1935888, |
| "step": 118, |
| "train_runtime": 300.5442, |
| "train_tokens_per_second": 6441.276 |
| }, |
| { |
| "epoch": 0.40341880341880343, |
| "eval_loss": 0.4257439076900482, |
| "eval_runtime": 11.8891, |
| "eval_samples_per_second": 83.943, |
| "eval_steps_per_second": 5.299, |
| "num_input_tokens_seen": 1935888, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.40683760683760684, |
| "grad_norm": 0.09967512637376785, |
| "learning_rate": 0.00016110154905335628, |
| "loss": 0.4716, |
| "num_input_tokens_seen": 1949360, |
| "step": 119, |
| "train_runtime": 314.4663, |
| "train_tokens_per_second": 6198.947 |
| }, |
| { |
| "epoch": 0.41025641025641024, |
| "grad_norm": 0.08704519271850586, |
| "learning_rate": 0.00016075731497418246, |
| "loss": 0.3573, |
| "num_input_tokens_seen": 1965152, |
| "step": 120, |
| "train_runtime": 316.7907, |
| "train_tokens_per_second": 6203.314 |
| }, |
| { |
| "epoch": 0.41367521367521365, |
| "grad_norm": 0.09572669863700867, |
| "learning_rate": 0.0001604130808950086, |
| "loss": 0.3742, |
| "num_input_tokens_seen": 1981632, |
| "step": 121, |
| "train_runtime": 319.7181, |
| "train_tokens_per_second": 6198.06 |
| }, |
| { |
| "epoch": 0.4170940170940171, |
| "grad_norm": 0.09697537869215012, |
| "learning_rate": 0.0001600688468158348, |
| "loss": 0.4811, |
| "num_input_tokens_seen": 1999488, |
| "step": 122, |
| "train_runtime": 322.3203, |
| "train_tokens_per_second": 6203.42 |
| }, |
| { |
| "epoch": 0.4205128205128205, |
| "grad_norm": 0.10042616724967957, |
| "learning_rate": 0.00015972461273666092, |
| "loss": 0.4146, |
| "num_input_tokens_seen": 2015360, |
| "step": 123, |
| "train_runtime": 324.66, |
| "train_tokens_per_second": 6207.601 |
| }, |
| { |
| "epoch": 0.4239316239316239, |
| "grad_norm": 0.09732874482870102, |
| "learning_rate": 0.0001593803786574871, |
| "loss": 0.3647, |
| "num_input_tokens_seen": 2029840, |
| "step": 124, |
| "train_runtime": 326.8173, |
| "train_tokens_per_second": 6210.931 |
| }, |
| { |
| "epoch": 0.42735042735042733, |
| "grad_norm": 0.0899026021361351, |
| "learning_rate": 0.00015903614457831326, |
| "loss": 0.3614, |
| "num_input_tokens_seen": 2043888, |
| "step": 125, |
| "train_runtime": 328.9033, |
| "train_tokens_per_second": 6214.251 |
| }, |
| { |
| "epoch": 0.4307692307692308, |
| "grad_norm": 0.1127215027809143, |
| "learning_rate": 0.00015869191049913944, |
| "loss": 0.521, |
| "num_input_tokens_seen": 2056784, |
| "step": 126, |
| "train_runtime": 330.847, |
| "train_tokens_per_second": 6216.723 |
| }, |
| { |
| "epoch": 0.4341880341880342, |
| "grad_norm": 0.10900437831878662, |
| "learning_rate": 0.00015834767641996557, |
| "loss": 0.5004, |
| "num_input_tokens_seen": 2073152, |
| "step": 127, |
| "train_runtime": 333.236, |
| "train_tokens_per_second": 6221.272 |
| }, |
| { |
| "epoch": 0.4376068376068376, |
| "grad_norm": 0.10284293442964554, |
| "learning_rate": 0.00015800344234079175, |
| "loss": 0.4758, |
| "num_input_tokens_seen": 2086832, |
| "step": 128, |
| "train_runtime": 335.3261, |
| "train_tokens_per_second": 6223.291 |
| }, |
| { |
| "epoch": 0.441025641025641, |
| "grad_norm": 0.08526846766471863, |
| "learning_rate": 0.0001576592082616179, |
| "loss": 0.3601, |
| "num_input_tokens_seen": 2102704, |
| "step": 129, |
| "train_runtime": 337.6773, |
| "train_tokens_per_second": 6226.962 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 0.0935521200299263, |
| "learning_rate": 0.00015731497418244408, |
| "loss": 0.4191, |
| "num_input_tokens_seen": 2120672, |
| "step": 130, |
| "train_runtime": 340.2901, |
| "train_tokens_per_second": 6231.953 |
| }, |
| { |
| "epoch": 0.4478632478632479, |
| "grad_norm": 0.09808618575334549, |
| "learning_rate": 0.00015697074010327024, |
| "loss": 0.432, |
| "num_input_tokens_seen": 2134528, |
| "step": 131, |
| "train_runtime": 342.374, |
| "train_tokens_per_second": 6234.492 |
| }, |
| { |
| "epoch": 0.4512820512820513, |
| "grad_norm": 0.08662474900484085, |
| "learning_rate": 0.0001566265060240964, |
| "loss": 0.4311, |
| "num_input_tokens_seen": 2150768, |
| "step": 132, |
| "train_runtime": 344.7887, |
| "train_tokens_per_second": 6237.931 |
| }, |
| { |
| "epoch": 0.4547008547008547, |
| "grad_norm": 0.09085840731859207, |
| "learning_rate": 0.00015628227194492255, |
| "loss": 0.4223, |
| "num_input_tokens_seen": 2171536, |
| "step": 133, |
| "train_runtime": 347.7754, |
| "train_tokens_per_second": 6244.076 |
| }, |
| { |
| "epoch": 0.4581196581196581, |
| "grad_norm": 0.1134534478187561, |
| "learning_rate": 0.00015593803786574873, |
| "loss": 0.4995, |
| "num_input_tokens_seen": 2187392, |
| "step": 134, |
| "train_runtime": 350.1232, |
| "train_tokens_per_second": 6247.493 |
| }, |
| { |
| "epoch": 0.46153846153846156, |
| "grad_norm": 0.0914321318268776, |
| "learning_rate": 0.00015559380378657488, |
| "loss": 0.3414, |
| "num_input_tokens_seen": 2208736, |
| "step": 135, |
| "train_runtime": 353.1913, |
| "train_tokens_per_second": 6253.653 |
| }, |
| { |
| "epoch": 0.46495726495726497, |
| "grad_norm": 0.09697174280881882, |
| "learning_rate": 0.00015524956970740104, |
| "loss": 0.4192, |
| "num_input_tokens_seen": 2221520, |
| "step": 136, |
| "train_runtime": 355.1021, |
| "train_tokens_per_second": 6256.004 |
| }, |
| { |
| "epoch": 0.4683760683760684, |
| "grad_norm": 0.09903775900602341, |
| "learning_rate": 0.0001549053356282272, |
| "loss": 0.4107, |
| "num_input_tokens_seen": 2234736, |
| "step": 137, |
| "train_runtime": 357.0576, |
| "train_tokens_per_second": 6258.755 |
| }, |
| { |
| "epoch": 0.4717948717948718, |
| "grad_norm": 0.10500401258468628, |
| "learning_rate": 0.00015456110154905337, |
| "loss": 0.4507, |
| "num_input_tokens_seen": 2246432, |
| "step": 138, |
| "train_runtime": 358.8165, |
| "train_tokens_per_second": 6260.671 |
| }, |
| { |
| "epoch": 0.4752136752136752, |
| "grad_norm": 0.10770396888256073, |
| "learning_rate": 0.00015421686746987953, |
| "loss": 0.4844, |
| "num_input_tokens_seen": 2264496, |
| "step": 139, |
| "train_runtime": 361.4046, |
| "train_tokens_per_second": 6265.82 |
| }, |
| { |
| "epoch": 0.47863247863247865, |
| "grad_norm": 0.09635472297668457, |
| "learning_rate": 0.00015387263339070568, |
| "loss": 0.3587, |
| "num_input_tokens_seen": 2279664, |
| "step": 140, |
| "train_runtime": 363.662, |
| "train_tokens_per_second": 6268.634 |
| }, |
| { |
| "epoch": 0.48205128205128206, |
| "grad_norm": 0.10260126739740372, |
| "learning_rate": 0.00015352839931153184, |
| "loss": 0.4402, |
| "num_input_tokens_seen": 2294976, |
| "step": 141, |
| "train_runtime": 365.9416, |
| "train_tokens_per_second": 6271.427 |
| }, |
| { |
| "epoch": 0.48547008547008547, |
| "grad_norm": 0.11078032851219177, |
| "learning_rate": 0.00015318416523235802, |
| "loss": 0.4819, |
| "num_input_tokens_seen": 2310256, |
| "step": 142, |
| "train_runtime": 368.2151, |
| "train_tokens_per_second": 6274.202 |
| }, |
| { |
| "epoch": 0.4888888888888889, |
| "grad_norm": 0.08946855366230011, |
| "learning_rate": 0.00015283993115318417, |
| "loss": 0.3455, |
| "num_input_tokens_seen": 2332160, |
| "step": 143, |
| "train_runtime": 371.3782, |
| "train_tokens_per_second": 6279.745 |
| }, |
| { |
| "epoch": 0.49230769230769234, |
| "grad_norm": 0.089847132563591, |
| "learning_rate": 0.00015249569707401033, |
| "loss": 0.3624, |
| "num_input_tokens_seen": 2346720, |
| "step": 144, |
| "train_runtime": 373.5395, |
| "train_tokens_per_second": 6282.389 |
| }, |
| { |
| "epoch": 0.49572649572649574, |
| "grad_norm": 0.10344398766756058, |
| "learning_rate": 0.00015215146299483648, |
| "loss": 0.4373, |
| "num_input_tokens_seen": 2360992, |
| "step": 145, |
| "train_runtime": 375.6328, |
| "train_tokens_per_second": 6285.372 |
| }, |
| { |
| "epoch": 0.49914529914529915, |
| "grad_norm": 0.10121628642082214, |
| "learning_rate": 0.00015180722891566266, |
| "loss": 0.4471, |
| "num_input_tokens_seen": 2375680, |
| "step": 146, |
| "train_runtime": 377.7982, |
| "train_tokens_per_second": 6288.226 |
| }, |
| { |
| "epoch": 0.5025641025641026, |
| "grad_norm": 0.08698102086782455, |
| "learning_rate": 0.00015146299483648882, |
| "loss": 0.3908, |
| "num_input_tokens_seen": 2397024, |
| "step": 147, |
| "train_runtime": 380.8567, |
| "train_tokens_per_second": 6293.768 |
| }, |
| { |
| "epoch": 0.505982905982906, |
| "grad_norm": 0.08766576647758484, |
| "learning_rate": 0.000151118760757315, |
| "loss": 0.3881, |
| "num_input_tokens_seen": 2414128, |
| "step": 148, |
| "train_runtime": 383.3371, |
| "train_tokens_per_second": 6297.663 |
| }, |
| { |
| "epoch": 0.5094017094017094, |
| "grad_norm": 0.10594574362039566, |
| "learning_rate": 0.00015077452667814113, |
| "loss": 0.3554, |
| "num_input_tokens_seen": 2430736, |
| "step": 149, |
| "train_runtime": 385.7797, |
| "train_tokens_per_second": 6300.84 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 0.10977370291948318, |
| "learning_rate": 0.0001504302925989673, |
| "loss": 0.4906, |
| "num_input_tokens_seen": 2449856, |
| "step": 150, |
| "train_runtime": 388.5377, |
| "train_tokens_per_second": 6305.324 |
| }, |
| { |
| "epoch": 0.5162393162393163, |
| "grad_norm": 0.09074017405509949, |
| "learning_rate": 0.00015008605851979346, |
| "loss": 0.4157, |
| "num_input_tokens_seen": 2467024, |
| "step": 151, |
| "train_runtime": 391.5399, |
| "train_tokens_per_second": 6300.824 |
| }, |
| { |
| "epoch": 0.5196581196581197, |
| "grad_norm": 0.08705534040927887, |
| "learning_rate": 0.00014974182444061964, |
| "loss": 0.3707, |
| "num_input_tokens_seen": 2485488, |
| "step": 152, |
| "train_runtime": 394.1859, |
| "train_tokens_per_second": 6305.37 |
| }, |
| { |
| "epoch": 0.5230769230769231, |
| "grad_norm": 0.09123992174863815, |
| "learning_rate": 0.00014939759036144577, |
| "loss": 0.4008, |
| "num_input_tokens_seen": 2501296, |
| "step": 153, |
| "train_runtime": 396.5327, |
| "train_tokens_per_second": 6307.918 |
| }, |
| { |
| "epoch": 0.5264957264957265, |
| "grad_norm": 0.07104610651731491, |
| "learning_rate": 0.00014905335628227195, |
| "loss": 0.3379, |
| "num_input_tokens_seen": 2529040, |
| "step": 154, |
| "train_runtime": 400.4284, |
| "train_tokens_per_second": 6315.835 |
| }, |
| { |
| "epoch": 0.5299145299145299, |
| "grad_norm": 0.11433000862598419, |
| "learning_rate": 0.0001487091222030981, |
| "loss": 0.5056, |
| "num_input_tokens_seen": 2544496, |
| "step": 155, |
| "train_runtime": 402.6965, |
| "train_tokens_per_second": 6318.645 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 0.12911392748355865, |
| "learning_rate": 0.0001483648881239243, |
| "loss": 0.4726, |
| "num_input_tokens_seen": 2558704, |
| "step": 156, |
| "train_runtime": 404.78, |
| "train_tokens_per_second": 6321.221 |
| }, |
| { |
| "epoch": 0.5367521367521367, |
| "grad_norm": 0.11388979107141495, |
| "learning_rate": 0.00014802065404475042, |
| "loss": 0.44, |
| "num_input_tokens_seen": 2571648, |
| "step": 157, |
| "train_runtime": 406.7058, |
| "train_tokens_per_second": 6323.115 |
| }, |
| { |
| "epoch": 0.5401709401709401, |
| "grad_norm": 0.1020691767334938, |
| "learning_rate": 0.0001476764199655766, |
| "loss": 0.5144, |
| "num_input_tokens_seen": 2585280, |
| "step": 158, |
| "train_runtime": 408.7686, |
| "train_tokens_per_second": 6324.556 |
| }, |
| { |
| "epoch": 0.5435897435897435, |
| "grad_norm": 0.11266439408063889, |
| "learning_rate": 0.00014733218588640275, |
| "loss": 0.4898, |
| "num_input_tokens_seen": 2602560, |
| "step": 159, |
| "train_runtime": 411.2897, |
| "train_tokens_per_second": 6327.802 |
| }, |
| { |
| "epoch": 0.5470085470085471, |
| "grad_norm": 0.09511423856019974, |
| "learning_rate": 0.00014698795180722893, |
| "loss": 0.4601, |
| "num_input_tokens_seen": 2617520, |
| "step": 160, |
| "train_runtime": 413.5019, |
| "train_tokens_per_second": 6330.127 |
| }, |
| { |
| "epoch": 0.5504273504273505, |
| "grad_norm": 0.08593633025884628, |
| "learning_rate": 0.0001466437177280551, |
| "loss": 0.3578, |
| "num_input_tokens_seen": 2638032, |
| "step": 161, |
| "train_runtime": 416.4729, |
| "train_tokens_per_second": 6334.222 |
| }, |
| { |
| "epoch": 0.5538461538461539, |
| "grad_norm": 0.10547275096178055, |
| "learning_rate": 0.00014629948364888124, |
| "loss": 0.4053, |
| "num_input_tokens_seen": 2652912, |
| "step": 162, |
| "train_runtime": 418.6689, |
| "train_tokens_per_second": 6336.54 |
| }, |
| { |
| "epoch": 0.5572649572649573, |
| "grad_norm": 0.11780176311731339, |
| "learning_rate": 0.0001459552495697074, |
| "loss": 0.4034, |
| "num_input_tokens_seen": 2664944, |
| "step": 163, |
| "train_runtime": 420.4837, |
| "train_tokens_per_second": 6337.806 |
| }, |
| { |
| "epoch": 0.5606837606837607, |
| "grad_norm": 0.098305843770504, |
| "learning_rate": 0.00014561101549053358, |
| "loss": 0.4804, |
| "num_input_tokens_seen": 2680720, |
| "step": 164, |
| "train_runtime": 422.8103, |
| "train_tokens_per_second": 6340.243 |
| }, |
| { |
| "epoch": 0.5641025641025641, |
| "grad_norm": 0.08514019846916199, |
| "learning_rate": 0.00014526678141135973, |
| "loss": 0.4623, |
| "num_input_tokens_seen": 2693696, |
| "step": 165, |
| "train_runtime": 424.733, |
| "train_tokens_per_second": 6342.093 |
| }, |
| { |
| "epoch": 0.5675213675213675, |
| "grad_norm": 0.10156818479299545, |
| "learning_rate": 0.0001449225473321859, |
| "loss": 0.4374, |
| "num_input_tokens_seen": 2706672, |
| "step": 166, |
| "train_runtime": 426.6739, |
| "train_tokens_per_second": 6343.655 |
| }, |
| { |
| "epoch": 0.5709401709401709, |
| "grad_norm": 0.09817566722631454, |
| "learning_rate": 0.00014457831325301204, |
| "loss": 0.3713, |
| "num_input_tokens_seen": 2717856, |
| "step": 167, |
| "train_runtime": 428.3605, |
| "train_tokens_per_second": 6344.787 |
| }, |
| { |
| "epoch": 0.5743589743589743, |
| "grad_norm": 0.08898711949586868, |
| "learning_rate": 0.00014423407917383822, |
| "loss": 0.3958, |
| "num_input_tokens_seen": 2738048, |
| "step": 168, |
| "train_runtime": 431.2652, |
| "train_tokens_per_second": 6348.873 |
| }, |
| { |
| "epoch": 0.5777777777777777, |
| "grad_norm": 0.10815781354904175, |
| "learning_rate": 0.00014388984509466438, |
| "loss": 0.4212, |
| "num_input_tokens_seen": 2751264, |
| "step": 169, |
| "train_runtime": 433.2567, |
| "train_tokens_per_second": 6350.193 |
| }, |
| { |
| "epoch": 0.5811965811965812, |
| "grad_norm": 0.0858953520655632, |
| "learning_rate": 0.00014354561101549053, |
| "loss": 0.4252, |
| "num_input_tokens_seen": 2768352, |
| "step": 170, |
| "train_runtime": 435.7397, |
| "train_tokens_per_second": 6353.224 |
| }, |
| { |
| "epoch": 0.5846153846153846, |
| "grad_norm": 0.1065724790096283, |
| "learning_rate": 0.0001432013769363167, |
| "loss": 0.4376, |
| "num_input_tokens_seen": 2783696, |
| "step": 171, |
| "train_runtime": 438.0174, |
| "train_tokens_per_second": 6355.217 |
| }, |
| { |
| "epoch": 0.588034188034188, |
| "grad_norm": 0.0936359241604805, |
| "learning_rate": 0.00014285714285714287, |
| "loss": 0.4641, |
| "num_input_tokens_seen": 2797712, |
| "step": 172, |
| "train_runtime": 440.1373, |
| "train_tokens_per_second": 6356.452 |
| }, |
| { |
| "epoch": 0.5914529914529915, |
| "grad_norm": 0.10138653963804245, |
| "learning_rate": 0.00014251290877796902, |
| "loss": 0.4442, |
| "num_input_tokens_seen": 2812432, |
| "step": 173, |
| "train_runtime": 442.3579, |
| "train_tokens_per_second": 6357.821 |
| }, |
| { |
| "epoch": 0.5948717948717949, |
| "grad_norm": 0.10231815278530121, |
| "learning_rate": 0.00014216867469879518, |
| "loss": 0.4113, |
| "num_input_tokens_seen": 2824544, |
| "step": 174, |
| "train_runtime": 444.2041, |
| "train_tokens_per_second": 6358.663 |
| }, |
| { |
| "epoch": 0.5982905982905983, |
| "grad_norm": 0.10455156117677689, |
| "learning_rate": 0.00014182444061962136, |
| "loss": 0.5237, |
| "num_input_tokens_seen": 2841296, |
| "step": 175, |
| "train_runtime": 446.6226, |
| "train_tokens_per_second": 6361.738 |
| }, |
| { |
| "epoch": 0.6017094017094017, |
| "grad_norm": 0.09039057046175003, |
| "learning_rate": 0.0001414802065404475, |
| "loss": 0.4316, |
| "num_input_tokens_seen": 2854304, |
| "step": 176, |
| "train_runtime": 448.5655, |
| "train_tokens_per_second": 6363.182 |
| }, |
| { |
| "epoch": 0.6051282051282051, |
| "grad_norm": 0.09800916165113449, |
| "learning_rate": 0.00014113597246127367, |
| "loss": 0.4883, |
| "num_input_tokens_seen": 2871312, |
| "step": 177, |
| "train_runtime": 451.0616, |
| "train_tokens_per_second": 6365.676 |
| }, |
| { |
| "epoch": 0.6051282051282051, |
| "eval_loss": 0.4250277280807495, |
| "eval_runtime": 11.8943, |
| "eval_samples_per_second": 83.906, |
| "eval_steps_per_second": 5.297, |
| "num_input_tokens_seen": 2871312, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.6085470085470085, |
| "grad_norm": 0.1056000217795372, |
| "learning_rate": 0.00014079173838209982, |
| "loss": 0.3984, |
| "num_input_tokens_seen": 2882896, |
| "step": 178, |
| "train_runtime": 464.7282, |
| "train_tokens_per_second": 6203.403 |
| }, |
| { |
| "epoch": 0.611965811965812, |
| "grad_norm": 0.10022575408220291, |
| "learning_rate": 0.000140447504302926, |
| "loss": 0.3613, |
| "num_input_tokens_seen": 2897328, |
| "step": 179, |
| "train_runtime": 466.8908, |
| "train_tokens_per_second": 6205.58 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 0.10060451924800873, |
| "learning_rate": 0.00014010327022375216, |
| "loss": 0.505, |
| "num_input_tokens_seen": 2910544, |
| "step": 180, |
| "train_runtime": 468.834, |
| "train_tokens_per_second": 6208.049 |
| }, |
| { |
| "epoch": 0.6188034188034188, |
| "grad_norm": 0.10652410238981247, |
| "learning_rate": 0.00013975903614457834, |
| "loss": 0.456, |
| "num_input_tokens_seen": 2921712, |
| "step": 181, |
| "train_runtime": 471.0911, |
| "train_tokens_per_second": 6202.01 |
| }, |
| { |
| "epoch": 0.6222222222222222, |
| "grad_norm": 0.1084052249789238, |
| "learning_rate": 0.00013941480206540447, |
| "loss": 0.3833, |
| "num_input_tokens_seen": 2932832, |
| "step": 182, |
| "train_runtime": 472.7877, |
| "train_tokens_per_second": 6203.274 |
| }, |
| { |
| "epoch": 0.6256410256410256, |
| "grad_norm": 0.09704000502824783, |
| "learning_rate": 0.00013907056798623065, |
| "loss": 0.4889, |
| "num_input_tokens_seen": 2947600, |
| "step": 183, |
| "train_runtime": 474.9298, |
| "train_tokens_per_second": 6206.391 |
| }, |
| { |
| "epoch": 0.629059829059829, |
| "grad_norm": 0.09996459633111954, |
| "learning_rate": 0.0001387263339070568, |
| "loss": 0.3787, |
| "num_input_tokens_seen": 2963088, |
| "step": 184, |
| "train_runtime": 477.2542, |
| "train_tokens_per_second": 6208.616 |
| }, |
| { |
| "epoch": 0.6324786324786325, |
| "grad_norm": 0.09264053404331207, |
| "learning_rate": 0.00013838209982788298, |
| "loss": 0.3498, |
| "num_input_tokens_seen": 2975088, |
| "step": 185, |
| "train_runtime": 479.0775, |
| "train_tokens_per_second": 6210.035 |
| }, |
| { |
| "epoch": 0.6358974358974359, |
| "grad_norm": 0.09588699042797089, |
| "learning_rate": 0.00013803786574870914, |
| "loss": 0.485, |
| "num_input_tokens_seen": 2988944, |
| "step": 186, |
| "train_runtime": 481.1581, |
| "train_tokens_per_second": 6211.978 |
| }, |
| { |
| "epoch": 0.6393162393162393, |
| "grad_norm": 0.09032841771841049, |
| "learning_rate": 0.0001376936316695353, |
| "loss": 0.4083, |
| "num_input_tokens_seen": 3006016, |
| "step": 187, |
| "train_runtime": 483.6506, |
| "train_tokens_per_second": 6215.264 |
| }, |
| { |
| "epoch": 0.6427350427350428, |
| "grad_norm": 0.11055252701044083, |
| "learning_rate": 0.00013734939759036145, |
| "loss": 0.4339, |
| "num_input_tokens_seen": 3018096, |
| "step": 188, |
| "train_runtime": 485.4309, |
| "train_tokens_per_second": 6217.355 |
| }, |
| { |
| "epoch": 0.6461538461538462, |
| "grad_norm": 0.12127861380577087, |
| "learning_rate": 0.00013700516351118763, |
| "loss": 0.4601, |
| "num_input_tokens_seen": 3031280, |
| "step": 189, |
| "train_runtime": 487.4282, |
| "train_tokens_per_second": 6218.926 |
| }, |
| { |
| "epoch": 0.6495726495726496, |
| "grad_norm": 0.10579859465360641, |
| "learning_rate": 0.00013666092943201378, |
| "loss": 0.4519, |
| "num_input_tokens_seen": 3046560, |
| "step": 190, |
| "train_runtime": 489.6819, |
| "train_tokens_per_second": 6221.508 |
| }, |
| { |
| "epoch": 0.652991452991453, |
| "grad_norm": 0.1086781919002533, |
| "learning_rate": 0.00013631669535283994, |
| "loss": 0.4843, |
| "num_input_tokens_seen": 3061024, |
| "step": 191, |
| "train_runtime": 491.8462, |
| "train_tokens_per_second": 6223.539 |
| }, |
| { |
| "epoch": 0.6564102564102564, |
| "grad_norm": 0.09214667230844498, |
| "learning_rate": 0.0001359724612736661, |
| "loss": 0.43, |
| "num_input_tokens_seen": 3076848, |
| "step": 192, |
| "train_runtime": 494.2062, |
| "train_tokens_per_second": 6225.839 |
| }, |
| { |
| "epoch": 0.6598290598290598, |
| "grad_norm": 0.11928390711545944, |
| "learning_rate": 0.00013562822719449227, |
| "loss": 0.5062, |
| "num_input_tokens_seen": 3092208, |
| "step": 193, |
| "train_runtime": 496.4458, |
| "train_tokens_per_second": 6228.692 |
| }, |
| { |
| "epoch": 0.6632478632478632, |
| "grad_norm": 0.09398146718740463, |
| "learning_rate": 0.00013528399311531843, |
| "loss": 0.372, |
| "num_input_tokens_seen": 3103168, |
| "step": 194, |
| "train_runtime": 498.1054, |
| "train_tokens_per_second": 6229.943 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.08932854235172272, |
| "learning_rate": 0.00013493975903614458, |
| "loss": 0.4515, |
| "num_input_tokens_seen": 3120512, |
| "step": 195, |
| "train_runtime": 500.6536, |
| "train_tokens_per_second": 6232.877 |
| }, |
| { |
| "epoch": 0.67008547008547, |
| "grad_norm": 0.09448716044425964, |
| "learning_rate": 0.00013459552495697074, |
| "loss": 0.4346, |
| "num_input_tokens_seen": 3136544, |
| "step": 196, |
| "train_runtime": 503.0211, |
| "train_tokens_per_second": 6235.412 |
| }, |
| { |
| "epoch": 0.6735042735042736, |
| "grad_norm": 0.09740068763494492, |
| "learning_rate": 0.00013425129087779692, |
| "loss": 0.3846, |
| "num_input_tokens_seen": 3152720, |
| "step": 197, |
| "train_runtime": 505.3917, |
| "train_tokens_per_second": 6238.172 |
| }, |
| { |
| "epoch": 0.676923076923077, |
| "grad_norm": 0.10378974676132202, |
| "learning_rate": 0.00013390705679862307, |
| "loss": 0.4808, |
| "num_input_tokens_seen": 3167392, |
| "step": 198, |
| "train_runtime": 507.5697, |
| "train_tokens_per_second": 6240.31 |
| }, |
| { |
| "epoch": 0.6803418803418804, |
| "grad_norm": 0.08869824558496475, |
| "learning_rate": 0.00013356282271944923, |
| "loss": 0.387, |
| "num_input_tokens_seen": 3186496, |
| "step": 199, |
| "train_runtime": 510.3483, |
| "train_tokens_per_second": 6243.767 |
| }, |
| { |
| "epoch": 0.6837606837606838, |
| "grad_norm": 0.09974192827939987, |
| "learning_rate": 0.00013321858864027538, |
| "loss": 0.4512, |
| "num_input_tokens_seen": 3205344, |
| "step": 200, |
| "train_runtime": 513.0801, |
| "train_tokens_per_second": 6247.259 |
| }, |
| { |
| "epoch": 0.6871794871794872, |
| "grad_norm": 0.08839447796344757, |
| "learning_rate": 0.00013287435456110156, |
| "loss": 0.4027, |
| "num_input_tokens_seen": 3222720, |
| "step": 201, |
| "train_runtime": 515.6265, |
| "train_tokens_per_second": 6250.106 |
| }, |
| { |
| "epoch": 0.6905982905982906, |
| "grad_norm": 0.07892576605081558, |
| "learning_rate": 0.00013253012048192772, |
| "loss": 0.3836, |
| "num_input_tokens_seen": 3247392, |
| "step": 202, |
| "train_runtime": 519.1427, |
| "train_tokens_per_second": 6255.297 |
| }, |
| { |
| "epoch": 0.694017094017094, |
| "grad_norm": 0.09967231005430222, |
| "learning_rate": 0.0001321858864027539, |
| "loss": 0.6602, |
| "num_input_tokens_seen": 3263344, |
| "step": 203, |
| "train_runtime": 521.4876, |
| "train_tokens_per_second": 6257.76 |
| }, |
| { |
| "epoch": 0.6974358974358974, |
| "grad_norm": 0.09928127378225327, |
| "learning_rate": 0.00013184165232358003, |
| "loss": 0.3557, |
| "num_input_tokens_seen": 3275472, |
| "step": 204, |
| "train_runtime": 523.3642, |
| "train_tokens_per_second": 6258.494 |
| }, |
| { |
| "epoch": 0.7008547008547008, |
| "grad_norm": 0.10789816826581955, |
| "learning_rate": 0.0001314974182444062, |
| "loss": 0.3937, |
| "num_input_tokens_seen": 3293904, |
| "step": 205, |
| "train_runtime": 526.0362, |
| "train_tokens_per_second": 6261.744 |
| }, |
| { |
| "epoch": 0.7042735042735043, |
| "grad_norm": 0.10802796483039856, |
| "learning_rate": 0.00013115318416523236, |
| "loss": 0.4472, |
| "num_input_tokens_seen": 3309584, |
| "step": 206, |
| "train_runtime": 528.3293, |
| "train_tokens_per_second": 6264.245 |
| }, |
| { |
| "epoch": 0.7076923076923077, |
| "grad_norm": 0.09764997661113739, |
| "learning_rate": 0.00013080895008605854, |
| "loss": 0.457, |
| "num_input_tokens_seen": 3323776, |
| "step": 207, |
| "train_runtime": 530.4461, |
| "train_tokens_per_second": 6266.002 |
| }, |
| { |
| "epoch": 0.7111111111111111, |
| "grad_norm": 0.10141371190547943, |
| "learning_rate": 0.00013046471600688467, |
| "loss": 0.4036, |
| "num_input_tokens_seen": 3339600, |
| "step": 208, |
| "train_runtime": 532.7571, |
| "train_tokens_per_second": 6268.523 |
| }, |
| { |
| "epoch": 0.7145299145299145, |
| "grad_norm": 0.11183507740497589, |
| "learning_rate": 0.00013012048192771085, |
| "loss": 0.4412, |
| "num_input_tokens_seen": 3353280, |
| "step": 209, |
| "train_runtime": 534.8217, |
| "train_tokens_per_second": 6269.902 |
| }, |
| { |
| "epoch": 0.717948717948718, |
| "grad_norm": 0.1051330491900444, |
| "learning_rate": 0.000129776247848537, |
| "loss": 0.4337, |
| "num_input_tokens_seen": 3369296, |
| "step": 210, |
| "train_runtime": 537.1671, |
| "train_tokens_per_second": 6272.342 |
| }, |
| { |
| "epoch": 0.7213675213675214, |
| "grad_norm": 0.10551027208566666, |
| "learning_rate": 0.0001294320137693632, |
| "loss": 0.4042, |
| "num_input_tokens_seen": 3384000, |
| "step": 211, |
| "train_runtime": 539.924, |
| "train_tokens_per_second": 6267.548 |
| }, |
| { |
| "epoch": 0.7247863247863248, |
| "grad_norm": 0.10018742829561234, |
| "learning_rate": 0.00012908777969018932, |
| "loss": 0.4694, |
| "num_input_tokens_seen": 3399088, |
| "step": 212, |
| "train_runtime": 542.1589, |
| "train_tokens_per_second": 6269.542 |
| }, |
| { |
| "epoch": 0.7282051282051282, |
| "grad_norm": 0.12323636561632156, |
| "learning_rate": 0.0001287435456110155, |
| "loss": 0.4411, |
| "num_input_tokens_seen": 3411392, |
| "step": 213, |
| "train_runtime": 544.0078, |
| "train_tokens_per_second": 6270.851 |
| }, |
| { |
| "epoch": 0.7316239316239316, |
| "grad_norm": 0.11548493057489395, |
| "learning_rate": 0.00012839931153184165, |
| "loss": 0.5167, |
| "num_input_tokens_seen": 3428416, |
| "step": 214, |
| "train_runtime": 546.4748, |
| "train_tokens_per_second": 6273.695 |
| }, |
| { |
| "epoch": 0.7350427350427351, |
| "grad_norm": 0.0862911120057106, |
| "learning_rate": 0.00012805507745266783, |
| "loss": 0.3712, |
| "num_input_tokens_seen": 3459568, |
| "step": 215, |
| "train_runtime": 553.9819, |
| "train_tokens_per_second": 6244.912 |
| }, |
| { |
| "epoch": 0.7384615384615385, |
| "grad_norm": 0.1001635193824768, |
| "learning_rate": 0.00012771084337349396, |
| "loss": 0.394, |
| "num_input_tokens_seen": 3474128, |
| "step": 216, |
| "train_runtime": 556.1513, |
| "train_tokens_per_second": 6246.732 |
| }, |
| { |
| "epoch": 0.7418803418803419, |
| "grad_norm": 0.10096625983715057, |
| "learning_rate": 0.00012736660929432014, |
| "loss": 0.4354, |
| "num_input_tokens_seen": 3488032, |
| "step": 217, |
| "train_runtime": 558.2102, |
| "train_tokens_per_second": 6248.6 |
| }, |
| { |
| "epoch": 0.7452991452991453, |
| "grad_norm": 0.10238556563854218, |
| "learning_rate": 0.0001270223752151463, |
| "loss": 0.4276, |
| "num_input_tokens_seen": 3504688, |
| "step": 218, |
| "train_runtime": 560.6522, |
| "train_tokens_per_second": 6251.091 |
| }, |
| { |
| "epoch": 0.7487179487179487, |
| "grad_norm": 0.09864645451307297, |
| "learning_rate": 0.00012667814113597248, |
| "loss": 0.4098, |
| "num_input_tokens_seen": 3521088, |
| "step": 219, |
| "train_runtime": 563.1091, |
| "train_tokens_per_second": 6252.941 |
| }, |
| { |
| "epoch": 0.7521367521367521, |
| "grad_norm": 0.10077870637178421, |
| "learning_rate": 0.00012633390705679863, |
| "loss": 0.4802, |
| "num_input_tokens_seen": 3537040, |
| "step": 220, |
| "train_runtime": 565.4347, |
| "train_tokens_per_second": 6255.435 |
| }, |
| { |
| "epoch": 0.7555555555555555, |
| "grad_norm": 0.10053377598524094, |
| "learning_rate": 0.0001259896729776248, |
| "loss": 0.4794, |
| "num_input_tokens_seen": 3551456, |
| "step": 221, |
| "train_runtime": 567.5603, |
| "train_tokens_per_second": 6257.407 |
| }, |
| { |
| "epoch": 0.7589743589743589, |
| "grad_norm": 0.10047437995672226, |
| "learning_rate": 0.00012564543889845094, |
| "loss": 0.4938, |
| "num_input_tokens_seen": 3567616, |
| "step": 222, |
| "train_runtime": 569.9285, |
| "train_tokens_per_second": 6259.761 |
| }, |
| { |
| "epoch": 0.7623931623931623, |
| "grad_norm": 0.07970099151134491, |
| "learning_rate": 0.00012530120481927712, |
| "loss": 0.3474, |
| "num_input_tokens_seen": 3588144, |
| "step": 223, |
| "train_runtime": 572.8933, |
| "train_tokens_per_second": 6263.198 |
| }, |
| { |
| "epoch": 0.7658119658119659, |
| "grad_norm": 0.10995665192604065, |
| "learning_rate": 0.00012495697074010328, |
| "loss": 0.3795, |
| "num_input_tokens_seen": 3600144, |
| "step": 224, |
| "train_runtime": 574.6969, |
| "train_tokens_per_second": 6264.422 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 0.12067970633506775, |
| "learning_rate": 0.00012461273666092943, |
| "loss": 0.4804, |
| "num_input_tokens_seen": 3621280, |
| "step": 225, |
| "train_runtime": 577.7205, |
| "train_tokens_per_second": 6268.222 |
| }, |
| { |
| "epoch": 0.7726495726495727, |
| "grad_norm": 0.11939004063606262, |
| "learning_rate": 0.0001242685025817556, |
| "loss": 0.4533, |
| "num_input_tokens_seen": 3634160, |
| "step": 226, |
| "train_runtime": 579.6747, |
| "train_tokens_per_second": 6269.31 |
| }, |
| { |
| "epoch": 0.7760683760683761, |
| "grad_norm": 0.10946697741746902, |
| "learning_rate": 0.00012392426850258177, |
| "loss": 0.4324, |
| "num_input_tokens_seen": 3645536, |
| "step": 227, |
| "train_runtime": 581.3907, |
| "train_tokens_per_second": 6270.372 |
| }, |
| { |
| "epoch": 0.7794871794871795, |
| "grad_norm": 0.09853693842887878, |
| "learning_rate": 0.00012358003442340792, |
| "loss": 0.4728, |
| "num_input_tokens_seen": 3660048, |
| "step": 228, |
| "train_runtime": 583.5443, |
| "train_tokens_per_second": 6272.1 |
| }, |
| { |
| "epoch": 0.7829059829059829, |
| "grad_norm": 0.1062566265463829, |
| "learning_rate": 0.00012323580034423408, |
| "loss": 0.5393, |
| "num_input_tokens_seen": 3672816, |
| "step": 229, |
| "train_runtime": 585.4621, |
| "train_tokens_per_second": 6273.363 |
| }, |
| { |
| "epoch": 0.7863247863247863, |
| "grad_norm": 0.09363020956516266, |
| "learning_rate": 0.00012289156626506023, |
| "loss": 0.4152, |
| "num_input_tokens_seen": 3696128, |
| "step": 230, |
| "train_runtime": 588.8137, |
| "train_tokens_per_second": 6277.245 |
| }, |
| { |
| "epoch": 0.7897435897435897, |
| "grad_norm": 0.09704622626304626, |
| "learning_rate": 0.00012254733218588641, |
| "loss": 0.5139, |
| "num_input_tokens_seen": 3710160, |
| "step": 231, |
| "train_runtime": 590.8993, |
| "train_tokens_per_second": 6278.836 |
| }, |
| { |
| "epoch": 0.7931623931623931, |
| "grad_norm": 0.09564655274152756, |
| "learning_rate": 0.00012220309810671257, |
| "loss": 0.4335, |
| "num_input_tokens_seen": 3723536, |
| "step": 232, |
| "train_runtime": 592.9271, |
| "train_tokens_per_second": 6279.922 |
| }, |
| { |
| "epoch": 0.7965811965811965, |
| "grad_norm": 0.08687002956867218, |
| "learning_rate": 0.00012185886402753872, |
| "loss": 0.3445, |
| "num_input_tokens_seen": 3738592, |
| "step": 233, |
| "train_runtime": 595.173, |
| "train_tokens_per_second": 6281.522 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.09096026420593262, |
| "learning_rate": 0.00012151462994836489, |
| "loss": 0.5372, |
| "num_input_tokens_seen": 3755936, |
| "step": 234, |
| "train_runtime": 597.7017, |
| "train_tokens_per_second": 6283.964 |
| }, |
| { |
| "epoch": 0.8034188034188035, |
| "grad_norm": 0.09353629499673843, |
| "learning_rate": 0.00012117039586919106, |
| "loss": 0.3614, |
| "num_input_tokens_seen": 3770768, |
| "step": 235, |
| "train_runtime": 599.8797, |
| "train_tokens_per_second": 6285.873 |
| }, |
| { |
| "epoch": 0.8068376068376069, |
| "grad_norm": 0.0944899320602417, |
| "learning_rate": 0.00012082616179001723, |
| "loss": 0.3849, |
| "num_input_tokens_seen": 3795312, |
| "step": 236, |
| "train_runtime": 603.3944, |
| "train_tokens_per_second": 6289.935 |
| }, |
| { |
| "epoch": 0.8068376068376069, |
| "eval_loss": 0.42357537150382996, |
| "eval_runtime": 11.8678, |
| "eval_samples_per_second": 84.093, |
| "eval_steps_per_second": 5.308, |
| "num_input_tokens_seen": 3795312, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.8102564102564103, |
| "grad_norm": 0.10128959268331528, |
| "learning_rate": 0.0001204819277108434, |
| "loss": 0.4026, |
| "num_input_tokens_seen": 3806656, |
| "step": 237, |
| "train_runtime": 616.9818, |
| "train_tokens_per_second": 6169.803 |
| }, |
| { |
| "epoch": 0.8136752136752137, |
| "grad_norm": 0.09387616068124771, |
| "learning_rate": 0.00012013769363166954, |
| "loss": 0.4182, |
| "num_input_tokens_seen": 3822144, |
| "step": 238, |
| "train_runtime": 619.269, |
| "train_tokens_per_second": 6172.026 |
| }, |
| { |
| "epoch": 0.8170940170940171, |
| "grad_norm": 0.09902401268482208, |
| "learning_rate": 0.0001197934595524957, |
| "loss": 0.4232, |
| "num_input_tokens_seen": 3842016, |
| "step": 239, |
| "train_runtime": 622.1266, |
| "train_tokens_per_second": 6175.617 |
| }, |
| { |
| "epoch": 0.8205128205128205, |
| "grad_norm": 0.09925245493650436, |
| "learning_rate": 0.00011944922547332187, |
| "loss": 0.4478, |
| "num_input_tokens_seen": 3854752, |
| "step": 240, |
| "train_runtime": 624.0402, |
| "train_tokens_per_second": 6177.089 |
| }, |
| { |
| "epoch": 0.8239316239316239, |
| "grad_norm": 0.11560021340847015, |
| "learning_rate": 0.00011910499139414804, |
| "loss": 0.4808, |
| "num_input_tokens_seen": 3866496, |
| "step": 241, |
| "train_runtime": 626.2473, |
| "train_tokens_per_second": 6174.072 |
| }, |
| { |
| "epoch": 0.8273504273504273, |
| "grad_norm": 0.08798137307167053, |
| "learning_rate": 0.00011876075731497418, |
| "loss": 0.4486, |
| "num_input_tokens_seen": 3885600, |
| "step": 242, |
| "train_runtime": 629.0654, |
| "train_tokens_per_second": 6176.782 |
| }, |
| { |
| "epoch": 0.8307692307692308, |
| "grad_norm": 0.09302930533885956, |
| "learning_rate": 0.00011841652323580035, |
| "loss": 0.436, |
| "num_input_tokens_seen": 3905008, |
| "step": 243, |
| "train_runtime": 631.8771, |
| "train_tokens_per_second": 6180.012 |
| }, |
| { |
| "epoch": 0.8341880341880342, |
| "grad_norm": 0.1044159084558487, |
| "learning_rate": 0.00011807228915662652, |
| "loss": 0.4986, |
| "num_input_tokens_seen": 3917472, |
| "step": 244, |
| "train_runtime": 633.7768, |
| "train_tokens_per_second": 6181.154 |
| }, |
| { |
| "epoch": 0.8376068376068376, |
| "grad_norm": 0.10373450815677643, |
| "learning_rate": 0.00011772805507745268, |
| "loss": 0.5037, |
| "num_input_tokens_seen": 3933664, |
| "step": 245, |
| "train_runtime": 636.199, |
| "train_tokens_per_second": 6183.072 |
| }, |
| { |
| "epoch": 0.841025641025641, |
| "grad_norm": 0.08972188085317612, |
| "learning_rate": 0.00011738382099827883, |
| "loss": 0.4908, |
| "num_input_tokens_seen": 3952288, |
| "step": 246, |
| "train_runtime": 638.8866, |
| "train_tokens_per_second": 6186.212 |
| }, |
| { |
| "epoch": 0.8444444444444444, |
| "grad_norm": 0.0838053897023201, |
| "learning_rate": 0.000117039586919105, |
| "loss": 0.3793, |
| "num_input_tokens_seen": 3970672, |
| "step": 247, |
| "train_runtime": 641.5476, |
| "train_tokens_per_second": 6189.209 |
| }, |
| { |
| "epoch": 0.8478632478632478, |
| "grad_norm": 0.06703872978687286, |
| "learning_rate": 0.00011669535283993116, |
| "loss": 0.3059, |
| "num_input_tokens_seen": 3999184, |
| "step": 248, |
| "train_runtime": 645.5767, |
| "train_tokens_per_second": 6194.747 |
| }, |
| { |
| "epoch": 0.8512820512820513, |
| "grad_norm": 0.08314735442399979, |
| "learning_rate": 0.00011635111876075733, |
| "loss": 0.4058, |
| "num_input_tokens_seen": 4013280, |
| "step": 249, |
| "train_runtime": 647.6748, |
| "train_tokens_per_second": 6196.443 |
| }, |
| { |
| "epoch": 0.8547008547008547, |
| "grad_norm": 0.08154241740703583, |
| "learning_rate": 0.00011600688468158347, |
| "loss": 0.3805, |
| "num_input_tokens_seen": 4031920, |
| "step": 250, |
| "train_runtime": 650.4038, |
| "train_tokens_per_second": 6199.102 |
| }, |
| { |
| "epoch": 0.8581196581196581, |
| "grad_norm": 0.09133270382881165, |
| "learning_rate": 0.00011566265060240964, |
| "loss": 0.3681, |
| "num_input_tokens_seen": 4053744, |
| "step": 251, |
| "train_runtime": 653.5797, |
| "train_tokens_per_second": 6202.371 |
| }, |
| { |
| "epoch": 0.8615384615384616, |
| "grad_norm": 0.10926900058984756, |
| "learning_rate": 0.0001153184165232358, |
| "loss": 0.4441, |
| "num_input_tokens_seen": 4065536, |
| "step": 252, |
| "train_runtime": 655.3821, |
| "train_tokens_per_second": 6203.307 |
| }, |
| { |
| "epoch": 0.864957264957265, |
| "grad_norm": 0.08510483056306839, |
| "learning_rate": 0.00011497418244406197, |
| "loss": 0.4944, |
| "num_input_tokens_seen": 4083376, |
| "step": 253, |
| "train_runtime": 657.9531, |
| "train_tokens_per_second": 6206.181 |
| }, |
| { |
| "epoch": 0.8683760683760684, |
| "grad_norm": 0.09709641337394714, |
| "learning_rate": 0.00011462994836488814, |
| "loss": 0.481, |
| "num_input_tokens_seen": 4098848, |
| "step": 254, |
| "train_runtime": 660.2372, |
| "train_tokens_per_second": 6208.145 |
| }, |
| { |
| "epoch": 0.8717948717948718, |
| "grad_norm": 0.08926745504140854, |
| "learning_rate": 0.00011428571428571428, |
| "loss": 0.4043, |
| "num_input_tokens_seen": 4113904, |
| "step": 255, |
| "train_runtime": 662.4724, |
| "train_tokens_per_second": 6209.925 |
| }, |
| { |
| "epoch": 0.8752136752136752, |
| "grad_norm": 0.09374278038740158, |
| "learning_rate": 0.00011394148020654045, |
| "loss": 0.4502, |
| "num_input_tokens_seen": 4131168, |
| "step": 256, |
| "train_runtime": 664.9653, |
| "train_tokens_per_second": 6212.607 |
| }, |
| { |
| "epoch": 0.8786324786324786, |
| "grad_norm": 0.09459812939167023, |
| "learning_rate": 0.00011359724612736662, |
| "loss": 0.4439, |
| "num_input_tokens_seen": 4149904, |
| "step": 257, |
| "train_runtime": 667.6682, |
| "train_tokens_per_second": 6215.519 |
| }, |
| { |
| "epoch": 0.882051282051282, |
| "grad_norm": 0.1052205041050911, |
| "learning_rate": 0.00011325301204819279, |
| "loss": 0.4385, |
| "num_input_tokens_seen": 4166832, |
| "step": 258, |
| "train_runtime": 670.0958, |
| "train_tokens_per_second": 6218.263 |
| }, |
| { |
| "epoch": 0.8854700854700854, |
| "grad_norm": 0.09694038331508636, |
| "learning_rate": 0.00011290877796901893, |
| "loss": 0.375, |
| "num_input_tokens_seen": 4184976, |
| "step": 259, |
| "train_runtime": 672.74, |
| "train_tokens_per_second": 6220.793 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.11208639293909073, |
| "learning_rate": 0.0001125645438898451, |
| "loss": 0.4517, |
| "num_input_tokens_seen": 4199888, |
| "step": 260, |
| "train_runtime": 674.9288, |
| "train_tokens_per_second": 6222.713 |
| }, |
| { |
| "epoch": 0.8923076923076924, |
| "grad_norm": 0.09207024425268173, |
| "learning_rate": 0.00011222030981067126, |
| "loss": 0.4132, |
| "num_input_tokens_seen": 4215664, |
| "step": 261, |
| "train_runtime": 677.2813, |
| "train_tokens_per_second": 6224.392 |
| }, |
| { |
| "epoch": 0.8957264957264958, |
| "grad_norm": 0.0904022753238678, |
| "learning_rate": 0.00011187607573149743, |
| "loss": 0.3322, |
| "num_input_tokens_seen": 4230080, |
| "step": 262, |
| "train_runtime": 679.4101, |
| "train_tokens_per_second": 6226.107 |
| }, |
| { |
| "epoch": 0.8991452991452992, |
| "grad_norm": 0.12087982147932053, |
| "learning_rate": 0.00011153184165232357, |
| "loss": 0.4281, |
| "num_input_tokens_seen": 4241440, |
| "step": 263, |
| "train_runtime": 681.1509, |
| "train_tokens_per_second": 6226.873 |
| }, |
| { |
| "epoch": 0.9025641025641026, |
| "grad_norm": 0.12484072893857956, |
| "learning_rate": 0.00011118760757314974, |
| "loss": 0.5186, |
| "num_input_tokens_seen": 4252976, |
| "step": 264, |
| "train_runtime": 682.9063, |
| "train_tokens_per_second": 6227.759 |
| }, |
| { |
| "epoch": 0.905982905982906, |
| "grad_norm": 0.08252517133951187, |
| "learning_rate": 0.00011084337349397591, |
| "loss": 0.4049, |
| "num_input_tokens_seen": 4269312, |
| "step": 265, |
| "train_runtime": 685.2856, |
| "train_tokens_per_second": 6229.975 |
| }, |
| { |
| "epoch": 0.9094017094017094, |
| "grad_norm": 0.11546450853347778, |
| "learning_rate": 0.00011049913941480208, |
| "loss": 0.4628, |
| "num_input_tokens_seen": 4284544, |
| "step": 266, |
| "train_runtime": 687.5331, |
| "train_tokens_per_second": 6231.764 |
| }, |
| { |
| "epoch": 0.9128205128205128, |
| "grad_norm": 0.11925678700208664, |
| "learning_rate": 0.00011015490533562822, |
| "loss": 0.4275, |
| "num_input_tokens_seen": 4296208, |
| "step": 267, |
| "train_runtime": 689.3281, |
| "train_tokens_per_second": 6232.457 |
| }, |
| { |
| "epoch": 0.9162393162393162, |
| "grad_norm": 0.09587883204221725, |
| "learning_rate": 0.00010981067125645439, |
| "loss": 0.4098, |
| "num_input_tokens_seen": 4313872, |
| "step": 268, |
| "train_runtime": 691.9285, |
| "train_tokens_per_second": 6234.563 |
| }, |
| { |
| "epoch": 0.9196581196581196, |
| "grad_norm": 0.08406773209571838, |
| "learning_rate": 0.00010946643717728055, |
| "loss": 0.3972, |
| "num_input_tokens_seen": 4335664, |
| "step": 269, |
| "train_runtime": 695.0743, |
| "train_tokens_per_second": 6237.699 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 0.1020239070057869, |
| "learning_rate": 0.00010912220309810672, |
| "loss": 0.3777, |
| "num_input_tokens_seen": 4353360, |
| "step": 270, |
| "train_runtime": 697.6355, |
| "train_tokens_per_second": 6240.165 |
| }, |
| { |
| "epoch": 0.9264957264957265, |
| "grad_norm": 0.11209993064403534, |
| "learning_rate": 0.00010877796901893289, |
| "loss": 0.4114, |
| "num_input_tokens_seen": 4374544, |
| "step": 271, |
| "train_runtime": 701.2128, |
| "train_tokens_per_second": 6238.54 |
| }, |
| { |
| "epoch": 0.9299145299145299, |
| "grad_norm": 0.11567652225494385, |
| "learning_rate": 0.00010843373493975903, |
| "loss": 0.4051, |
| "num_input_tokens_seen": 4391456, |
| "step": 272, |
| "train_runtime": 703.6794, |
| "train_tokens_per_second": 6240.706 |
| }, |
| { |
| "epoch": 0.9333333333333333, |
| "grad_norm": 0.11092627048492432, |
| "learning_rate": 0.0001080895008605852, |
| "loss": 0.4194, |
| "num_input_tokens_seen": 4404608, |
| "step": 273, |
| "train_runtime": 705.6779, |
| "train_tokens_per_second": 6241.669 |
| }, |
| { |
| "epoch": 0.9367521367521368, |
| "grad_norm": 0.10917766392230988, |
| "learning_rate": 0.00010774526678141137, |
| "loss": 0.4475, |
| "num_input_tokens_seen": 4416592, |
| "step": 274, |
| "train_runtime": 707.4805, |
| "train_tokens_per_second": 6242.705 |
| }, |
| { |
| "epoch": 0.9401709401709402, |
| "grad_norm": 0.09348605573177338, |
| "learning_rate": 0.00010740103270223754, |
| "loss": 0.4913, |
| "num_input_tokens_seen": 4433728, |
| "step": 275, |
| "train_runtime": 709.9546, |
| "train_tokens_per_second": 6245.086 |
| }, |
| { |
| "epoch": 0.9435897435897436, |
| "grad_norm": 0.10354448109865189, |
| "learning_rate": 0.00010705679862306368, |
| "loss": 0.4018, |
| "num_input_tokens_seen": 4448224, |
| "step": 276, |
| "train_runtime": 712.1021, |
| "train_tokens_per_second": 6246.61 |
| }, |
| { |
| "epoch": 0.947008547008547, |
| "grad_norm": 0.09892738610506058, |
| "learning_rate": 0.00010671256454388984, |
| "loss": 0.4477, |
| "num_input_tokens_seen": 4467024, |
| "step": 277, |
| "train_runtime": 714.8588, |
| "train_tokens_per_second": 6248.82 |
| }, |
| { |
| "epoch": 0.9504273504273504, |
| "grad_norm": 0.11075231432914734, |
| "learning_rate": 0.00010636833046471601, |
| "loss": 0.3678, |
| "num_input_tokens_seen": 4481232, |
| "step": 278, |
| "train_runtime": 716.9881, |
| "train_tokens_per_second": 6250.078 |
| }, |
| { |
| "epoch": 0.9538461538461539, |
| "grad_norm": 0.10120780020952225, |
| "learning_rate": 0.00010602409638554218, |
| "loss": 0.4281, |
| "num_input_tokens_seen": 4500528, |
| "step": 279, |
| "train_runtime": 719.7698, |
| "train_tokens_per_second": 6252.733 |
| }, |
| { |
| "epoch": 0.9572649572649573, |
| "grad_norm": 0.09937260299921036, |
| "learning_rate": 0.00010567986230636832, |
| "loss": 0.3882, |
| "num_input_tokens_seen": 4525136, |
| "step": 280, |
| "train_runtime": 723.3072, |
| "train_tokens_per_second": 6256.175 |
| }, |
| { |
| "epoch": 0.9606837606837607, |
| "grad_norm": 0.08478062599897385, |
| "learning_rate": 0.00010533562822719449, |
| "loss": 0.3849, |
| "num_input_tokens_seen": 4541200, |
| "step": 281, |
| "train_runtime": 725.6747, |
| "train_tokens_per_second": 6257.9 |
| }, |
| { |
| "epoch": 0.9641025641025641, |
| "grad_norm": 0.09681829810142517, |
| "learning_rate": 0.00010499139414802066, |
| "loss": 0.3051, |
| "num_input_tokens_seen": 4578816, |
| "step": 282, |
| "train_runtime": 731.2044, |
| "train_tokens_per_second": 6262.019 |
| }, |
| { |
| "epoch": 0.9675213675213675, |
| "grad_norm": 0.09028521925210953, |
| "learning_rate": 0.00010464716006884682, |
| "loss": 0.4796, |
| "num_input_tokens_seen": 4596608, |
| "step": 283, |
| "train_runtime": 733.7729, |
| "train_tokens_per_second": 6264.347 |
| }, |
| { |
| "epoch": 0.9709401709401709, |
| "grad_norm": 0.09063593298196793, |
| "learning_rate": 0.00010430292598967298, |
| "loss": 0.347, |
| "num_input_tokens_seen": 4607632, |
| "step": 284, |
| "train_runtime": 735.4673, |
| "train_tokens_per_second": 6264.904 |
| }, |
| { |
| "epoch": 0.9743589743589743, |
| "grad_norm": 0.09063643962144852, |
| "learning_rate": 0.00010395869191049913, |
| "loss": 0.2912, |
| "num_input_tokens_seen": 4631200, |
| "step": 285, |
| "train_runtime": 738.8336, |
| "train_tokens_per_second": 6268.258 |
| }, |
| { |
| "epoch": 0.9777777777777777, |
| "grad_norm": 0.11136946082115173, |
| "learning_rate": 0.0001036144578313253, |
| "loss": 0.4875, |
| "num_input_tokens_seen": 4645856, |
| "step": 286, |
| "train_runtime": 741.0112, |
| "train_tokens_per_second": 6269.616 |
| }, |
| { |
| "epoch": 0.9811965811965812, |
| "grad_norm": 0.09543482214212418, |
| "learning_rate": 0.00010327022375215147, |
| "loss": 0.4009, |
| "num_input_tokens_seen": 4662528, |
| "step": 287, |
| "train_runtime": 743.4774, |
| "train_tokens_per_second": 6271.244 |
| }, |
| { |
| "epoch": 0.9846153846153847, |
| "grad_norm": 0.11340586096048355, |
| "learning_rate": 0.00010292598967297764, |
| "loss": 0.4523, |
| "num_input_tokens_seen": 4677744, |
| "step": 288, |
| "train_runtime": 745.7291, |
| "train_tokens_per_second": 6272.712 |
| }, |
| { |
| "epoch": 0.9880341880341881, |
| "grad_norm": 0.09249569475650787, |
| "learning_rate": 0.00010258175559380379, |
| "loss": 0.3638, |
| "num_input_tokens_seen": 4694512, |
| "step": 289, |
| "train_runtime": 748.2102, |
| "train_tokens_per_second": 6274.323 |
| }, |
| { |
| "epoch": 0.9914529914529915, |
| "grad_norm": 0.11417587846517563, |
| "learning_rate": 0.00010223752151462995, |
| "loss": 0.513, |
| "num_input_tokens_seen": 4710224, |
| "step": 290, |
| "train_runtime": 750.5071, |
| "train_tokens_per_second": 6276.055 |
| }, |
| { |
| "epoch": 0.9948717948717949, |
| "grad_norm": 0.09056784212589264, |
| "learning_rate": 0.00010189328743545611, |
| "loss": 0.4324, |
| "num_input_tokens_seen": 4727296, |
| "step": 291, |
| "train_runtime": 752.9922, |
| "train_tokens_per_second": 6278.014 |
| }, |
| { |
| "epoch": 0.9982905982905983, |
| "grad_norm": 0.09821169078350067, |
| "learning_rate": 0.00010154905335628228, |
| "loss": 0.3605, |
| "num_input_tokens_seen": 4741520, |
| "step": 292, |
| "train_runtime": 755.0666, |
| "train_tokens_per_second": 6279.605 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.13449996709823608, |
| "learning_rate": 0.00010120481927710844, |
| "loss": 0.3949, |
| "num_input_tokens_seen": 4751278, |
| "step": 293, |
| "train_runtime": 756.491, |
| "train_tokens_per_second": 6280.68 |
| }, |
| { |
| "epoch": 1.0034188034188034, |
| "grad_norm": 0.09440767765045166, |
| "learning_rate": 0.0001008605851979346, |
| "loss": 0.3857, |
| "num_input_tokens_seen": 4764718, |
| "step": 294, |
| "train_runtime": 758.5245, |
| "train_tokens_per_second": 6281.561 |
| }, |
| { |
| "epoch": 1.0068376068376068, |
| "grad_norm": 0.08331061899662018, |
| "learning_rate": 0.00010051635111876076, |
| "loss": 0.3654, |
| "num_input_tokens_seen": 4782670, |
| "step": 295, |
| "train_runtime": 761.0921, |
| "train_tokens_per_second": 6283.957 |
| }, |
| { |
| "epoch": 1.0068376068376068, |
| "eval_loss": 0.421943724155426, |
| "eval_runtime": 11.8792, |
| "eval_samples_per_second": 84.013, |
| "eval_steps_per_second": 5.303, |
| "num_input_tokens_seen": 4782670, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.0102564102564102, |
| "grad_norm": 0.09061148762702942, |
| "learning_rate": 0.00010017211703958693, |
| "loss": 0.3673, |
| "num_input_tokens_seen": 4795310, |
| "step": 296, |
| "train_runtime": 774.907, |
| "train_tokens_per_second": 6188.239 |
| }, |
| { |
| "epoch": 1.0136752136752136, |
| "grad_norm": 0.09946513175964355, |
| "learning_rate": 9.982788296041308e-05, |
| "loss": 0.3978, |
| "num_input_tokens_seen": 4810798, |
| "step": 297, |
| "train_runtime": 777.235, |
| "train_tokens_per_second": 6189.631 |
| }, |
| { |
| "epoch": 1.017094017094017, |
| "grad_norm": 0.10077892988920212, |
| "learning_rate": 9.948364888123925e-05, |
| "loss": 0.3721, |
| "num_input_tokens_seen": 4821918, |
| "step": 298, |
| "train_runtime": 778.9429, |
| "train_tokens_per_second": 6190.336 |
| }, |
| { |
| "epoch": 1.0205128205128204, |
| "grad_norm": 0.09540440887212753, |
| "learning_rate": 9.91394148020654e-05, |
| "loss": 0.4804, |
| "num_input_tokens_seen": 4839806, |
| "step": 299, |
| "train_runtime": 781.5496, |
| "train_tokens_per_second": 6192.577 |
| }, |
| { |
| "epoch": 1.0239316239316238, |
| "grad_norm": 0.09200432151556015, |
| "learning_rate": 9.879518072289157e-05, |
| "loss": 0.4185, |
| "num_input_tokens_seen": 4855374, |
| "step": 300, |
| "train_runtime": 783.8509, |
| "train_tokens_per_second": 6194.257 |
| }, |
| { |
| "epoch": 1.0273504273504273, |
| "grad_norm": 0.09225641936063766, |
| "learning_rate": 9.845094664371774e-05, |
| "loss": 0.3448, |
| "num_input_tokens_seen": 4875646, |
| "step": 301, |
| "train_runtime": 787.3218, |
| "train_tokens_per_second": 6192.698 |
| }, |
| { |
| "epoch": 1.0307692307692307, |
| "grad_norm": 0.09093517065048218, |
| "learning_rate": 9.81067125645439e-05, |
| "loss": 0.3735, |
| "num_input_tokens_seen": 4889006, |
| "step": 302, |
| "train_runtime": 789.3263, |
| "train_tokens_per_second": 6193.897 |
| }, |
| { |
| "epoch": 1.0341880341880343, |
| "grad_norm": 0.1052882969379425, |
| "learning_rate": 9.776247848537006e-05, |
| "loss": 0.4364, |
| "num_input_tokens_seen": 4902686, |
| "step": 303, |
| "train_runtime": 791.403, |
| "train_tokens_per_second": 6194.93 |
| }, |
| { |
| "epoch": 1.0376068376068377, |
| "grad_norm": 0.09175313264131546, |
| "learning_rate": 9.741824440619622e-05, |
| "loss": 0.4034, |
| "num_input_tokens_seen": 4922078, |
| "step": 304, |
| "train_runtime": 794.1808, |
| "train_tokens_per_second": 6197.679 |
| }, |
| { |
| "epoch": 1.041025641025641, |
| "grad_norm": 0.09906546771526337, |
| "learning_rate": 9.707401032702239e-05, |
| "loss": 0.448, |
| "num_input_tokens_seen": 4943358, |
| "step": 305, |
| "train_runtime": 797.2477, |
| "train_tokens_per_second": 6200.53 |
| }, |
| { |
| "epoch": 1.0444444444444445, |
| "grad_norm": 0.10816071182489395, |
| "learning_rate": 9.672977624784855e-05, |
| "loss": 0.3971, |
| "num_input_tokens_seen": 4956078, |
| "step": 306, |
| "train_runtime": 799.1676, |
| "train_tokens_per_second": 6201.55 |
| }, |
| { |
| "epoch": 1.047863247863248, |
| "grad_norm": 0.09161638468503952, |
| "learning_rate": 9.638554216867471e-05, |
| "loss": 0.3514, |
| "num_input_tokens_seen": 4981710, |
| "step": 307, |
| "train_runtime": 802.8012, |
| "train_tokens_per_second": 6205.409 |
| }, |
| { |
| "epoch": 1.0512820512820513, |
| "grad_norm": 0.09889056533575058, |
| "learning_rate": 9.604130808950088e-05, |
| "loss": 0.3105, |
| "num_input_tokens_seen": 5001214, |
| "step": 308, |
| "train_runtime": 805.5994, |
| "train_tokens_per_second": 6208.066 |
| }, |
| { |
| "epoch": 1.0547008547008547, |
| "grad_norm": 0.1137273982167244, |
| "learning_rate": 9.569707401032703e-05, |
| "loss": 0.3571, |
| "num_input_tokens_seen": 5017694, |
| "step": 309, |
| "train_runtime": 808.0045, |
| "train_tokens_per_second": 6209.982 |
| }, |
| { |
| "epoch": 1.0581196581196581, |
| "grad_norm": 0.09778351336717606, |
| "learning_rate": 9.53528399311532e-05, |
| "loss": 0.3879, |
| "num_input_tokens_seen": 5035758, |
| "step": 310, |
| "train_runtime": 810.6114, |
| "train_tokens_per_second": 6212.296 |
| }, |
| { |
| "epoch": 1.0615384615384615, |
| "grad_norm": 0.1118144690990448, |
| "learning_rate": 9.500860585197935e-05, |
| "loss": 0.3965, |
| "num_input_tokens_seen": 5052750, |
| "step": 311, |
| "train_runtime": 813.0944, |
| "train_tokens_per_second": 6214.223 |
| }, |
| { |
| "epoch": 1.064957264957265, |
| "grad_norm": 0.11538024991750717, |
| "learning_rate": 9.466437177280552e-05, |
| "loss": 0.4422, |
| "num_input_tokens_seen": 5067630, |
| "step": 312, |
| "train_runtime": 815.286, |
| "train_tokens_per_second": 6215.77 |
| }, |
| { |
| "epoch": 1.0683760683760684, |
| "grad_norm": 0.10927511751651764, |
| "learning_rate": 9.432013769363168e-05, |
| "loss": 0.4174, |
| "num_input_tokens_seen": 5083150, |
| "step": 313, |
| "train_runtime": 817.5852, |
| "train_tokens_per_second": 6217.272 |
| }, |
| { |
| "epoch": 1.0717948717948718, |
| "grad_norm": 0.10767415165901184, |
| "learning_rate": 9.397590361445784e-05, |
| "loss": 0.3619, |
| "num_input_tokens_seen": 5104078, |
| "step": 314, |
| "train_runtime": 820.6095, |
| "train_tokens_per_second": 6219.862 |
| }, |
| { |
| "epoch": 1.0752136752136752, |
| "grad_norm": 0.10561515390872955, |
| "learning_rate": 9.3631669535284e-05, |
| "loss": 0.4125, |
| "num_input_tokens_seen": 5118014, |
| "step": 315, |
| "train_runtime": 822.6736, |
| "train_tokens_per_second": 6221.197 |
| }, |
| { |
| "epoch": 1.0786324786324786, |
| "grad_norm": 0.10327659547328949, |
| "learning_rate": 9.328743545611017e-05, |
| "loss": 0.4252, |
| "num_input_tokens_seen": 5137150, |
| "step": 316, |
| "train_runtime": 825.4032, |
| "train_tokens_per_second": 6223.807 |
| }, |
| { |
| "epoch": 1.082051282051282, |
| "grad_norm": 0.1158551275730133, |
| "learning_rate": 9.294320137693632e-05, |
| "loss": 0.3862, |
| "num_input_tokens_seen": 5152190, |
| "step": 317, |
| "train_runtime": 827.6678, |
| "train_tokens_per_second": 6224.949 |
| }, |
| { |
| "epoch": 1.0854700854700854, |
| "grad_norm": 0.11891324818134308, |
| "learning_rate": 9.259896729776249e-05, |
| "loss": 0.4514, |
| "num_input_tokens_seen": 5165790, |
| "step": 318, |
| "train_runtime": 829.6973, |
| "train_tokens_per_second": 6226.114 |
| }, |
| { |
| "epoch": 1.0888888888888888, |
| "grad_norm": 0.09706568717956543, |
| "learning_rate": 9.225473321858864e-05, |
| "loss": 0.4038, |
| "num_input_tokens_seen": 5187630, |
| "step": 319, |
| "train_runtime": 832.8397, |
| "train_tokens_per_second": 6228.846 |
| }, |
| { |
| "epoch": 1.0923076923076924, |
| "grad_norm": 0.1240311861038208, |
| "learning_rate": 9.191049913941481e-05, |
| "loss": 0.4434, |
| "num_input_tokens_seen": 5201454, |
| "step": 320, |
| "train_runtime": 834.8979, |
| "train_tokens_per_second": 6230.048 |
| }, |
| { |
| "epoch": 1.0957264957264958, |
| "grad_norm": 0.10608533769845963, |
| "learning_rate": 9.156626506024096e-05, |
| "loss": 0.3612, |
| "num_input_tokens_seen": 5217502, |
| "step": 321, |
| "train_runtime": 837.243, |
| "train_tokens_per_second": 6231.766 |
| }, |
| { |
| "epoch": 1.0991452991452992, |
| "grad_norm": 0.11198005080223083, |
| "learning_rate": 9.122203098106713e-05, |
| "loss": 0.3461, |
| "num_input_tokens_seen": 5233502, |
| "step": 322, |
| "train_runtime": 839.607, |
| "train_tokens_per_second": 6233.276 |
| }, |
| { |
| "epoch": 1.1025641025641026, |
| "grad_norm": 0.11071202903985977, |
| "learning_rate": 9.08777969018933e-05, |
| "loss": 0.3657, |
| "num_input_tokens_seen": 5247166, |
| "step": 323, |
| "train_runtime": 841.6904, |
| "train_tokens_per_second": 6234.081 |
| }, |
| { |
| "epoch": 1.105982905982906, |
| "grad_norm": 0.128941148519516, |
| "learning_rate": 9.053356282271946e-05, |
| "loss": 0.3202, |
| "num_input_tokens_seen": 5264302, |
| "step": 324, |
| "train_runtime": 844.1905, |
| "train_tokens_per_second": 6235.917 |
| }, |
| { |
| "epoch": 1.1094017094017095, |
| "grad_norm": 0.10935687273740768, |
| "learning_rate": 9.018932874354562e-05, |
| "loss": 0.3335, |
| "num_input_tokens_seen": 5285150, |
| "step": 325, |
| "train_runtime": 847.1788, |
| "train_tokens_per_second": 6238.53 |
| }, |
| { |
| "epoch": 1.1128205128205129, |
| "grad_norm": 0.11587445437908173, |
| "learning_rate": 8.984509466437178e-05, |
| "loss": 0.3548, |
| "num_input_tokens_seen": 5303454, |
| "step": 326, |
| "train_runtime": 849.8521, |
| "train_tokens_per_second": 6240.443 |
| }, |
| { |
| "epoch": 1.1162393162393163, |
| "grad_norm": 0.14800626039505005, |
| "learning_rate": 8.950086058519795e-05, |
| "loss": 0.4223, |
| "num_input_tokens_seen": 5313854, |
| "step": 327, |
| "train_runtime": 851.4701, |
| "train_tokens_per_second": 6240.8 |
| }, |
| { |
| "epoch": 1.1196581196581197, |
| "grad_norm": 0.12176591157913208, |
| "learning_rate": 8.91566265060241e-05, |
| "loss": 0.3805, |
| "num_input_tokens_seen": 5327342, |
| "step": 328, |
| "train_runtime": 853.4843, |
| "train_tokens_per_second": 6241.875 |
| }, |
| { |
| "epoch": 1.123076923076923, |
| "grad_norm": 0.1277189403772354, |
| "learning_rate": 8.881239242685027e-05, |
| "loss": 0.4071, |
| "num_input_tokens_seen": 5343678, |
| "step": 329, |
| "train_runtime": 855.8801, |
| "train_tokens_per_second": 6243.489 |
| }, |
| { |
| "epoch": 1.1264957264957265, |
| "grad_norm": 0.10131321847438812, |
| "learning_rate": 8.846815834767642e-05, |
| "loss": 0.2666, |
| "num_input_tokens_seen": 5364910, |
| "step": 330, |
| "train_runtime": 858.9596, |
| "train_tokens_per_second": 6245.823 |
| }, |
| { |
| "epoch": 1.12991452991453, |
| "grad_norm": 0.12116528302431107, |
| "learning_rate": 8.812392426850259e-05, |
| "loss": 0.4034, |
| "num_input_tokens_seen": 5379150, |
| "step": 331, |
| "train_runtime": 861.6047, |
| "train_tokens_per_second": 6243.176 |
| }, |
| { |
| "epoch": 1.1333333333333333, |
| "grad_norm": 0.13882531225681305, |
| "learning_rate": 8.777969018932875e-05, |
| "loss": 0.3558, |
| "num_input_tokens_seen": 5392910, |
| "step": 332, |
| "train_runtime": 863.675, |
| "train_tokens_per_second": 6244.142 |
| }, |
| { |
| "epoch": 1.1367521367521367, |
| "grad_norm": 0.10566709190607071, |
| "learning_rate": 8.743545611015491e-05, |
| "loss": 0.3374, |
| "num_input_tokens_seen": 5410798, |
| "step": 333, |
| "train_runtime": 866.263, |
| "train_tokens_per_second": 6246.137 |
| }, |
| { |
| "epoch": 1.1401709401709401, |
| "grad_norm": 0.1450272500514984, |
| "learning_rate": 8.709122203098107e-05, |
| "loss": 0.3957, |
| "num_input_tokens_seen": 5425198, |
| "step": 334, |
| "train_runtime": 868.4297, |
| "train_tokens_per_second": 6247.136 |
| }, |
| { |
| "epoch": 1.1435897435897435, |
| "grad_norm": 0.13562506437301636, |
| "learning_rate": 8.674698795180724e-05, |
| "loss": 0.4037, |
| "num_input_tokens_seen": 5439374, |
| "step": 335, |
| "train_runtime": 870.5364, |
| "train_tokens_per_second": 6248.301 |
| }, |
| { |
| "epoch": 1.147008547008547, |
| "grad_norm": 0.12343757599592209, |
| "learning_rate": 8.640275387263339e-05, |
| "loss": 0.4106, |
| "num_input_tokens_seen": 5456574, |
| "step": 336, |
| "train_runtime": 873.0308, |
| "train_tokens_per_second": 6250.151 |
| }, |
| { |
| "epoch": 1.1504273504273503, |
| "grad_norm": 0.12856614589691162, |
| "learning_rate": 8.605851979345956e-05, |
| "loss": 0.4445, |
| "num_input_tokens_seen": 5475102, |
| "step": 337, |
| "train_runtime": 875.7122, |
| "train_tokens_per_second": 6252.17 |
| }, |
| { |
| "epoch": 1.1538461538461537, |
| "grad_norm": 0.13173913955688477, |
| "learning_rate": 8.571428571428571e-05, |
| "loss": 0.412, |
| "num_input_tokens_seen": 5488254, |
| "step": 338, |
| "train_runtime": 877.6958, |
| "train_tokens_per_second": 6253.025 |
| }, |
| { |
| "epoch": 1.1572649572649572, |
| "grad_norm": 0.13166651129722595, |
| "learning_rate": 8.537005163511188e-05, |
| "loss": 0.3414, |
| "num_input_tokens_seen": 5503694, |
| "step": 339, |
| "train_runtime": 879.9753, |
| "train_tokens_per_second": 6254.373 |
| }, |
| { |
| "epoch": 1.1606837606837608, |
| "grad_norm": 0.14514580368995667, |
| "learning_rate": 8.502581755593804e-05, |
| "loss": 0.4121, |
| "num_input_tokens_seen": 5518158, |
| "step": 340, |
| "train_runtime": 882.0821, |
| "train_tokens_per_second": 6255.833 |
| }, |
| { |
| "epoch": 1.1641025641025642, |
| "grad_norm": 0.13414417207241058, |
| "learning_rate": 8.46815834767642e-05, |
| "loss": 0.3738, |
| "num_input_tokens_seen": 5531150, |
| "step": 341, |
| "train_runtime": 884.0358, |
| "train_tokens_per_second": 6256.704 |
| }, |
| { |
| "epoch": 1.1675213675213676, |
| "grad_norm": 0.13111338019371033, |
| "learning_rate": 8.433734939759037e-05, |
| "loss": 0.4629, |
| "num_input_tokens_seen": 5547870, |
| "step": 342, |
| "train_runtime": 886.4774, |
| "train_tokens_per_second": 6258.332 |
| }, |
| { |
| "epoch": 1.170940170940171, |
| "grad_norm": 0.13821318745613098, |
| "learning_rate": 8.399311531841653e-05, |
| "loss": 0.3793, |
| "num_input_tokens_seen": 5560814, |
| "step": 343, |
| "train_runtime": 888.4364, |
| "train_tokens_per_second": 6259.102 |
| }, |
| { |
| "epoch": 1.1743589743589744, |
| "grad_norm": 0.133073627948761, |
| "learning_rate": 8.36488812392427e-05, |
| "loss": 0.3765, |
| "num_input_tokens_seen": 5573470, |
| "step": 344, |
| "train_runtime": 890.3654, |
| "train_tokens_per_second": 6259.756 |
| }, |
| { |
| "epoch": 1.1777777777777778, |
| "grad_norm": 0.14837369322776794, |
| "learning_rate": 8.330464716006885e-05, |
| "loss": 0.4345, |
| "num_input_tokens_seen": 5589358, |
| "step": 345, |
| "train_runtime": 892.7259, |
| "train_tokens_per_second": 6261.001 |
| }, |
| { |
| "epoch": 1.1811965811965812, |
| "grad_norm": 0.11554093658924103, |
| "learning_rate": 8.296041308089502e-05, |
| "loss": 0.3454, |
| "num_input_tokens_seen": 5608286, |
| "step": 346, |
| "train_runtime": 895.4735, |
| "train_tokens_per_second": 6262.928 |
| }, |
| { |
| "epoch": 1.1846153846153846, |
| "grad_norm": 0.13670602440834045, |
| "learning_rate": 8.261617900172117e-05, |
| "loss": 0.3641, |
| "num_input_tokens_seen": 5624222, |
| "step": 347, |
| "train_runtime": 897.8188, |
| "train_tokens_per_second": 6264.317 |
| }, |
| { |
| "epoch": 1.188034188034188, |
| "grad_norm": 0.11645640432834625, |
| "learning_rate": 8.227194492254734e-05, |
| "loss": 0.3086, |
| "num_input_tokens_seen": 5644302, |
| "step": 348, |
| "train_runtime": 900.68, |
| "train_tokens_per_second": 6266.711 |
| }, |
| { |
| "epoch": 1.1914529914529914, |
| "grad_norm": 0.13790756464004517, |
| "learning_rate": 8.192771084337349e-05, |
| "loss": 0.3614, |
| "num_input_tokens_seen": 5660814, |
| "step": 349, |
| "train_runtime": 903.1107, |
| "train_tokens_per_second": 6268.129 |
| }, |
| { |
| "epoch": 1.1948717948717948, |
| "grad_norm": 0.12048908323049545, |
| "learning_rate": 8.158347676419966e-05, |
| "loss": 0.3175, |
| "num_input_tokens_seen": 5678238, |
| "step": 350, |
| "train_runtime": 905.6459, |
| "train_tokens_per_second": 6269.822 |
| }, |
| { |
| "epoch": 1.1982905982905983, |
| "grad_norm": 0.1469748467206955, |
| "learning_rate": 8.123924268502582e-05, |
| "loss": 0.402, |
| "num_input_tokens_seen": 5690766, |
| "step": 351, |
| "train_runtime": 907.5181, |
| "train_tokens_per_second": 6270.692 |
| }, |
| { |
| "epoch": 1.2017094017094017, |
| "grad_norm": 0.15761221945285797, |
| "learning_rate": 8.089500860585198e-05, |
| "loss": 0.4114, |
| "num_input_tokens_seen": 5704126, |
| "step": 352, |
| "train_runtime": 909.528, |
| "train_tokens_per_second": 6271.523 |
| }, |
| { |
| "epoch": 1.205128205128205, |
| "grad_norm": 0.12943622469902039, |
| "learning_rate": 8.055077452667814e-05, |
| "loss": 0.3823, |
| "num_input_tokens_seen": 5721070, |
| "step": 353, |
| "train_runtime": 912.0326, |
| "train_tokens_per_second": 6272.879 |
| }, |
| { |
| "epoch": 1.2085470085470085, |
| "grad_norm": 0.14878448843955994, |
| "learning_rate": 8.02065404475043e-05, |
| "loss": 0.4004, |
| "num_input_tokens_seen": 5738638, |
| "step": 354, |
| "train_runtime": 914.5921, |
| "train_tokens_per_second": 6274.532 |
| }, |
| { |
| "epoch": 1.2085470085470085, |
| "eval_loss": 0.4262903034687042, |
| "eval_runtime": 11.8731, |
| "eval_samples_per_second": 84.056, |
| "eval_steps_per_second": 5.306, |
| "num_input_tokens_seen": 5738638, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.2119658119658119, |
| "grad_norm": 0.15027886629104614, |
| "learning_rate": 7.986230636833046e-05, |
| "loss": 0.352, |
| "num_input_tokens_seen": 5755054, |
| "step": 355, |
| "train_runtime": 928.8681, |
| "train_tokens_per_second": 6195.771 |
| }, |
| { |
| "epoch": 1.2153846153846155, |
| "grad_norm": 0.13495990633964539, |
| "learning_rate": 7.951807228915663e-05, |
| "loss": 0.3563, |
| "num_input_tokens_seen": 5767742, |
| "step": 356, |
| "train_runtime": 930.7674, |
| "train_tokens_per_second": 6196.76 |
| }, |
| { |
| "epoch": 1.218803418803419, |
| "grad_norm": 0.1535864919424057, |
| "learning_rate": 7.917383820998278e-05, |
| "loss": 0.3608, |
| "num_input_tokens_seen": 5787614, |
| "step": 357, |
| "train_runtime": 933.6119, |
| "train_tokens_per_second": 6199.164 |
| }, |
| { |
| "epoch": 1.2222222222222223, |
| "grad_norm": 0.13963304460048676, |
| "learning_rate": 7.882960413080895e-05, |
| "loss": 0.4206, |
| "num_input_tokens_seen": 5802558, |
| "step": 358, |
| "train_runtime": 935.8349, |
| "train_tokens_per_second": 6200.407 |
| }, |
| { |
| "epoch": 1.2256410256410257, |
| "grad_norm": 0.163704514503479, |
| "learning_rate": 7.848537005163512e-05, |
| "loss": 0.391, |
| "num_input_tokens_seen": 5816382, |
| "step": 359, |
| "train_runtime": 937.9276, |
| "train_tokens_per_second": 6201.312 |
| }, |
| { |
| "epoch": 1.2290598290598291, |
| "grad_norm": 0.14221028983592987, |
| "learning_rate": 7.814113597246127e-05, |
| "loss": 0.3529, |
| "num_input_tokens_seen": 5833550, |
| "step": 360, |
| "train_runtime": 940.4404, |
| "train_tokens_per_second": 6202.998 |
| }, |
| { |
| "epoch": 1.2324786324786325, |
| "grad_norm": 0.14981484413146973, |
| "learning_rate": 7.779690189328744e-05, |
| "loss": 0.4097, |
| "num_input_tokens_seen": 5847742, |
| "step": 361, |
| "train_runtime": 943.0512, |
| "train_tokens_per_second": 6200.874 |
| }, |
| { |
| "epoch": 1.235897435897436, |
| "grad_norm": 0.15353192389011383, |
| "learning_rate": 7.74526678141136e-05, |
| "loss": 0.4207, |
| "num_input_tokens_seen": 5861422, |
| "step": 362, |
| "train_runtime": 945.0925, |
| "train_tokens_per_second": 6201.956 |
| }, |
| { |
| "epoch": 1.2393162393162394, |
| "grad_norm": 0.1498330533504486, |
| "learning_rate": 7.710843373493976e-05, |
| "loss": 0.4371, |
| "num_input_tokens_seen": 5879550, |
| "step": 363, |
| "train_runtime": 947.7032, |
| "train_tokens_per_second": 6203.999 |
| }, |
| { |
| "epoch": 1.2427350427350428, |
| "grad_norm": 0.16379210352897644, |
| "learning_rate": 7.676419965576592e-05, |
| "loss": 0.4001, |
| "num_input_tokens_seen": 5890414, |
| "step": 364, |
| "train_runtime": 949.3619, |
| "train_tokens_per_second": 6204.603 |
| }, |
| { |
| "epoch": 1.2461538461538462, |
| "grad_norm": 0.14771924912929535, |
| "learning_rate": 7.641996557659209e-05, |
| "loss": 0.4091, |
| "num_input_tokens_seen": 5903870, |
| "step": 365, |
| "train_runtime": 951.3898, |
| "train_tokens_per_second": 6205.522 |
| }, |
| { |
| "epoch": 1.2495726495726496, |
| "grad_norm": 0.1314336210489273, |
| "learning_rate": 7.607573149741824e-05, |
| "loss": 0.3686, |
| "num_input_tokens_seen": 5922702, |
| "step": 366, |
| "train_runtime": 954.0994, |
| "train_tokens_per_second": 6207.636 |
| }, |
| { |
| "epoch": 1.252991452991453, |
| "grad_norm": 0.14639326930046082, |
| "learning_rate": 7.573149741824441e-05, |
| "loss": 0.391, |
| "num_input_tokens_seen": 5943566, |
| "step": 367, |
| "train_runtime": 957.0573, |
| "train_tokens_per_second": 6210.251 |
| }, |
| { |
| "epoch": 1.2564102564102564, |
| "grad_norm": 0.14717791974544525, |
| "learning_rate": 7.538726333907056e-05, |
| "loss": 0.4646, |
| "num_input_tokens_seen": 5960878, |
| "step": 368, |
| "train_runtime": 959.6021, |
| "train_tokens_per_second": 6211.823 |
| }, |
| { |
| "epoch": 1.2598290598290598, |
| "grad_norm": 0.14937731623649597, |
| "learning_rate": 7.504302925989673e-05, |
| "loss": 0.448, |
| "num_input_tokens_seen": 5976654, |
| "step": 369, |
| "train_runtime": 961.9381, |
| "train_tokens_per_second": 6213.138 |
| }, |
| { |
| "epoch": 1.2632478632478632, |
| "grad_norm": 0.15321378409862518, |
| "learning_rate": 7.469879518072289e-05, |
| "loss": 0.4242, |
| "num_input_tokens_seen": 5989406, |
| "step": 370, |
| "train_runtime": 963.873, |
| "train_tokens_per_second": 6213.896 |
| }, |
| { |
| "epoch": 1.2666666666666666, |
| "grad_norm": 0.13933706283569336, |
| "learning_rate": 7.435456110154905e-05, |
| "loss": 0.4543, |
| "num_input_tokens_seen": 6007710, |
| "step": 371, |
| "train_runtime": 966.5773, |
| "train_tokens_per_second": 6215.447 |
| }, |
| { |
| "epoch": 1.27008547008547, |
| "grad_norm": 0.1422203630208969, |
| "learning_rate": 7.401032702237521e-05, |
| "loss": 0.3656, |
| "num_input_tokens_seen": 6021982, |
| "step": 372, |
| "train_runtime": 968.6875, |
| "train_tokens_per_second": 6216.641 |
| }, |
| { |
| "epoch": 1.2735042735042734, |
| "grad_norm": 0.15311431884765625, |
| "learning_rate": 7.366609294320138e-05, |
| "loss": 0.5369, |
| "num_input_tokens_seen": 6036606, |
| "step": 373, |
| "train_runtime": 970.8599, |
| "train_tokens_per_second": 6217.793 |
| }, |
| { |
| "epoch": 1.2769230769230768, |
| "grad_norm": 0.15368784964084625, |
| "learning_rate": 7.332185886402754e-05, |
| "loss": 0.4691, |
| "num_input_tokens_seen": 6050686, |
| "step": 374, |
| "train_runtime": 972.9604, |
| "train_tokens_per_second": 6218.841 |
| }, |
| { |
| "epoch": 1.2803418803418802, |
| "grad_norm": 0.128590390086174, |
| "learning_rate": 7.29776247848537e-05, |
| "loss": 0.3645, |
| "num_input_tokens_seen": 6071006, |
| "step": 375, |
| "train_runtime": 975.8603, |
| "train_tokens_per_second": 6221.183 |
| }, |
| { |
| "epoch": 1.2837606837606836, |
| "grad_norm": 0.16918911039829254, |
| "learning_rate": 7.263339070567987e-05, |
| "loss": 0.4516, |
| "num_input_tokens_seen": 6083838, |
| "step": 376, |
| "train_runtime": 977.7866, |
| "train_tokens_per_second": 6222.051 |
| }, |
| { |
| "epoch": 1.287179487179487, |
| "grad_norm": 0.1317807137966156, |
| "learning_rate": 7.228915662650602e-05, |
| "loss": 0.3979, |
| "num_input_tokens_seen": 6103870, |
| "step": 377, |
| "train_runtime": 980.6218, |
| "train_tokens_per_second": 6224.489 |
| }, |
| { |
| "epoch": 1.2905982905982907, |
| "grad_norm": 0.15844884514808655, |
| "learning_rate": 7.194492254733219e-05, |
| "loss": 0.4077, |
| "num_input_tokens_seen": 6119342, |
| "step": 378, |
| "train_runtime": 982.9217, |
| "train_tokens_per_second": 6225.666 |
| }, |
| { |
| "epoch": 1.294017094017094, |
| "grad_norm": 0.13094189763069153, |
| "learning_rate": 7.160068846815836e-05, |
| "loss": 0.3317, |
| "num_input_tokens_seen": 6135582, |
| "step": 379, |
| "train_runtime": 985.318, |
| "train_tokens_per_second": 6227.007 |
| }, |
| { |
| "epoch": 1.2974358974358975, |
| "grad_norm": 0.1428907960653305, |
| "learning_rate": 7.125645438898451e-05, |
| "loss": 0.3667, |
| "num_input_tokens_seen": 6153166, |
| "step": 380, |
| "train_runtime": 987.8695, |
| "train_tokens_per_second": 6228.724 |
| }, |
| { |
| "epoch": 1.300854700854701, |
| "grad_norm": 0.1479697972536087, |
| "learning_rate": 7.091222030981068e-05, |
| "loss": 0.4703, |
| "num_input_tokens_seen": 6167790, |
| "step": 381, |
| "train_runtime": 990.0311, |
| "train_tokens_per_second": 6229.895 |
| }, |
| { |
| "epoch": 1.3042735042735043, |
| "grad_norm": 0.1379973441362381, |
| "learning_rate": 7.056798623063683e-05, |
| "loss": 0.305, |
| "num_input_tokens_seen": 6188846, |
| "step": 382, |
| "train_runtime": 993.0644, |
| "train_tokens_per_second": 6232.069 |
| }, |
| { |
| "epoch": 1.3076923076923077, |
| "grad_norm": 0.15161173045635223, |
| "learning_rate": 7.0223752151463e-05, |
| "loss": 0.3361, |
| "num_input_tokens_seen": 6202542, |
| "step": 383, |
| "train_runtime": 995.1105, |
| "train_tokens_per_second": 6233.018 |
| }, |
| { |
| "epoch": 1.3111111111111111, |
| "grad_norm": 0.14290477335453033, |
| "learning_rate": 6.987951807228917e-05, |
| "loss": 0.3268, |
| "num_input_tokens_seen": 6220366, |
| "step": 384, |
| "train_runtime": 997.717, |
| "train_tokens_per_second": 6234.599 |
| }, |
| { |
| "epoch": 1.3145299145299145, |
| "grad_norm": 0.1553800255060196, |
| "learning_rate": 6.953528399311532e-05, |
| "loss": 0.4104, |
| "num_input_tokens_seen": 6237422, |
| "step": 385, |
| "train_runtime": 1000.1787, |
| "train_tokens_per_second": 6236.307 |
| }, |
| { |
| "epoch": 1.317948717948718, |
| "grad_norm": 0.15926386415958405, |
| "learning_rate": 6.919104991394149e-05, |
| "loss": 0.3809, |
| "num_input_tokens_seen": 6249070, |
| "step": 386, |
| "train_runtime": 1001.9601, |
| "train_tokens_per_second": 6236.845 |
| }, |
| { |
| "epoch": 1.3213675213675213, |
| "grad_norm": 0.15950970351696014, |
| "learning_rate": 6.884681583476765e-05, |
| "loss": 0.3429, |
| "num_input_tokens_seen": 6265198, |
| "step": 387, |
| "train_runtime": 1004.333, |
| "train_tokens_per_second": 6238.168 |
| }, |
| { |
| "epoch": 1.3247863247863247, |
| "grad_norm": 0.15029311180114746, |
| "learning_rate": 6.850258175559381e-05, |
| "loss": 0.3975, |
| "num_input_tokens_seen": 6281966, |
| "step": 388, |
| "train_runtime": 1006.7802, |
| "train_tokens_per_second": 6239.66 |
| }, |
| { |
| "epoch": 1.3282051282051281, |
| "grad_norm": 0.16369454562664032, |
| "learning_rate": 6.815834767641997e-05, |
| "loss": 0.3495, |
| "num_input_tokens_seen": 6298718, |
| "step": 389, |
| "train_runtime": 1009.2265, |
| "train_tokens_per_second": 6241.134 |
| }, |
| { |
| "epoch": 1.3316239316239316, |
| "grad_norm": 0.1701713353395462, |
| "learning_rate": 6.781411359724614e-05, |
| "loss": 0.4102, |
| "num_input_tokens_seen": 6312510, |
| "step": 390, |
| "train_runtime": 1011.2977, |
| "train_tokens_per_second": 6241.99 |
| }, |
| { |
| "epoch": 1.335042735042735, |
| "grad_norm": 0.15310458838939667, |
| "learning_rate": 6.746987951807229e-05, |
| "loss": 0.3758, |
| "num_input_tokens_seen": 6329998, |
| "step": 391, |
| "train_runtime": 1014.3612, |
| "train_tokens_per_second": 6240.379 |
| }, |
| { |
| "epoch": 1.3384615384615386, |
| "grad_norm": 0.1793118566274643, |
| "learning_rate": 6.712564543889846e-05, |
| "loss": 0.4579, |
| "num_input_tokens_seen": 6344158, |
| "step": 392, |
| "train_runtime": 1016.4559, |
| "train_tokens_per_second": 6241.449 |
| }, |
| { |
| "epoch": 1.341880341880342, |
| "grad_norm": 0.1364370435476303, |
| "learning_rate": 6.678141135972461e-05, |
| "loss": 0.3032, |
| "num_input_tokens_seen": 6362286, |
| "step": 393, |
| "train_runtime": 1019.0898, |
| "train_tokens_per_second": 6243.106 |
| }, |
| { |
| "epoch": 1.3452991452991454, |
| "grad_norm": 0.19111692905426025, |
| "learning_rate": 6.643717728055078e-05, |
| "loss": 0.3836, |
| "num_input_tokens_seen": 6374334, |
| "step": 394, |
| "train_runtime": 1020.8971, |
| "train_tokens_per_second": 6243.856 |
| }, |
| { |
| "epoch": 1.3487179487179488, |
| "grad_norm": 0.13976141810417175, |
| "learning_rate": 6.609294320137695e-05, |
| "loss": 0.3489, |
| "num_input_tokens_seen": 6392286, |
| "step": 395, |
| "train_runtime": 1023.5184, |
| "train_tokens_per_second": 6245.404 |
| }, |
| { |
| "epoch": 1.3521367521367522, |
| "grad_norm": 0.1717049479484558, |
| "learning_rate": 6.57487091222031e-05, |
| "loss": 0.4546, |
| "num_input_tokens_seen": 6407102, |
| "step": 396, |
| "train_runtime": 1025.7201, |
| "train_tokens_per_second": 6246.443 |
| }, |
| { |
| "epoch": 1.3555555555555556, |
| "grad_norm": 0.15389494597911835, |
| "learning_rate": 6.540447504302927e-05, |
| "loss": 0.3984, |
| "num_input_tokens_seen": 6424190, |
| "step": 397, |
| "train_runtime": 1028.1999, |
| "train_tokens_per_second": 6247.997 |
| }, |
| { |
| "epoch": 1.358974358974359, |
| "grad_norm": 0.15128876268863678, |
| "learning_rate": 6.506024096385543e-05, |
| "loss": 0.4107, |
| "num_input_tokens_seen": 6438926, |
| "step": 398, |
| "train_runtime": 1030.39, |
| "train_tokens_per_second": 6249.018 |
| }, |
| { |
| "epoch": 1.3623931623931624, |
| "grad_norm": 0.1720062643289566, |
| "learning_rate": 6.47160068846816e-05, |
| "loss": 0.4398, |
| "num_input_tokens_seen": 6454206, |
| "step": 399, |
| "train_runtime": 1032.6825, |
| "train_tokens_per_second": 6249.942 |
| }, |
| { |
| "epoch": 1.3658119658119658, |
| "grad_norm": 0.16892306506633759, |
| "learning_rate": 6.437177280550775e-05, |
| "loss": 0.4768, |
| "num_input_tokens_seen": 6470446, |
| "step": 400, |
| "train_runtime": 1035.0677, |
| "train_tokens_per_second": 6251.23 |
| }, |
| { |
| "epoch": 1.3692307692307693, |
| "grad_norm": 0.16459856927394867, |
| "learning_rate": 6.402753872633392e-05, |
| "loss": 0.394, |
| "num_input_tokens_seen": 6485566, |
| "step": 401, |
| "train_runtime": 1037.3161, |
| "train_tokens_per_second": 6252.256 |
| }, |
| { |
| "epoch": 1.3726495726495727, |
| "grad_norm": 0.146686390042305, |
| "learning_rate": 6.368330464716007e-05, |
| "loss": 0.4074, |
| "num_input_tokens_seen": 6500878, |
| "step": 402, |
| "train_runtime": 1039.5797, |
| "train_tokens_per_second": 6253.371 |
| }, |
| { |
| "epoch": 1.376068376068376, |
| "grad_norm": 0.13347510993480682, |
| "learning_rate": 6.333907056798624e-05, |
| "loss": 0.3718, |
| "num_input_tokens_seen": 6527726, |
| "step": 403, |
| "train_runtime": 1043.3774, |
| "train_tokens_per_second": 6256.342 |
| }, |
| { |
| "epoch": 1.3794871794871795, |
| "grad_norm": 0.15149444341659546, |
| "learning_rate": 6.29948364888124e-05, |
| "loss": 0.4889, |
| "num_input_tokens_seen": 6549054, |
| "step": 404, |
| "train_runtime": 1046.4485, |
| "train_tokens_per_second": 6258.363 |
| }, |
| { |
| "epoch": 1.3829059829059829, |
| "grad_norm": 0.15119557082653046, |
| "learning_rate": 6.265060240963856e-05, |
| "loss": 0.3562, |
| "num_input_tokens_seen": 6565374, |
| "step": 405, |
| "train_runtime": 1048.8497, |
| "train_tokens_per_second": 6259.595 |
| }, |
| { |
| "epoch": 1.3863247863247863, |
| "grad_norm": 0.1899130493402481, |
| "learning_rate": 6.230636833046472e-05, |
| "loss": 0.4359, |
| "num_input_tokens_seen": 6577854, |
| "step": 406, |
| "train_runtime": 1050.7387, |
| "train_tokens_per_second": 6260.219 |
| }, |
| { |
| "epoch": 1.3897435897435897, |
| "grad_norm": 0.15261997282505035, |
| "learning_rate": 6.196213425129088e-05, |
| "loss": 0.3755, |
| "num_input_tokens_seen": 6595182, |
| "step": 407, |
| "train_runtime": 1053.2481, |
| "train_tokens_per_second": 6261.755 |
| }, |
| { |
| "epoch": 1.393162393162393, |
| "grad_norm": 0.1569528728723526, |
| "learning_rate": 6.161790017211704e-05, |
| "loss": 0.4357, |
| "num_input_tokens_seen": 6609166, |
| "step": 408, |
| "train_runtime": 1055.3193, |
| "train_tokens_per_second": 6262.717 |
| }, |
| { |
| "epoch": 1.3965811965811965, |
| "grad_norm": 0.15785826742649078, |
| "learning_rate": 6.127366609294321e-05, |
| "loss": 0.3605, |
| "num_input_tokens_seen": 6622254, |
| "step": 409, |
| "train_runtime": 1057.2748, |
| "train_tokens_per_second": 6263.513 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.1593894064426422, |
| "learning_rate": 6.092943201376936e-05, |
| "loss": 0.461, |
| "num_input_tokens_seen": 6637758, |
| "step": 410, |
| "train_runtime": 1059.5389, |
| "train_tokens_per_second": 6264.761 |
| }, |
| { |
| "epoch": 1.4034188034188033, |
| "grad_norm": 0.1655980795621872, |
| "learning_rate": 6.058519793459553e-05, |
| "loss": 0.3856, |
| "num_input_tokens_seen": 6653086, |
| "step": 411, |
| "train_runtime": 1061.8036, |
| "train_tokens_per_second": 6265.835 |
| }, |
| { |
| "epoch": 1.4068376068376067, |
| "grad_norm": 0.16413439810276031, |
| "learning_rate": 6.02409638554217e-05, |
| "loss": 0.3601, |
| "num_input_tokens_seen": 6671230, |
| "step": 412, |
| "train_runtime": 1064.4168, |
| "train_tokens_per_second": 6267.498 |
| }, |
| { |
| "epoch": 1.4102564102564101, |
| "grad_norm": 0.17654147744178772, |
| "learning_rate": 5.989672977624785e-05, |
| "loss": 0.4383, |
| "num_input_tokens_seen": 6685294, |
| "step": 413, |
| "train_runtime": 1066.4829, |
| "train_tokens_per_second": 6268.543 |
| }, |
| { |
| "epoch": 1.4102564102564101, |
| "eval_loss": 0.42687925696372986, |
| "eval_runtime": 11.8448, |
| "eval_samples_per_second": 84.257, |
| "eval_steps_per_second": 5.319, |
| "num_input_tokens_seen": 6685294, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.4136752136752135, |
| "grad_norm": 0.14143113791942596, |
| "learning_rate": 5.955249569707402e-05, |
| "loss": 0.3417, |
| "num_input_tokens_seen": 6706110, |
| "step": 414, |
| "train_runtime": 1081.3024, |
| "train_tokens_per_second": 6201.882 |
| }, |
| { |
| "epoch": 1.4170940170940172, |
| "grad_norm": 0.17738325893878937, |
| "learning_rate": 5.9208261617900174e-05, |
| "loss": 0.4049, |
| "num_input_tokens_seen": 6719390, |
| "step": 415, |
| "train_runtime": 1083.3114, |
| "train_tokens_per_second": 6202.64 |
| }, |
| { |
| "epoch": 1.4205128205128206, |
| "grad_norm": 0.15967565774917603, |
| "learning_rate": 5.886402753872634e-05, |
| "loss": 0.322, |
| "num_input_tokens_seen": 6732926, |
| "step": 416, |
| "train_runtime": 1085.3328, |
| "train_tokens_per_second": 6203.559 |
| }, |
| { |
| "epoch": 1.423931623931624, |
| "grad_norm": 0.17965038120746613, |
| "learning_rate": 5.85197934595525e-05, |
| "loss": 0.4321, |
| "num_input_tokens_seen": 6748014, |
| "step": 417, |
| "train_runtime": 1087.5395, |
| "train_tokens_per_second": 6204.845 |
| }, |
| { |
| "epoch": 1.4273504273504274, |
| "grad_norm": 0.17158453166484833, |
| "learning_rate": 5.8175559380378665e-05, |
| "loss": 0.3844, |
| "num_input_tokens_seen": 6762782, |
| "step": 418, |
| "train_runtime": 1089.7402, |
| "train_tokens_per_second": 6205.866 |
| }, |
| { |
| "epoch": 1.4307692307692308, |
| "grad_norm": 0.17010599374771118, |
| "learning_rate": 5.783132530120482e-05, |
| "loss": 0.3944, |
| "num_input_tokens_seen": 6775838, |
| "step": 419, |
| "train_runtime": 1091.687, |
| "train_tokens_per_second": 6206.759 |
| }, |
| { |
| "epoch": 1.4341880341880342, |
| "grad_norm": 0.14824308454990387, |
| "learning_rate": 5.748709122203099e-05, |
| "loss": 0.3437, |
| "num_input_tokens_seen": 6794014, |
| "step": 420, |
| "train_runtime": 1094.3074, |
| "train_tokens_per_second": 6208.506 |
| }, |
| { |
| "epoch": 1.4376068376068376, |
| "grad_norm": 0.1721956878900528, |
| "learning_rate": 5.714285714285714e-05, |
| "loss": 0.3813, |
| "num_input_tokens_seen": 6809502, |
| "step": 421, |
| "train_runtime": 1097.1486, |
| "train_tokens_per_second": 6206.545 |
| }, |
| { |
| "epoch": 1.441025641025641, |
| "grad_norm": 0.17868974804878235, |
| "learning_rate": 5.679862306368331e-05, |
| "loss": 0.439, |
| "num_input_tokens_seen": 6823038, |
| "step": 422, |
| "train_runtime": 1099.1662, |
| "train_tokens_per_second": 6207.467 |
| }, |
| { |
| "epoch": 1.4444444444444444, |
| "grad_norm": 0.15935160219669342, |
| "learning_rate": 5.6454388984509464e-05, |
| "loss": 0.387, |
| "num_input_tokens_seen": 6841582, |
| "step": 423, |
| "train_runtime": 1101.8557, |
| "train_tokens_per_second": 6209.145 |
| }, |
| { |
| "epoch": 1.4478632478632478, |
| "grad_norm": 0.1758459508419037, |
| "learning_rate": 5.611015490533563e-05, |
| "loss": 0.5356, |
| "num_input_tokens_seen": 6855310, |
| "step": 424, |
| "train_runtime": 1103.8914, |
| "train_tokens_per_second": 6210.131 |
| }, |
| { |
| "epoch": 1.4512820512820512, |
| "grad_norm": 0.16828133165836334, |
| "learning_rate": 5.576592082616179e-05, |
| "loss": 0.3835, |
| "num_input_tokens_seen": 6875486, |
| "step": 425, |
| "train_runtime": 1106.7831, |
| "train_tokens_per_second": 6212.135 |
| }, |
| { |
| "epoch": 1.4547008547008546, |
| "grad_norm": 0.16434825956821442, |
| "learning_rate": 5.5421686746987955e-05, |
| "loss": 0.3765, |
| "num_input_tokens_seen": 6889502, |
| "step": 426, |
| "train_runtime": 1108.8374, |
| "train_tokens_per_second": 6213.266 |
| }, |
| { |
| "epoch": 1.458119658119658, |
| "grad_norm": 0.16002990305423737, |
| "learning_rate": 5.507745266781411e-05, |
| "loss": 0.4121, |
| "num_input_tokens_seen": 6908046, |
| "step": 427, |
| "train_runtime": 1111.5373, |
| "train_tokens_per_second": 6214.858 |
| }, |
| { |
| "epoch": 1.4615384615384617, |
| "grad_norm": 0.17183275520801544, |
| "learning_rate": 5.473321858864028e-05, |
| "loss": 0.439, |
| "num_input_tokens_seen": 6924190, |
| "step": 428, |
| "train_runtime": 1113.8957, |
| "train_tokens_per_second": 6216.192 |
| }, |
| { |
| "epoch": 1.464957264957265, |
| "grad_norm": 0.18027374148368835, |
| "learning_rate": 5.4388984509466445e-05, |
| "loss": 0.4895, |
| "num_input_tokens_seen": 6939070, |
| "step": 429, |
| "train_runtime": 1116.1017, |
| "train_tokens_per_second": 6217.238 |
| }, |
| { |
| "epoch": 1.4683760683760685, |
| "grad_norm": 0.15044456720352173, |
| "learning_rate": 5.40447504302926e-05, |
| "loss": 0.4429, |
| "num_input_tokens_seen": 6956478, |
| "step": 430, |
| "train_runtime": 1118.6746, |
| "train_tokens_per_second": 6218.5 |
| }, |
| { |
| "epoch": 1.471794871794872, |
| "grad_norm": 0.15003447234630585, |
| "learning_rate": 5.370051635111877e-05, |
| "loss": 0.5628, |
| "num_input_tokens_seen": 6973246, |
| "step": 431, |
| "train_runtime": 1121.1665, |
| "train_tokens_per_second": 6219.635 |
| }, |
| { |
| "epoch": 1.4752136752136753, |
| "grad_norm": 0.1591937392950058, |
| "learning_rate": 5.335628227194492e-05, |
| "loss": 0.3721, |
| "num_input_tokens_seen": 6986990, |
| "step": 432, |
| "train_runtime": 1123.2293, |
| "train_tokens_per_second": 6220.448 |
| }, |
| { |
| "epoch": 1.4786324786324787, |
| "grad_norm": 0.18640592694282532, |
| "learning_rate": 5.301204819277109e-05, |
| "loss": 0.3516, |
| "num_input_tokens_seen": 7001950, |
| "step": 433, |
| "train_runtime": 1125.4499, |
| "train_tokens_per_second": 6221.468 |
| }, |
| { |
| "epoch": 1.4820512820512821, |
| "grad_norm": 0.17443552613258362, |
| "learning_rate": 5.2667814113597244e-05, |
| "loss": 0.4784, |
| "num_input_tokens_seen": 7016318, |
| "step": 434, |
| "train_runtime": 1127.6255, |
| "train_tokens_per_second": 6222.206 |
| }, |
| { |
| "epoch": 1.4854700854700855, |
| "grad_norm": 0.1685023009777069, |
| "learning_rate": 5.232358003442341e-05, |
| "loss": 0.4227, |
| "num_input_tokens_seen": 7029358, |
| "step": 435, |
| "train_runtime": 1129.5922, |
| "train_tokens_per_second": 6222.916 |
| }, |
| { |
| "epoch": 1.488888888888889, |
| "grad_norm": 0.17190369963645935, |
| "learning_rate": 5.197934595524957e-05, |
| "loss": 0.3718, |
| "num_input_tokens_seen": 7046350, |
| "step": 436, |
| "train_runtime": 1132.1043, |
| "train_tokens_per_second": 6224.117 |
| }, |
| { |
| "epoch": 1.4923076923076923, |
| "grad_norm": 0.16871225833892822, |
| "learning_rate": 5.1635111876075735e-05, |
| "loss": 0.4095, |
| "num_input_tokens_seen": 7060286, |
| "step": 437, |
| "train_runtime": 1134.2429, |
| "train_tokens_per_second": 6224.669 |
| }, |
| { |
| "epoch": 1.4957264957264957, |
| "grad_norm": 0.15742996335029602, |
| "learning_rate": 5.1290877796901896e-05, |
| "loss": 0.3377, |
| "num_input_tokens_seen": 7077550, |
| "step": 438, |
| "train_runtime": 1136.7468, |
| "train_tokens_per_second": 6226.145 |
| }, |
| { |
| "epoch": 1.4991452991452991, |
| "grad_norm": 0.1806265264749527, |
| "learning_rate": 5.094664371772806e-05, |
| "loss": 0.4356, |
| "num_input_tokens_seen": 7096110, |
| "step": 439, |
| "train_runtime": 1139.4331, |
| "train_tokens_per_second": 6227.755 |
| }, |
| { |
| "epoch": 1.5025641025641026, |
| "grad_norm": 0.1986326277256012, |
| "learning_rate": 5.060240963855422e-05, |
| "loss": 0.421, |
| "num_input_tokens_seen": 7110462, |
| "step": 440, |
| "train_runtime": 1141.5636, |
| "train_tokens_per_second": 6228.704 |
| }, |
| { |
| "epoch": 1.505982905982906, |
| "grad_norm": 0.18825186789035797, |
| "learning_rate": 5.025817555938038e-05, |
| "loss": 0.3866, |
| "num_input_tokens_seen": 7123438, |
| "step": 441, |
| "train_runtime": 1143.5279, |
| "train_tokens_per_second": 6229.352 |
| }, |
| { |
| "epoch": 1.5094017094017094, |
| "grad_norm": 0.15836316347122192, |
| "learning_rate": 4.991394148020654e-05, |
| "loss": 0.3759, |
| "num_input_tokens_seen": 7139678, |
| "step": 442, |
| "train_runtime": 1145.9334, |
| "train_tokens_per_second": 6230.448 |
| }, |
| { |
| "epoch": 1.5128205128205128, |
| "grad_norm": 0.1643362194299698, |
| "learning_rate": 4.95697074010327e-05, |
| "loss": 0.3715, |
| "num_input_tokens_seen": 7152798, |
| "step": 443, |
| "train_runtime": 1147.927, |
| "train_tokens_per_second": 6231.056 |
| }, |
| { |
| "epoch": 1.5162393162393162, |
| "grad_norm": 0.18112708628177643, |
| "learning_rate": 4.922547332185887e-05, |
| "loss": 0.5004, |
| "num_input_tokens_seen": 7166718, |
| "step": 444, |
| "train_runtime": 1149.9906, |
| "train_tokens_per_second": 6231.98 |
| }, |
| { |
| "epoch": 1.5196581196581196, |
| "grad_norm": 0.17923805117607117, |
| "learning_rate": 4.888123924268503e-05, |
| "loss": 0.3967, |
| "num_input_tokens_seen": 7180718, |
| "step": 445, |
| "train_runtime": 1152.0495, |
| "train_tokens_per_second": 6232.994 |
| }, |
| { |
| "epoch": 1.523076923076923, |
| "grad_norm": 0.15098166465759277, |
| "learning_rate": 4.853700516351119e-05, |
| "loss": 0.379, |
| "num_input_tokens_seen": 7198382, |
| "step": 446, |
| "train_runtime": 1154.5661, |
| "train_tokens_per_second": 6234.708 |
| }, |
| { |
| "epoch": 1.5264957264957264, |
| "grad_norm": 0.17328427731990814, |
| "learning_rate": 4.8192771084337354e-05, |
| "loss": 0.3807, |
| "num_input_tokens_seen": 7213006, |
| "step": 447, |
| "train_runtime": 1156.7041, |
| "train_tokens_per_second": 6235.827 |
| }, |
| { |
| "epoch": 1.5299145299145298, |
| "grad_norm": 0.13623268902301788, |
| "learning_rate": 4.7848537005163515e-05, |
| "loss": 0.3011, |
| "num_input_tokens_seen": 7243582, |
| "step": 448, |
| "train_runtime": 1161.0841, |
| "train_tokens_per_second": 6238.637 |
| }, |
| { |
| "epoch": 1.5333333333333332, |
| "grad_norm": 0.23146113753318787, |
| "learning_rate": 4.7504302925989676e-05, |
| "loss": 0.4946, |
| "num_input_tokens_seen": 7257710, |
| "step": 449, |
| "train_runtime": 1163.1872, |
| "train_tokens_per_second": 6239.503 |
| }, |
| { |
| "epoch": 1.5367521367521366, |
| "grad_norm": 0.1464138627052307, |
| "learning_rate": 4.716006884681584e-05, |
| "loss": 0.3956, |
| "num_input_tokens_seen": 7275646, |
| "step": 450, |
| "train_runtime": 1165.763, |
| "train_tokens_per_second": 6241.102 |
| }, |
| { |
| "epoch": 1.54017094017094, |
| "grad_norm": 0.13081535696983337, |
| "learning_rate": 4.6815834767642e-05, |
| "loss": 0.351, |
| "num_input_tokens_seen": 7295710, |
| "step": 451, |
| "train_runtime": 1169.156, |
| "train_tokens_per_second": 6240.151 |
| }, |
| { |
| "epoch": 1.5435897435897434, |
| "grad_norm": 0.16835983097553253, |
| "learning_rate": 4.647160068846816e-05, |
| "loss": 0.4823, |
| "num_input_tokens_seen": 7314574, |
| "step": 452, |
| "train_runtime": 1171.8934, |
| "train_tokens_per_second": 6241.672 |
| }, |
| { |
| "epoch": 1.547008547008547, |
| "grad_norm": 0.12163835763931274, |
| "learning_rate": 4.612736660929432e-05, |
| "loss": 0.2982, |
| "num_input_tokens_seen": 7343022, |
| "step": 453, |
| "train_runtime": 1175.8796, |
| "train_tokens_per_second": 6244.706 |
| }, |
| { |
| "epoch": 1.5504273504273505, |
| "grad_norm": 0.14073219895362854, |
| "learning_rate": 4.578313253012048e-05, |
| "loss": 0.2964, |
| "num_input_tokens_seen": 7363630, |
| "step": 454, |
| "train_runtime": 1178.8416, |
| "train_tokens_per_second": 6246.497 |
| }, |
| { |
| "epoch": 1.5538461538461539, |
| "grad_norm": 0.1757187843322754, |
| "learning_rate": 4.543889845094665e-05, |
| "loss": 0.4486, |
| "num_input_tokens_seen": 7378830, |
| "step": 455, |
| "train_runtime": 1181.0635, |
| "train_tokens_per_second": 6247.615 |
| }, |
| { |
| "epoch": 1.5572649572649573, |
| "grad_norm": 0.16719017922878265, |
| "learning_rate": 4.509466437177281e-05, |
| "loss": 0.342, |
| "num_input_tokens_seen": 7396958, |
| "step": 456, |
| "train_runtime": 1183.6752, |
| "train_tokens_per_second": 6249.145 |
| }, |
| { |
| "epoch": 1.5606837606837607, |
| "grad_norm": 0.15160873532295227, |
| "learning_rate": 4.475043029259897e-05, |
| "loss": 0.3305, |
| "num_input_tokens_seen": 7419918, |
| "step": 457, |
| "train_runtime": 1186.9428, |
| "train_tokens_per_second": 6251.285 |
| }, |
| { |
| "epoch": 1.564102564102564, |
| "grad_norm": 0.16827233135700226, |
| "learning_rate": 4.4406196213425134e-05, |
| "loss": 0.3478, |
| "num_input_tokens_seen": 7438590, |
| "step": 458, |
| "train_runtime": 1189.6616, |
| "train_tokens_per_second": 6252.694 |
| }, |
| { |
| "epoch": 1.5675213675213675, |
| "grad_norm": 0.15692555904388428, |
| "learning_rate": 4.4061962134251295e-05, |
| "loss": 0.3317, |
| "num_input_tokens_seen": 7457614, |
| "step": 459, |
| "train_runtime": 1192.4245, |
| "train_tokens_per_second": 6254.16 |
| }, |
| { |
| "epoch": 1.570940170940171, |
| "grad_norm": 0.16111750900745392, |
| "learning_rate": 4.371772805507746e-05, |
| "loss": 0.3559, |
| "num_input_tokens_seen": 7478254, |
| "step": 460, |
| "train_runtime": 1195.4195, |
| "train_tokens_per_second": 6255.757 |
| }, |
| { |
| "epoch": 1.5743589743589743, |
| "grad_norm": 0.1745642125606537, |
| "learning_rate": 4.337349397590362e-05, |
| "loss": 0.3515, |
| "num_input_tokens_seen": 7491422, |
| "step": 461, |
| "train_runtime": 1197.3704, |
| "train_tokens_per_second": 6256.562 |
| }, |
| { |
| "epoch": 1.5777777777777777, |
| "grad_norm": 0.1923861801624298, |
| "learning_rate": 4.302925989672978e-05, |
| "loss": 0.4927, |
| "num_input_tokens_seen": 7508174, |
| "step": 462, |
| "train_runtime": 1199.809, |
| "train_tokens_per_second": 6257.808 |
| }, |
| { |
| "epoch": 1.5811965811965814, |
| "grad_norm": 0.19131140410900116, |
| "learning_rate": 4.268502581755594e-05, |
| "loss": 0.4331, |
| "num_input_tokens_seen": 7520590, |
| "step": 463, |
| "train_runtime": 1201.6752, |
| "train_tokens_per_second": 6258.422 |
| }, |
| { |
| "epoch": 1.5846153846153848, |
| "grad_norm": 0.16123589873313904, |
| "learning_rate": 4.23407917383821e-05, |
| "loss": 0.3504, |
| "num_input_tokens_seen": 7534430, |
| "step": 464, |
| "train_runtime": 1203.7756, |
| "train_tokens_per_second": 6258.999 |
| }, |
| { |
| "epoch": 1.5880341880341882, |
| "grad_norm": 0.1816190630197525, |
| "learning_rate": 4.199655765920826e-05, |
| "loss": 0.349, |
| "num_input_tokens_seen": 7550974, |
| "step": 465, |
| "train_runtime": 1206.2032, |
| "train_tokens_per_second": 6260.117 |
| }, |
| { |
| "epoch": 1.5914529914529916, |
| "grad_norm": 0.1618788093328476, |
| "learning_rate": 4.1652323580034424e-05, |
| "loss": 0.3963, |
| "num_input_tokens_seen": 7568494, |
| "step": 466, |
| "train_runtime": 1208.719, |
| "train_tokens_per_second": 6261.583 |
| }, |
| { |
| "epoch": 1.594871794871795, |
| "grad_norm": 0.1682547926902771, |
| "learning_rate": 4.1308089500860585e-05, |
| "loss": 0.4128, |
| "num_input_tokens_seen": 7584510, |
| "step": 467, |
| "train_runtime": 1211.076, |
| "train_tokens_per_second": 6262.621 |
| }, |
| { |
| "epoch": 1.5982905982905984, |
| "grad_norm": 0.17071352899074554, |
| "learning_rate": 4.0963855421686746e-05, |
| "loss": 0.4007, |
| "num_input_tokens_seen": 7601806, |
| "step": 468, |
| "train_runtime": 1213.648, |
| "train_tokens_per_second": 6263.6 |
| }, |
| { |
| "epoch": 1.6017094017094018, |
| "grad_norm": 0.19961658120155334, |
| "learning_rate": 4.061962134251291e-05, |
| "loss": 0.3831, |
| "num_input_tokens_seen": 7615134, |
| "step": 469, |
| "train_runtime": 1215.6143, |
| "train_tokens_per_second": 6264.433 |
| }, |
| { |
| "epoch": 1.6051282051282052, |
| "grad_norm": 0.15891629457473755, |
| "learning_rate": 4.027538726333907e-05, |
| "loss": 0.3579, |
| "num_input_tokens_seen": 7632446, |
| "step": 470, |
| "train_runtime": 1218.1415, |
| "train_tokens_per_second": 6265.648 |
| }, |
| { |
| "epoch": 1.6085470085470086, |
| "grad_norm": 0.18139025568962097, |
| "learning_rate": 3.993115318416523e-05, |
| "loss": 0.4023, |
| "num_input_tokens_seen": 7647038, |
| "step": 471, |
| "train_runtime": 1220.3009, |
| "train_tokens_per_second": 6266.519 |
| }, |
| { |
| "epoch": 1.611965811965812, |
| "grad_norm": 0.1726229041814804, |
| "learning_rate": 3.958691910499139e-05, |
| "loss": 0.3495, |
| "num_input_tokens_seen": 7664846, |
| "step": 472, |
| "train_runtime": 1222.889, |
| "train_tokens_per_second": 6267.818 |
| }, |
| { |
| "epoch": 1.611965811965812, |
| "eval_loss": 0.4264853894710541, |
| "eval_runtime": 11.8946, |
| "eval_samples_per_second": 83.904, |
| "eval_steps_per_second": 5.297, |
| "num_input_tokens_seen": 7664846, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.6153846153846154, |
| "grad_norm": 0.2046596258878708, |
| "learning_rate": 3.924268502581756e-05, |
| "loss": 0.4611, |
| "num_input_tokens_seen": 7678558, |
| "step": 473, |
| "train_runtime": 1236.8201, |
| "train_tokens_per_second": 6208.306 |
| }, |
| { |
| "epoch": 1.6188034188034188, |
| "grad_norm": 0.18339784443378448, |
| "learning_rate": 3.889845094664372e-05, |
| "loss": 0.4687, |
| "num_input_tokens_seen": 7692542, |
| "step": 474, |
| "train_runtime": 1238.9304, |
| "train_tokens_per_second": 6209.019 |
| }, |
| { |
| "epoch": 1.6222222222222222, |
| "grad_norm": 0.15463566780090332, |
| "learning_rate": 3.855421686746988e-05, |
| "loss": 0.3533, |
| "num_input_tokens_seen": 7706094, |
| "step": 475, |
| "train_runtime": 1240.9949, |
| "train_tokens_per_second": 6209.61 |
| }, |
| { |
| "epoch": 1.6256410256410256, |
| "grad_norm": 0.18534722924232483, |
| "learning_rate": 3.820998278829604e-05, |
| "loss": 0.429, |
| "num_input_tokens_seen": 7723006, |
| "step": 476, |
| "train_runtime": 1243.4537, |
| "train_tokens_per_second": 6210.932 |
| }, |
| { |
| "epoch": 1.629059829059829, |
| "grad_norm": 0.16153299808502197, |
| "learning_rate": 3.7865748709122204e-05, |
| "loss": 0.368, |
| "num_input_tokens_seen": 7739230, |
| "step": 477, |
| "train_runtime": 1245.8498, |
| "train_tokens_per_second": 6212.009 |
| }, |
| { |
| "epoch": 1.6324786324786325, |
| "grad_norm": 0.18664556741714478, |
| "learning_rate": 3.7521514629948365e-05, |
| "loss": 0.3884, |
| "num_input_tokens_seen": 7753966, |
| "step": 478, |
| "train_runtime": 1248.0407, |
| "train_tokens_per_second": 6212.911 |
| }, |
| { |
| "epoch": 1.6358974358974359, |
| "grad_norm": 0.14830684661865234, |
| "learning_rate": 3.717728055077453e-05, |
| "loss": 0.3094, |
| "num_input_tokens_seen": 7771758, |
| "step": 479, |
| "train_runtime": 1250.6256, |
| "train_tokens_per_second": 6214.296 |
| }, |
| { |
| "epoch": 1.6393162393162393, |
| "grad_norm": 0.1431615799665451, |
| "learning_rate": 3.683304647160069e-05, |
| "loss": 0.3434, |
| "num_input_tokens_seen": 7788030, |
| "step": 480, |
| "train_runtime": 1253.0226, |
| "train_tokens_per_second": 6215.395 |
| }, |
| { |
| "epoch": 1.6427350427350427, |
| "grad_norm": 0.17345507442951202, |
| "learning_rate": 3.648881239242685e-05, |
| "loss": 0.4109, |
| "num_input_tokens_seen": 7805374, |
| "step": 481, |
| "train_runtime": 1256.1793, |
| "train_tokens_per_second": 6213.583 |
| }, |
| { |
| "epoch": 1.646153846153846, |
| "grad_norm": 0.18331271409988403, |
| "learning_rate": 3.614457831325301e-05, |
| "loss": 0.483, |
| "num_input_tokens_seen": 7821278, |
| "step": 482, |
| "train_runtime": 1258.5131, |
| "train_tokens_per_second": 6214.697 |
| }, |
| { |
| "epoch": 1.6495726495726495, |
| "grad_norm": 0.14575603604316711, |
| "learning_rate": 3.580034423407918e-05, |
| "loss": 0.3499, |
| "num_input_tokens_seen": 7838750, |
| "step": 483, |
| "train_runtime": 1261.0972, |
| "train_tokens_per_second": 6215.817 |
| }, |
| { |
| "epoch": 1.652991452991453, |
| "grad_norm": 0.16931626200675964, |
| "learning_rate": 3.545611015490534e-05, |
| "loss": 0.364, |
| "num_input_tokens_seen": 7855742, |
| "step": 484, |
| "train_runtime": 1263.5759, |
| "train_tokens_per_second": 6217.072 |
| }, |
| { |
| "epoch": 1.6564102564102563, |
| "grad_norm": 0.17259550094604492, |
| "learning_rate": 3.51118760757315e-05, |
| "loss": 0.4564, |
| "num_input_tokens_seen": 7874494, |
| "step": 485, |
| "train_runtime": 1266.3175, |
| "train_tokens_per_second": 6218.42 |
| }, |
| { |
| "epoch": 1.6598290598290597, |
| "grad_norm": 0.17083777487277985, |
| "learning_rate": 3.476764199655766e-05, |
| "loss": 0.3809, |
| "num_input_tokens_seen": 7890430, |
| "step": 486, |
| "train_runtime": 1268.6327, |
| "train_tokens_per_second": 6219.633 |
| }, |
| { |
| "epoch": 1.6632478632478631, |
| "grad_norm": 0.1671985685825348, |
| "learning_rate": 3.442340791738382e-05, |
| "loss": 0.3755, |
| "num_input_tokens_seen": 7906142, |
| "step": 487, |
| "train_runtime": 1270.96, |
| "train_tokens_per_second": 6220.606 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.18116803467273712, |
| "learning_rate": 3.4079173838209984e-05, |
| "loss": 0.3913, |
| "num_input_tokens_seen": 7922366, |
| "step": 488, |
| "train_runtime": 1273.3633, |
| "train_tokens_per_second": 6221.607 |
| }, |
| { |
| "epoch": 1.67008547008547, |
| "grad_norm": 0.18932628631591797, |
| "learning_rate": 3.3734939759036146e-05, |
| "loss": 0.4293, |
| "num_input_tokens_seen": 7934942, |
| "step": 489, |
| "train_runtime": 1275.2793, |
| "train_tokens_per_second": 6222.121 |
| }, |
| { |
| "epoch": 1.6735042735042736, |
| "grad_norm": 0.17077142000198364, |
| "learning_rate": 3.339070567986231e-05, |
| "loss": 0.3818, |
| "num_input_tokens_seen": 7951486, |
| "step": 490, |
| "train_runtime": 1277.6946, |
| "train_tokens_per_second": 6223.307 |
| }, |
| { |
| "epoch": 1.676923076923077, |
| "grad_norm": 0.1565760374069214, |
| "learning_rate": 3.3046471600688475e-05, |
| "loss": 0.4047, |
| "num_input_tokens_seen": 7970478, |
| "step": 491, |
| "train_runtime": 1280.4332, |
| "train_tokens_per_second": 6224.829 |
| }, |
| { |
| "epoch": 1.6803418803418804, |
| "grad_norm": 0.17805105447769165, |
| "learning_rate": 3.2702237521514636e-05, |
| "loss": 0.3757, |
| "num_input_tokens_seen": 7984814, |
| "step": 492, |
| "train_runtime": 1282.5395, |
| "train_tokens_per_second": 6225.784 |
| }, |
| { |
| "epoch": 1.6837606837606838, |
| "grad_norm": 0.19390779733657837, |
| "learning_rate": 3.23580034423408e-05, |
| "loss": 0.3895, |
| "num_input_tokens_seen": 7998286, |
| "step": 493, |
| "train_runtime": 1284.5377, |
| "train_tokens_per_second": 6226.587 |
| }, |
| { |
| "epoch": 1.6871794871794872, |
| "grad_norm": 0.16203835606575012, |
| "learning_rate": 3.201376936316696e-05, |
| "loss": 0.3933, |
| "num_input_tokens_seen": 8022334, |
| "step": 494, |
| "train_runtime": 1287.9546, |
| "train_tokens_per_second": 6228.74 |
| }, |
| { |
| "epoch": 1.6905982905982906, |
| "grad_norm": 0.164924755692482, |
| "learning_rate": 3.166953528399312e-05, |
| "loss": 0.367, |
| "num_input_tokens_seen": 8043294, |
| "step": 495, |
| "train_runtime": 1290.9515, |
| "train_tokens_per_second": 6230.516 |
| }, |
| { |
| "epoch": 1.694017094017094, |
| "grad_norm": 0.187575563788414, |
| "learning_rate": 3.132530120481928e-05, |
| "loss": 0.4334, |
| "num_input_tokens_seen": 8057310, |
| "step": 496, |
| "train_runtime": 1293.0552, |
| "train_tokens_per_second": 6231.219 |
| }, |
| { |
| "epoch": 1.6974358974358974, |
| "grad_norm": 0.1323373168706894, |
| "learning_rate": 3.098106712564544e-05, |
| "loss": 0.3116, |
| "num_input_tokens_seen": 8083774, |
| "step": 497, |
| "train_runtime": 1296.8416, |
| "train_tokens_per_second": 6233.432 |
| }, |
| { |
| "epoch": 1.7008547008547008, |
| "grad_norm": 0.20211701095104218, |
| "learning_rate": 3.0636833046471604e-05, |
| "loss": 0.4324, |
| "num_input_tokens_seen": 8097038, |
| "step": 498, |
| "train_runtime": 1298.8399, |
| "train_tokens_per_second": 6234.054 |
| }, |
| { |
| "epoch": 1.7042735042735044, |
| "grad_norm": 0.17863459885120392, |
| "learning_rate": 3.0292598967297765e-05, |
| "loss": 0.2992, |
| "num_input_tokens_seen": 8114750, |
| "step": 499, |
| "train_runtime": 1301.44, |
| "train_tokens_per_second": 6235.208 |
| }, |
| { |
| "epoch": 1.7076923076923078, |
| "grad_norm": 0.19749584794044495, |
| "learning_rate": 2.9948364888123926e-05, |
| "loss": 0.4242, |
| "num_input_tokens_seen": 8126750, |
| "step": 500, |
| "train_runtime": 1303.2477, |
| "train_tokens_per_second": 6235.768 |
| }, |
| { |
| "epoch": 1.7111111111111112, |
| "grad_norm": 0.171902135014534, |
| "learning_rate": 2.9604130808950087e-05, |
| "loss": 0.3748, |
| "num_input_tokens_seen": 8144766, |
| "step": 501, |
| "train_runtime": 1305.8965, |
| "train_tokens_per_second": 6236.915 |
| }, |
| { |
| "epoch": 1.7145299145299147, |
| "grad_norm": 0.15472909808158875, |
| "learning_rate": 2.925989672977625e-05, |
| "loss": 0.3657, |
| "num_input_tokens_seen": 8164254, |
| "step": 502, |
| "train_runtime": 1308.7049, |
| "train_tokens_per_second": 6238.423 |
| }, |
| { |
| "epoch": 1.717948717948718, |
| "grad_norm": 0.1825917810201645, |
| "learning_rate": 2.891566265060241e-05, |
| "loss": 0.3551, |
| "num_input_tokens_seen": 8178510, |
| "step": 503, |
| "train_runtime": 1310.798, |
| "train_tokens_per_second": 6239.337 |
| }, |
| { |
| "epoch": 1.7213675213675215, |
| "grad_norm": 0.1650628000497818, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 0.3871, |
| "num_input_tokens_seen": 8196702, |
| "step": 504, |
| "train_runtime": 1313.4498, |
| "train_tokens_per_second": 6240.59 |
| }, |
| { |
| "epoch": 1.7247863247863249, |
| "grad_norm": 0.17389492690563202, |
| "learning_rate": 2.8227194492254732e-05, |
| "loss": 0.3691, |
| "num_input_tokens_seen": 8216254, |
| "step": 505, |
| "train_runtime": 1316.2774, |
| "train_tokens_per_second": 6242.038 |
| }, |
| { |
| "epoch": 1.7282051282051283, |
| "grad_norm": 0.17346595227718353, |
| "learning_rate": 2.7882960413080893e-05, |
| "loss": 0.4057, |
| "num_input_tokens_seen": 8233758, |
| "step": 506, |
| "train_runtime": 1318.8695, |
| "train_tokens_per_second": 6243.042 |
| }, |
| { |
| "epoch": 1.7316239316239317, |
| "grad_norm": 0.15873438119888306, |
| "learning_rate": 2.7538726333907055e-05, |
| "loss": 0.332, |
| "num_input_tokens_seen": 8247550, |
| "step": 507, |
| "train_runtime": 1320.9274, |
| "train_tokens_per_second": 6243.757 |
| }, |
| { |
| "epoch": 1.735042735042735, |
| "grad_norm": 0.17913693189620972, |
| "learning_rate": 2.7194492254733223e-05, |
| "loss": 0.3435, |
| "num_input_tokens_seen": 8263054, |
| "step": 508, |
| "train_runtime": 1323.2116, |
| "train_tokens_per_second": 6244.696 |
| }, |
| { |
| "epoch": 1.7384615384615385, |
| "grad_norm": 0.15651476383209229, |
| "learning_rate": 2.6850258175559384e-05, |
| "loss": 0.3343, |
| "num_input_tokens_seen": 8278046, |
| "step": 509, |
| "train_runtime": 1325.4232, |
| "train_tokens_per_second": 6245.587 |
| }, |
| { |
| "epoch": 1.741880341880342, |
| "grad_norm": 0.17296011745929718, |
| "learning_rate": 2.6506024096385545e-05, |
| "loss": 0.4069, |
| "num_input_tokens_seen": 8295214, |
| "step": 510, |
| "train_runtime": 1327.9451, |
| "train_tokens_per_second": 6246.654 |
| }, |
| { |
| "epoch": 1.7452991452991453, |
| "grad_norm": 0.18028153479099274, |
| "learning_rate": 2.6161790017211706e-05, |
| "loss": 0.3585, |
| "num_input_tokens_seen": 8312942, |
| "step": 511, |
| "train_runtime": 1331.0641, |
| "train_tokens_per_second": 6245.336 |
| }, |
| { |
| "epoch": 1.7487179487179487, |
| "grad_norm": 0.18217986822128296, |
| "learning_rate": 2.5817555938037867e-05, |
| "loss": 0.3445, |
| "num_input_tokens_seen": 8329982, |
| "step": 512, |
| "train_runtime": 1333.576, |
| "train_tokens_per_second": 6246.35 |
| }, |
| { |
| "epoch": 1.7521367521367521, |
| "grad_norm": 0.17503562569618225, |
| "learning_rate": 2.547332185886403e-05, |
| "loss": 0.3677, |
| "num_input_tokens_seen": 8341998, |
| "step": 513, |
| "train_runtime": 1335.4087, |
| "train_tokens_per_second": 6246.775 |
| }, |
| { |
| "epoch": 1.7555555555555555, |
| "grad_norm": 0.12160934507846832, |
| "learning_rate": 2.512908777969019e-05, |
| "loss": 0.282, |
| "num_input_tokens_seen": 8371790, |
| "step": 514, |
| "train_runtime": 1339.6445, |
| "train_tokens_per_second": 6249.262 |
| }, |
| { |
| "epoch": 1.758974358974359, |
| "grad_norm": 0.1700914204120636, |
| "learning_rate": 2.478485370051635e-05, |
| "loss": 0.4006, |
| "num_input_tokens_seen": 8390766, |
| "step": 515, |
| "train_runtime": 1342.3857, |
| "train_tokens_per_second": 6250.637 |
| }, |
| { |
| "epoch": 1.7623931623931623, |
| "grad_norm": 0.18512286245822906, |
| "learning_rate": 2.4440619621342516e-05, |
| "loss": 0.4371, |
| "num_input_tokens_seen": 8401710, |
| "step": 516, |
| "train_runtime": 1344.1099, |
| "train_tokens_per_second": 6250.761 |
| }, |
| { |
| "epoch": 1.7658119658119658, |
| "grad_norm": 0.1791275441646576, |
| "learning_rate": 2.4096385542168677e-05, |
| "loss": 0.3738, |
| "num_input_tokens_seen": 8418446, |
| "step": 517, |
| "train_runtime": 1346.5498, |
| "train_tokens_per_second": 6251.864 |
| }, |
| { |
| "epoch": 1.7692307692307692, |
| "grad_norm": 0.18900056183338165, |
| "learning_rate": 2.3752151462994838e-05, |
| "loss": 0.4529, |
| "num_input_tokens_seen": 8430590, |
| "step": 518, |
| "train_runtime": 1348.3721, |
| "train_tokens_per_second": 6252.421 |
| }, |
| { |
| "epoch": 1.7726495726495726, |
| "grad_norm": 0.1776425540447235, |
| "learning_rate": 2.3407917383821e-05, |
| "loss": 0.3513, |
| "num_input_tokens_seen": 8450318, |
| "step": 519, |
| "train_runtime": 1351.2218, |
| "train_tokens_per_second": 6253.835 |
| }, |
| { |
| "epoch": 1.776068376068376, |
| "grad_norm": 0.18933919072151184, |
| "learning_rate": 2.306368330464716e-05, |
| "loss": 0.3775, |
| "num_input_tokens_seen": 8464190, |
| "step": 520, |
| "train_runtime": 1353.2852, |
| "train_tokens_per_second": 6254.55 |
| }, |
| { |
| "epoch": 1.7794871794871794, |
| "grad_norm": 0.1620868742465973, |
| "learning_rate": 2.2719449225473325e-05, |
| "loss": 0.4034, |
| "num_input_tokens_seen": 8483038, |
| "step": 521, |
| "train_runtime": 1356.0363, |
| "train_tokens_per_second": 6255.76 |
| }, |
| { |
| "epoch": 1.7829059829059828, |
| "grad_norm": 0.16931356489658356, |
| "learning_rate": 2.2375215146299486e-05, |
| "loss": 0.3733, |
| "num_input_tokens_seen": 8499278, |
| "step": 522, |
| "train_runtime": 1358.4322, |
| "train_tokens_per_second": 6256.682 |
| }, |
| { |
| "epoch": 1.7863247863247862, |
| "grad_norm": 0.1474018692970276, |
| "learning_rate": 2.2030981067125648e-05, |
| "loss": 0.3131, |
| "num_input_tokens_seen": 8518766, |
| "step": 523, |
| "train_runtime": 1361.2451, |
| "train_tokens_per_second": 6258.069 |
| }, |
| { |
| "epoch": 1.7897435897435896, |
| "grad_norm": 0.16736820340156555, |
| "learning_rate": 2.168674698795181e-05, |
| "loss": 0.3634, |
| "num_input_tokens_seen": 8534430, |
| "step": 524, |
| "train_runtime": 1363.5049, |
| "train_tokens_per_second": 6259.186 |
| }, |
| { |
| "epoch": 1.793162393162393, |
| "grad_norm": 0.17213431000709534, |
| "learning_rate": 2.134251290877797e-05, |
| "loss": 0.3632, |
| "num_input_tokens_seen": 8546862, |
| "step": 525, |
| "train_runtime": 1365.3454, |
| "train_tokens_per_second": 6259.853 |
| }, |
| { |
| "epoch": 1.7965811965811964, |
| "grad_norm": 0.19592760503292084, |
| "learning_rate": 2.099827882960413e-05, |
| "loss": 0.381, |
| "num_input_tokens_seen": 8561358, |
| "step": 526, |
| "train_runtime": 1367.5092, |
| "train_tokens_per_second": 6260.549 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 0.1715427190065384, |
| "learning_rate": 2.0654044750430293e-05, |
| "loss": 0.4199, |
| "num_input_tokens_seen": 8581310, |
| "step": 527, |
| "train_runtime": 1370.3773, |
| "train_tokens_per_second": 6262.005 |
| }, |
| { |
| "epoch": 1.8034188034188035, |
| "grad_norm": 0.194061741232872, |
| "learning_rate": 2.0309810671256454e-05, |
| "loss": 0.3965, |
| "num_input_tokens_seen": 8592766, |
| "step": 528, |
| "train_runtime": 1372.1254, |
| "train_tokens_per_second": 6262.376 |
| }, |
| { |
| "epoch": 1.8068376068376069, |
| "grad_norm": 0.1930086761713028, |
| "learning_rate": 1.9965576592082615e-05, |
| "loss": 0.3976, |
| "num_input_tokens_seen": 8607166, |
| "step": 529, |
| "train_runtime": 1374.2507, |
| "train_tokens_per_second": 6263.17 |
| }, |
| { |
| "epoch": 1.8102564102564103, |
| "grad_norm": 0.16003040969371796, |
| "learning_rate": 1.962134251290878e-05, |
| "loss": 0.3367, |
| "num_input_tokens_seen": 8622478, |
| "step": 530, |
| "train_runtime": 1376.5089, |
| "train_tokens_per_second": 6264.019 |
| }, |
| { |
| "epoch": 1.8136752136752137, |
| "grad_norm": 0.19035999476909637, |
| "learning_rate": 1.927710843373494e-05, |
| "loss": 0.5509, |
| "num_input_tokens_seen": 8637918, |
| "step": 531, |
| "train_runtime": 1378.7679, |
| "train_tokens_per_second": 6264.954 |
| }, |
| { |
| "epoch": 1.8136752136752137, |
| "eval_loss": 0.4248267114162445, |
| "eval_runtime": 11.8853, |
| "eval_samples_per_second": 83.969, |
| "eval_steps_per_second": 5.301, |
| "num_input_tokens_seen": 8637918, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.817094017094017, |
| "grad_norm": 0.17047119140625, |
| "learning_rate": 1.8932874354561102e-05, |
| "loss": 0.3973, |
| "num_input_tokens_seen": 8656606, |
| "step": 532, |
| "train_runtime": 1393.3816, |
| "train_tokens_per_second": 6212.66 |
| }, |
| { |
| "epoch": 1.8205128205128205, |
| "grad_norm": 0.1665705293416977, |
| "learning_rate": 1.8588640275387263e-05, |
| "loss": 0.4401, |
| "num_input_tokens_seen": 8675454, |
| "step": 533, |
| "train_runtime": 1396.1479, |
| "train_tokens_per_second": 6213.85 |
| }, |
| { |
| "epoch": 1.823931623931624, |
| "grad_norm": 0.18982985615730286, |
| "learning_rate": 1.8244406196213425e-05, |
| "loss": 0.4021, |
| "num_input_tokens_seen": 8690142, |
| "step": 534, |
| "train_runtime": 1398.3083, |
| "train_tokens_per_second": 6214.754 |
| }, |
| { |
| "epoch": 1.8273504273504273, |
| "grad_norm": 0.16096247732639313, |
| "learning_rate": 1.790017211703959e-05, |
| "loss": 0.4033, |
| "num_input_tokens_seen": 8706558, |
| "step": 535, |
| "train_runtime": 1400.6804, |
| "train_tokens_per_second": 6215.949 |
| }, |
| { |
| "epoch": 1.830769230769231, |
| "grad_norm": 0.1925681084394455, |
| "learning_rate": 1.755593803786575e-05, |
| "loss": 0.4394, |
| "num_input_tokens_seen": 8722270, |
| "step": 536, |
| "train_runtime": 1402.9974, |
| "train_tokens_per_second": 6216.882 |
| }, |
| { |
| "epoch": 1.8341880341880343, |
| "grad_norm": 0.18180759251117706, |
| "learning_rate": 1.721170395869191e-05, |
| "loss": 0.4643, |
| "num_input_tokens_seen": 8737982, |
| "step": 537, |
| "train_runtime": 1405.3075, |
| "train_tokens_per_second": 6217.844 |
| }, |
| { |
| "epoch": 1.8376068376068377, |
| "grad_norm": 0.1800447255373001, |
| "learning_rate": 1.6867469879518073e-05, |
| "loss": 0.6214, |
| "num_input_tokens_seen": 8753838, |
| "step": 538, |
| "train_runtime": 1407.6382, |
| "train_tokens_per_second": 6218.812 |
| }, |
| { |
| "epoch": 1.8410256410256411, |
| "grad_norm": 0.18196427822113037, |
| "learning_rate": 1.6523235800344237e-05, |
| "loss": 0.3515, |
| "num_input_tokens_seen": 8767294, |
| "step": 539, |
| "train_runtime": 1409.6646, |
| "train_tokens_per_second": 6219.418 |
| }, |
| { |
| "epoch": 1.8444444444444446, |
| "grad_norm": 0.1552770733833313, |
| "learning_rate": 1.61790017211704e-05, |
| "loss": 0.3492, |
| "num_input_tokens_seen": 8790974, |
| "step": 540, |
| "train_runtime": 1413.0808, |
| "train_tokens_per_second": 6221.14 |
| }, |
| { |
| "epoch": 1.847863247863248, |
| "grad_norm": 0.17243799567222595, |
| "learning_rate": 1.583476764199656e-05, |
| "loss": 0.4604, |
| "num_input_tokens_seen": 8802782, |
| "step": 541, |
| "train_runtime": 1415.3829, |
| "train_tokens_per_second": 6219.364 |
| }, |
| { |
| "epoch": 1.8512820512820514, |
| "grad_norm": 0.1819770187139511, |
| "learning_rate": 1.549053356282272e-05, |
| "loss": 0.4274, |
| "num_input_tokens_seen": 8818334, |
| "step": 542, |
| "train_runtime": 1417.6847, |
| "train_tokens_per_second": 6220.237 |
| }, |
| { |
| "epoch": 1.8547008547008548, |
| "grad_norm": 0.17073139548301697, |
| "learning_rate": 1.5146299483648882e-05, |
| "loss": 0.4203, |
| "num_input_tokens_seen": 8837166, |
| "step": 543, |
| "train_runtime": 1420.4111, |
| "train_tokens_per_second": 6221.555 |
| }, |
| { |
| "epoch": 1.8581196581196582, |
| "grad_norm": 0.1646145135164261, |
| "learning_rate": 1.4802065404475044e-05, |
| "loss": 0.3531, |
| "num_input_tokens_seen": 8854318, |
| "step": 544, |
| "train_runtime": 1422.8958, |
| "train_tokens_per_second": 6222.745 |
| }, |
| { |
| "epoch": 1.8615384615384616, |
| "grad_norm": 0.21891261637210846, |
| "learning_rate": 1.4457831325301205e-05, |
| "loss": 0.4048, |
| "num_input_tokens_seen": 8867102, |
| "step": 545, |
| "train_runtime": 1424.813, |
| "train_tokens_per_second": 6223.345 |
| }, |
| { |
| "epoch": 1.864957264957265, |
| "grad_norm": 0.2045115977525711, |
| "learning_rate": 1.4113597246127366e-05, |
| "loss": 0.5021, |
| "num_input_tokens_seen": 8880990, |
| "step": 546, |
| "train_runtime": 1426.8816, |
| "train_tokens_per_second": 6224.055 |
| }, |
| { |
| "epoch": 1.8683760683760684, |
| "grad_norm": 0.18179452419281006, |
| "learning_rate": 1.3769363166953527e-05, |
| "loss": 0.4367, |
| "num_input_tokens_seen": 8895422, |
| "step": 547, |
| "train_runtime": 1429.0398, |
| "train_tokens_per_second": 6224.754 |
| }, |
| { |
| "epoch": 1.8717948717948718, |
| "grad_norm": 0.1890801042318344, |
| "learning_rate": 1.3425129087779692e-05, |
| "loss": 0.3696, |
| "num_input_tokens_seen": 8908718, |
| "step": 548, |
| "train_runtime": 1431.0057, |
| "train_tokens_per_second": 6225.495 |
| }, |
| { |
| "epoch": 1.8752136752136752, |
| "grad_norm": 0.1882188469171524, |
| "learning_rate": 1.3080895008605853e-05, |
| "loss": 0.4208, |
| "num_input_tokens_seen": 8923086, |
| "step": 549, |
| "train_runtime": 1433.137, |
| "train_tokens_per_second": 6226.262 |
| }, |
| { |
| "epoch": 1.8786324786324786, |
| "grad_norm": 0.168639674782753, |
| "learning_rate": 1.2736660929432014e-05, |
| "loss": 0.3938, |
| "num_input_tokens_seen": 8941022, |
| "step": 550, |
| "train_runtime": 1435.7111, |
| "train_tokens_per_second": 6227.591 |
| }, |
| { |
| "epoch": 1.882051282051282, |
| "grad_norm": 0.21191436052322388, |
| "learning_rate": 1.2392426850258176e-05, |
| "loss": 0.3797, |
| "num_input_tokens_seen": 8951518, |
| "step": 551, |
| "train_runtime": 1437.3232, |
| "train_tokens_per_second": 6227.909 |
| }, |
| { |
| "epoch": 1.8854700854700854, |
| "grad_norm": 0.17271479964256287, |
| "learning_rate": 1.2048192771084338e-05, |
| "loss": 0.3924, |
| "num_input_tokens_seen": 8967406, |
| "step": 552, |
| "train_runtime": 1439.697, |
| "train_tokens_per_second": 6228.676 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 0.17815494537353516, |
| "learning_rate": 1.17039586919105e-05, |
| "loss": 0.3984, |
| "num_input_tokens_seen": 8980910, |
| "step": 553, |
| "train_runtime": 1441.6466, |
| "train_tokens_per_second": 6229.619 |
| }, |
| { |
| "epoch": 1.8923076923076922, |
| "grad_norm": 0.18840882182121277, |
| "learning_rate": 1.1359724612736663e-05, |
| "loss": 0.4698, |
| "num_input_tokens_seen": 8996702, |
| "step": 554, |
| "train_runtime": 1444.0033, |
| "train_tokens_per_second": 6230.389 |
| }, |
| { |
| "epoch": 1.8957264957264957, |
| "grad_norm": 0.17246229946613312, |
| "learning_rate": 1.1015490533562824e-05, |
| "loss": 0.3294, |
| "num_input_tokens_seen": 9014414, |
| "step": 555, |
| "train_runtime": 1446.5743, |
| "train_tokens_per_second": 6231.56 |
| }, |
| { |
| "epoch": 1.899145299145299, |
| "grad_norm": 0.20323026180267334, |
| "learning_rate": 1.0671256454388985e-05, |
| "loss": 0.4267, |
| "num_input_tokens_seen": 9031550, |
| "step": 556, |
| "train_runtime": 1449.0794, |
| "train_tokens_per_second": 6232.612 |
| }, |
| { |
| "epoch": 1.9025641025641025, |
| "grad_norm": 0.17592619359493256, |
| "learning_rate": 1.0327022375215146e-05, |
| "loss": 0.3815, |
| "num_input_tokens_seen": 9048238, |
| "step": 557, |
| "train_runtime": 1451.4988, |
| "train_tokens_per_second": 6233.721 |
| }, |
| { |
| "epoch": 1.9059829059829059, |
| "grad_norm": 0.16363990306854248, |
| "learning_rate": 9.982788296041308e-06, |
| "loss": 0.3811, |
| "num_input_tokens_seen": 9066494, |
| "step": 558, |
| "train_runtime": 1454.1349, |
| "train_tokens_per_second": 6234.975 |
| }, |
| { |
| "epoch": 1.9094017094017093, |
| "grad_norm": 0.1940564066171646, |
| "learning_rate": 9.63855421686747e-06, |
| "loss": 0.3237, |
| "num_input_tokens_seen": 9079822, |
| "step": 559, |
| "train_runtime": 1456.1609, |
| "train_tokens_per_second": 6235.453 |
| }, |
| { |
| "epoch": 1.9128205128205127, |
| "grad_norm": 0.2036203294992447, |
| "learning_rate": 9.294320137693632e-06, |
| "loss": 0.4353, |
| "num_input_tokens_seen": 9091598, |
| "step": 560, |
| "train_runtime": 1457.9853, |
| "train_tokens_per_second": 6235.727 |
| }, |
| { |
| "epoch": 1.916239316239316, |
| "grad_norm": 0.18901148438453674, |
| "learning_rate": 8.950086058519795e-06, |
| "loss": 0.4001, |
| "num_input_tokens_seen": 9104990, |
| "step": 561, |
| "train_runtime": 1460.0107, |
| "train_tokens_per_second": 6236.249 |
| }, |
| { |
| "epoch": 1.9196581196581195, |
| "grad_norm": 0.18928927183151245, |
| "learning_rate": 8.605851979345956e-06, |
| "loss": 0.3813, |
| "num_input_tokens_seen": 9119310, |
| "step": 562, |
| "train_runtime": 1462.1634, |
| "train_tokens_per_second": 6236.861 |
| }, |
| { |
| "epoch": 1.9230769230769231, |
| "grad_norm": 0.1698116660118103, |
| "learning_rate": 8.261617900172119e-06, |
| "loss": 0.3993, |
| "num_input_tokens_seen": 9134702, |
| "step": 563, |
| "train_runtime": 1464.4317, |
| "train_tokens_per_second": 6237.711 |
| }, |
| { |
| "epoch": 1.9264957264957265, |
| "grad_norm": 0.1814728081226349, |
| "learning_rate": 7.91738382099828e-06, |
| "loss": 0.4208, |
| "num_input_tokens_seen": 9147822, |
| "step": 564, |
| "train_runtime": 1466.388, |
| "train_tokens_per_second": 6238.336 |
| }, |
| { |
| "epoch": 1.92991452991453, |
| "grad_norm": 0.18567024171352386, |
| "learning_rate": 7.573149741824441e-06, |
| "loss": 0.4371, |
| "num_input_tokens_seen": 9164110, |
| "step": 565, |
| "train_runtime": 1468.7747, |
| "train_tokens_per_second": 6239.289 |
| }, |
| { |
| "epoch": 1.9333333333333333, |
| "grad_norm": 0.2137572318315506, |
| "learning_rate": 7.228915662650602e-06, |
| "loss": 0.3899, |
| "num_input_tokens_seen": 9174894, |
| "step": 566, |
| "train_runtime": 1470.4523, |
| "train_tokens_per_second": 6239.505 |
| }, |
| { |
| "epoch": 1.9367521367521368, |
| "grad_norm": 0.15320739150047302, |
| "learning_rate": 6.884681583476764e-06, |
| "loss": 0.3531, |
| "num_input_tokens_seen": 9191886, |
| "step": 567, |
| "train_runtime": 1472.9549, |
| "train_tokens_per_second": 6240.44 |
| }, |
| { |
| "epoch": 1.9401709401709402, |
| "grad_norm": 0.21417830884456635, |
| "learning_rate": 6.5404475043029266e-06, |
| "loss": 0.4213, |
| "num_input_tokens_seen": 9203742, |
| "step": 568, |
| "train_runtime": 1474.745, |
| "train_tokens_per_second": 6240.904 |
| }, |
| { |
| "epoch": 1.9435897435897436, |
| "grad_norm": 0.1843339502811432, |
| "learning_rate": 6.196213425129088e-06, |
| "loss": 0.374, |
| "num_input_tokens_seen": 9216110, |
| "step": 569, |
| "train_runtime": 1476.6219, |
| "train_tokens_per_second": 6241.347 |
| }, |
| { |
| "epoch": 1.947008547008547, |
| "grad_norm": 0.16858874261379242, |
| "learning_rate": 5.85197934595525e-06, |
| "loss": 0.3967, |
| "num_input_tokens_seen": 9232750, |
| "step": 570, |
| "train_runtime": 1479.0428, |
| "train_tokens_per_second": 6242.382 |
| }, |
| { |
| "epoch": 1.9504273504273504, |
| "grad_norm": 0.21565116941928864, |
| "learning_rate": 5.507745266781412e-06, |
| "loss": 0.4639, |
| "num_input_tokens_seen": 9244110, |
| "step": 571, |
| "train_runtime": 1481.2963, |
| "train_tokens_per_second": 6240.554 |
| }, |
| { |
| "epoch": 1.953846153846154, |
| "grad_norm": 0.17212358117103577, |
| "learning_rate": 5.163511187607573e-06, |
| "loss": 0.4541, |
| "num_input_tokens_seen": 9260670, |
| "step": 572, |
| "train_runtime": 1483.7253, |
| "train_tokens_per_second": 6241.499 |
| }, |
| { |
| "epoch": 1.9572649572649574, |
| "grad_norm": 0.16098545491695404, |
| "learning_rate": 4.819277108433735e-06, |
| "loss": 0.3808, |
| "num_input_tokens_seen": 9277182, |
| "step": 573, |
| "train_runtime": 1486.1266, |
| "train_tokens_per_second": 6242.525 |
| }, |
| { |
| "epoch": 1.9606837606837608, |
| "grad_norm": 0.1885039359331131, |
| "learning_rate": 4.475043029259897e-06, |
| "loss": 0.4711, |
| "num_input_tokens_seen": 9291486, |
| "step": 574, |
| "train_runtime": 1488.2625, |
| "train_tokens_per_second": 6243.177 |
| }, |
| { |
| "epoch": 1.9641025641025642, |
| "grad_norm": 0.17435158789157867, |
| "learning_rate": 4.130808950086059e-06, |
| "loss": 0.3834, |
| "num_input_tokens_seen": 9307182, |
| "step": 575, |
| "train_runtime": 1490.6012, |
| "train_tokens_per_second": 6243.911 |
| }, |
| { |
| "epoch": 1.9675213675213676, |
| "grad_norm": 0.17134054005146027, |
| "learning_rate": 3.7865748709122206e-06, |
| "loss": 0.3521, |
| "num_input_tokens_seen": 9324318, |
| "step": 576, |
| "train_runtime": 1493.1064, |
| "train_tokens_per_second": 6244.912 |
| }, |
| { |
| "epoch": 1.970940170940171, |
| "grad_norm": 0.18249361217021942, |
| "learning_rate": 3.442340791738382e-06, |
| "loss": 0.3362, |
| "num_input_tokens_seen": 9338622, |
| "step": 577, |
| "train_runtime": 1495.2539, |
| "train_tokens_per_second": 6245.509 |
| }, |
| { |
| "epoch": 1.9743589743589745, |
| "grad_norm": 0.17978602647781372, |
| "learning_rate": 3.098106712564544e-06, |
| "loss": 0.4274, |
| "num_input_tokens_seen": 9353918, |
| "step": 578, |
| "train_runtime": 1497.5034, |
| "train_tokens_per_second": 6246.342 |
| }, |
| { |
| "epoch": 1.9777777777777779, |
| "grad_norm": 0.14672812819480896, |
| "learning_rate": 2.753872633390706e-06, |
| "loss": 0.314, |
| "num_input_tokens_seen": 9390878, |
| "step": 579, |
| "train_runtime": 1502.7758, |
| "train_tokens_per_second": 6249.021 |
| }, |
| { |
| "epoch": 1.9811965811965813, |
| "grad_norm": 0.19798055291175842, |
| "learning_rate": 2.4096385542168676e-06, |
| "loss": 0.4314, |
| "num_input_tokens_seen": 9404654, |
| "step": 580, |
| "train_runtime": 1504.8242, |
| "train_tokens_per_second": 6249.67 |
| }, |
| { |
| "epoch": 1.9846153846153847, |
| "grad_norm": 0.1839577704668045, |
| "learning_rate": 2.0654044750430297e-06, |
| "loss": 0.346, |
| "num_input_tokens_seen": 9421838, |
| "step": 581, |
| "train_runtime": 1507.3329, |
| "train_tokens_per_second": 6250.668 |
| }, |
| { |
| "epoch": 1.988034188034188, |
| "grad_norm": 0.1459440439939499, |
| "learning_rate": 1.721170395869191e-06, |
| "loss": 0.302, |
| "num_input_tokens_seen": 9450766, |
| "step": 582, |
| "train_runtime": 1511.4289, |
| "train_tokens_per_second": 6252.868 |
| }, |
| { |
| "epoch": 1.9914529914529915, |
| "grad_norm": 0.1679002195596695, |
| "learning_rate": 1.376936316695353e-06, |
| "loss": 0.3794, |
| "num_input_tokens_seen": 9467966, |
| "step": 583, |
| "train_runtime": 1513.9495, |
| "train_tokens_per_second": 6253.819 |
| }, |
| { |
| "epoch": 1.994871794871795, |
| "grad_norm": 0.18191100656986237, |
| "learning_rate": 1.0327022375215148e-06, |
| "loss": 0.4131, |
| "num_input_tokens_seen": 9482622, |
| "step": 584, |
| "train_runtime": 1516.0908, |
| "train_tokens_per_second": 6254.653 |
| }, |
| { |
| "epoch": 1.9982905982905983, |
| "grad_norm": 0.17011763155460358, |
| "learning_rate": 6.884681583476765e-07, |
| "loss": 0.3366, |
| "num_input_tokens_seen": 9497966, |
| "step": 585, |
| "train_runtime": 1518.3683, |
| "train_tokens_per_second": 6255.377 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.23105928301811218, |
| "learning_rate": 3.4423407917383825e-07, |
| "loss": 0.3455, |
| "num_input_tokens_seen": 9505226, |
| "step": 586, |
| "train_runtime": 1519.4393, |
| "train_tokens_per_second": 6255.746 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 586, |
| "num_input_tokens_seen": 9505226, |
| "num_train_epochs": 2, |
| "save_steps": 30, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.055493629648671e+17, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
