| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 4968, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002012882447665056, |
| "grad_norm": 2.297874630841598, |
| "learning_rate": 9.999984004554854e-06, |
| "loss": 0.867, |
| "num_input_tokens_seen": 292832, |
| "step": 5, |
| "train_runtime": 39.7021, |
| "train_tokens_per_second": 7375.738 |
| }, |
| { |
| "epoch": 0.004025764895330112, |
| "grad_norm": 1.5412972986291504, |
| "learning_rate": 9.999919023234347e-06, |
| "loss": 0.7277, |
| "num_input_tokens_seen": 564944, |
| "step": 10, |
| "train_runtime": 66.4419, |
| "train_tokens_per_second": 8502.83 |
| }, |
| { |
| "epoch": 0.006038647342995169, |
| "grad_norm": 1.3285416449380885, |
| "learning_rate": 9.999804056972284e-06, |
| "loss": 0.6583, |
| "num_input_tokens_seen": 816128, |
| "step": 15, |
| "train_runtime": 95.0256, |
| "train_tokens_per_second": 8588.504 |
| }, |
| { |
| "epoch": 0.008051529790660225, |
| "grad_norm": 0.9814892211337461, |
| "learning_rate": 9.999639106918003e-06, |
| "loss": 0.6616, |
| "num_input_tokens_seen": 1099328, |
| "step": 20, |
| "train_runtime": 127.2285, |
| "train_tokens_per_second": 8640.583 |
| }, |
| { |
| "epoch": 0.010064412238325281, |
| "grad_norm": 1.0896984128385303, |
| "learning_rate": 9.99942417472053e-06, |
| "loss": 0.5853, |
| "num_input_tokens_seen": 1374032, |
| "step": 25, |
| "train_runtime": 153.9678, |
| "train_tokens_per_second": 8924.152 |
| }, |
| { |
| "epoch": 0.012077294685990338, |
| "grad_norm": 1.0662278961026128, |
| "learning_rate": 9.999159262528582e-06, |
| "loss": 0.604, |
| "num_input_tokens_seen": 1636080, |
| "step": 30, |
| "train_runtime": 178.3494, |
| "train_tokens_per_second": 9173.454 |
| }, |
| { |
| "epoch": 0.014090177133655395, |
| "grad_norm": 0.9930923199663517, |
| "learning_rate": 9.99884437299052e-06, |
| "loss": 0.5905, |
| "num_input_tokens_seen": 1900688, |
| "step": 35, |
| "train_runtime": 201.2774, |
| "train_tokens_per_second": 9443.129 |
| }, |
| { |
| "epoch": 0.01610305958132045, |
| "grad_norm": 0.9690627403707294, |
| "learning_rate": 9.998479509254341e-06, |
| "loss": 0.575, |
| "num_input_tokens_seen": 2199616, |
| "step": 40, |
| "train_runtime": 235.7208, |
| "train_tokens_per_second": 9331.448 |
| }, |
| { |
| "epoch": 0.018115942028985508, |
| "grad_norm": 1.0729878367285486, |
| "learning_rate": 9.998064674967647e-06, |
| "loss": 0.5676, |
| "num_input_tokens_seen": 2476496, |
| "step": 45, |
| "train_runtime": 270.2691, |
| "train_tokens_per_second": 9163.074 |
| }, |
| { |
| "epoch": 0.020128824476650563, |
| "grad_norm": 1.0319800558502288, |
| "learning_rate": 9.997599874277596e-06, |
| "loss": 0.5935, |
| "num_input_tokens_seen": 2761112, |
| "step": 50, |
| "train_runtime": 303.6384, |
| "train_tokens_per_second": 9093.42 |
| }, |
| { |
| "epoch": 0.02214170692431562, |
| "grad_norm": 1.0330630133831564, |
| "learning_rate": 9.99708511183087e-06, |
| "loss": 0.5641, |
| "num_input_tokens_seen": 3062000, |
| "step": 55, |
| "train_runtime": 332.92, |
| "train_tokens_per_second": 9197.405 |
| }, |
| { |
| "epoch": 0.024154589371980676, |
| "grad_norm": 1.024063001375934, |
| "learning_rate": 9.99652039277363e-06, |
| "loss": 0.5104, |
| "num_input_tokens_seen": 3329408, |
| "step": 60, |
| "train_runtime": 364.1266, |
| "train_tokens_per_second": 9143.545 |
| }, |
| { |
| "epoch": 0.026167471819645734, |
| "grad_norm": 1.0403150394762068, |
| "learning_rate": 9.995905722751453e-06, |
| "loss": 0.554, |
| "num_input_tokens_seen": 3591352, |
| "step": 65, |
| "train_runtime": 396.3182, |
| "train_tokens_per_second": 9061.789 |
| }, |
| { |
| "epoch": 0.02818035426731079, |
| "grad_norm": 0.989881460344966, |
| "learning_rate": 9.99524110790929e-06, |
| "loss": 0.5112, |
| "num_input_tokens_seen": 3864640, |
| "step": 70, |
| "train_runtime": 422.9422, |
| "train_tokens_per_second": 9137.514 |
| }, |
| { |
| "epoch": 0.030193236714975844, |
| "grad_norm": 1.0121773824486404, |
| "learning_rate": 9.994526554891394e-06, |
| "loss": 0.5092, |
| "num_input_tokens_seen": 4118608, |
| "step": 75, |
| "train_runtime": 455.3539, |
| "train_tokens_per_second": 9044.85 |
| }, |
| { |
| "epoch": 0.0322061191626409, |
| "grad_norm": 1.0623009014957763, |
| "learning_rate": 9.99376207084126e-06, |
| "loss": 0.5149, |
| "num_input_tokens_seen": 4397920, |
| "step": 80, |
| "train_runtime": 480.756, |
| "train_tokens_per_second": 9147.926 |
| }, |
| { |
| "epoch": 0.03421900161030596, |
| "grad_norm": 0.9593445283598526, |
| "learning_rate": 9.992947663401548e-06, |
| "loss": 0.5463, |
| "num_input_tokens_seen": 4693768, |
| "step": 85, |
| "train_runtime": 512.7989, |
| "train_tokens_per_second": 9153.233 |
| }, |
| { |
| "epoch": 0.036231884057971016, |
| "grad_norm": 1.0508704978399308, |
| "learning_rate": 9.992083340714016e-06, |
| "loss": 0.5106, |
| "num_input_tokens_seen": 4961600, |
| "step": 90, |
| "train_runtime": 544.8363, |
| "train_tokens_per_second": 9106.588 |
| }, |
| { |
| "epoch": 0.038244766505636074, |
| "grad_norm": 1.1518906280289636, |
| "learning_rate": 9.991169111419422e-06, |
| "loss": 0.5364, |
| "num_input_tokens_seen": 5248632, |
| "step": 95, |
| "train_runtime": 582.7007, |
| "train_tokens_per_second": 9007.424 |
| }, |
| { |
| "epoch": 0.040257648953301126, |
| "grad_norm": 1.0455583857626112, |
| "learning_rate": 9.990204984657458e-06, |
| "loss": 0.5126, |
| "num_input_tokens_seen": 5535592, |
| "step": 100, |
| "train_runtime": 613.3673, |
| "train_tokens_per_second": 9024.922 |
| }, |
| { |
| "epoch": 0.042270531400966184, |
| "grad_norm": 0.9647063794409773, |
| "learning_rate": 9.989190970066643e-06, |
| "loss": 0.4907, |
| "num_input_tokens_seen": 5825616, |
| "step": 105, |
| "train_runtime": 648.4131, |
| "train_tokens_per_second": 8984.421 |
| }, |
| { |
| "epoch": 0.04428341384863124, |
| "grad_norm": 1.025853461617905, |
| "learning_rate": 9.98812707778423e-06, |
| "loss": 0.5066, |
| "num_input_tokens_seen": 6096520, |
| "step": 110, |
| "train_runtime": 677.1808, |
| "train_tokens_per_second": 9002.795 |
| }, |
| { |
| "epoch": 0.046296296296296294, |
| "grad_norm": 0.9941746624599364, |
| "learning_rate": 9.987013318446114e-06, |
| "loss": 0.5259, |
| "num_input_tokens_seen": 6388368, |
| "step": 115, |
| "train_runtime": 703.6922, |
| "train_tokens_per_second": 9078.355 |
| }, |
| { |
| "epoch": 0.04830917874396135, |
| "grad_norm": 1.005276106932477, |
| "learning_rate": 9.985849703186711e-06, |
| "loss": 0.5149, |
| "num_input_tokens_seen": 6666624, |
| "step": 120, |
| "train_runtime": 737.6899, |
| "train_tokens_per_second": 9037.163 |
| }, |
| { |
| "epoch": 0.05032206119162641, |
| "grad_norm": 1.0054534660231844, |
| "learning_rate": 9.984636243638864e-06, |
| "loss": 0.5026, |
| "num_input_tokens_seen": 6936568, |
| "step": 125, |
| "train_runtime": 765.4033, |
| "train_tokens_per_second": 9062.631 |
| }, |
| { |
| "epoch": 0.05233494363929147, |
| "grad_norm": 0.9649854296642881, |
| "learning_rate": 9.983372951933702e-06, |
| "loss": 0.4955, |
| "num_input_tokens_seen": 7206584, |
| "step": 130, |
| "train_runtime": 796.5003, |
| "train_tokens_per_second": 9047.811 |
| }, |
| { |
| "epoch": 0.05434782608695652, |
| "grad_norm": 1.0014564760412348, |
| "learning_rate": 9.982059840700546e-06, |
| "loss": 0.4968, |
| "num_input_tokens_seen": 7475776, |
| "step": 135, |
| "train_runtime": 828.7164, |
| "train_tokens_per_second": 9020.91 |
| }, |
| { |
| "epoch": 0.05636070853462158, |
| "grad_norm": 0.9385880473188393, |
| "learning_rate": 9.980696923066768e-06, |
| "loss": 0.4931, |
| "num_input_tokens_seen": 7731464, |
| "step": 140, |
| "train_runtime": 861.9344, |
| "train_tokens_per_second": 8969.898 |
| }, |
| { |
| "epoch": 0.05837359098228664, |
| "grad_norm": 1.029261356856895, |
| "learning_rate": 9.979284212657658e-06, |
| "loss": 0.5025, |
| "num_input_tokens_seen": 8017968, |
| "step": 145, |
| "train_runtime": 884.1322, |
| "train_tokens_per_second": 9068.743 |
| }, |
| { |
| "epoch": 0.06038647342995169, |
| "grad_norm": 0.9568689832650803, |
| "learning_rate": 9.977821723596293e-06, |
| "loss": 0.5134, |
| "num_input_tokens_seen": 8291456, |
| "step": 150, |
| "train_runtime": 908.7213, |
| "train_tokens_per_second": 9124.312 |
| }, |
| { |
| "epoch": 0.06239935587761675, |
| "grad_norm": 1.0073839022410702, |
| "learning_rate": 9.976309470503398e-06, |
| "loss": 0.4773, |
| "num_input_tokens_seen": 8578792, |
| "step": 155, |
| "train_runtime": 944.0011, |
| "train_tokens_per_second": 9087.693 |
| }, |
| { |
| "epoch": 0.0644122383252818, |
| "grad_norm": 0.9920386431386734, |
| "learning_rate": 9.974747468497194e-06, |
| "loss": 0.5019, |
| "num_input_tokens_seen": 8890568, |
| "step": 160, |
| "train_runtime": 971.9993, |
| "train_tokens_per_second": 9146.682 |
| }, |
| { |
| "epoch": 0.06642512077294686, |
| "grad_norm": 0.9884792357109632, |
| "learning_rate": 9.973135733193249e-06, |
| "loss": 0.4943, |
| "num_input_tokens_seen": 9179704, |
| "step": 165, |
| "train_runtime": 1001.0592, |
| "train_tokens_per_second": 9169.991 |
| }, |
| { |
| "epoch": 0.06843800322061191, |
| "grad_norm": 1.092841343494877, |
| "learning_rate": 9.971474280704325e-06, |
| "loss": 0.4921, |
| "num_input_tokens_seen": 9461368, |
| "step": 170, |
| "train_runtime": 1027.2, |
| "train_tokens_per_second": 9210.833 |
| }, |
| { |
| "epoch": 0.07045088566827697, |
| "grad_norm": 1.2286594209419102, |
| "learning_rate": 9.969763127640209e-06, |
| "loss": 0.4741, |
| "num_input_tokens_seen": 9713984, |
| "step": 175, |
| "train_runtime": 1056.8353, |
| "train_tokens_per_second": 9191.577 |
| }, |
| { |
| "epoch": 0.07246376811594203, |
| "grad_norm": 0.8373313585482862, |
| "learning_rate": 9.968002291107557e-06, |
| "loss": 0.4759, |
| "num_input_tokens_seen": 10012384, |
| "step": 180, |
| "train_runtime": 1086.8129, |
| "train_tokens_per_second": 9212.61 |
| }, |
| { |
| "epoch": 0.07447665056360708, |
| "grad_norm": 1.0232386757931464, |
| "learning_rate": 9.966191788709716e-06, |
| "loss": 0.4987, |
| "num_input_tokens_seen": 10309304, |
| "step": 185, |
| "train_runtime": 1124.6164, |
| "train_tokens_per_second": 9166.952 |
| }, |
| { |
| "epoch": 0.07648953301127215, |
| "grad_norm": 1.0192498037984576, |
| "learning_rate": 9.96433163854655e-06, |
| "loss": 0.5044, |
| "num_input_tokens_seen": 10601024, |
| "step": 190, |
| "train_runtime": 1154.457, |
| "train_tokens_per_second": 9182.693 |
| }, |
| { |
| "epoch": 0.0785024154589372, |
| "grad_norm": 0.8967750445238334, |
| "learning_rate": 9.96242185921426e-06, |
| "loss": 0.4963, |
| "num_input_tokens_seen": 10843288, |
| "step": 195, |
| "train_runtime": 1184.9067, |
| "train_tokens_per_second": 9151.174 |
| }, |
| { |
| "epoch": 0.08051529790660225, |
| "grad_norm": 0.913336553563134, |
| "learning_rate": 9.9604624698052e-06, |
| "loss": 0.4897, |
| "num_input_tokens_seen": 11122280, |
| "step": 200, |
| "train_runtime": 1215.3143, |
| "train_tokens_per_second": 9151.772 |
| }, |
| { |
| "epoch": 0.08252818035426732, |
| "grad_norm": 1.0051464363210705, |
| "learning_rate": 9.958453489907673e-06, |
| "loss": 0.4868, |
| "num_input_tokens_seen": 11398920, |
| "step": 205, |
| "train_runtime": 1247.2302, |
| "train_tokens_per_second": 9139.388 |
| }, |
| { |
| "epoch": 0.08454106280193237, |
| "grad_norm": 0.9520523183963829, |
| "learning_rate": 9.95639493960576e-06, |
| "loss": 0.4624, |
| "num_input_tokens_seen": 11687640, |
| "step": 210, |
| "train_runtime": 1281.9313, |
| "train_tokens_per_second": 9117.213 |
| }, |
| { |
| "epoch": 0.08655394524959742, |
| "grad_norm": 1.004052413112944, |
| "learning_rate": 9.954286839479093e-06, |
| "loss": 0.4623, |
| "num_input_tokens_seen": 11963376, |
| "step": 215, |
| "train_runtime": 1310.3705, |
| "train_tokens_per_second": 9129.766 |
| }, |
| { |
| "epoch": 0.08856682769726248, |
| "grad_norm": 0.9695102563911814, |
| "learning_rate": 9.952129210602667e-06, |
| "loss": 0.5101, |
| "num_input_tokens_seen": 12245024, |
| "step": 220, |
| "train_runtime": 1343.393, |
| "train_tokens_per_second": 9114.997 |
| }, |
| { |
| "epoch": 0.09057971014492754, |
| "grad_norm": 0.962229278452791, |
| "learning_rate": 9.949922074546622e-06, |
| "loss": 0.4567, |
| "num_input_tokens_seen": 12524040, |
| "step": 225, |
| "train_runtime": 1369.1511, |
| "train_tokens_per_second": 9147.303 |
| }, |
| { |
| "epoch": 0.09259259259259259, |
| "grad_norm": 0.9824369554443164, |
| "learning_rate": 9.947665453376032e-06, |
| "loss": 0.4815, |
| "num_input_tokens_seen": 12785280, |
| "step": 230, |
| "train_runtime": 1400.5983, |
| "train_tokens_per_second": 9128.442 |
| }, |
| { |
| "epoch": 0.09460547504025765, |
| "grad_norm": 0.85368460319332, |
| "learning_rate": 9.945359369650673e-06, |
| "loss": 0.4564, |
| "num_input_tokens_seen": 13058144, |
| "step": 235, |
| "train_runtime": 1434.6051, |
| "train_tokens_per_second": 9102.257 |
| }, |
| { |
| "epoch": 0.0966183574879227, |
| "grad_norm": 0.8997471128244209, |
| "learning_rate": 9.943003846424811e-06, |
| "loss": 0.4618, |
| "num_input_tokens_seen": 13344560, |
| "step": 240, |
| "train_runtime": 1465.1679, |
| "train_tokens_per_second": 9107.871 |
| }, |
| { |
| "epoch": 0.09863123993558776, |
| "grad_norm": 0.9464056047380616, |
| "learning_rate": 9.940598907246968e-06, |
| "loss": 0.48, |
| "num_input_tokens_seen": 13615896, |
| "step": 245, |
| "train_runtime": 1501.0603, |
| "train_tokens_per_second": 9070.852 |
| }, |
| { |
| "epoch": 0.10064412238325282, |
| "grad_norm": 0.8962483000661939, |
| "learning_rate": 9.93814457615968e-06, |
| "loss": 0.4692, |
| "num_input_tokens_seen": 13907312, |
| "step": 250, |
| "train_runtime": 1529.34, |
| "train_tokens_per_second": 9093.669 |
| }, |
| { |
| "epoch": 0.10265700483091787, |
| "grad_norm": 0.8970724655525292, |
| "learning_rate": 9.935640877699267e-06, |
| "loss": 0.4603, |
| "num_input_tokens_seen": 14164552, |
| "step": 255, |
| "train_runtime": 1560.4007, |
| "train_tokens_per_second": 9077.51 |
| }, |
| { |
| "epoch": 0.10466988727858294, |
| "grad_norm": 0.9285997033654927, |
| "learning_rate": 9.933087836895575e-06, |
| "loss": 0.4722, |
| "num_input_tokens_seen": 14443752, |
| "step": 260, |
| "train_runtime": 1587.6033, |
| "train_tokens_per_second": 9097.835 |
| }, |
| { |
| "epoch": 0.10668276972624799, |
| "grad_norm": 0.9859648420826093, |
| "learning_rate": 9.930485479271735e-06, |
| "loss": 0.4877, |
| "num_input_tokens_seen": 14736200, |
| "step": 265, |
| "train_runtime": 1620.9205, |
| "train_tokens_per_second": 9091.254 |
| }, |
| { |
| "epoch": 0.10869565217391304, |
| "grad_norm": 0.8933935555310302, |
| "learning_rate": 9.927833830843912e-06, |
| "loss": 0.466, |
| "num_input_tokens_seen": 15016808, |
| "step": 270, |
| "train_runtime": 1657.4694, |
| "train_tokens_per_second": 9060.081 |
| }, |
| { |
| "epoch": 0.1107085346215781, |
| "grad_norm": 0.901422608365093, |
| "learning_rate": 9.925132918121031e-06, |
| "loss": 0.4919, |
| "num_input_tokens_seen": 15308392, |
| "step": 275, |
| "train_runtime": 1687.0118, |
| "train_tokens_per_second": 9074.265 |
| }, |
| { |
| "epoch": 0.11272141706924316, |
| "grad_norm": 1.0917968989269704, |
| "learning_rate": 9.922382768104522e-06, |
| "loss": 0.4688, |
| "num_input_tokens_seen": 15559416, |
| "step": 280, |
| "train_runtime": 1714.5165, |
| "train_tokens_per_second": 9075.104 |
| }, |
| { |
| "epoch": 0.11473429951690821, |
| "grad_norm": 1.061812935108647, |
| "learning_rate": 9.919583408288049e-06, |
| "loss": 0.4684, |
| "num_input_tokens_seen": 15836040, |
| "step": 285, |
| "train_runtime": 1744.45, |
| "train_tokens_per_second": 9077.956 |
| }, |
| { |
| "epoch": 0.11674718196457327, |
| "grad_norm": 0.9537165872143243, |
| "learning_rate": 9.916734866657233e-06, |
| "loss": 0.4808, |
| "num_input_tokens_seen": 16110584, |
| "step": 290, |
| "train_runtime": 1775.4645, |
| "train_tokens_per_second": 9074.011 |
| }, |
| { |
| "epoch": 0.11876006441223833, |
| "grad_norm": 0.916650519501917, |
| "learning_rate": 9.913837171689371e-06, |
| "loss": 0.4565, |
| "num_input_tokens_seen": 16386896, |
| "step": 295, |
| "train_runtime": 1800.6521, |
| "train_tokens_per_second": 9100.534 |
| }, |
| { |
| "epoch": 0.12077294685990338, |
| "grad_norm": 0.8896413097983231, |
| "learning_rate": 9.910890352353154e-06, |
| "loss": 0.4622, |
| "num_input_tokens_seen": 16681768, |
| "step": 300, |
| "train_runtime": 1826.484, |
| "train_tokens_per_second": 9133.268 |
| }, |
| { |
| "epoch": 0.12278582930756844, |
| "grad_norm": 1.047536047835029, |
| "learning_rate": 9.90789443810838e-06, |
| "loss": 0.4496, |
| "num_input_tokens_seen": 16957488, |
| "step": 305, |
| "train_runtime": 1852.5616, |
| "train_tokens_per_second": 9153.535 |
| }, |
| { |
| "epoch": 0.1247987117552335, |
| "grad_norm": 0.8071488982140137, |
| "learning_rate": 9.904849458905654e-06, |
| "loss": 0.486, |
| "num_input_tokens_seen": 17260552, |
| "step": 310, |
| "train_runtime": 1890.3429, |
| "train_tokens_per_second": 9130.91 |
| }, |
| { |
| "epoch": 0.12681159420289856, |
| "grad_norm": 0.9224613988609329, |
| "learning_rate": 9.901755445186088e-06, |
| "loss": 0.4643, |
| "num_input_tokens_seen": 17526528, |
| "step": 315, |
| "train_runtime": 1919.1621, |
| "train_tokens_per_second": 9132.385 |
| }, |
| { |
| "epoch": 0.1288244766505636, |
| "grad_norm": 0.8816714224692683, |
| "learning_rate": 9.898612427881002e-06, |
| "loss": 0.4747, |
| "num_input_tokens_seen": 17801096, |
| "step": 320, |
| "train_runtime": 1951.7409, |
| "train_tokens_per_second": 9120.625 |
| }, |
| { |
| "epoch": 0.13083735909822866, |
| "grad_norm": 1.013524769504045, |
| "learning_rate": 9.895420438411616e-06, |
| "loss": 0.5203, |
| "num_input_tokens_seen": 18086600, |
| "step": 325, |
| "train_runtime": 1979.6703, |
| "train_tokens_per_second": 9136.168 |
| }, |
| { |
| "epoch": 0.13285024154589373, |
| "grad_norm": 0.9633152341610259, |
| "learning_rate": 9.892179508688724e-06, |
| "loss": 0.4754, |
| "num_input_tokens_seen": 18348912, |
| "step": 330, |
| "train_runtime": 2010.2191, |
| "train_tokens_per_second": 9127.817 |
| }, |
| { |
| "epoch": 0.13486312399355876, |
| "grad_norm": 1.0039963734989743, |
| "learning_rate": 9.888889671112388e-06, |
| "loss": 0.445, |
| "num_input_tokens_seen": 18619192, |
| "step": 335, |
| "train_runtime": 2036.4325, |
| "train_tokens_per_second": 9143.044 |
| }, |
| { |
| "epoch": 0.13687600644122383, |
| "grad_norm": 1.0832401853018647, |
| "learning_rate": 9.88555095857161e-06, |
| "loss": 0.4669, |
| "num_input_tokens_seen": 18905056, |
| "step": 340, |
| "train_runtime": 2068.8702, |
| "train_tokens_per_second": 9137.865 |
| }, |
| { |
| "epoch": 0.1388888888888889, |
| "grad_norm": 0.862382244963817, |
| "learning_rate": 9.882163404444001e-06, |
| "loss": 0.4782, |
| "num_input_tokens_seen": 19184608, |
| "step": 345, |
| "train_runtime": 2098.8762, |
| "train_tokens_per_second": 9140.419 |
| }, |
| { |
| "epoch": 0.14090177133655393, |
| "grad_norm": 0.864044298283736, |
| "learning_rate": 9.878727042595447e-06, |
| "loss": 0.4543, |
| "num_input_tokens_seen": 19461712, |
| "step": 350, |
| "train_runtime": 2128.7935, |
| "train_tokens_per_second": 9142.132 |
| }, |
| { |
| "epoch": 0.142914653784219, |
| "grad_norm": 0.9320696362077064, |
| "learning_rate": 9.875241907379774e-06, |
| "loss": 0.4441, |
| "num_input_tokens_seen": 19740152, |
| "step": 355, |
| "train_runtime": 2160.5367, |
| "train_tokens_per_second": 9136.689 |
| }, |
| { |
| "epoch": 0.14492753623188406, |
| "grad_norm": 0.8487837648535018, |
| "learning_rate": 9.871708033638403e-06, |
| "loss": 0.4712, |
| "num_input_tokens_seen": 20008048, |
| "step": 360, |
| "train_runtime": 2188.3335, |
| "train_tokens_per_second": 9143.053 |
| }, |
| { |
| "epoch": 0.1469404186795491, |
| "grad_norm": 0.8449813828387256, |
| "learning_rate": 9.8681254567e-06, |
| "loss": 0.461, |
| "num_input_tokens_seen": 20280608, |
| "step": 365, |
| "train_runtime": 2212.8748, |
| "train_tokens_per_second": 9164.824 |
| }, |
| { |
| "epoch": 0.14895330112721417, |
| "grad_norm": 0.9446992309876536, |
| "learning_rate": 9.864494212380125e-06, |
| "loss": 0.4195, |
| "num_input_tokens_seen": 20529280, |
| "step": 370, |
| "train_runtime": 2239.8901, |
| "train_tokens_per_second": 9165.307 |
| }, |
| { |
| "epoch": 0.15096618357487923, |
| "grad_norm": 0.8916069751957232, |
| "learning_rate": 9.860814336980873e-06, |
| "loss": 0.4436, |
| "num_input_tokens_seen": 20811944, |
| "step": 375, |
| "train_runtime": 2269.4774, |
| "train_tokens_per_second": 9170.369 |
| }, |
| { |
| "epoch": 0.1529790660225443, |
| "grad_norm": 0.902573279691924, |
| "learning_rate": 9.85708586729051e-06, |
| "loss": 0.4566, |
| "num_input_tokens_seen": 21099408, |
| "step": 380, |
| "train_runtime": 2303.2507, |
| "train_tokens_per_second": 9160.708 |
| }, |
| { |
| "epoch": 0.15499194847020933, |
| "grad_norm": 0.8867322843522712, |
| "learning_rate": 9.85330884058311e-06, |
| "loss": 0.4646, |
| "num_input_tokens_seen": 21383888, |
| "step": 385, |
| "train_runtime": 2332.8596, |
| "train_tokens_per_second": 9166.385 |
| }, |
| { |
| "epoch": 0.1570048309178744, |
| "grad_norm": 0.8675325974577762, |
| "learning_rate": 9.849483294618174e-06, |
| "loss": 0.4672, |
| "num_input_tokens_seen": 21649424, |
| "step": 390, |
| "train_runtime": 2357.814, |
| "train_tokens_per_second": 9181.99 |
| }, |
| { |
| "epoch": 0.15901771336553946, |
| "grad_norm": 0.8905402068232048, |
| "learning_rate": 9.84560926764026e-06, |
| "loss": 0.4698, |
| "num_input_tokens_seen": 21936800, |
| "step": 395, |
| "train_runtime": 2388.2232, |
| "train_tokens_per_second": 9185.406 |
| }, |
| { |
| "epoch": 0.1610305958132045, |
| "grad_norm": 1.7325432324949936, |
| "learning_rate": 9.8416867983786e-06, |
| "loss": 0.4787, |
| "num_input_tokens_seen": 22236592, |
| "step": 400, |
| "train_runtime": 2415.6416, |
| "train_tokens_per_second": 9205.253 |
| }, |
| { |
| "epoch": 0.16304347826086957, |
| "grad_norm": 0.8270328203472112, |
| "learning_rate": 9.837715926046705e-06, |
| "loss": 0.4563, |
| "num_input_tokens_seen": 22511304, |
| "step": 405, |
| "train_runtime": 2443.4163, |
| "train_tokens_per_second": 9213.045 |
| }, |
| { |
| "epoch": 0.16505636070853463, |
| "grad_norm": 0.9386742183347965, |
| "learning_rate": 9.833696690341985e-06, |
| "loss": 0.4427, |
| "num_input_tokens_seen": 22789600, |
| "step": 410, |
| "train_runtime": 2473.4378, |
| "train_tokens_per_second": 9213.735 |
| }, |
| { |
| "epoch": 0.16706924315619967, |
| "grad_norm": 0.823193403541499, |
| "learning_rate": 9.829629131445342e-06, |
| "loss": 0.4448, |
| "num_input_tokens_seen": 23057896, |
| "step": 415, |
| "train_runtime": 2499.8246, |
| "train_tokens_per_second": 9223.806 |
| }, |
| { |
| "epoch": 0.16908212560386474, |
| "grad_norm": 1.0759155560083942, |
| "learning_rate": 9.825513290020774e-06, |
| "loss": 0.4716, |
| "num_input_tokens_seen": 23322920, |
| "step": 420, |
| "train_runtime": 2524.8992, |
| "train_tokens_per_second": 9237.169 |
| }, |
| { |
| "epoch": 0.1710950080515298, |
| "grad_norm": 1.2895244102227148, |
| "learning_rate": 9.821349207214965e-06, |
| "loss": 0.4635, |
| "num_input_tokens_seen": 23607720, |
| "step": 425, |
| "train_runtime": 2555.2346, |
| "train_tokens_per_second": 9238.964 |
| }, |
| { |
| "epoch": 0.17310789049919484, |
| "grad_norm": 1.0077840856078137, |
| "learning_rate": 9.817136924656876e-06, |
| "loss": 0.4601, |
| "num_input_tokens_seen": 23878208, |
| "step": 430, |
| "train_runtime": 2582.5663, |
| "train_tokens_per_second": 9245.923 |
| }, |
| { |
| "epoch": 0.1751207729468599, |
| "grad_norm": 0.9407880632968855, |
| "learning_rate": 9.81287648445733e-06, |
| "loss": 0.4771, |
| "num_input_tokens_seen": 24132696, |
| "step": 435, |
| "train_runtime": 2610.4406, |
| "train_tokens_per_second": 9244.683 |
| }, |
| { |
| "epoch": 0.17713365539452497, |
| "grad_norm": 0.9053142341505027, |
| "learning_rate": 9.808567929208585e-06, |
| "loss": 0.5071, |
| "num_input_tokens_seen": 24370704, |
| "step": 440, |
| "train_runtime": 2635.5968, |
| "train_tokens_per_second": 9246.75 |
| }, |
| { |
| "epoch": 0.17914653784219, |
| "grad_norm": 0.9661909090080892, |
| "learning_rate": 9.804211301983919e-06, |
| "loss": 0.4677, |
| "num_input_tokens_seen": 24646976, |
| "step": 445, |
| "train_runtime": 2664.2255, |
| "train_tokens_per_second": 9251.085 |
| }, |
| { |
| "epoch": 0.18115942028985507, |
| "grad_norm": 0.8394811999152494, |
| "learning_rate": 9.799806646337186e-06, |
| "loss": 0.4412, |
| "num_input_tokens_seen": 24928696, |
| "step": 450, |
| "train_runtime": 2692.6558, |
| "train_tokens_per_second": 9258.033 |
| }, |
| { |
| "epoch": 0.18317230273752014, |
| "grad_norm": 0.8442351104000755, |
| "learning_rate": 9.795354006302391e-06, |
| "loss": 0.4778, |
| "num_input_tokens_seen": 25219216, |
| "step": 455, |
| "train_runtime": 2716.0677, |
| "train_tokens_per_second": 9285.194 |
| }, |
| { |
| "epoch": 0.18518518518518517, |
| "grad_norm": 0.8146128583546326, |
| "learning_rate": 9.790853426393246e-06, |
| "loss": 0.4418, |
| "num_input_tokens_seen": 25478368, |
| "step": 460, |
| "train_runtime": 2745.2859, |
| "train_tokens_per_second": 9280.77 |
| }, |
| { |
| "epoch": 0.18719806763285024, |
| "grad_norm": 0.8503603324829592, |
| "learning_rate": 9.786304951602721e-06, |
| "loss": 0.4505, |
| "num_input_tokens_seen": 25769232, |
| "step": 465, |
| "train_runtime": 2776.8307, |
| "train_tokens_per_second": 9280.088 |
| }, |
| { |
| "epoch": 0.1892109500805153, |
| "grad_norm": 0.8906558768292534, |
| "learning_rate": 9.781708627402607e-06, |
| "loss": 0.4682, |
| "num_input_tokens_seen": 26048576, |
| "step": 470, |
| "train_runtime": 2815.5419, |
| "train_tokens_per_second": 9251.71 |
| }, |
| { |
| "epoch": 0.19122383252818034, |
| "grad_norm": 0.8560769187270413, |
| "learning_rate": 9.777064499743044e-06, |
| "loss": 0.4755, |
| "num_input_tokens_seen": 26328000, |
| "step": 475, |
| "train_runtime": 2848.0769, |
| "train_tokens_per_second": 9244.133 |
| }, |
| { |
| "epoch": 0.1932367149758454, |
| "grad_norm": 0.9460611498214977, |
| "learning_rate": 9.772372615052073e-06, |
| "loss": 0.4521, |
| "num_input_tokens_seen": 26625520, |
| "step": 480, |
| "train_runtime": 2871.8286, |
| "train_tokens_per_second": 9271.278 |
| }, |
| { |
| "epoch": 0.19524959742351047, |
| "grad_norm": 0.9498293368473315, |
| "learning_rate": 9.767633020235175e-06, |
| "loss": 0.4664, |
| "num_input_tokens_seen": 26912912, |
| "step": 485, |
| "train_runtime": 2905.6311, |
| "train_tokens_per_second": 9262.329 |
| }, |
| { |
| "epoch": 0.1972624798711755, |
| "grad_norm": 0.880158192459652, |
| "learning_rate": 9.762845762674783e-06, |
| "loss": 0.4483, |
| "num_input_tokens_seen": 27186112, |
| "step": 490, |
| "train_runtime": 2933.3314, |
| "train_tokens_per_second": 9267.999 |
| }, |
| { |
| "epoch": 0.19927536231884058, |
| "grad_norm": 0.9087010500522344, |
| "learning_rate": 9.758010890229841e-06, |
| "loss": 0.4425, |
| "num_input_tokens_seen": 27458000, |
| "step": 495, |
| "train_runtime": 2958.1078, |
| "train_tokens_per_second": 9282.285 |
| }, |
| { |
| "epoch": 0.20128824476650564, |
| "grad_norm": 0.9534094173539439, |
| "learning_rate": 9.753128451235286e-06, |
| "loss": 0.4376, |
| "num_input_tokens_seen": 27728384, |
| "step": 500, |
| "train_runtime": 2984.0872, |
| "train_tokens_per_second": 9292.082 |
| }, |
| { |
| "epoch": 0.20330112721417068, |
| "grad_norm": 0.8811629303030996, |
| "learning_rate": 9.748198494501598e-06, |
| "loss": 0.4464, |
| "num_input_tokens_seen": 27995208, |
| "step": 505, |
| "train_runtime": 3012.725, |
| "train_tokens_per_second": 9292.321 |
| }, |
| { |
| "epoch": 0.20531400966183574, |
| "grad_norm": 0.8332138484162837, |
| "learning_rate": 9.743221069314293e-06, |
| "loss": 0.4636, |
| "num_input_tokens_seen": 28282768, |
| "step": 510, |
| "train_runtime": 3050.6012, |
| "train_tokens_per_second": 9271.211 |
| }, |
| { |
| "epoch": 0.2073268921095008, |
| "grad_norm": 1.0108628601807634, |
| "learning_rate": 9.73819622543344e-06, |
| "loss": 0.4625, |
| "num_input_tokens_seen": 28551128, |
| "step": 515, |
| "train_runtime": 3085.8372, |
| "train_tokens_per_second": 9252.312 |
| }, |
| { |
| "epoch": 0.20933977455716588, |
| "grad_norm": 0.8787448272227463, |
| "learning_rate": 9.733124013093158e-06, |
| "loss": 0.4933, |
| "num_input_tokens_seen": 28811192, |
| "step": 520, |
| "train_runtime": 3119.0151, |
| "train_tokens_per_second": 9237.272 |
| }, |
| { |
| "epoch": 0.2113526570048309, |
| "grad_norm": 0.9083794945005091, |
| "learning_rate": 9.728004483001117e-06, |
| "loss": 0.4467, |
| "num_input_tokens_seen": 29059944, |
| "step": 525, |
| "train_runtime": 3148.6589, |
| "train_tokens_per_second": 9229.308 |
| }, |
| { |
| "epoch": 0.21336553945249598, |
| "grad_norm": 0.9675936515894851, |
| "learning_rate": 9.722837686338025e-06, |
| "loss": 0.4537, |
| "num_input_tokens_seen": 29359232, |
| "step": 530, |
| "train_runtime": 3177.5706, |
| "train_tokens_per_second": 9239.522 |
| }, |
| { |
| "epoch": 0.21537842190016104, |
| "grad_norm": 0.8837171449614337, |
| "learning_rate": 9.717623674757126e-06, |
| "loss": 0.4708, |
| "num_input_tokens_seen": 29641328, |
| "step": 535, |
| "train_runtime": 3209.9208, |
| "train_tokens_per_second": 9234.286 |
| }, |
| { |
| "epoch": 0.21739130434782608, |
| "grad_norm": 0.7986281586917634, |
| "learning_rate": 9.712362500383678e-06, |
| "loss": 0.4612, |
| "num_input_tokens_seen": 29911064, |
| "step": 540, |
| "train_runtime": 3238.9396, |
| "train_tokens_per_second": 9234.832 |
| }, |
| { |
| "epoch": 0.21940418679549115, |
| "grad_norm": 0.8703945257775082, |
| "learning_rate": 9.707054215814428e-06, |
| "loss": 0.4375, |
| "num_input_tokens_seen": 30189032, |
| "step": 545, |
| "train_runtime": 3272.7725, |
| "train_tokens_per_second": 9224.299 |
| }, |
| { |
| "epoch": 0.2214170692431562, |
| "grad_norm": 0.8211355084617955, |
| "learning_rate": 9.7016988741171e-06, |
| "loss": 0.4562, |
| "num_input_tokens_seen": 30489720, |
| "step": 550, |
| "train_runtime": 3306.9035, |
| "train_tokens_per_second": 9220.021 |
| }, |
| { |
| "epoch": 0.22342995169082125, |
| "grad_norm": 0.8200822471994678, |
| "learning_rate": 9.696296528829847e-06, |
| "loss": 0.4629, |
| "num_input_tokens_seen": 30755376, |
| "step": 555, |
| "train_runtime": 3326.6834, |
| "train_tokens_per_second": 9245.057 |
| }, |
| { |
| "epoch": 0.22544283413848631, |
| "grad_norm": 0.8793668514223952, |
| "learning_rate": 9.690847233960723e-06, |
| "loss": 0.4438, |
| "num_input_tokens_seen": 31000552, |
| "step": 560, |
| "train_runtime": 3356.3594, |
| "train_tokens_per_second": 9236.362 |
| }, |
| { |
| "epoch": 0.22745571658615138, |
| "grad_norm": 0.8181596604472655, |
| "learning_rate": 9.685351043987151e-06, |
| "loss": 0.455, |
| "num_input_tokens_seen": 31284360, |
| "step": 565, |
| "train_runtime": 3385.453, |
| "train_tokens_per_second": 9240.819 |
| }, |
| { |
| "epoch": 0.22946859903381642, |
| "grad_norm": 0.8709313822510947, |
| "learning_rate": 9.679808013855367e-06, |
| "loss": 0.4755, |
| "num_input_tokens_seen": 31590160, |
| "step": 570, |
| "train_runtime": 3420.896, |
| "train_tokens_per_second": 9234.47 |
| }, |
| { |
| "epoch": 0.23148148148148148, |
| "grad_norm": 0.8219481315168611, |
| "learning_rate": 9.674218198979876e-06, |
| "loss": 0.4564, |
| "num_input_tokens_seen": 31891040, |
| "step": 575, |
| "train_runtime": 3453.0585, |
| "train_tokens_per_second": 9235.592 |
| }, |
| { |
| "epoch": 0.23349436392914655, |
| "grad_norm": 0.7890669251783218, |
| "learning_rate": 9.668581655242896e-06, |
| "loss": 0.4195, |
| "num_input_tokens_seen": 32172592, |
| "step": 580, |
| "train_runtime": 3478.2807, |
| "train_tokens_per_second": 9249.567 |
| }, |
| { |
| "epoch": 0.23550724637681159, |
| "grad_norm": 0.7996915699369995, |
| "learning_rate": 9.662898438993803e-06, |
| "loss": 0.4326, |
| "num_input_tokens_seen": 32453192, |
| "step": 585, |
| "train_runtime": 3513.1942, |
| "train_tokens_per_second": 9237.517 |
| }, |
| { |
| "epoch": 0.23752012882447665, |
| "grad_norm": 0.8486263117718159, |
| "learning_rate": 9.657168607048564e-06, |
| "loss": 0.4261, |
| "num_input_tokens_seen": 32734816, |
| "step": 590, |
| "train_runtime": 3535.6832, |
| "train_tokens_per_second": 9258.413 |
| }, |
| { |
| "epoch": 0.23953301127214172, |
| "grad_norm": 0.8253459827233957, |
| "learning_rate": 9.651392216689167e-06, |
| "loss": 0.4395, |
| "num_input_tokens_seen": 33026104, |
| "step": 595, |
| "train_runtime": 3564.8102, |
| "train_tokens_per_second": 9264.477 |
| }, |
| { |
| "epoch": 0.24154589371980675, |
| "grad_norm": 0.9293081796114288, |
| "learning_rate": 9.645569325663055e-06, |
| "loss": 0.4538, |
| "num_input_tokens_seen": 33305592, |
| "step": 600, |
| "train_runtime": 3591.1405, |
| "train_tokens_per_second": 9274.377 |
| }, |
| { |
| "epoch": 0.24355877616747182, |
| "grad_norm": 0.9986733124933477, |
| "learning_rate": 9.639699992182547e-06, |
| "loss": 0.4397, |
| "num_input_tokens_seen": 33562824, |
| "step": 605, |
| "train_runtime": 3622.7033, |
| "train_tokens_per_second": 9264.58 |
| }, |
| { |
| "epoch": 0.24557165861513688, |
| "grad_norm": 0.8505463413562964, |
| "learning_rate": 9.633784274924247e-06, |
| "loss": 0.4345, |
| "num_input_tokens_seen": 33826536, |
| "step": 610, |
| "train_runtime": 3655.0498, |
| "train_tokens_per_second": 9254.74 |
| }, |
| { |
| "epoch": 0.24758454106280192, |
| "grad_norm": 0.8221420870564581, |
| "learning_rate": 9.627822233028472e-06, |
| "loss": 0.4519, |
| "num_input_tokens_seen": 34097896, |
| "step": 615, |
| "train_runtime": 3682.0434, |
| "train_tokens_per_second": 9260.59 |
| }, |
| { |
| "epoch": 0.249597423510467, |
| "grad_norm": 0.9572344969236803, |
| "learning_rate": 9.62181392609865e-06, |
| "loss": 0.4348, |
| "num_input_tokens_seen": 34362496, |
| "step": 620, |
| "train_runtime": 3714.5196, |
| "train_tokens_per_second": 9250.859 |
| }, |
| { |
| "epoch": 0.25161030595813205, |
| "grad_norm": 0.8350794602782161, |
| "learning_rate": 9.615759414200729e-06, |
| "loss": 0.4379, |
| "num_input_tokens_seen": 34597456, |
| "step": 625, |
| "train_runtime": 3741.1155, |
| "train_tokens_per_second": 9247.898 |
| }, |
| { |
| "epoch": 0.2536231884057971, |
| "grad_norm": 0.8594070154909677, |
| "learning_rate": 9.609658757862572e-06, |
| "loss": 0.432, |
| "num_input_tokens_seen": 34884304, |
| "step": 630, |
| "train_runtime": 3774.4814, |
| "train_tokens_per_second": 9242.145 |
| }, |
| { |
| "epoch": 0.2556360708534622, |
| "grad_norm": 0.8797488931891037, |
| "learning_rate": 9.603512018073357e-06, |
| "loss": 0.4543, |
| "num_input_tokens_seen": 35153336, |
| "step": 635, |
| "train_runtime": 3800.1563, |
| "train_tokens_per_second": 9250.498 |
| }, |
| { |
| "epoch": 0.2576489533011272, |
| "grad_norm": 0.8459516696536561, |
| "learning_rate": 9.597319256282968e-06, |
| "loss": 0.4371, |
| "num_input_tokens_seen": 35430144, |
| "step": 640, |
| "train_runtime": 3826.8369, |
| "train_tokens_per_second": 9258.336 |
| }, |
| { |
| "epoch": 0.25966183574879226, |
| "grad_norm": 0.8090317585805571, |
| "learning_rate": 9.591080534401371e-06, |
| "loss": 0.4655, |
| "num_input_tokens_seen": 35718240, |
| "step": 645, |
| "train_runtime": 3862.5719, |
| "train_tokens_per_second": 9247.269 |
| }, |
| { |
| "epoch": 0.2616747181964573, |
| "grad_norm": 0.8140029646094938, |
| "learning_rate": 9.584795914798007e-06, |
| "loss": 0.4402, |
| "num_input_tokens_seen": 36023336, |
| "step": 650, |
| "train_runtime": 3900.0652, |
| "train_tokens_per_second": 9236.598 |
| }, |
| { |
| "epoch": 0.2636876006441224, |
| "grad_norm": 0.803608227344892, |
| "learning_rate": 9.578465460301162e-06, |
| "loss": 0.4209, |
| "num_input_tokens_seen": 36299232, |
| "step": 655, |
| "train_runtime": 3929.5733, |
| "train_tokens_per_second": 9237.449 |
| }, |
| { |
| "epoch": 0.26570048309178745, |
| "grad_norm": 0.8500201951380586, |
| "learning_rate": 9.572089234197343e-06, |
| "loss": 0.423, |
| "num_input_tokens_seen": 36576512, |
| "step": 660, |
| "train_runtime": 3958.9389, |
| "train_tokens_per_second": 9238.969 |
| }, |
| { |
| "epoch": 0.2677133655394525, |
| "grad_norm": 0.8002504364600952, |
| "learning_rate": 9.565667300230637e-06, |
| "loss": 0.444, |
| "num_input_tokens_seen": 36865456, |
| "step": 665, |
| "train_runtime": 3988.1235, |
| "train_tokens_per_second": 9243.81 |
| }, |
| { |
| "epoch": 0.26972624798711753, |
| "grad_norm": 0.8813722391574977, |
| "learning_rate": 9.559199722602087e-06, |
| "loss": 0.4292, |
| "num_input_tokens_seen": 37128216, |
| "step": 670, |
| "train_runtime": 4020.8644, |
| "train_tokens_per_second": 9233.889 |
| }, |
| { |
| "epoch": 0.2717391304347826, |
| "grad_norm": 0.741619158334734, |
| "learning_rate": 9.55268656596903e-06, |
| "loss": 0.4603, |
| "num_input_tokens_seen": 37410888, |
| "step": 675, |
| "train_runtime": 4048.3726, |
| "train_tokens_per_second": 9240.969 |
| }, |
| { |
| "epoch": 0.27375201288244766, |
| "grad_norm": 0.7837319147945744, |
| "learning_rate": 9.546127895444479e-06, |
| "loss": 0.4375, |
| "num_input_tokens_seen": 37665520, |
| "step": 680, |
| "train_runtime": 4080.0755, |
| "train_tokens_per_second": 9231.574 |
| }, |
| { |
| "epoch": 0.2757648953301127, |
| "grad_norm": 0.7781716538239603, |
| "learning_rate": 9.539523776596446e-06, |
| "loss": 0.4516, |
| "num_input_tokens_seen": 37934576, |
| "step": 685, |
| "train_runtime": 4112.8522, |
| "train_tokens_per_second": 9223.423 |
| }, |
| { |
| "epoch": 0.2777777777777778, |
| "grad_norm": 0.8876134513114659, |
| "learning_rate": 9.532874275447298e-06, |
| "loss": 0.44, |
| "num_input_tokens_seen": 38210848, |
| "step": 690, |
| "train_runtime": 4142.5888, |
| "train_tokens_per_second": 9223.906 |
| }, |
| { |
| "epoch": 0.27979066022544286, |
| "grad_norm": 1.0087666728714288, |
| "learning_rate": 9.526179458473098e-06, |
| "loss": 0.4742, |
| "num_input_tokens_seen": 38484672, |
| "step": 695, |
| "train_runtime": 4171.4542, |
| "train_tokens_per_second": 9225.721 |
| }, |
| { |
| "epoch": 0.28180354267310787, |
| "grad_norm": 0.9433638020332537, |
| "learning_rate": 9.519439392602938e-06, |
| "loss": 0.4228, |
| "num_input_tokens_seen": 38773360, |
| "step": 700, |
| "train_runtime": 4197.9499, |
| "train_tokens_per_second": 9236.261 |
| }, |
| { |
| "epoch": 0.28381642512077293, |
| "grad_norm": 0.7475047318957952, |
| "learning_rate": 9.512654145218265e-06, |
| "loss": 0.4582, |
| "num_input_tokens_seen": 39076664, |
| "step": 705, |
| "train_runtime": 4224.7127, |
| "train_tokens_per_second": 9249.543 |
| }, |
| { |
| "epoch": 0.285829307568438, |
| "grad_norm": 0.8275147754782305, |
| "learning_rate": 9.505823784152222e-06, |
| "loss": 0.4208, |
| "num_input_tokens_seen": 39376712, |
| "step": 710, |
| "train_runtime": 4257.6488, |
| "train_tokens_per_second": 9248.464 |
| }, |
| { |
| "epoch": 0.28784219001610306, |
| "grad_norm": 0.8728787984650637, |
| "learning_rate": 9.49894837768895e-06, |
| "loss": 0.4375, |
| "num_input_tokens_seen": 39671280, |
| "step": 715, |
| "train_runtime": 4285.7816, |
| "train_tokens_per_second": 9256.487 |
| }, |
| { |
| "epoch": 0.2898550724637681, |
| "grad_norm": 0.823635244187005, |
| "learning_rate": 9.492027994562922e-06, |
| "loss": 0.4424, |
| "num_input_tokens_seen": 39961104, |
| "step": 720, |
| "train_runtime": 4312.1558, |
| "train_tokens_per_second": 9267.083 |
| }, |
| { |
| "epoch": 0.2918679549114332, |
| "grad_norm": 0.7872971284102936, |
| "learning_rate": 9.485062703958248e-06, |
| "loss": 0.4444, |
| "num_input_tokens_seen": 40248688, |
| "step": 725, |
| "train_runtime": 4345.9208, |
| "train_tokens_per_second": 9261.257 |
| }, |
| { |
| "epoch": 0.2938808373590982, |
| "grad_norm": 0.7870209485119529, |
| "learning_rate": 9.478052575507983e-06, |
| "loss": 0.4435, |
| "num_input_tokens_seen": 40533448, |
| "step": 730, |
| "train_runtime": 4378.5157, |
| "train_tokens_per_second": 9257.349 |
| }, |
| { |
| "epoch": 0.29589371980676327, |
| "grad_norm": 0.772232048901054, |
| "learning_rate": 9.470997679293437e-06, |
| "loss": 0.4491, |
| "num_input_tokens_seen": 40808632, |
| "step": 735, |
| "train_runtime": 4414.73, |
| "train_tokens_per_second": 9243.743 |
| }, |
| { |
| "epoch": 0.29790660225442833, |
| "grad_norm": 0.7979562892210088, |
| "learning_rate": 9.463898085843466e-06, |
| "loss": 0.4357, |
| "num_input_tokens_seen": 41074136, |
| "step": 740, |
| "train_runtime": 4449.2024, |
| "train_tokens_per_second": 9231.798 |
| }, |
| { |
| "epoch": 0.2999194847020934, |
| "grad_norm": 0.7946168194703691, |
| "learning_rate": 9.45675386613377e-06, |
| "loss": 0.4616, |
| "num_input_tokens_seen": 41381384, |
| "step": 745, |
| "train_runtime": 4479.5656, |
| "train_tokens_per_second": 9237.812 |
| }, |
| { |
| "epoch": 0.30193236714975846, |
| "grad_norm": 0.8093103137211708, |
| "learning_rate": 9.449565091586189e-06, |
| "loss": 0.4129, |
| "num_input_tokens_seen": 41677360, |
| "step": 750, |
| "train_runtime": 4512.0793, |
| "train_tokens_per_second": 9236.841 |
| }, |
| { |
| "epoch": 0.30394524959742353, |
| "grad_norm": 0.7941033756238285, |
| "learning_rate": 9.442331834067982e-06, |
| "loss": 0.4439, |
| "num_input_tokens_seen": 41958456, |
| "step": 755, |
| "train_runtime": 4538.833, |
| "train_tokens_per_second": 9244.327 |
| }, |
| { |
| "epoch": 0.3059581320450886, |
| "grad_norm": 0.7468203438579443, |
| "learning_rate": 9.43505416589111e-06, |
| "loss": 0.4476, |
| "num_input_tokens_seen": 42241672, |
| "step": 760, |
| "train_runtime": 4568.1097, |
| "train_tokens_per_second": 9247.079 |
| }, |
| { |
| "epoch": 0.3079710144927536, |
| "grad_norm": 0.7781812073284736, |
| "learning_rate": 9.427732159811514e-06, |
| "loss": 0.4011, |
| "num_input_tokens_seen": 42520552, |
| "step": 765, |
| "train_runtime": 4597.5076, |
| "train_tokens_per_second": 9248.609 |
| }, |
| { |
| "epoch": 0.30998389694041867, |
| "grad_norm": 0.8257801146294816, |
| "learning_rate": 9.420365889028392e-06, |
| "loss": 0.4158, |
| "num_input_tokens_seen": 42785184, |
| "step": 770, |
| "train_runtime": 4625.0383, |
| "train_tokens_per_second": 9250.774 |
| }, |
| { |
| "epoch": 0.31199677938808373, |
| "grad_norm": 0.8335089907764719, |
| "learning_rate": 9.412955427183457e-06, |
| "loss": 0.4231, |
| "num_input_tokens_seen": 43036192, |
| "step": 775, |
| "train_runtime": 4651.0601, |
| "train_tokens_per_second": 9252.986 |
| }, |
| { |
| "epoch": 0.3140096618357488, |
| "grad_norm": 0.8536268199607578, |
| "learning_rate": 9.405500848360209e-06, |
| "loss": 0.4444, |
| "num_input_tokens_seen": 43319440, |
| "step": 780, |
| "train_runtime": 4686.2317, |
| "train_tokens_per_second": 9243.982 |
| }, |
| { |
| "epoch": 0.31602254428341386, |
| "grad_norm": 1.0122938642596453, |
| "learning_rate": 9.398002227083193e-06, |
| "loss": 0.4405, |
| "num_input_tokens_seen": 43622824, |
| "step": 785, |
| "train_runtime": 4718.2054, |
| "train_tokens_per_second": 9245.639 |
| }, |
| { |
| "epoch": 0.31803542673107893, |
| "grad_norm": 0.8613394924717964, |
| "learning_rate": 9.390459638317255e-06, |
| "loss": 0.4537, |
| "num_input_tokens_seen": 43895160, |
| "step": 790, |
| "train_runtime": 4757.2257, |
| "train_tokens_per_second": 9227.05 |
| }, |
| { |
| "epoch": 0.32004830917874394, |
| "grad_norm": 0.8721494209128039, |
| "learning_rate": 9.382873157466783e-06, |
| "loss": 0.4064, |
| "num_input_tokens_seen": 44151912, |
| "step": 795, |
| "train_runtime": 4784.7113, |
| "train_tokens_per_second": 9227.707 |
| }, |
| { |
| "epoch": 0.322061191626409, |
| "grad_norm": 0.8371103072855253, |
| "learning_rate": 9.37524286037497e-06, |
| "loss": 0.4505, |
| "num_input_tokens_seen": 44441312, |
| "step": 800, |
| "train_runtime": 4809.465, |
| "train_tokens_per_second": 9240.386 |
| }, |
| { |
| "epoch": 0.32407407407407407, |
| "grad_norm": 0.7797596868320031, |
| "learning_rate": 9.367568823323039e-06, |
| "loss": 0.4343, |
| "num_input_tokens_seen": 44735576, |
| "step": 805, |
| "train_runtime": 4837.9636, |
| "train_tokens_per_second": 9246.778 |
| }, |
| { |
| "epoch": 0.32608695652173914, |
| "grad_norm": 0.8306805617663875, |
| "learning_rate": 9.359851123029493e-06, |
| "loss": 0.4256, |
| "num_input_tokens_seen": 45033720, |
| "step": 810, |
| "train_runtime": 4864.7062, |
| "train_tokens_per_second": 9257.233 |
| }, |
| { |
| "epoch": 0.3280998389694042, |
| "grad_norm": 0.7931899410302765, |
| "learning_rate": 9.352089836649341e-06, |
| "loss": 0.4307, |
| "num_input_tokens_seen": 45290536, |
| "step": 815, |
| "train_runtime": 4890.393, |
| "train_tokens_per_second": 9261.124 |
| }, |
| { |
| "epoch": 0.33011272141706927, |
| "grad_norm": 0.8744341856838176, |
| "learning_rate": 9.344285041773329e-06, |
| "loss": 0.4425, |
| "num_input_tokens_seen": 45583520, |
| "step": 820, |
| "train_runtime": 4919.8658, |
| "train_tokens_per_second": 9265.196 |
| }, |
| { |
| "epoch": 0.3321256038647343, |
| "grad_norm": 0.8825076873370873, |
| "learning_rate": 9.336436816427161e-06, |
| "loss": 0.4223, |
| "num_input_tokens_seen": 45852248, |
| "step": 825, |
| "train_runtime": 4946.4443, |
| "train_tokens_per_second": 9269.739 |
| }, |
| { |
| "epoch": 0.33413848631239934, |
| "grad_norm": 1.017940693566255, |
| "learning_rate": 9.32854523907073e-06, |
| "loss": 0.4349, |
| "num_input_tokens_seen": 46107152, |
| "step": 830, |
| "train_runtime": 4978.8463, |
| "train_tokens_per_second": 9260.61 |
| }, |
| { |
| "epoch": 0.3361513687600644, |
| "grad_norm": 0.9924252831980989, |
| "learning_rate": 9.320610388597316e-06, |
| "loss": 0.4411, |
| "num_input_tokens_seen": 46378192, |
| "step": 835, |
| "train_runtime": 5004.7666, |
| "train_tokens_per_second": 9266.804 |
| }, |
| { |
| "epoch": 0.33816425120772947, |
| "grad_norm": 0.8377028821329031, |
| "learning_rate": 9.312632344332812e-06, |
| "loss": 0.4439, |
| "num_input_tokens_seen": 46648456, |
| "step": 840, |
| "train_runtime": 5035.0354, |
| "train_tokens_per_second": 9264.772 |
| }, |
| { |
| "epoch": 0.34017713365539454, |
| "grad_norm": 0.7941019674205831, |
| "learning_rate": 9.304611186034926e-06, |
| "loss": 0.4151, |
| "num_input_tokens_seen": 46925064, |
| "step": 845, |
| "train_runtime": 5064.5973, |
| "train_tokens_per_second": 9265.31 |
| }, |
| { |
| "epoch": 0.3421900161030596, |
| "grad_norm": 0.762996698357896, |
| "learning_rate": 9.296546993892383e-06, |
| "loss": 0.418, |
| "num_input_tokens_seen": 47200176, |
| "step": 850, |
| "train_runtime": 5095.2394, |
| "train_tokens_per_second": 9263.584 |
| }, |
| { |
| "epoch": 0.3442028985507246, |
| "grad_norm": 0.7773040963301553, |
| "learning_rate": 9.28843984852412e-06, |
| "loss": 0.4578, |
| "num_input_tokens_seen": 47480384, |
| "step": 855, |
| "train_runtime": 5129.1372, |
| "train_tokens_per_second": 9256.992 |
| }, |
| { |
| "epoch": 0.3462157809983897, |
| "grad_norm": 0.8176393942733152, |
| "learning_rate": 9.280289830978491e-06, |
| "loss": 0.4561, |
| "num_input_tokens_seen": 47755752, |
| "step": 860, |
| "train_runtime": 5163.028, |
| "train_tokens_per_second": 9249.563 |
| }, |
| { |
| "epoch": 0.34822866344605474, |
| "grad_norm": 0.7077728156100337, |
| "learning_rate": 9.272097022732444e-06, |
| "loss": 0.4489, |
| "num_input_tokens_seen": 48073920, |
| "step": 865, |
| "train_runtime": 5194.1612, |
| "train_tokens_per_second": 9255.377 |
| }, |
| { |
| "epoch": 0.3502415458937198, |
| "grad_norm": 0.8615853331028447, |
| "learning_rate": 9.263861505690712e-06, |
| "loss": 0.4155, |
| "num_input_tokens_seen": 48375272, |
| "step": 870, |
| "train_runtime": 5223.1997, |
| "train_tokens_per_second": 9261.616 |
| }, |
| { |
| "epoch": 0.3522544283413849, |
| "grad_norm": 0.7139922249684153, |
| "learning_rate": 9.255583362184998e-06, |
| "loss": 0.408, |
| "num_input_tokens_seen": 48658240, |
| "step": 875, |
| "train_runtime": 5247.3367, |
| "train_tokens_per_second": 9272.94 |
| }, |
| { |
| "epoch": 0.35426731078904994, |
| "grad_norm": 0.7637028710213635, |
| "learning_rate": 9.247262674973147e-06, |
| "loss": 0.4384, |
| "num_input_tokens_seen": 48929232, |
| "step": 880, |
| "train_runtime": 5278.9032, |
| "train_tokens_per_second": 9268.825 |
| }, |
| { |
| "epoch": 0.35628019323671495, |
| "grad_norm": 0.7841414950127197, |
| "learning_rate": 9.238899527238319e-06, |
| "loss": 0.4335, |
| "num_input_tokens_seen": 49221736, |
| "step": 885, |
| "train_runtime": 5305.2139, |
| "train_tokens_per_second": 9277.993 |
| }, |
| { |
| "epoch": 0.35829307568438, |
| "grad_norm": 0.7652918502907062, |
| "learning_rate": 9.230494002588154e-06, |
| "loss": 0.4227, |
| "num_input_tokens_seen": 49496208, |
| "step": 890, |
| "train_runtime": 5331.9527, |
| "train_tokens_per_second": 9282.942 |
| }, |
| { |
| "epoch": 0.3603059581320451, |
| "grad_norm": 0.7735867417804985, |
| "learning_rate": 9.22204618505395e-06, |
| "loss": 0.4222, |
| "num_input_tokens_seen": 49752400, |
| "step": 895, |
| "train_runtime": 5364.6362, |
| "train_tokens_per_second": 9274.142 |
| }, |
| { |
| "epoch": 0.36231884057971014, |
| "grad_norm": 0.8782098347012791, |
| "learning_rate": 9.213556159089805e-06, |
| "loss": 0.4317, |
| "num_input_tokens_seen": 50034312, |
| "step": 900, |
| "train_runtime": 5394.6337, |
| "train_tokens_per_second": 9274.83 |
| }, |
| { |
| "epoch": 0.3643317230273752, |
| "grad_norm": 0.7927812987321239, |
| "learning_rate": 9.205024009571784e-06, |
| "loss": 0.4577, |
| "num_input_tokens_seen": 50301344, |
| "step": 905, |
| "train_runtime": 5425.2018, |
| "train_tokens_per_second": 9271.792 |
| }, |
| { |
| "epoch": 0.3663446054750403, |
| "grad_norm": 0.7953441718203047, |
| "learning_rate": 9.196449821797067e-06, |
| "loss": 0.4242, |
| "num_input_tokens_seen": 50594360, |
| "step": 910, |
| "train_runtime": 5458.7984, |
| "train_tokens_per_second": 9268.406 |
| }, |
| { |
| "epoch": 0.36835748792270534, |
| "grad_norm": 0.8161470419870963, |
| "learning_rate": 9.187833681483098e-06, |
| "loss": 0.4389, |
| "num_input_tokens_seen": 50865872, |
| "step": 915, |
| "train_runtime": 5489.1951, |
| "train_tokens_per_second": 9266.545 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 0.7722563446619088, |
| "learning_rate": 9.179175674766727e-06, |
| "loss": 0.41, |
| "num_input_tokens_seen": 51140920, |
| "step": 920, |
| "train_runtime": 5516.1437, |
| "train_tokens_per_second": 9271.136 |
| }, |
| { |
| "epoch": 0.3723832528180354, |
| "grad_norm": 0.907677374195102, |
| "learning_rate": 9.170475888203348e-06, |
| "loss": 0.4284, |
| "num_input_tokens_seen": 51405568, |
| "step": 925, |
| "train_runtime": 5545.9719, |
| "train_tokens_per_second": 9268.992 |
| }, |
| { |
| "epoch": 0.3743961352657005, |
| "grad_norm": 0.8141115976341028, |
| "learning_rate": 9.16173440876603e-06, |
| "loss": 0.428, |
| "num_input_tokens_seen": 51699992, |
| "step": 930, |
| "train_runtime": 5571.5192, |
| "train_tokens_per_second": 9279.335 |
| }, |
| { |
| "epoch": 0.37640901771336555, |
| "grad_norm": 0.8839776819768248, |
| "learning_rate": 9.152951323844661e-06, |
| "loss": 0.4387, |
| "num_input_tokens_seen": 51988568, |
| "step": 935, |
| "train_runtime": 5605.6123, |
| "train_tokens_per_second": 9274.378 |
| }, |
| { |
| "epoch": 0.3784219001610306, |
| "grad_norm": 0.7717885720181126, |
| "learning_rate": 9.144126721245059e-06, |
| "loss": 0.439, |
| "num_input_tokens_seen": 52260104, |
| "step": 940, |
| "train_runtime": 5633.2138, |
| "train_tokens_per_second": 9277.138 |
| }, |
| { |
| "epoch": 0.3804347826086957, |
| "grad_norm": 0.815831817830111, |
| "learning_rate": 9.1352606891881e-06, |
| "loss": 0.4157, |
| "num_input_tokens_seen": 52549592, |
| "step": 945, |
| "train_runtime": 5661.7321, |
| "train_tokens_per_second": 9281.54 |
| }, |
| { |
| "epoch": 0.3824476650563607, |
| "grad_norm": 0.725655932083562, |
| "learning_rate": 9.126353316308838e-06, |
| "loss": 0.4293, |
| "num_input_tokens_seen": 52844200, |
| "step": 950, |
| "train_runtime": 5689.3221, |
| "train_tokens_per_second": 9288.312 |
| }, |
| { |
| "epoch": 0.38446054750402575, |
| "grad_norm": 0.7763255437116424, |
| "learning_rate": 9.11740469165562e-06, |
| "loss": 0.3919, |
| "num_input_tokens_seen": 53133880, |
| "step": 955, |
| "train_runtime": 5724.8989, |
| "train_tokens_per_second": 9281.191 |
| }, |
| { |
| "epoch": 0.3864734299516908, |
| "grad_norm": 0.7918081168391918, |
| "learning_rate": 9.108414904689192e-06, |
| "loss": 0.4312, |
| "num_input_tokens_seen": 53411536, |
| "step": 960, |
| "train_runtime": 5759.0785, |
| "train_tokens_per_second": 9274.32 |
| }, |
| { |
| "epoch": 0.3884863123993559, |
| "grad_norm": 0.7996370434684448, |
| "learning_rate": 9.099384045281801e-06, |
| "loss": 0.4185, |
| "num_input_tokens_seen": 53662792, |
| "step": 965, |
| "train_runtime": 5786.8852, |
| "train_tokens_per_second": 9273.174 |
| }, |
| { |
| "epoch": 0.39049919484702095, |
| "grad_norm": 0.8525653676568737, |
| "learning_rate": 9.090312203716307e-06, |
| "loss": 0.4295, |
| "num_input_tokens_seen": 53939184, |
| "step": 970, |
| "train_runtime": 5820.6568, |
| "train_tokens_per_second": 9266.855 |
| }, |
| { |
| "epoch": 0.392512077294686, |
| "grad_norm": 0.8523529936158146, |
| "learning_rate": 9.081199470685273e-06, |
| "loss": 0.402, |
| "num_input_tokens_seen": 54204248, |
| "step": 975, |
| "train_runtime": 5844.8732, |
| "train_tokens_per_second": 9273.811 |
| }, |
| { |
| "epoch": 0.394524959742351, |
| "grad_norm": 0.7939566350442157, |
| "learning_rate": 9.07204593729006e-06, |
| "loss": 0.413, |
| "num_input_tokens_seen": 54487640, |
| "step": 980, |
| "train_runtime": 5875.535, |
| "train_tokens_per_second": 9273.647 |
| }, |
| { |
| "epoch": 0.3965378421900161, |
| "grad_norm": 0.8350351016268522, |
| "learning_rate": 9.062851695039915e-06, |
| "loss": 0.4246, |
| "num_input_tokens_seen": 54787960, |
| "step": 985, |
| "train_runtime": 5903.0474, |
| "train_tokens_per_second": 9281.301 |
| }, |
| { |
| "epoch": 0.39855072463768115, |
| "grad_norm": 0.7583521918717786, |
| "learning_rate": 9.053616835851062e-06, |
| "loss": 0.4407, |
| "num_input_tokens_seen": 55067216, |
| "step": 990, |
| "train_runtime": 5932.0419, |
| "train_tokens_per_second": 9283.012 |
| }, |
| { |
| "epoch": 0.4005636070853462, |
| "grad_norm": 0.8199267479423458, |
| "learning_rate": 9.044341452045773e-06, |
| "loss": 0.4234, |
| "num_input_tokens_seen": 55366344, |
| "step": 995, |
| "train_runtime": 5965.1435, |
| "train_tokens_per_second": 9281.645 |
| }, |
| { |
| "epoch": 0.4025764895330113, |
| "grad_norm": 0.8786863350187458, |
| "learning_rate": 9.035025636351453e-06, |
| "loss": 0.4302, |
| "num_input_tokens_seen": 55620376, |
| "step": 1000, |
| "train_runtime": 5992.4648, |
| "train_tokens_per_second": 9281.719 |
| }, |
| { |
| "epoch": 0.40458937198067635, |
| "grad_norm": 0.8315975144034723, |
| "learning_rate": 9.025669481899713e-06, |
| "loss": 0.4356, |
| "num_input_tokens_seen": 55919896, |
| "step": 1005, |
| "train_runtime": 6025.3717, |
| "train_tokens_per_second": 9280.738 |
| }, |
| { |
| "epoch": 0.40660225442834136, |
| "grad_norm": 0.8725249931079624, |
| "learning_rate": 9.016273082225434e-06, |
| "loss": 0.455, |
| "num_input_tokens_seen": 56200704, |
| "step": 1010, |
| "train_runtime": 6056.9886, |
| "train_tokens_per_second": 9278.654 |
| }, |
| { |
| "epoch": 0.4086151368760064, |
| "grad_norm": 0.76095253721177, |
| "learning_rate": 9.006836531265832e-06, |
| "loss": 0.4021, |
| "num_input_tokens_seen": 56491768, |
| "step": 1015, |
| "train_runtime": 6093.7201, |
| "train_tokens_per_second": 9270.489 |
| }, |
| { |
| "epoch": 0.4106280193236715, |
| "grad_norm": 0.7617050031927668, |
| "learning_rate": 8.997359923359527e-06, |
| "loss": 0.4372, |
| "num_input_tokens_seen": 56776864, |
| "step": 1020, |
| "train_runtime": 6127.1029, |
| "train_tokens_per_second": 9266.511 |
| }, |
| { |
| "epoch": 0.41264090177133655, |
| "grad_norm": 0.8218965042489578, |
| "learning_rate": 8.987843353245594e-06, |
| "loss": 0.426, |
| "num_input_tokens_seen": 57014104, |
| "step": 1025, |
| "train_runtime": 6159.7331, |
| "train_tokens_per_second": 9255.937 |
| }, |
| { |
| "epoch": 0.4146537842190016, |
| "grad_norm": 0.7771908303834842, |
| "learning_rate": 8.978286916062609e-06, |
| "loss": 0.4181, |
| "num_input_tokens_seen": 57308432, |
| "step": 1030, |
| "train_runtime": 6189.3701, |
| "train_tokens_per_second": 9259.17 |
| }, |
| { |
| "epoch": 0.4166666666666667, |
| "grad_norm": 0.8487816109780456, |
| "learning_rate": 8.968690707347714e-06, |
| "loss": 0.4224, |
| "num_input_tokens_seen": 57579872, |
| "step": 1035, |
| "train_runtime": 6216.4033, |
| "train_tokens_per_second": 9262.57 |
| }, |
| { |
| "epoch": 0.41867954911433175, |
| "grad_norm": 0.9626243037957115, |
| "learning_rate": 8.95905482303565e-06, |
| "loss": 0.4212, |
| "num_input_tokens_seen": 57851320, |
| "step": 1040, |
| "train_runtime": 6244.9798, |
| "train_tokens_per_second": 9263.652 |
| }, |
| { |
| "epoch": 0.42069243156199676, |
| "grad_norm": 0.8758714391395066, |
| "learning_rate": 8.949379359457795e-06, |
| "loss": 0.4277, |
| "num_input_tokens_seen": 58127192, |
| "step": 1045, |
| "train_runtime": 6274.5791, |
| "train_tokens_per_second": 9263.919 |
| }, |
| { |
| "epoch": 0.4227053140096618, |
| "grad_norm": 0.7216937763107959, |
| "learning_rate": 8.939664413341214e-06, |
| "loss": 0.43, |
| "num_input_tokens_seen": 58411088, |
| "step": 1050, |
| "train_runtime": 6296.0503, |
| "train_tokens_per_second": 9277.418 |
| }, |
| { |
| "epoch": 0.4247181964573269, |
| "grad_norm": 0.8099941281191689, |
| "learning_rate": 8.929910081807685e-06, |
| "loss": 0.4499, |
| "num_input_tokens_seen": 58690328, |
| "step": 1055, |
| "train_runtime": 6329.7588, |
| "train_tokens_per_second": 9272.127 |
| }, |
| { |
| "epoch": 0.42673107890499196, |
| "grad_norm": 0.7739158247575855, |
| "learning_rate": 8.920116462372723e-06, |
| "loss": 0.4042, |
| "num_input_tokens_seen": 58981968, |
| "step": 1060, |
| "train_runtime": 6352.9975, |
| "train_tokens_per_second": 9284.116 |
| }, |
| { |
| "epoch": 0.428743961352657, |
| "grad_norm": 0.7307253582039621, |
| "learning_rate": 8.910283652944614e-06, |
| "loss": 0.4248, |
| "num_input_tokens_seen": 59257176, |
| "step": 1065, |
| "train_runtime": 6385.961, |
| "train_tokens_per_second": 9279.289 |
| }, |
| { |
| "epoch": 0.4307568438003221, |
| "grad_norm": 0.7974935934335282, |
| "learning_rate": 8.900411751823427e-06, |
| "loss": 0.4202, |
| "num_input_tokens_seen": 59551288, |
| "step": 1070, |
| "train_runtime": 6414.4543, |
| "train_tokens_per_second": 9283.921 |
| }, |
| { |
| "epoch": 0.4327697262479871, |
| "grad_norm": 0.8125325024109311, |
| "learning_rate": 8.890500857700049e-06, |
| "loss": 0.4336, |
| "num_input_tokens_seen": 59802968, |
| "step": 1075, |
| "train_runtime": 6444.0157, |
| "train_tokens_per_second": 9280.388 |
| }, |
| { |
| "epoch": 0.43478260869565216, |
| "grad_norm": 0.8804885219731723, |
| "learning_rate": 8.88055106965517e-06, |
| "loss": 0.4087, |
| "num_input_tokens_seen": 60081152, |
| "step": 1080, |
| "train_runtime": 6478.292, |
| "train_tokens_per_second": 9274.227 |
| }, |
| { |
| "epoch": 0.4367954911433172, |
| "grad_norm": 0.8261992474901164, |
| "learning_rate": 8.870562487158317e-06, |
| "loss": 0.4111, |
| "num_input_tokens_seen": 60347144, |
| "step": 1085, |
| "train_runtime": 6506.2419, |
| "train_tokens_per_second": 9275.269 |
| }, |
| { |
| "epoch": 0.4388083735909823, |
| "grad_norm": 0.7975129914891287, |
| "learning_rate": 8.860535210066851e-06, |
| "loss": 0.4005, |
| "num_input_tokens_seen": 60646176, |
| "step": 1090, |
| "train_runtime": 6535.4243, |
| "train_tokens_per_second": 9279.608 |
| }, |
| { |
| "epoch": 0.44082125603864736, |
| "grad_norm": 0.7145945918668941, |
| "learning_rate": 8.850469338624968e-06, |
| "loss": 0.42, |
| "num_input_tokens_seen": 60919904, |
| "step": 1095, |
| "train_runtime": 6567.0681, |
| "train_tokens_per_second": 9276.576 |
| }, |
| { |
| "epoch": 0.4428341384863124, |
| "grad_norm": 0.7983659127960336, |
| "learning_rate": 8.840364973462697e-06, |
| "loss": 0.4269, |
| "num_input_tokens_seen": 61203944, |
| "step": 1100, |
| "train_runtime": 6593.8991, |
| "train_tokens_per_second": 9281.905 |
| }, |
| { |
| "epoch": 0.44484702093397743, |
| "grad_norm": 0.7697037595379774, |
| "learning_rate": 8.83022221559489e-06, |
| "loss": 0.42, |
| "num_input_tokens_seen": 61500688, |
| "step": 1105, |
| "train_runtime": 6621.0075, |
| "train_tokens_per_second": 9288.721 |
| }, |
| { |
| "epoch": 0.4468599033816425, |
| "grad_norm": 0.8870610863205187, |
| "learning_rate": 8.820041166420228e-06, |
| "loss": 0.4155, |
| "num_input_tokens_seen": 61761752, |
| "step": 1110, |
| "train_runtime": 6645.5292, |
| "train_tokens_per_second": 9293.73 |
| }, |
| { |
| "epoch": 0.44887278582930756, |
| "grad_norm": 0.7672116186872291, |
| "learning_rate": 8.809821927720182e-06, |
| "loss": 0.4029, |
| "num_input_tokens_seen": 62034568, |
| "step": 1115, |
| "train_runtime": 6668.3025, |
| "train_tokens_per_second": 9302.902 |
| }, |
| { |
| "epoch": 0.45088566827697263, |
| "grad_norm": 0.8024175585430984, |
| "learning_rate": 8.799564601658022e-06, |
| "loss": 0.4241, |
| "num_input_tokens_seen": 62312536, |
| "step": 1120, |
| "train_runtime": 6697.9535, |
| "train_tokens_per_second": 9303.22 |
| }, |
| { |
| "epoch": 0.4528985507246377, |
| "grad_norm": 0.7825203639589086, |
| "learning_rate": 8.789269290777774e-06, |
| "loss": 0.4015, |
| "num_input_tokens_seen": 62604504, |
| "step": 1125, |
| "train_runtime": 6728.772, |
| "train_tokens_per_second": 9304.001 |
| }, |
| { |
| "epoch": 0.45491143317230276, |
| "grad_norm": 0.8512537082380527, |
| "learning_rate": 8.778936098003208e-06, |
| "loss": 0.4176, |
| "num_input_tokens_seen": 62870376, |
| "step": 1130, |
| "train_runtime": 6763.2308, |
| "train_tokens_per_second": 9295.909 |
| }, |
| { |
| "epoch": 0.45692431561996777, |
| "grad_norm": 0.7398038695028081, |
| "learning_rate": 8.768565126636806e-06, |
| "loss": 0.4079, |
| "num_input_tokens_seen": 63167576, |
| "step": 1135, |
| "train_runtime": 6789.6214, |
| "train_tokens_per_second": 9303.549 |
| }, |
| { |
| "epoch": 0.45893719806763283, |
| "grad_norm": 0.7678412894221827, |
| "learning_rate": 8.758156480358725e-06, |
| "loss": 0.4161, |
| "num_input_tokens_seen": 63421152, |
| "step": 1140, |
| "train_runtime": 6813.3373, |
| "train_tokens_per_second": 9308.383 |
| }, |
| { |
| "epoch": 0.4609500805152979, |
| "grad_norm": 0.8255432717200041, |
| "learning_rate": 8.747710263225768e-06, |
| "loss": 0.3905, |
| "num_input_tokens_seen": 63688680, |
| "step": 1145, |
| "train_runtime": 6840.9033, |
| "train_tokens_per_second": 9309.981 |
| }, |
| { |
| "epoch": 0.46296296296296297, |
| "grad_norm": 0.8192651871722412, |
| "learning_rate": 8.737226579670332e-06, |
| "loss": 0.4339, |
| "num_input_tokens_seen": 63959584, |
| "step": 1150, |
| "train_runtime": 6869.6767, |
| "train_tokens_per_second": 9310.421 |
| }, |
| { |
| "epoch": 0.46497584541062803, |
| "grad_norm": 0.8628664715751423, |
| "learning_rate": 8.726705534499382e-06, |
| "loss": 0.4133, |
| "num_input_tokens_seen": 64213416, |
| "step": 1155, |
| "train_runtime": 6895.9926, |
| "train_tokens_per_second": 9311.7 |
| }, |
| { |
| "epoch": 0.4669887278582931, |
| "grad_norm": 0.7543690529507546, |
| "learning_rate": 8.716147232893382e-06, |
| "loss": 0.4012, |
| "num_input_tokens_seen": 64497912, |
| "step": 1160, |
| "train_runtime": 6927.506, |
| "train_tokens_per_second": 9310.409 |
| }, |
| { |
| "epoch": 0.4690016103059581, |
| "grad_norm": 0.7059034953253939, |
| "learning_rate": 8.705551780405264e-06, |
| "loss": 0.4135, |
| "num_input_tokens_seen": 64780848, |
| "step": 1165, |
| "train_runtime": 6956.8259, |
| "train_tokens_per_second": 9311.84 |
| }, |
| { |
| "epoch": 0.47101449275362317, |
| "grad_norm": 0.876605346843507, |
| "learning_rate": 8.694919282959353e-06, |
| "loss": 0.421, |
| "num_input_tokens_seen": 65054040, |
| "step": 1170, |
| "train_runtime": 6982.9796, |
| "train_tokens_per_second": 9316.086 |
| }, |
| { |
| "epoch": 0.47302737520128824, |
| "grad_norm": 0.6761038282607027, |
| "learning_rate": 8.684249846850328e-06, |
| "loss": 0.4014, |
| "num_input_tokens_seen": 65345304, |
| "step": 1175, |
| "train_runtime": 7012.0805, |
| "train_tokens_per_second": 9318.961 |
| }, |
| { |
| "epoch": 0.4750402576489533, |
| "grad_norm": 0.7649467230911865, |
| "learning_rate": 8.673543578742141e-06, |
| "loss": 0.4398, |
| "num_input_tokens_seen": 65625352, |
| "step": 1180, |
| "train_runtime": 7040.0449, |
| "train_tokens_per_second": 9321.723 |
| }, |
| { |
| "epoch": 0.47705314009661837, |
| "grad_norm": 0.7195835840995003, |
| "learning_rate": 8.662800585666963e-06, |
| "loss": 0.417, |
| "num_input_tokens_seen": 65912288, |
| "step": 1185, |
| "train_runtime": 7076.146, |
| "train_tokens_per_second": 9314.716 |
| }, |
| { |
| "epoch": 0.47906602254428343, |
| "grad_norm": 0.7775110391022959, |
| "learning_rate": 8.652020975024114e-06, |
| "loss": 0.4081, |
| "num_input_tokens_seen": 66208080, |
| "step": 1190, |
| "train_runtime": 7111.0847, |
| "train_tokens_per_second": 9310.546 |
| }, |
| { |
| "epoch": 0.4810789049919485, |
| "grad_norm": 0.7360818939499673, |
| "learning_rate": 8.641204854578975e-06, |
| "loss": 0.3991, |
| "num_input_tokens_seen": 66494368, |
| "step": 1195, |
| "train_runtime": 7141.464, |
| "train_tokens_per_second": 9311.028 |
| }, |
| { |
| "epoch": 0.4830917874396135, |
| "grad_norm": 0.7774115398225843, |
| "learning_rate": 8.63035233246193e-06, |
| "loss": 0.4278, |
| "num_input_tokens_seen": 66760448, |
| "step": 1200, |
| "train_runtime": 7173.8755, |
| "train_tokens_per_second": 9306.051 |
| }, |
| { |
| "epoch": 0.4851046698872786, |
| "grad_norm": 0.9950808464160816, |
| "learning_rate": 8.61946351716727e-06, |
| "loss": 0.4183, |
| "num_input_tokens_seen": 66997576, |
| "step": 1205, |
| "train_runtime": 7201.2345, |
| "train_tokens_per_second": 9303.624 |
| }, |
| { |
| "epoch": 0.48711755233494364, |
| "grad_norm": 0.8292785156406555, |
| "learning_rate": 8.608538517552121e-06, |
| "loss": 0.3992, |
| "num_input_tokens_seen": 67271736, |
| "step": 1210, |
| "train_runtime": 7234.6368, |
| "train_tokens_per_second": 9298.564 |
| }, |
| { |
| "epoch": 0.4891304347826087, |
| "grad_norm": 0.7186650866409257, |
| "learning_rate": 8.597577442835343e-06, |
| "loss": 0.4436, |
| "num_input_tokens_seen": 67538936, |
| "step": 1215, |
| "train_runtime": 7261.1964, |
| "train_tokens_per_second": 9301.351 |
| }, |
| { |
| "epoch": 0.49114331723027377, |
| "grad_norm": 0.8950002960474922, |
| "learning_rate": 8.586580402596448e-06, |
| "loss": 0.3819, |
| "num_input_tokens_seen": 67806248, |
| "step": 1220, |
| "train_runtime": 7287.5961, |
| "train_tokens_per_second": 9304.337 |
| }, |
| { |
| "epoch": 0.49315619967793883, |
| "grad_norm": 0.8988044081615849, |
| "learning_rate": 8.575547506774498e-06, |
| "loss": 0.4269, |
| "num_input_tokens_seen": 68063000, |
| "step": 1225, |
| "train_runtime": 7316.4106, |
| "train_tokens_per_second": 9302.786 |
| }, |
| { |
| "epoch": 0.49516908212560384, |
| "grad_norm": 1.4499574487371216, |
| "learning_rate": 8.56447886566701e-06, |
| "loss": 0.4279, |
| "num_input_tokens_seen": 68330672, |
| "step": 1230, |
| "train_runtime": 7341.4495, |
| "train_tokens_per_second": 9307.518 |
| }, |
| { |
| "epoch": 0.4971819645732689, |
| "grad_norm": 0.79706105900836, |
| "learning_rate": 8.553374589928851e-06, |
| "loss": 0.4165, |
| "num_input_tokens_seen": 68610320, |
| "step": 1235, |
| "train_runtime": 7376.5667, |
| "train_tokens_per_second": 9301.118 |
| }, |
| { |
| "epoch": 0.499194847020934, |
| "grad_norm": 0.8033716429077462, |
| "learning_rate": 8.542234790571136e-06, |
| "loss": 0.4048, |
| "num_input_tokens_seen": 68887656, |
| "step": 1240, |
| "train_runtime": 7400.4789, |
| "train_tokens_per_second": 9308.54 |
| }, |
| { |
| "epoch": 0.501207729468599, |
| "grad_norm": 0.7698459872558903, |
| "learning_rate": 8.531059578960111e-06, |
| "loss": 0.4076, |
| "num_input_tokens_seen": 69170832, |
| "step": 1245, |
| "train_runtime": 7428.1267, |
| "train_tokens_per_second": 9312.016 |
| }, |
| { |
| "epoch": 0.5032206119162641, |
| "grad_norm": 0.7561813197187125, |
| "learning_rate": 8.519849066816046e-06, |
| "loss": 0.4199, |
| "num_input_tokens_seen": 69454320, |
| "step": 1250, |
| "train_runtime": 7448.8515, |
| "train_tokens_per_second": 9324.165 |
| }, |
| { |
| "epoch": 0.5052334943639292, |
| "grad_norm": 0.8724135923547159, |
| "learning_rate": 8.508603366212113e-06, |
| "loss": 0.4133, |
| "num_input_tokens_seen": 69706760, |
| "step": 1255, |
| "train_runtime": 7475.0445, |
| "train_tokens_per_second": 9325.264 |
| }, |
| { |
| "epoch": 0.5072463768115942, |
| "grad_norm": 0.7021208161084885, |
| "learning_rate": 8.497322589573272e-06, |
| "loss": 0.3747, |
| "num_input_tokens_seen": 69971696, |
| "step": 1260, |
| "train_runtime": 7507.0647, |
| "train_tokens_per_second": 9320.78 |
| }, |
| { |
| "epoch": 0.5092592592592593, |
| "grad_norm": 0.9245447692475792, |
| "learning_rate": 8.486006849675142e-06, |
| "loss": 0.4276, |
| "num_input_tokens_seen": 70233552, |
| "step": 1265, |
| "train_runtime": 7533.2107, |
| "train_tokens_per_second": 9323.19 |
| }, |
| { |
| "epoch": 0.5112721417069244, |
| "grad_norm": 0.8287865456418892, |
| "learning_rate": 8.474656259642874e-06, |
| "loss": 0.4103, |
| "num_input_tokens_seen": 70484672, |
| "step": 1270, |
| "train_runtime": 7564.9062, |
| "train_tokens_per_second": 9317.323 |
| }, |
| { |
| "epoch": 0.5132850241545893, |
| "grad_norm": 0.6454547720839349, |
| "learning_rate": 8.46327093295002e-06, |
| "loss": 0.4062, |
| "num_input_tokens_seen": 70777128, |
| "step": 1275, |
| "train_runtime": 7592.5195, |
| "train_tokens_per_second": 9321.955 |
| }, |
| { |
| "epoch": 0.5152979066022544, |
| "grad_norm": 0.8386391796322755, |
| "learning_rate": 8.451850983417404e-06, |
| "loss": 0.4385, |
| "num_input_tokens_seen": 71046616, |
| "step": 1280, |
| "train_runtime": 7618.5363, |
| "train_tokens_per_second": 9325.494 |
| }, |
| { |
| "epoch": 0.5173107890499195, |
| "grad_norm": 0.8042716303191277, |
| "learning_rate": 8.440396525211976e-06, |
| "loss": 0.401, |
| "num_input_tokens_seen": 71338800, |
| "step": 1285, |
| "train_runtime": 7641.3611, |
| "train_tokens_per_second": 9335.876 |
| }, |
| { |
| "epoch": 0.5193236714975845, |
| "grad_norm": 0.8564512745233012, |
| "learning_rate": 8.428907672845674e-06, |
| "loss": 0.4165, |
| "num_input_tokens_seen": 71582640, |
| "step": 1290, |
| "train_runtime": 7666.205, |
| "train_tokens_per_second": 9337.428 |
| }, |
| { |
| "epoch": 0.5213365539452496, |
| "grad_norm": 0.7948783252721567, |
| "learning_rate": 8.417384541174283e-06, |
| "loss": 0.4286, |
| "num_input_tokens_seen": 71872720, |
| "step": 1295, |
| "train_runtime": 7688.9796, |
| "train_tokens_per_second": 9347.498 |
| }, |
| { |
| "epoch": 0.5233494363929146, |
| "grad_norm": 0.811121493186393, |
| "learning_rate": 8.405827245396279e-06, |
| "loss": 0.4322, |
| "num_input_tokens_seen": 72174080, |
| "step": 1300, |
| "train_runtime": 7724.0508, |
| "train_tokens_per_second": 9344.071 |
| }, |
| { |
| "epoch": 0.5253623188405797, |
| "grad_norm": 0.762502090476539, |
| "learning_rate": 8.394235901051687e-06, |
| "loss": 0.4092, |
| "num_input_tokens_seen": 72421432, |
| "step": 1305, |
| "train_runtime": 7753.6075, |
| "train_tokens_per_second": 9340.353 |
| }, |
| { |
| "epoch": 0.5273752012882448, |
| "grad_norm": 0.7582519413781591, |
| "learning_rate": 8.382610624020913e-06, |
| "loss": 0.3822, |
| "num_input_tokens_seen": 72696312, |
| "step": 1310, |
| "train_runtime": 7785.3957, |
| "train_tokens_per_second": 9337.523 |
| }, |
| { |
| "epoch": 0.5293880837359098, |
| "grad_norm": 0.7990223884320373, |
| "learning_rate": 8.370951530523602e-06, |
| "loss": 0.4106, |
| "num_input_tokens_seen": 72970264, |
| "step": 1315, |
| "train_runtime": 7812.0981, |
| "train_tokens_per_second": 9340.674 |
| }, |
| { |
| "epoch": 0.5314009661835749, |
| "grad_norm": 0.7791346221612352, |
| "learning_rate": 8.359258737117463e-06, |
| "loss": 0.4172, |
| "num_input_tokens_seen": 73232672, |
| "step": 1320, |
| "train_runtime": 7843.852, |
| "train_tokens_per_second": 9336.315 |
| }, |
| { |
| "epoch": 0.53341384863124, |
| "grad_norm": 0.7899660696019841, |
| "learning_rate": 8.347532360697105e-06, |
| "loss": 0.4056, |
| "num_input_tokens_seen": 73518464, |
| "step": 1325, |
| "train_runtime": 7876.9916, |
| "train_tokens_per_second": 9333.318 |
| }, |
| { |
| "epoch": 0.535426731078905, |
| "grad_norm": 0.795792206607847, |
| "learning_rate": 8.335772518492878e-06, |
| "loss": 0.3938, |
| "num_input_tokens_seen": 73785808, |
| "step": 1330, |
| "train_runtime": 7910.2029, |
| "train_tokens_per_second": 9327.929 |
| }, |
| { |
| "epoch": 0.5374396135265701, |
| "grad_norm": 0.7775548882348562, |
| "learning_rate": 8.323979328069689e-06, |
| "loss": 0.4377, |
| "num_input_tokens_seen": 74059720, |
| "step": 1335, |
| "train_runtime": 7940.8486, |
| "train_tokens_per_second": 9326.424 |
| }, |
| { |
| "epoch": 0.5394524959742351, |
| "grad_norm": 0.7161132636674606, |
| "learning_rate": 8.312152907325837e-06, |
| "loss": 0.4267, |
| "num_input_tokens_seen": 74346536, |
| "step": 1340, |
| "train_runtime": 7975.8771, |
| "train_tokens_per_second": 9321.424 |
| }, |
| { |
| "epoch": 0.5414653784219001, |
| "grad_norm": 0.8451827006688751, |
| "learning_rate": 8.300293374491821e-06, |
| "loss": 0.4234, |
| "num_input_tokens_seen": 74626960, |
| "step": 1345, |
| "train_runtime": 8005.6906, |
| "train_tokens_per_second": 9321.739 |
| }, |
| { |
| "epoch": 0.5434782608695652, |
| "grad_norm": 0.7823366094755075, |
| "learning_rate": 8.288400848129179e-06, |
| "loss": 0.4116, |
| "num_input_tokens_seen": 74928504, |
| "step": 1350, |
| "train_runtime": 8038.4807, |
| "train_tokens_per_second": 9321.227 |
| }, |
| { |
| "epoch": 0.5454911433172303, |
| "grad_norm": 0.7437423974396629, |
| "learning_rate": 8.276475447129278e-06, |
| "loss": 0.3841, |
| "num_input_tokens_seen": 75228432, |
| "step": 1355, |
| "train_runtime": 8074.609, |
| "train_tokens_per_second": 9316.666 |
| }, |
| { |
| "epoch": 0.5475040257648953, |
| "grad_norm": 0.7556745121587225, |
| "learning_rate": 8.264517290712146e-06, |
| "loss": 0.4082, |
| "num_input_tokens_seen": 75509304, |
| "step": 1360, |
| "train_runtime": 8098.6441, |
| "train_tokens_per_second": 9323.697 |
| }, |
| { |
| "epoch": 0.5495169082125604, |
| "grad_norm": 0.706878077272447, |
| "learning_rate": 8.252526498425271e-06, |
| "loss": 0.4147, |
| "num_input_tokens_seen": 75798112, |
| "step": 1365, |
| "train_runtime": 8125.2554, |
| "train_tokens_per_second": 9328.705 |
| }, |
| { |
| "epoch": 0.5515297906602254, |
| "grad_norm": 0.7517771167022544, |
| "learning_rate": 8.2405031901424e-06, |
| "loss": 0.4163, |
| "num_input_tokens_seen": 76073616, |
| "step": 1370, |
| "train_runtime": 8153.0426, |
| "train_tokens_per_second": 9330.703 |
| }, |
| { |
| "epoch": 0.5535426731078905, |
| "grad_norm": 0.6918834269343338, |
| "learning_rate": 8.228447486062355e-06, |
| "loss": 0.4307, |
| "num_input_tokens_seen": 76342592, |
| "step": 1375, |
| "train_runtime": 8182.8543, |
| "train_tokens_per_second": 9329.58 |
| }, |
| { |
| "epoch": 0.5555555555555556, |
| "grad_norm": 0.7590110801395502, |
| "learning_rate": 8.216359506707819e-06, |
| "loss": 0.3974, |
| "num_input_tokens_seen": 76621592, |
| "step": 1380, |
| "train_runtime": 8214.1213, |
| "train_tokens_per_second": 9328.033 |
| }, |
| { |
| "epoch": 0.5575684380032206, |
| "grad_norm": 0.7822209492399311, |
| "learning_rate": 8.20423937292414e-06, |
| "loss": 0.4112, |
| "num_input_tokens_seen": 76907904, |
| "step": 1385, |
| "train_runtime": 8242.0754, |
| "train_tokens_per_second": 9331.133 |
| }, |
| { |
| "epoch": 0.5595813204508857, |
| "grad_norm": 0.7828236455605123, |
| "learning_rate": 8.192087205878112e-06, |
| "loss": 0.4179, |
| "num_input_tokens_seen": 77214200, |
| "step": 1390, |
| "train_runtime": 8277.4336, |
| "train_tokens_per_second": 9328.278 |
| }, |
| { |
| "epoch": 0.5615942028985508, |
| "grad_norm": 0.715514810639999, |
| "learning_rate": 8.17990312705678e-06, |
| "loss": 0.4108, |
| "num_input_tokens_seen": 77465448, |
| "step": 1395, |
| "train_runtime": 8311.6697, |
| "train_tokens_per_second": 9320.083 |
| }, |
| { |
| "epoch": 0.5636070853462157, |
| "grad_norm": 0.8056833261257931, |
| "learning_rate": 8.167687258266203e-06, |
| "loss": 0.4103, |
| "num_input_tokens_seen": 77741864, |
| "step": 1400, |
| "train_runtime": 8339.6511, |
| "train_tokens_per_second": 9321.956 |
| }, |
| { |
| "epoch": 0.5656199677938808, |
| "grad_norm": 0.7085581003165861, |
| "learning_rate": 8.155439721630265e-06, |
| "loss": 0.3903, |
| "num_input_tokens_seen": 78039024, |
| "step": 1405, |
| "train_runtime": 8369.7823, |
| "train_tokens_per_second": 9323.901 |
| }, |
| { |
| "epoch": 0.5676328502415459, |
| "grad_norm": 0.7575190682347418, |
| "learning_rate": 8.143160639589424e-06, |
| "loss": 0.3872, |
| "num_input_tokens_seen": 78323352, |
| "step": 1410, |
| "train_runtime": 8402.8507, |
| "train_tokens_per_second": 9321.045 |
| }, |
| { |
| "epoch": 0.5696457326892109, |
| "grad_norm": 0.739616713739804, |
| "learning_rate": 8.130850134899508e-06, |
| "loss": 0.3951, |
| "num_input_tokens_seen": 78605544, |
| "step": 1415, |
| "train_runtime": 8429.5648, |
| "train_tokens_per_second": 9324.982 |
| }, |
| { |
| "epoch": 0.571658615136876, |
| "grad_norm": 0.8054504638632436, |
| "learning_rate": 8.118508330630484e-06, |
| "loss": 0.4369, |
| "num_input_tokens_seen": 78884656, |
| "step": 1420, |
| "train_runtime": 8461.3006, |
| "train_tokens_per_second": 9322.994 |
| }, |
| { |
| "epoch": 0.5736714975845411, |
| "grad_norm": 0.773554342824745, |
| "learning_rate": 8.106135350165219e-06, |
| "loss": 0.4105, |
| "num_input_tokens_seen": 79156248, |
| "step": 1425, |
| "train_runtime": 8494.0206, |
| "train_tokens_per_second": 9319.055 |
| }, |
| { |
| "epoch": 0.5756843800322061, |
| "grad_norm": 0.8126957140874953, |
| "learning_rate": 8.093731317198262e-06, |
| "loss": 0.4199, |
| "num_input_tokens_seen": 79440224, |
| "step": 1430, |
| "train_runtime": 8519.8467, |
| "train_tokens_per_second": 9324.138 |
| }, |
| { |
| "epoch": 0.5776972624798712, |
| "grad_norm": 0.7581883025220503, |
| "learning_rate": 8.08129635573459e-06, |
| "loss": 0.4022, |
| "num_input_tokens_seen": 79715160, |
| "step": 1435, |
| "train_runtime": 8556.3142, |
| "train_tokens_per_second": 9316.53 |
| }, |
| { |
| "epoch": 0.5797101449275363, |
| "grad_norm": 0.7497077845747706, |
| "learning_rate": 8.068830590088386e-06, |
| "loss": 0.4251, |
| "num_input_tokens_seen": 79969208, |
| "step": 1440, |
| "train_runtime": 8592.1119, |
| "train_tokens_per_second": 9307.282 |
| }, |
| { |
| "epoch": 0.5817230273752013, |
| "grad_norm": 0.782497742400787, |
| "learning_rate": 8.056334144881776e-06, |
| "loss": 0.4166, |
| "num_input_tokens_seen": 80274104, |
| "step": 1445, |
| "train_runtime": 8629.2464, |
| "train_tokens_per_second": 9302.563 |
| }, |
| { |
| "epoch": 0.5837359098228664, |
| "grad_norm": 0.7040320452210902, |
| "learning_rate": 8.043807145043604e-06, |
| "loss": 0.4187, |
| "num_input_tokens_seen": 80575952, |
| "step": 1450, |
| "train_runtime": 8660.1054, |
| "train_tokens_per_second": 9304.269 |
| }, |
| { |
| "epoch": 0.5857487922705314, |
| "grad_norm": 0.7772538084049987, |
| "learning_rate": 8.031249715808166e-06, |
| "loss": 0.4365, |
| "num_input_tokens_seen": 80875656, |
| "step": 1455, |
| "train_runtime": 8692.7988, |
| "train_tokens_per_second": 9303.753 |
| }, |
| { |
| "epoch": 0.5877616747181964, |
| "grad_norm": 0.7506376911421676, |
| "learning_rate": 8.018661982713971e-06, |
| "loss": 0.416, |
| "num_input_tokens_seen": 81141016, |
| "step": 1460, |
| "train_runtime": 8725.0541, |
| "train_tokens_per_second": 9299.772 |
| }, |
| { |
| "epoch": 0.5897745571658615, |
| "grad_norm": 0.7117021997539261, |
| "learning_rate": 8.006044071602476e-06, |
| "loss": 0.4446, |
| "num_input_tokens_seen": 81420136, |
| "step": 1465, |
| "train_runtime": 8755.3652, |
| "train_tokens_per_second": 9299.456 |
| }, |
| { |
| "epoch": 0.5917874396135265, |
| "grad_norm": 0.7187049533776776, |
| "learning_rate": 7.993396108616835e-06, |
| "loss": 0.3903, |
| "num_input_tokens_seen": 81671240, |
| "step": 1470, |
| "train_runtime": 8783.2595, |
| "train_tokens_per_second": 9298.512 |
| }, |
| { |
| "epoch": 0.5938003220611916, |
| "grad_norm": 0.7853667948151974, |
| "learning_rate": 7.980718220200633e-06, |
| "loss": 0.4509, |
| "num_input_tokens_seen": 81924936, |
| "step": 1475, |
| "train_runtime": 8816.2974, |
| "train_tokens_per_second": 9292.442 |
| }, |
| { |
| "epoch": 0.5958132045088567, |
| "grad_norm": 0.7450821167641029, |
| "learning_rate": 7.968010533096626e-06, |
| "loss": 0.3863, |
| "num_input_tokens_seen": 82205400, |
| "step": 1480, |
| "train_runtime": 8850.1629, |
| "train_tokens_per_second": 9288.575 |
| }, |
| { |
| "epoch": 0.5978260869565217, |
| "grad_norm": 0.8697385982049791, |
| "learning_rate": 7.955273174345469e-06, |
| "loss": 0.4269, |
| "num_input_tokens_seen": 82502664, |
| "step": 1485, |
| "train_runtime": 8885.7248, |
| "train_tokens_per_second": 9284.855 |
| }, |
| { |
| "epoch": 0.5998389694041868, |
| "grad_norm": 0.8163147034324832, |
| "learning_rate": 7.942506271284453e-06, |
| "loss": 0.423, |
| "num_input_tokens_seen": 82757296, |
| "step": 1490, |
| "train_runtime": 8914.7841, |
| "train_tokens_per_second": 9283.152 |
| }, |
| { |
| "epoch": 0.6018518518518519, |
| "grad_norm": 0.8193991292710503, |
| "learning_rate": 7.929709951546224e-06, |
| "loss": 0.4119, |
| "num_input_tokens_seen": 83024168, |
| "step": 1495, |
| "train_runtime": 8946.8388, |
| "train_tokens_per_second": 9279.721 |
| }, |
| { |
| "epoch": 0.6038647342995169, |
| "grad_norm": 0.8354348440646796, |
| "learning_rate": 7.916884343057514e-06, |
| "loss": 0.3975, |
| "num_input_tokens_seen": 83289440, |
| "step": 1500, |
| "train_runtime": 8977.7127, |
| "train_tokens_per_second": 9277.356 |
| }, |
| { |
| "epoch": 0.605877616747182, |
| "grad_norm": 0.7607012692990271, |
| "learning_rate": 7.904029574037856e-06, |
| "loss": 0.3957, |
| "num_input_tokens_seen": 83578104, |
| "step": 1505, |
| "train_runtime": 9005.3436, |
| "train_tokens_per_second": 9280.946 |
| }, |
| { |
| "epoch": 0.6078904991948471, |
| "grad_norm": 0.8764372525390703, |
| "learning_rate": 7.891145772998308e-06, |
| "loss": 0.4119, |
| "num_input_tokens_seen": 83852400, |
| "step": 1510, |
| "train_runtime": 9041.1196, |
| "train_tokens_per_second": 9274.559 |
| }, |
| { |
| "epoch": 0.6099033816425121, |
| "grad_norm": 0.7952168568176678, |
| "learning_rate": 7.878233068740167e-06, |
| "loss": 0.4114, |
| "num_input_tokens_seen": 84142088, |
| "step": 1515, |
| "train_runtime": 9068.2962, |
| "train_tokens_per_second": 9278.71 |
| }, |
| { |
| "epoch": 0.6119162640901772, |
| "grad_norm": 0.792949992765805, |
| "learning_rate": 7.865291590353673e-06, |
| "loss": 0.4299, |
| "num_input_tokens_seen": 84387064, |
| "step": 1520, |
| "train_runtime": 9097.1163, |
| "train_tokens_per_second": 9276.243 |
| }, |
| { |
| "epoch": 0.6139291465378421, |
| "grad_norm": 0.7358203819262567, |
| "learning_rate": 7.85232146721673e-06, |
| "loss": 0.414, |
| "num_input_tokens_seen": 84681760, |
| "step": 1525, |
| "train_runtime": 9119.6292, |
| "train_tokens_per_second": 9285.658 |
| }, |
| { |
| "epoch": 0.6159420289855072, |
| "grad_norm": 0.8199196632838759, |
| "learning_rate": 7.83932282899361e-06, |
| "loss": 0.3939, |
| "num_input_tokens_seen": 84970560, |
| "step": 1530, |
| "train_runtime": 9147.9479, |
| "train_tokens_per_second": 9288.483 |
| }, |
| { |
| "epoch": 0.6179549114331723, |
| "grad_norm": 0.7812276695878765, |
| "learning_rate": 7.826295805633647e-06, |
| "loss": 0.4165, |
| "num_input_tokens_seen": 85221368, |
| "step": 1535, |
| "train_runtime": 9178.5245, |
| "train_tokens_per_second": 9284.866 |
| }, |
| { |
| "epoch": 0.6199677938808373, |
| "grad_norm": 0.7783483059564613, |
| "learning_rate": 7.813240527369958e-06, |
| "loss": 0.4124, |
| "num_input_tokens_seen": 85527928, |
| "step": 1540, |
| "train_runtime": 9208.1988, |
| "train_tokens_per_second": 9288.236 |
| }, |
| { |
| "epoch": 0.6219806763285024, |
| "grad_norm": 0.7522800216311623, |
| "learning_rate": 7.800157124718115e-06, |
| "loss": 0.4255, |
| "num_input_tokens_seen": 85796712, |
| "step": 1545, |
| "train_runtime": 9238.9678, |
| "train_tokens_per_second": 9286.396 |
| }, |
| { |
| "epoch": 0.6239935587761675, |
| "grad_norm": 0.7822265349047505, |
| "learning_rate": 7.787045728474862e-06, |
| "loss": 0.4025, |
| "num_input_tokens_seen": 86058784, |
| "step": 1550, |
| "train_runtime": 9263.2742, |
| "train_tokens_per_second": 9290.32 |
| }, |
| { |
| "epoch": 0.6260064412238325, |
| "grad_norm": 0.8661952320332765, |
| "learning_rate": 7.773906469716795e-06, |
| "loss": 0.4256, |
| "num_input_tokens_seen": 86327264, |
| "step": 1555, |
| "train_runtime": 9297.4462, |
| "train_tokens_per_second": 9285.051 |
| }, |
| { |
| "epoch": 0.6280193236714976, |
| "grad_norm": 0.7345883465291086, |
| "learning_rate": 7.76073947979906e-06, |
| "loss": 0.3984, |
| "num_input_tokens_seen": 86608720, |
| "step": 1560, |
| "train_runtime": 9321.0558, |
| "train_tokens_per_second": 9291.729 |
| }, |
| { |
| "epoch": 0.6300322061191627, |
| "grad_norm": 0.8044894835591974, |
| "learning_rate": 7.747544890354031e-06, |
| "loss": 0.3923, |
| "num_input_tokens_seen": 86861072, |
| "step": 1565, |
| "train_runtime": 9347.042, |
| "train_tokens_per_second": 9292.894 |
| }, |
| { |
| "epoch": 0.6320450885668277, |
| "grad_norm": 0.8194405153201567, |
| "learning_rate": 7.734322833290002e-06, |
| "loss": 0.4188, |
| "num_input_tokens_seen": 87136000, |
| "step": 1570, |
| "train_runtime": 9376.5258, |
| "train_tokens_per_second": 9292.994 |
| }, |
| { |
| "epoch": 0.6340579710144928, |
| "grad_norm": 0.8190379059685756, |
| "learning_rate": 7.721073440789863e-06, |
| "loss": 0.4144, |
| "num_input_tokens_seen": 87420648, |
| "step": 1575, |
| "train_runtime": 9401.3475, |
| "train_tokens_per_second": 9298.736 |
| }, |
| { |
| "epoch": 0.6360708534621579, |
| "grad_norm": 0.7769071284034672, |
| "learning_rate": 7.707796845309782e-06, |
| "loss": 0.4197, |
| "num_input_tokens_seen": 87698832, |
| "step": 1580, |
| "train_runtime": 9431.8438, |
| "train_tokens_per_second": 9298.164 |
| }, |
| { |
| "epoch": 0.6380837359098228, |
| "grad_norm": 0.9118083880893668, |
| "learning_rate": 7.69449317957788e-06, |
| "loss": 0.4038, |
| "num_input_tokens_seen": 87983560, |
| "step": 1585, |
| "train_runtime": 9462.6486, |
| "train_tokens_per_second": 9297.985 |
| }, |
| { |
| "epoch": 0.6400966183574879, |
| "grad_norm": 0.7120844282259289, |
| "learning_rate": 7.681162576592896e-06, |
| "loss": 0.4143, |
| "num_input_tokens_seen": 88238112, |
| "step": 1590, |
| "train_runtime": 9487.721, |
| "train_tokens_per_second": 9300.243 |
| }, |
| { |
| "epoch": 0.6421095008051529, |
| "grad_norm": 1.1565344499264973, |
| "learning_rate": 7.667805169622874e-06, |
| "loss": 0.4131, |
| "num_input_tokens_seen": 88514136, |
| "step": 1595, |
| "train_runtime": 9516.8398, |
| "train_tokens_per_second": 9300.791 |
| }, |
| { |
| "epoch": 0.644122383252818, |
| "grad_norm": 1.020789517866519, |
| "learning_rate": 7.65442109220382e-06, |
| "loss": 0.4108, |
| "num_input_tokens_seen": 88801416, |
| "step": 1600, |
| "train_runtime": 9548.1558, |
| "train_tokens_per_second": 9300.374 |
| }, |
| { |
| "epoch": 0.6461352657004831, |
| "grad_norm": 0.6569246845466671, |
| "learning_rate": 7.641010478138365e-06, |
| "loss": 0.3984, |
| "num_input_tokens_seen": 89095008, |
| "step": 1605, |
| "train_runtime": 9580.0323, |
| "train_tokens_per_second": 9300.074 |
| }, |
| { |
| "epoch": 0.6481481481481481, |
| "grad_norm": 0.8117701181662421, |
| "learning_rate": 7.627573461494431e-06, |
| "loss": 0.3996, |
| "num_input_tokens_seen": 89371968, |
| "step": 1610, |
| "train_runtime": 9609.4486, |
| "train_tokens_per_second": 9300.426 |
| }, |
| { |
| "epoch": 0.6501610305958132, |
| "grad_norm": 0.802627170404663, |
| "learning_rate": 7.614110176603893e-06, |
| "loss": 0.4212, |
| "num_input_tokens_seen": 89652280, |
| "step": 1615, |
| "train_runtime": 9636.3858, |
| "train_tokens_per_second": 9303.517 |
| }, |
| { |
| "epoch": 0.6521739130434783, |
| "grad_norm": 0.778857767803496, |
| "learning_rate": 7.600620758061233e-06, |
| "loss": 0.4112, |
| "num_input_tokens_seen": 89934216, |
| "step": 1620, |
| "train_runtime": 9664.3841, |
| "train_tokens_per_second": 9305.737 |
| }, |
| { |
| "epoch": 0.6541867954911433, |
| "grad_norm": 0.8528084820284613, |
| "learning_rate": 7.587105340722194e-06, |
| "loss": 0.4044, |
| "num_input_tokens_seen": 90201848, |
| "step": 1625, |
| "train_runtime": 9694.8443, |
| "train_tokens_per_second": 9304.105 |
| }, |
| { |
| "epoch": 0.6561996779388084, |
| "grad_norm": 0.8384144695794434, |
| "learning_rate": 7.573564059702432e-06, |
| "loss": 0.4221, |
| "num_input_tokens_seen": 90476912, |
| "step": 1630, |
| "train_runtime": 9729.4824, |
| "train_tokens_per_second": 9299.252 |
| }, |
| { |
| "epoch": 0.6582125603864735, |
| "grad_norm": 0.7164788919800471, |
| "learning_rate": 7.55999705037617e-06, |
| "loss": 0.3935, |
| "num_input_tokens_seen": 90757344, |
| "step": 1635, |
| "train_runtime": 9761.927, |
| "train_tokens_per_second": 9297.073 |
| }, |
| { |
| "epoch": 0.6602254428341385, |
| "grad_norm": 0.6969999879121849, |
| "learning_rate": 7.546404448374835e-06, |
| "loss": 0.4108, |
| "num_input_tokens_seen": 91022032, |
| "step": 1640, |
| "train_runtime": 9785.9052, |
| "train_tokens_per_second": 9301.34 |
| }, |
| { |
| "epoch": 0.6622383252818036, |
| "grad_norm": 0.7640210704381736, |
| "learning_rate": 7.532786389585715e-06, |
| "loss": 0.3911, |
| "num_input_tokens_seen": 91292160, |
| "step": 1645, |
| "train_runtime": 9817.0135, |
| "train_tokens_per_second": 9299.382 |
| }, |
| { |
| "epoch": 0.6642512077294686, |
| "grad_norm": 0.8806554782695155, |
| "learning_rate": 7.5191430101505894e-06, |
| "loss": 0.4167, |
| "num_input_tokens_seen": 91547568, |
| "step": 1650, |
| "train_runtime": 9848.1072, |
| "train_tokens_per_second": 9295.956 |
| }, |
| { |
| "epoch": 0.6662640901771336, |
| "grad_norm": 0.7565596746445855, |
| "learning_rate": 7.5054744464643666e-06, |
| "loss": 0.4038, |
| "num_input_tokens_seen": 91809704, |
| "step": 1655, |
| "train_runtime": 9879.4862, |
| "train_tokens_per_second": 9292.963 |
| }, |
| { |
| "epoch": 0.6682769726247987, |
| "grad_norm": 0.7743504130877569, |
| "learning_rate": 7.491780835173735e-06, |
| "loss": 0.3984, |
| "num_input_tokens_seen": 92110000, |
| "step": 1660, |
| "train_runtime": 9903.829, |
| "train_tokens_per_second": 9300.443 |
| }, |
| { |
| "epoch": 0.6702898550724637, |
| "grad_norm": 0.830081498149515, |
| "learning_rate": 7.478062313175784e-06, |
| "loss": 0.3998, |
| "num_input_tokens_seen": 92362424, |
| "step": 1665, |
| "train_runtime": 9930.6532, |
| "train_tokens_per_second": 9300.74 |
| }, |
| { |
| "epoch": 0.6723027375201288, |
| "grad_norm": 0.7629380180843693, |
| "learning_rate": 7.464319017616638e-06, |
| "loss": 0.4099, |
| "num_input_tokens_seen": 92638656, |
| "step": 1670, |
| "train_runtime": 9964.0876, |
| "train_tokens_per_second": 9297.254 |
| }, |
| { |
| "epoch": 0.6743156199677939, |
| "grad_norm": 0.6821129536408884, |
| "learning_rate": 7.450551085890087e-06, |
| "loss": 0.4278, |
| "num_input_tokens_seen": 92921648, |
| "step": 1675, |
| "train_runtime": 9997.6409, |
| "train_tokens_per_second": 9294.357 |
| }, |
| { |
| "epoch": 0.6763285024154589, |
| "grad_norm": 0.7109160905237335, |
| "learning_rate": 7.4367586556362125e-06, |
| "loss": 0.3996, |
| "num_input_tokens_seen": 93188816, |
| "step": 1680, |
| "train_runtime": 10026.9369, |
| "train_tokens_per_second": 9293.847 |
| }, |
| { |
| "epoch": 0.678341384863124, |
| "grad_norm": 0.7314806086348711, |
| "learning_rate": 7.422941864740012e-06, |
| "loss": 0.4223, |
| "num_input_tokens_seen": 93469840, |
| "step": 1685, |
| "train_runtime": 10049.8583, |
| "train_tokens_per_second": 9300.613 |
| }, |
| { |
| "epoch": 0.6803542673107891, |
| "grad_norm": 0.8153676167745848, |
| "learning_rate": 7.40910085133002e-06, |
| "loss": 0.4353, |
| "num_input_tokens_seen": 93728136, |
| "step": 1690, |
| "train_runtime": 10085.7831, |
| "train_tokens_per_second": 9293.095 |
| }, |
| { |
| "epoch": 0.6823671497584541, |
| "grad_norm": 0.7624434169500551, |
| "learning_rate": 7.395235753776925e-06, |
| "loss": 0.4033, |
| "num_input_tokens_seen": 93992976, |
| "step": 1695, |
| "train_runtime": 10114.9703, |
| "train_tokens_per_second": 9292.462 |
| }, |
| { |
| "epoch": 0.6843800322061192, |
| "grad_norm": 0.9293179551465384, |
| "learning_rate": 7.381346710692192e-06, |
| "loss": 0.4061, |
| "num_input_tokens_seen": 94261376, |
| "step": 1700, |
| "train_runtime": 10134.1424, |
| "train_tokens_per_second": 9301.367 |
| }, |
| { |
| "epoch": 0.6863929146537843, |
| "grad_norm": 0.7614981667279354, |
| "learning_rate": 7.3674338609266705e-06, |
| "loss": 0.415, |
| "num_input_tokens_seen": 94533288, |
| "step": 1705, |
| "train_runtime": 10163.1213, |
| "train_tokens_per_second": 9301.6 |
| }, |
| { |
| "epoch": 0.6884057971014492, |
| "grad_norm": 0.8945677637099625, |
| "learning_rate": 7.3534973435692106e-06, |
| "loss": 0.4091, |
| "num_input_tokens_seen": 94780728, |
| "step": 1710, |
| "train_runtime": 10187.2798, |
| "train_tokens_per_second": 9303.831 |
| }, |
| { |
| "epoch": 0.6904186795491143, |
| "grad_norm": 0.8209860520811668, |
| "learning_rate": 7.3395372979452675e-06, |
| "loss": 0.4162, |
| "num_input_tokens_seen": 95052216, |
| "step": 1715, |
| "train_runtime": 10218.1152, |
| "train_tokens_per_second": 9302.324 |
| }, |
| { |
| "epoch": 0.6924315619967794, |
| "grad_norm": 0.7625878548231061, |
| "learning_rate": 7.325553863615516e-06, |
| "loss": 0.39, |
| "num_input_tokens_seen": 95317512, |
| "step": 1720, |
| "train_runtime": 10246.2772, |
| "train_tokens_per_second": 9302.648 |
| }, |
| { |
| "epoch": 0.6944444444444444, |
| "grad_norm": 0.7242204103504999, |
| "learning_rate": 7.311547180374448e-06, |
| "loss": 0.3915, |
| "num_input_tokens_seen": 95595816, |
| "step": 1725, |
| "train_runtime": 10269.0328, |
| "train_tokens_per_second": 9309.135 |
| }, |
| { |
| "epoch": 0.6964573268921095, |
| "grad_norm": 0.8312747967250838, |
| "learning_rate": 7.297517388248983e-06, |
| "loss": 0.4359, |
| "num_input_tokens_seen": 95857792, |
| "step": 1730, |
| "train_runtime": 10299.3139, |
| "train_tokens_per_second": 9307.202 |
| }, |
| { |
| "epoch": 0.6984702093397746, |
| "grad_norm": 0.7813375145597212, |
| "learning_rate": 7.283464627497056e-06, |
| "loss": 0.4279, |
| "num_input_tokens_seen": 96111304, |
| "step": 1735, |
| "train_runtime": 10331.5993, |
| "train_tokens_per_second": 9302.655 |
| }, |
| { |
| "epoch": 0.7004830917874396, |
| "grad_norm": 0.787882518766384, |
| "learning_rate": 7.269389038606231e-06, |
| "loss": 0.4117, |
| "num_input_tokens_seen": 96375072, |
| "step": 1740, |
| "train_runtime": 10354.8105, |
| "train_tokens_per_second": 9307.275 |
| }, |
| { |
| "epoch": 0.7024959742351047, |
| "grad_norm": 0.750610549048134, |
| "learning_rate": 7.255290762292286e-06, |
| "loss": 0.3852, |
| "num_input_tokens_seen": 96665096, |
| "step": 1745, |
| "train_runtime": 10384.3089, |
| "train_tokens_per_second": 9308.765 |
| }, |
| { |
| "epoch": 0.7045088566827697, |
| "grad_norm": 0.7300867273807855, |
| "learning_rate": 7.241169939497801e-06, |
| "loss": 0.4035, |
| "num_input_tokens_seen": 96944624, |
| "step": 1750, |
| "train_runtime": 10412.9763, |
| "train_tokens_per_second": 9309.982 |
| }, |
| { |
| "epoch": 0.7065217391304348, |
| "grad_norm": 0.7713030902557706, |
| "learning_rate": 7.227026711390766e-06, |
| "loss": 0.415, |
| "num_input_tokens_seen": 97202880, |
| "step": 1755, |
| "train_runtime": 10441.2599, |
| "train_tokens_per_second": 9309.497 |
| }, |
| { |
| "epoch": 0.7085346215780999, |
| "grad_norm": 0.8907574599657645, |
| "learning_rate": 7.2128612193631595e-06, |
| "loss": 0.4244, |
| "num_input_tokens_seen": 97511016, |
| "step": 1760, |
| "train_runtime": 10468.4289, |
| "train_tokens_per_second": 9314.771 |
| }, |
| { |
| "epoch": 0.7105475040257649, |
| "grad_norm": 0.712248488256245, |
| "learning_rate": 7.198673605029529e-06, |
| "loss": 0.4286, |
| "num_input_tokens_seen": 97781072, |
| "step": 1765, |
| "train_runtime": 10499.2572, |
| "train_tokens_per_second": 9313.142 |
| }, |
| { |
| "epoch": 0.7125603864734299, |
| "grad_norm": 0.7735802152450216, |
| "learning_rate": 7.18446401022559e-06, |
| "loss": 0.409, |
| "num_input_tokens_seen": 98050776, |
| "step": 1770, |
| "train_runtime": 10535.6233, |
| "train_tokens_per_second": 9306.595 |
| }, |
| { |
| "epoch": 0.714573268921095, |
| "grad_norm": 0.7152101465331846, |
| "learning_rate": 7.1702325770067935e-06, |
| "loss": 0.4178, |
| "num_input_tokens_seen": 98331192, |
| "step": 1775, |
| "train_runtime": 10568.2036, |
| "train_tokens_per_second": 9304.438 |
| }, |
| { |
| "epoch": 0.71658615136876, |
| "grad_norm": 0.7496795613405771, |
| "learning_rate": 7.155979447646916e-06, |
| "loss": 0.3932, |
| "num_input_tokens_seen": 98587896, |
| "step": 1780, |
| "train_runtime": 10592.683, |
| "train_tokens_per_second": 9307.169 |
| }, |
| { |
| "epoch": 0.7185990338164251, |
| "grad_norm": 0.828720621744438, |
| "learning_rate": 7.141704764636632e-06, |
| "loss": 0.4151, |
| "num_input_tokens_seen": 98849320, |
| "step": 1785, |
| "train_runtime": 10622.6204, |
| "train_tokens_per_second": 9305.549 |
| }, |
| { |
| "epoch": 0.7206119162640902, |
| "grad_norm": 0.719135405670325, |
| "learning_rate": 7.127408670682094e-06, |
| "loss": 0.4117, |
| "num_input_tokens_seen": 99119776, |
| "step": 1790, |
| "train_runtime": 10656.0193, |
| "train_tokens_per_second": 9301.764 |
| }, |
| { |
| "epoch": 0.7226247987117552, |
| "grad_norm": 0.7449978998893, |
| "learning_rate": 7.113091308703498e-06, |
| "loss": 0.3865, |
| "num_input_tokens_seen": 99397616, |
| "step": 1795, |
| "train_runtime": 10687.4255, |
| "train_tokens_per_second": 9300.427 |
| }, |
| { |
| "epoch": 0.7246376811594203, |
| "grad_norm": 0.6953501717545923, |
| "learning_rate": 7.0987528218336655e-06, |
| "loss": 0.4035, |
| "num_input_tokens_seen": 99675792, |
| "step": 1800, |
| "train_runtime": 10718.733, |
| "train_tokens_per_second": 9299.214 |
| }, |
| { |
| "epoch": 0.7266505636070854, |
| "grad_norm": 0.7388591099682715, |
| "learning_rate": 7.084393353416601e-06, |
| "loss": 0.3899, |
| "num_input_tokens_seen": 99951568, |
| "step": 1805, |
| "train_runtime": 10749.1466, |
| "train_tokens_per_second": 9298.558 |
| }, |
| { |
| "epoch": 0.7286634460547504, |
| "grad_norm": 0.7097960326496885, |
| "learning_rate": 7.070013047006068e-06, |
| "loss": 0.4243, |
| "num_input_tokens_seen": 100236096, |
| "step": 1810, |
| "train_runtime": 10782.2828, |
| "train_tokens_per_second": 9296.371 |
| }, |
| { |
| "epoch": 0.7306763285024155, |
| "grad_norm": 0.6864574084119663, |
| "learning_rate": 7.055612046364151e-06, |
| "loss": 0.4052, |
| "num_input_tokens_seen": 100505616, |
| "step": 1815, |
| "train_runtime": 10818.2258, |
| "train_tokens_per_second": 9290.397 |
| }, |
| { |
| "epoch": 0.7326892109500805, |
| "grad_norm": 0.7565530144066822, |
| "learning_rate": 7.041190495459816e-06, |
| "loss": 0.4107, |
| "num_input_tokens_seen": 100798848, |
| "step": 1820, |
| "train_runtime": 10852.7866, |
| "train_tokens_per_second": 9287.831 |
| }, |
| { |
| "epoch": 0.7347020933977456, |
| "grad_norm": 0.7410753349128333, |
| "learning_rate": 7.026748538467474e-06, |
| "loss": 0.4015, |
| "num_input_tokens_seen": 101070488, |
| "step": 1825, |
| "train_runtime": 10881.7282, |
| "train_tokens_per_second": 9288.092 |
| }, |
| { |
| "epoch": 0.7367149758454107, |
| "grad_norm": 0.7275446753992727, |
| "learning_rate": 7.012286319765538e-06, |
| "loss": 0.4101, |
| "num_input_tokens_seen": 101358128, |
| "step": 1830, |
| "train_runtime": 10913.1729, |
| "train_tokens_per_second": 9287.686 |
| }, |
| { |
| "epoch": 0.7387278582930756, |
| "grad_norm": 0.8916444782007619, |
| "learning_rate": 6.997803983934982e-06, |
| "loss": 0.4067, |
| "num_input_tokens_seen": 101643344, |
| "step": 1835, |
| "train_runtime": 10944.8125, |
| "train_tokens_per_second": 9286.897 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 0.7096495766706037, |
| "learning_rate": 6.983301675757892e-06, |
| "loss": 0.3939, |
| "num_input_tokens_seen": 101920000, |
| "step": 1840, |
| "train_runtime": 10973.4636, |
| "train_tokens_per_second": 9287.861 |
| }, |
| { |
| "epoch": 0.7427536231884058, |
| "grad_norm": 0.7874518992370024, |
| "learning_rate": 6.96877954021602e-06, |
| "loss": 0.4289, |
| "num_input_tokens_seen": 102208776, |
| "step": 1845, |
| "train_runtime": 11000.5187, |
| "train_tokens_per_second": 9291.269 |
| }, |
| { |
| "epoch": 0.7447665056360708, |
| "grad_norm": 0.7174361452345764, |
| "learning_rate": 6.9542377224893365e-06, |
| "loss": 0.397, |
| "num_input_tokens_seen": 102480896, |
| "step": 1850, |
| "train_runtime": 11032.9038, |
| "train_tokens_per_second": 9288.66 |
| }, |
| { |
| "epoch": 0.7467793880837359, |
| "grad_norm": 0.8857917776407266, |
| "learning_rate": 6.939676367954582e-06, |
| "loss": 0.4126, |
| "num_input_tokens_seen": 102761648, |
| "step": 1855, |
| "train_runtime": 11069.7423, |
| "train_tokens_per_second": 9283.111 |
| }, |
| { |
| "epoch": 0.748792270531401, |
| "grad_norm": 0.7544489839976317, |
| "learning_rate": 6.925095622183801e-06, |
| "loss": 0.3929, |
| "num_input_tokens_seen": 103017568, |
| "step": 1860, |
| "train_runtime": 11096.9418, |
| "train_tokens_per_second": 9283.42 |
| }, |
| { |
| "epoch": 0.750805152979066, |
| "grad_norm": 0.7140945958546089, |
| "learning_rate": 6.910495630942899e-06, |
| "loss": 0.3881, |
| "num_input_tokens_seen": 103298384, |
| "step": 1865, |
| "train_runtime": 11125.4672, |
| "train_tokens_per_second": 9284.858 |
| }, |
| { |
| "epoch": 0.7528180354267311, |
| "grad_norm": 0.8215969191604309, |
| "learning_rate": 6.895876540190185e-06, |
| "loss": 0.4048, |
| "num_input_tokens_seen": 103585408, |
| "step": 1870, |
| "train_runtime": 11162.6384, |
| "train_tokens_per_second": 9279.653 |
| }, |
| { |
| "epoch": 0.7548309178743962, |
| "grad_norm": 0.7600964332954867, |
| "learning_rate": 6.8812384960749024e-06, |
| "loss": 0.39, |
| "num_input_tokens_seen": 103868056, |
| "step": 1875, |
| "train_runtime": 11193.4162, |
| "train_tokens_per_second": 9279.388 |
| }, |
| { |
| "epoch": 0.7568438003220612, |
| "grad_norm": 0.6967150873736934, |
| "learning_rate": 6.8665816449357795e-06, |
| "loss": 0.4114, |
| "num_input_tokens_seen": 104123080, |
| "step": 1880, |
| "train_runtime": 11221.084, |
| "train_tokens_per_second": 9279.235 |
| }, |
| { |
| "epoch": 0.7588566827697263, |
| "grad_norm": 0.7531677844341517, |
| "learning_rate": 6.851906133299556e-06, |
| "loss": 0.4074, |
| "num_input_tokens_seen": 104389184, |
| "step": 1885, |
| "train_runtime": 11250.4979, |
| "train_tokens_per_second": 9278.628 |
| }, |
| { |
| "epoch": 0.7608695652173914, |
| "grad_norm": 0.739490274275597, |
| "learning_rate": 6.837212107879528e-06, |
| "loss": 0.3969, |
| "num_input_tokens_seen": 104685376, |
| "step": 1890, |
| "train_runtime": 11284.4634, |
| "train_tokens_per_second": 9276.948 |
| }, |
| { |
| "epoch": 0.7628824476650563, |
| "grad_norm": 0.836743288435197, |
| "learning_rate": 6.822499715574076e-06, |
| "loss": 0.4031, |
| "num_input_tokens_seen": 104970752, |
| "step": 1895, |
| "train_runtime": 11305.5373, |
| "train_tokens_per_second": 9284.897 |
| }, |
| { |
| "epoch": 0.7648953301127214, |
| "grad_norm": 0.7572572003700926, |
| "learning_rate": 6.8077691034651936e-06, |
| "loss": 0.3981, |
| "num_input_tokens_seen": 105245720, |
| "step": 1900, |
| "train_runtime": 11337.2114, |
| "train_tokens_per_second": 9283.211 |
| }, |
| { |
| "epoch": 0.7669082125603864, |
| "grad_norm": 0.6924824509813626, |
| "learning_rate": 6.7930204188170244e-06, |
| "loss": 0.4206, |
| "num_input_tokens_seen": 105532392, |
| "step": 1905, |
| "train_runtime": 11370.3789, |
| "train_tokens_per_second": 9281.343 |
| }, |
| { |
| "epoch": 0.7689210950080515, |
| "grad_norm": 0.7950851186977921, |
| "learning_rate": 6.778253809074384e-06, |
| "loss": 0.377, |
| "num_input_tokens_seen": 105816496, |
| "step": 1910, |
| "train_runtime": 11398.4739, |
| "train_tokens_per_second": 9283.392 |
| }, |
| { |
| "epoch": 0.7709339774557166, |
| "grad_norm": 0.9021912986436811, |
| "learning_rate": 6.7634694218612865e-06, |
| "loss": 0.4185, |
| "num_input_tokens_seen": 106061088, |
| "step": 1915, |
| "train_runtime": 11426.928, |
| "train_tokens_per_second": 9281.68 |
| }, |
| { |
| "epoch": 0.7729468599033816, |
| "grad_norm": 0.7504065463597139, |
| "learning_rate": 6.748667404979474e-06, |
| "loss": 0.3815, |
| "num_input_tokens_seen": 106348248, |
| "step": 1920, |
| "train_runtime": 11460.4051, |
| "train_tokens_per_second": 9279.624 |
| }, |
| { |
| "epoch": 0.7749597423510467, |
| "grad_norm": 0.9924061249878591, |
| "learning_rate": 6.733847906406933e-06, |
| "loss": 0.3946, |
| "num_input_tokens_seen": 106608736, |
| "step": 1925, |
| "train_runtime": 11483.195, |
| "train_tokens_per_second": 9283.891 |
| }, |
| { |
| "epoch": 0.7769726247987118, |
| "grad_norm": 0.747104973056609, |
| "learning_rate": 6.7190110742964155e-06, |
| "loss": 0.3968, |
| "num_input_tokens_seen": 106886400, |
| "step": 1930, |
| "train_runtime": 11512.1448, |
| "train_tokens_per_second": 9284.664 |
| }, |
| { |
| "epoch": 0.7789855072463768, |
| "grad_norm": 0.7843145322449393, |
| "learning_rate": 6.704157056973961e-06, |
| "loss": 0.391, |
| "num_input_tokens_seen": 107175088, |
| "step": 1935, |
| "train_runtime": 11546.096, |
| "train_tokens_per_second": 9282.366 |
| }, |
| { |
| "epoch": 0.7809983896940419, |
| "grad_norm": 0.7393308380484042, |
| "learning_rate": 6.6892860029374125e-06, |
| "loss": 0.4004, |
| "num_input_tokens_seen": 107448632, |
| "step": 1940, |
| "train_runtime": 11578.5199, |
| "train_tokens_per_second": 9279.997 |
| }, |
| { |
| "epoch": 0.783011272141707, |
| "grad_norm": 0.7099656749714811, |
| "learning_rate": 6.674398060854931e-06, |
| "loss": 0.3858, |
| "num_input_tokens_seen": 107718736, |
| "step": 1945, |
| "train_runtime": 11608.3027, |
| "train_tokens_per_second": 9279.456 |
| }, |
| { |
| "epoch": 0.785024154589372, |
| "grad_norm": 0.8096969009624011, |
| "learning_rate": 6.659493379563511e-06, |
| "loss": 0.3965, |
| "num_input_tokens_seen": 108021064, |
| "step": 1950, |
| "train_runtime": 11640.2335, |
| "train_tokens_per_second": 9279.974 |
| }, |
| { |
| "epoch": 0.7870370370370371, |
| "grad_norm": 0.6893544295938017, |
| "learning_rate": 6.644572108067487e-06, |
| "loss": 0.4064, |
| "num_input_tokens_seen": 108296792, |
| "step": 1955, |
| "train_runtime": 11672.4171, |
| "train_tokens_per_second": 9278.009 |
| }, |
| { |
| "epoch": 0.789049919484702, |
| "grad_norm": 0.9051143616508919, |
| "learning_rate": 6.6296343955370565e-06, |
| "loss": 0.3888, |
| "num_input_tokens_seen": 108557568, |
| "step": 1960, |
| "train_runtime": 11704.9466, |
| "train_tokens_per_second": 9274.503 |
| }, |
| { |
| "epoch": 0.7910628019323671, |
| "grad_norm": 0.688671545189268, |
| "learning_rate": 6.614680391306772e-06, |
| "loss": 0.3902, |
| "num_input_tokens_seen": 108817104, |
| "step": 1965, |
| "train_runtime": 11734.913, |
| "train_tokens_per_second": 9272.937 |
| }, |
| { |
| "epoch": 0.7930756843800322, |
| "grad_norm": 0.7331311344757184, |
| "learning_rate": 6.59971024487406e-06, |
| "loss": 0.3893, |
| "num_input_tokens_seen": 109093256, |
| "step": 1970, |
| "train_runtime": 11764.5957, |
| "train_tokens_per_second": 9273.014 |
| }, |
| { |
| "epoch": 0.7950885668276972, |
| "grad_norm": 0.7165818734455979, |
| "learning_rate": 6.5847241058977265e-06, |
| "loss": 0.3993, |
| "num_input_tokens_seen": 109383728, |
| "step": 1975, |
| "train_runtime": 11797.704, |
| "train_tokens_per_second": 9271.612 |
| }, |
| { |
| "epoch": 0.7971014492753623, |
| "grad_norm": 0.7977027081583492, |
| "learning_rate": 6.569722124196449e-06, |
| "loss": 0.3951, |
| "num_input_tokens_seen": 109659440, |
| "step": 1980, |
| "train_runtime": 11824.8966, |
| "train_tokens_per_second": 9273.607 |
| }, |
| { |
| "epoch": 0.7991143317230274, |
| "grad_norm": 0.7666924246188899, |
| "learning_rate": 6.554704449747295e-06, |
| "loss": 0.3876, |
| "num_input_tokens_seen": 109955232, |
| "step": 1985, |
| "train_runtime": 11856.9293, |
| "train_tokens_per_second": 9273.5 |
| }, |
| { |
| "epoch": 0.8011272141706924, |
| "grad_norm": 0.692098708811024, |
| "learning_rate": 6.539671232684215e-06, |
| "loss": 0.3825, |
| "num_input_tokens_seen": 110223952, |
| "step": 1990, |
| "train_runtime": 11881.7316, |
| "train_tokens_per_second": 9276.758 |
| }, |
| { |
| "epoch": 0.8031400966183575, |
| "grad_norm": 0.7528244866011002, |
| "learning_rate": 6.5246226232965324e-06, |
| "loss": 0.4025, |
| "num_input_tokens_seen": 110524704, |
| "step": 1995, |
| "train_runtime": 11913.6696, |
| "train_tokens_per_second": 9277.134 |
| }, |
| { |
| "epoch": 0.8051529790660226, |
| "grad_norm": 0.7051788232024218, |
| "learning_rate": 6.5095587720274585e-06, |
| "loss": 0.3925, |
| "num_input_tokens_seen": 110793688, |
| "step": 2000, |
| "train_runtime": 11940.2421, |
| "train_tokens_per_second": 9279.015 |
| }, |
| { |
| "epoch": 0.8071658615136876, |
| "grad_norm": 0.7085415031143671, |
| "learning_rate": 6.49447982947258e-06, |
| "loss": 0.3961, |
| "num_input_tokens_seen": 111090512, |
| "step": 2005, |
| "train_runtime": 11973.2767, |
| "train_tokens_per_second": 9278.205 |
| }, |
| { |
| "epoch": 0.8091787439613527, |
| "grad_norm": 0.7165852444456339, |
| "learning_rate": 6.479385946378345e-06, |
| "loss": 0.3922, |
| "num_input_tokens_seen": 111378176, |
| "step": 2010, |
| "train_runtime": 12004.5642, |
| "train_tokens_per_second": 9277.986 |
| }, |
| { |
| "epoch": 0.8111916264090178, |
| "grad_norm": 0.7368612295158381, |
| "learning_rate": 6.4642772736405756e-06, |
| "loss": 0.3964, |
| "num_input_tokens_seen": 111635624, |
| "step": 2015, |
| "train_runtime": 12030.3883, |
| "train_tokens_per_second": 9279.47 |
| }, |
| { |
| "epoch": 0.8132045088566827, |
| "grad_norm": 0.6807649596796009, |
| "learning_rate": 6.44915396230294e-06, |
| "loss": 0.4081, |
| "num_input_tokens_seen": 111931424, |
| "step": 2020, |
| "train_runtime": 12064.4531, |
| "train_tokens_per_second": 9277.787 |
| }, |
| { |
| "epoch": 0.8152173913043478, |
| "grad_norm": 0.6941522364672225, |
| "learning_rate": 6.434016163555452e-06, |
| "loss": 0.41, |
| "num_input_tokens_seen": 112222240, |
| "step": 2025, |
| "train_runtime": 12087.8376, |
| "train_tokens_per_second": 9283.897 |
| }, |
| { |
| "epoch": 0.8172302737520128, |
| "grad_norm": 0.7027289982332953, |
| "learning_rate": 6.418864028732963e-06, |
| "loss": 0.3759, |
| "num_input_tokens_seen": 112510040, |
| "step": 2030, |
| "train_runtime": 12117.3903, |
| "train_tokens_per_second": 9285.006 |
| }, |
| { |
| "epoch": 0.8192431561996779, |
| "grad_norm": 0.6452596611591622, |
| "learning_rate": 6.403697709313639e-06, |
| "loss": 0.3732, |
| "num_input_tokens_seen": 112798112, |
| "step": 2035, |
| "train_runtime": 12147.0537, |
| "train_tokens_per_second": 9286.047 |
| }, |
| { |
| "epoch": 0.821256038647343, |
| "grad_norm": 0.7861663607777234, |
| "learning_rate": 6.388517356917454e-06, |
| "loss": 0.4093, |
| "num_input_tokens_seen": 113070456, |
| "step": 2040, |
| "train_runtime": 12173.1405, |
| "train_tokens_per_second": 9288.52 |
| }, |
| { |
| "epoch": 0.823268921095008, |
| "grad_norm": 0.7486831445721319, |
| "learning_rate": 6.373323123304671e-06, |
| "loss": 0.3904, |
| "num_input_tokens_seen": 113343376, |
| "step": 2045, |
| "train_runtime": 12203.1997, |
| "train_tokens_per_second": 9288.005 |
| }, |
| { |
| "epoch": 0.8252818035426731, |
| "grad_norm": 0.7250130841822909, |
| "learning_rate": 6.358115160374326e-06, |
| "loss": 0.3883, |
| "num_input_tokens_seen": 113614944, |
| "step": 2050, |
| "train_runtime": 12237.7983, |
| "train_tokens_per_second": 9283.937 |
| }, |
| { |
| "epoch": 0.8272946859903382, |
| "grad_norm": 0.7592651019588287, |
| "learning_rate": 6.342893620162709e-06, |
| "loss": 0.4066, |
| "num_input_tokens_seen": 113914464, |
| "step": 2055, |
| "train_runtime": 12269.0497, |
| "train_tokens_per_second": 9284.701 |
| }, |
| { |
| "epoch": 0.8293075684380032, |
| "grad_norm": 0.8973442268194562, |
| "learning_rate": 6.3276586548418454e-06, |
| "loss": 0.3999, |
| "num_input_tokens_seen": 114157984, |
| "step": 2060, |
| "train_runtime": 12293.2014, |
| "train_tokens_per_second": 9286.27 |
| }, |
| { |
| "epoch": 0.8313204508856683, |
| "grad_norm": 0.750213524348002, |
| "learning_rate": 6.312410416717969e-06, |
| "loss": 0.4058, |
| "num_input_tokens_seen": 114456080, |
| "step": 2065, |
| "train_runtime": 12319.7952, |
| "train_tokens_per_second": 9290.421 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 1.1010047204334936, |
| "learning_rate": 6.29714905823001e-06, |
| "loss": 0.4164, |
| "num_input_tokens_seen": 114731320, |
| "step": 2070, |
| "train_runtime": 12347.9132, |
| "train_tokens_per_second": 9291.555 |
| }, |
| { |
| "epoch": 0.8353462157809984, |
| "grad_norm": 0.6684830320271861, |
| "learning_rate": 6.281874731948059e-06, |
| "loss": 0.4316, |
| "num_input_tokens_seen": 115029840, |
| "step": 2075, |
| "train_runtime": 12376.7565, |
| "train_tokens_per_second": 9294.021 |
| }, |
| { |
| "epoch": 0.8373590982286635, |
| "grad_norm": 0.9962569348783838, |
| "learning_rate": 6.266587590571852e-06, |
| "loss": 0.4102, |
| "num_input_tokens_seen": 115299712, |
| "step": 2080, |
| "train_runtime": 12405.6584, |
| "train_tokens_per_second": 9294.123 |
| }, |
| { |
| "epoch": 0.8393719806763285, |
| "grad_norm": 0.7468273606895267, |
| "learning_rate": 6.25128778692924e-06, |
| "loss": 0.3855, |
| "num_input_tokens_seen": 115573048, |
| "step": 2085, |
| "train_runtime": 12434.8852, |
| "train_tokens_per_second": 9294.259 |
| }, |
| { |
| "epoch": 0.8413848631239935, |
| "grad_norm": 0.7535476931068493, |
| "learning_rate": 6.235975473974652e-06, |
| "loss": 0.4237, |
| "num_input_tokens_seen": 115860800, |
| "step": 2090, |
| "train_runtime": 12470.5401, |
| "train_tokens_per_second": 9290.76 |
| }, |
| { |
| "epoch": 0.8433977455716586, |
| "grad_norm": 0.7415339871426038, |
| "learning_rate": 6.220650804787587e-06, |
| "loss": 0.4177, |
| "num_input_tokens_seen": 116151880, |
| "step": 2095, |
| "train_runtime": 12498.1208, |
| "train_tokens_per_second": 9293.548 |
| }, |
| { |
| "epoch": 0.8454106280193237, |
| "grad_norm": 0.8253083225510711, |
| "learning_rate": 6.205313932571062e-06, |
| "loss": 0.3926, |
| "num_input_tokens_seen": 116398848, |
| "step": 2100, |
| "train_runtime": 12530.263, |
| "train_tokens_per_second": 9289.418 |
| }, |
| { |
| "epoch": 0.8474235104669887, |
| "grad_norm": 0.7576322131411791, |
| "learning_rate": 6.189965010650092e-06, |
| "loss": 0.4029, |
| "num_input_tokens_seen": 116688240, |
| "step": 2105, |
| "train_runtime": 12557.3549, |
| "train_tokens_per_second": 9292.422 |
| }, |
| { |
| "epoch": 0.8494363929146538, |
| "grad_norm": 0.7322750671925461, |
| "learning_rate": 6.174604192470156e-06, |
| "loss": 0.3806, |
| "num_input_tokens_seen": 116981576, |
| "step": 2110, |
| "train_runtime": 12589.1697, |
| "train_tokens_per_second": 9292.239 |
| }, |
| { |
| "epoch": 0.8514492753623188, |
| "grad_norm": 0.790254307835608, |
| "learning_rate": 6.159231631595663e-06, |
| "loss": 0.3976, |
| "num_input_tokens_seen": 117277320, |
| "step": 2115, |
| "train_runtime": 12615.0413, |
| "train_tokens_per_second": 9296.626 |
| }, |
| { |
| "epoch": 0.8534621578099839, |
| "grad_norm": 0.829071067604564, |
| "learning_rate": 6.1438474817084085e-06, |
| "loss": 0.4073, |
| "num_input_tokens_seen": 117539776, |
| "step": 2120, |
| "train_runtime": 12638.9997, |
| "train_tokens_per_second": 9299.769 |
| }, |
| { |
| "epoch": 0.855475040257649, |
| "grad_norm": 0.804926020396515, |
| "learning_rate": 6.128451896606054e-06, |
| "loss": 0.3865, |
| "num_input_tokens_seen": 117812360, |
| "step": 2125, |
| "train_runtime": 12659.248, |
| "train_tokens_per_second": 9306.426 |
| }, |
| { |
| "epoch": 0.857487922705314, |
| "grad_norm": 0.8859588309881129, |
| "learning_rate": 6.113045030200574e-06, |
| "loss": 0.3891, |
| "num_input_tokens_seen": 118081880, |
| "step": 2130, |
| "train_runtime": 12682.6147, |
| "train_tokens_per_second": 9310.531 |
| }, |
| { |
| "epoch": 0.8595008051529791, |
| "grad_norm": 0.8179054800389454, |
| "learning_rate": 6.0976270365167275e-06, |
| "loss": 0.3859, |
| "num_input_tokens_seen": 118333920, |
| "step": 2135, |
| "train_runtime": 12714.1661, |
| "train_tokens_per_second": 9307.25 |
| }, |
| { |
| "epoch": 0.8615136876006442, |
| "grad_norm": 0.7744298666299604, |
| "learning_rate": 6.0821980696905145e-06, |
| "loss": 0.4171, |
| "num_input_tokens_seen": 118630048, |
| "step": 2140, |
| "train_runtime": 12742.0117, |
| "train_tokens_per_second": 9310.151 |
| }, |
| { |
| "epoch": 0.8635265700483091, |
| "grad_norm": 0.8122944522241792, |
| "learning_rate": 6.066758283967633e-06, |
| "loss": 0.3983, |
| "num_input_tokens_seen": 118910024, |
| "step": 2145, |
| "train_runtime": 12768.569, |
| "train_tokens_per_second": 9312.713 |
| }, |
| { |
| "epoch": 0.8655394524959742, |
| "grad_norm": 0.7334131895666584, |
| "learning_rate": 6.0513078337019395e-06, |
| "loss": 0.378, |
| "num_input_tokens_seen": 119162688, |
| "step": 2150, |
| "train_runtime": 12794.47, |
| "train_tokens_per_second": 9313.609 |
| }, |
| { |
| "epoch": 0.8675523349436393, |
| "grad_norm": 0.8331239832134099, |
| "learning_rate": 6.0358468733539064e-06, |
| "loss": 0.4455, |
| "num_input_tokens_seen": 119436712, |
| "step": 2155, |
| "train_runtime": 12825.0349, |
| "train_tokens_per_second": 9312.779 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 0.7279560824537302, |
| "learning_rate": 6.020375557489078e-06, |
| "loss": 0.3911, |
| "num_input_tokens_seen": 119698112, |
| "step": 2160, |
| "train_runtime": 12848.8097, |
| "train_tokens_per_second": 9315.891 |
| }, |
| { |
| "epoch": 0.8715780998389694, |
| "grad_norm": 0.7001608470853314, |
| "learning_rate": 6.004894040776521e-06, |
| "loss": 0.3934, |
| "num_input_tokens_seen": 119987320, |
| "step": 2165, |
| "train_runtime": 12873.262, |
| "train_tokens_per_second": 9320.662 |
| }, |
| { |
| "epoch": 0.8735909822866345, |
| "grad_norm": 0.7127827055471014, |
| "learning_rate": 5.9894024779872865e-06, |
| "loss": 0.3839, |
| "num_input_tokens_seen": 120270896, |
| "step": 2170, |
| "train_runtime": 12903.3187, |
| "train_tokens_per_second": 9320.927 |
| }, |
| { |
| "epoch": 0.8756038647342995, |
| "grad_norm": 0.7096465124206889, |
| "learning_rate": 5.973901023992852e-06, |
| "loss": 0.4015, |
| "num_input_tokens_seen": 120577336, |
| "step": 2175, |
| "train_runtime": 12936.1114, |
| "train_tokens_per_second": 9320.988 |
| }, |
| { |
| "epoch": 0.8776167471819646, |
| "grad_norm": 0.6900365082143992, |
| "learning_rate": 5.9583898337635835e-06, |
| "loss": 0.4049, |
| "num_input_tokens_seen": 120839696, |
| "step": 2180, |
| "train_runtime": 12961.6154, |
| "train_tokens_per_second": 9322.889 |
| }, |
| { |
| "epoch": 0.8796296296296297, |
| "grad_norm": 0.6758900910753914, |
| "learning_rate": 5.9428690623671796e-06, |
| "loss": 0.3835, |
| "num_input_tokens_seen": 121130312, |
| "step": 2185, |
| "train_runtime": 12985.6953, |
| "train_tokens_per_second": 9327.98 |
| }, |
| { |
| "epoch": 0.8816425120772947, |
| "grad_norm": 0.7944161456158574, |
| "learning_rate": 5.927338864967121e-06, |
| "loss": 0.3999, |
| "num_input_tokens_seen": 121377376, |
| "step": 2190, |
| "train_runtime": 13012.0449, |
| "train_tokens_per_second": 9328.078 |
| }, |
| { |
| "epoch": 0.8836553945249598, |
| "grad_norm": 0.6883192612916793, |
| "learning_rate": 5.911799396821129e-06, |
| "loss": 0.384, |
| "num_input_tokens_seen": 121653072, |
| "step": 2195, |
| "train_runtime": 13042.6913, |
| "train_tokens_per_second": 9327.298 |
| }, |
| { |
| "epoch": 0.8856682769726248, |
| "grad_norm": 0.7761063530672764, |
| "learning_rate": 5.896250813279596e-06, |
| "loss": 0.3912, |
| "num_input_tokens_seen": 121941520, |
| "step": 2200, |
| "train_runtime": 13067.3891, |
| "train_tokens_per_second": 9331.743 |
| }, |
| { |
| "epoch": 0.8876811594202898, |
| "grad_norm": 0.7477373858141535, |
| "learning_rate": 5.8806932697840505e-06, |
| "loss": 0.4283, |
| "num_input_tokens_seen": 122218824, |
| "step": 2205, |
| "train_runtime": 13103.0069, |
| "train_tokens_per_second": 9327.54 |
| }, |
| { |
| "epoch": 0.8896940418679549, |
| "grad_norm": 0.7485343371246372, |
| "learning_rate": 5.86512692186559e-06, |
| "loss": 0.3821, |
| "num_input_tokens_seen": 122475232, |
| "step": 2210, |
| "train_runtime": 13129.2083, |
| "train_tokens_per_second": 9328.455 |
| }, |
| { |
| "epoch": 0.8917069243156199, |
| "grad_norm": 0.8607581419171527, |
| "learning_rate": 5.849551925143334e-06, |
| "loss": 0.4041, |
| "num_input_tokens_seen": 122735752, |
| "step": 2215, |
| "train_runtime": 13157.7834, |
| "train_tokens_per_second": 9327.996 |
| }, |
| { |
| "epoch": 0.893719806763285, |
| "grad_norm": 0.6939926252598053, |
| "learning_rate": 5.833968435322864e-06, |
| "loss": 0.3769, |
| "num_input_tokens_seen": 122996200, |
| "step": 2220, |
| "train_runtime": 13184.1228, |
| "train_tokens_per_second": 9329.115 |
| }, |
| { |
| "epoch": 0.8957326892109501, |
| "grad_norm": 0.7035129701939121, |
| "learning_rate": 5.818376608194669e-06, |
| "loss": 0.4118, |
| "num_input_tokens_seen": 123270096, |
| "step": 2225, |
| "train_runtime": 13219.3619, |
| "train_tokens_per_second": 9324.966 |
| }, |
| { |
| "epoch": 0.8977455716586151, |
| "grad_norm": 0.7470741723639145, |
| "learning_rate": 5.802776599632587e-06, |
| "loss": 0.3997, |
| "num_input_tokens_seen": 123552816, |
| "step": 2230, |
| "train_runtime": 13251.9959, |
| "train_tokens_per_second": 9323.336 |
| }, |
| { |
| "epoch": 0.8997584541062802, |
| "grad_norm": 0.7194781157776801, |
| "learning_rate": 5.787168565592246e-06, |
| "loss": 0.421, |
| "num_input_tokens_seen": 123844336, |
| "step": 2235, |
| "train_runtime": 13288.139, |
| "train_tokens_per_second": 9319.916 |
| }, |
| { |
| "epoch": 0.9017713365539453, |
| "grad_norm": 0.7364619886663366, |
| "learning_rate": 5.771552662109507e-06, |
| "loss": 0.3883, |
| "num_input_tokens_seen": 124126656, |
| "step": 2240, |
| "train_runtime": 13323.318, |
| "train_tokens_per_second": 9316.497 |
| }, |
| { |
| "epoch": 0.9037842190016103, |
| "grad_norm": 0.7495044251488605, |
| "learning_rate": 5.755929045298905e-06, |
| "loss": 0.4077, |
| "num_input_tokens_seen": 124377824, |
| "step": 2245, |
| "train_runtime": 13347.0688, |
| "train_tokens_per_second": 9318.737 |
| }, |
| { |
| "epoch": 0.9057971014492754, |
| "grad_norm": 0.7387542383777727, |
| "learning_rate": 5.740297871352083e-06, |
| "loss": 0.3801, |
| "num_input_tokens_seen": 124650968, |
| "step": 2250, |
| "train_runtime": 13377.8152, |
| "train_tokens_per_second": 9317.737 |
| }, |
| { |
| "epoch": 0.9078099838969405, |
| "grad_norm": 0.8284818162647343, |
| "learning_rate": 5.724659296536234e-06, |
| "loss": 0.4048, |
| "num_input_tokens_seen": 124882376, |
| "step": 2255, |
| "train_runtime": 13406.9024, |
| "train_tokens_per_second": 9314.782 |
| }, |
| { |
| "epoch": 0.9098228663446055, |
| "grad_norm": 0.7836495211389037, |
| "learning_rate": 5.709013477192541e-06, |
| "loss": 0.3879, |
| "num_input_tokens_seen": 125158504, |
| "step": 2260, |
| "train_runtime": 13440.4687, |
| "train_tokens_per_second": 9312.064 |
| }, |
| { |
| "epoch": 0.9118357487922706, |
| "grad_norm": 0.8230355820332363, |
| "learning_rate": 5.69336056973461e-06, |
| "loss": 0.407, |
| "num_input_tokens_seen": 125452616, |
| "step": 2265, |
| "train_runtime": 13468.1725, |
| "train_tokens_per_second": 9314.747 |
| }, |
| { |
| "epoch": 0.9138486312399355, |
| "grad_norm": 0.7174570231767459, |
| "learning_rate": 5.677700730646907e-06, |
| "loss": 0.383, |
| "num_input_tokens_seen": 125742352, |
| "step": 2270, |
| "train_runtime": 13501.2051, |
| "train_tokens_per_second": 9313.417 |
| }, |
| { |
| "epoch": 0.9158615136876006, |
| "grad_norm": 0.7445879268409392, |
| "learning_rate": 5.662034116483197e-06, |
| "loss": 0.4005, |
| "num_input_tokens_seen": 126054944, |
| "step": 2275, |
| "train_runtime": 13527.5332, |
| "train_tokens_per_second": 9318.398 |
| }, |
| { |
| "epoch": 0.9178743961352657, |
| "grad_norm": 0.6888028084778587, |
| "learning_rate": 5.646360883864975e-06, |
| "loss": 0.3846, |
| "num_input_tokens_seen": 126344720, |
| "step": 2280, |
| "train_runtime": 13554.316, |
| "train_tokens_per_second": 9321.365 |
| }, |
| { |
| "epoch": 0.9198872785829307, |
| "grad_norm": 0.8351061886236093, |
| "learning_rate": 5.630681189479902e-06, |
| "loss": 0.3868, |
| "num_input_tokens_seen": 126626232, |
| "step": 2285, |
| "train_runtime": 13589.2167, |
| "train_tokens_per_second": 9318.141 |
| }, |
| { |
| "epoch": 0.9219001610305958, |
| "grad_norm": 0.8864949989921621, |
| "learning_rate": 5.614995190080238e-06, |
| "loss": 0.4099, |
| "num_input_tokens_seen": 126878488, |
| "step": 2290, |
| "train_runtime": 13619.9302, |
| "train_tokens_per_second": 9315.649 |
| }, |
| { |
| "epoch": 0.9239130434782609, |
| "grad_norm": 0.7289414833615558, |
| "learning_rate": 5.5993030424812745e-06, |
| "loss": 0.4091, |
| "num_input_tokens_seen": 127194216, |
| "step": 2295, |
| "train_runtime": 13648.1735, |
| "train_tokens_per_second": 9319.505 |
| }, |
| { |
| "epoch": 0.9259259259259259, |
| "grad_norm": 0.998636117180562, |
| "learning_rate": 5.583604903559768e-06, |
| "loss": 0.3948, |
| "num_input_tokens_seen": 127477856, |
| "step": 2300, |
| "train_runtime": 13679.4947, |
| "train_tokens_per_second": 9318.901 |
| }, |
| { |
| "epoch": 0.927938808373591, |
| "grad_norm": 0.7540618643107654, |
| "learning_rate": 5.567900930252375e-06, |
| "loss": 0.4093, |
| "num_input_tokens_seen": 127767664, |
| "step": 2305, |
| "train_runtime": 13717.0826, |
| "train_tokens_per_second": 9314.493 |
| }, |
| { |
| "epoch": 0.9299516908212561, |
| "grad_norm": 0.7571411874322634, |
| "learning_rate": 5.552191279554071e-06, |
| "loss": 0.4048, |
| "num_input_tokens_seen": 128070808, |
| "step": 2310, |
| "train_runtime": 13745.1253, |
| "train_tokens_per_second": 9317.544 |
| }, |
| { |
| "epoch": 0.9319645732689211, |
| "grad_norm": 0.6582092832879837, |
| "learning_rate": 5.536476108516598e-06, |
| "loss": 0.3879, |
| "num_input_tokens_seen": 128353544, |
| "step": 2315, |
| "train_runtime": 13775.6743, |
| "train_tokens_per_second": 9317.406 |
| }, |
| { |
| "epoch": 0.9339774557165862, |
| "grad_norm": 0.7751924697578754, |
| "learning_rate": 5.5207555742468785e-06, |
| "loss": 0.3954, |
| "num_input_tokens_seen": 128641088, |
| "step": 2320, |
| "train_runtime": 13807.1001, |
| "train_tokens_per_second": 9317.024 |
| }, |
| { |
| "epoch": 0.9359903381642513, |
| "grad_norm": 0.8572280455593408, |
| "learning_rate": 5.505029833905456e-06, |
| "loss": 0.3863, |
| "num_input_tokens_seen": 128926168, |
| "step": 2325, |
| "train_runtime": 13838.9584, |
| "train_tokens_per_second": 9316.176 |
| }, |
| { |
| "epoch": 0.9380032206119162, |
| "grad_norm": 0.9150846041594187, |
| "learning_rate": 5.4892990447049225e-06, |
| "loss": 0.3998, |
| "num_input_tokens_seen": 129219784, |
| "step": 2330, |
| "train_runtime": 13868.9306, |
| "train_tokens_per_second": 9317.213 |
| }, |
| { |
| "epoch": 0.9400161030595813, |
| "grad_norm": 0.7159606215745719, |
| "learning_rate": 5.473563363908333e-06, |
| "loss": 0.4001, |
| "num_input_tokens_seen": 129517336, |
| "step": 2335, |
| "train_runtime": 13900.685, |
| "train_tokens_per_second": 9317.335 |
| }, |
| { |
| "epoch": 0.9420289855072463, |
| "grad_norm": 0.7193685065146267, |
| "learning_rate": 5.457822948827658e-06, |
| "loss": 0.4007, |
| "num_input_tokens_seen": 129810320, |
| "step": 2340, |
| "train_runtime": 13931.625, |
| "train_tokens_per_second": 9317.673 |
| }, |
| { |
| "epoch": 0.9440418679549114, |
| "grad_norm": 0.7455042583512728, |
| "learning_rate": 5.442077956822191e-06, |
| "loss": 0.3956, |
| "num_input_tokens_seen": 130079760, |
| "step": 2345, |
| "train_runtime": 13963.6821, |
| "train_tokens_per_second": 9315.577 |
| }, |
| { |
| "epoch": 0.9460547504025765, |
| "grad_norm": 0.7655868059613371, |
| "learning_rate": 5.4263285452969805e-06, |
| "loss": 0.3793, |
| "num_input_tokens_seen": 130345000, |
| "step": 2350, |
| "train_runtime": 13995.5985, |
| "train_tokens_per_second": 9313.285 |
| }, |
| { |
| "epoch": 0.9480676328502415, |
| "grad_norm": 0.8112268217323834, |
| "learning_rate": 5.410574871701261e-06, |
| "loss": 0.3712, |
| "num_input_tokens_seen": 130614688, |
| "step": 2355, |
| "train_runtime": 14024.0555, |
| "train_tokens_per_second": 9313.617 |
| }, |
| { |
| "epoch": 0.9500805152979066, |
| "grad_norm": 0.7230830015558871, |
| "learning_rate": 5.394817093526873e-06, |
| "loss": 0.4034, |
| "num_input_tokens_seen": 130891080, |
| "step": 2360, |
| "train_runtime": 14058.0892, |
| "train_tokens_per_second": 9310.73 |
| }, |
| { |
| "epoch": 0.9520933977455717, |
| "grad_norm": 0.8145047149288794, |
| "learning_rate": 5.379055368306693e-06, |
| "loss": 0.3847, |
| "num_input_tokens_seen": 131169720, |
| "step": 2365, |
| "train_runtime": 14081.7041, |
| "train_tokens_per_second": 9314.904 |
| }, |
| { |
| "epoch": 0.9541062801932367, |
| "grad_norm": 0.7440279991711057, |
| "learning_rate": 5.363289853613054e-06, |
| "loss": 0.3993, |
| "num_input_tokens_seen": 131464072, |
| "step": 2370, |
| "train_runtime": 14104.6792, |
| "train_tokens_per_second": 9320.6 |
| }, |
| { |
| "epoch": 0.9561191626409018, |
| "grad_norm": 0.769388688340615, |
| "learning_rate": 5.347520707056175e-06, |
| "loss": 0.4135, |
| "num_input_tokens_seen": 131732456, |
| "step": 2375, |
| "train_runtime": 14136.6076, |
| "train_tokens_per_second": 9318.534 |
| }, |
| { |
| "epoch": 0.9581320450885669, |
| "grad_norm": 0.7847493681215424, |
| "learning_rate": 5.331748086282584e-06, |
| "loss": 0.3655, |
| "num_input_tokens_seen": 132005232, |
| "step": 2380, |
| "train_runtime": 14163.0502, |
| "train_tokens_per_second": 9320.396 |
| }, |
| { |
| "epoch": 0.9601449275362319, |
| "grad_norm": 0.7632768515657365, |
| "learning_rate": 5.315972148973541e-06, |
| "loss": 0.4308, |
| "num_input_tokens_seen": 132291704, |
| "step": 2385, |
| "train_runtime": 14196.3319, |
| "train_tokens_per_second": 9318.724 |
| }, |
| { |
| "epoch": 0.962157809983897, |
| "grad_norm": 0.8016025093700802, |
| "learning_rate": 5.30019305284346e-06, |
| "loss": 0.3818, |
| "num_input_tokens_seen": 132561512, |
| "step": 2390, |
| "train_runtime": 14225.5835, |
| "train_tokens_per_second": 9318.529 |
| }, |
| { |
| "epoch": 0.964170692431562, |
| "grad_norm": 0.6853666243604544, |
| "learning_rate": 5.284410955638335e-06, |
| "loss": 0.4175, |
| "num_input_tokens_seen": 132840880, |
| "step": 2395, |
| "train_runtime": 14261.4508, |
| "train_tokens_per_second": 9314.682 |
| }, |
| { |
| "epoch": 0.966183574879227, |
| "grad_norm": 0.641665165324985, |
| "learning_rate": 5.268626015134163e-06, |
| "loss": 0.3679, |
| "num_input_tokens_seen": 133110416, |
| "step": 2400, |
| "train_runtime": 14287.474, |
| "train_tokens_per_second": 9316.581 |
| }, |
| { |
| "epoch": 0.9681964573268921, |
| "grad_norm": 0.690160582864306, |
| "learning_rate": 5.252838389135364e-06, |
| "loss": 0.3863, |
| "num_input_tokens_seen": 133406792, |
| "step": 2405, |
| "train_runtime": 14318.6614, |
| "train_tokens_per_second": 9316.988 |
| }, |
| { |
| "epoch": 0.9702093397745571, |
| "grad_norm": 0.7726620712796, |
| "learning_rate": 5.237048235473207e-06, |
| "loss": 0.3964, |
| "num_input_tokens_seen": 133699960, |
| "step": 2410, |
| "train_runtime": 14349.797, |
| "train_tokens_per_second": 9317.202 |
| }, |
| { |
| "epoch": 0.9722222222222222, |
| "grad_norm": 0.8043653857263554, |
| "learning_rate": 5.221255712004233e-06, |
| "loss": 0.3927, |
| "num_input_tokens_seen": 133944592, |
| "step": 2415, |
| "train_runtime": 14375.3757, |
| "train_tokens_per_second": 9317.641 |
| }, |
| { |
| "epoch": 0.9742351046698873, |
| "grad_norm": 0.7292760265362234, |
| "learning_rate": 5.205460976608668e-06, |
| "loss": 0.3715, |
| "num_input_tokens_seen": 134236176, |
| "step": 2420, |
| "train_runtime": 14403.6986, |
| "train_tokens_per_second": 9319.563 |
| }, |
| { |
| "epoch": 0.9762479871175523, |
| "grad_norm": 0.7834060555314656, |
| "learning_rate": 5.189664187188857e-06, |
| "loss": 0.3808, |
| "num_input_tokens_seen": 134534560, |
| "step": 2425, |
| "train_runtime": 14431.4074, |
| "train_tokens_per_second": 9322.345 |
| }, |
| { |
| "epoch": 0.9782608695652174, |
| "grad_norm": 0.7526189852580767, |
| "learning_rate": 5.173865501667675e-06, |
| "loss": 0.3986, |
| "num_input_tokens_seen": 134799696, |
| "step": 2430, |
| "train_runtime": 14461.3195, |
| "train_tokens_per_second": 9321.397 |
| }, |
| { |
| "epoch": 0.9802737520128825, |
| "grad_norm": 0.7325874182041106, |
| "learning_rate": 5.158065077986956e-06, |
| "loss": 0.3952, |
| "num_input_tokens_seen": 135070128, |
| "step": 2435, |
| "train_runtime": 14486.1343, |
| "train_tokens_per_second": 9324.097 |
| }, |
| { |
| "epoch": 0.9822866344605475, |
| "grad_norm": 0.8297597418673935, |
| "learning_rate": 5.1422630741059075e-06, |
| "loss": 0.3916, |
| "num_input_tokens_seen": 135356280, |
| "step": 2440, |
| "train_runtime": 14520.857, |
| "train_tokens_per_second": 9321.508 |
| }, |
| { |
| "epoch": 0.9842995169082126, |
| "grad_norm": 0.6636715979011287, |
| "learning_rate": 5.126459647999535e-06, |
| "loss": 0.3911, |
| "num_input_tokens_seen": 135652664, |
| "step": 2445, |
| "train_runtime": 14551.1127, |
| "train_tokens_per_second": 9322.494 |
| }, |
| { |
| "epoch": 0.9863123993558777, |
| "grad_norm": 0.8156228369759273, |
| "learning_rate": 5.110654957657067e-06, |
| "loss": 0.4172, |
| "num_input_tokens_seen": 135930152, |
| "step": 2450, |
| "train_runtime": 14576.7269, |
| "train_tokens_per_second": 9325.149 |
| }, |
| { |
| "epoch": 0.9883252818035426, |
| "grad_norm": 0.709320797763845, |
| "learning_rate": 5.094849161080366e-06, |
| "loss": 0.389, |
| "num_input_tokens_seen": 136235360, |
| "step": 2455, |
| "train_runtime": 14601.2021, |
| "train_tokens_per_second": 9330.421 |
| }, |
| { |
| "epoch": 0.9903381642512077, |
| "grad_norm": 0.7907954734279484, |
| "learning_rate": 5.079042416282351e-06, |
| "loss": 0.4016, |
| "num_input_tokens_seen": 136501672, |
| "step": 2460, |
| "train_runtime": 14627.744, |
| "train_tokens_per_second": 9331.697 |
| }, |
| { |
| "epoch": 0.9923510466988728, |
| "grad_norm": 0.7382866900932901, |
| "learning_rate": 5.063234881285428e-06, |
| "loss": 0.3992, |
| "num_input_tokens_seen": 136798896, |
| "step": 2465, |
| "train_runtime": 14651.3528, |
| "train_tokens_per_second": 9336.946 |
| }, |
| { |
| "epoch": 0.9943639291465378, |
| "grad_norm": 0.7578591719070971, |
| "learning_rate": 5.047426714119897e-06, |
| "loss": 0.4029, |
| "num_input_tokens_seen": 137054328, |
| "step": 2470, |
| "train_runtime": 14673.8644, |
| "train_tokens_per_second": 9340.03 |
| }, |
| { |
| "epoch": 0.9963768115942029, |
| "grad_norm": 0.771734358475569, |
| "learning_rate": 5.0316180728223815e-06, |
| "loss": 0.3606, |
| "num_input_tokens_seen": 137342352, |
| "step": 2475, |
| "train_runtime": 14709.5613, |
| "train_tokens_per_second": 9336.944 |
| }, |
| { |
| "epoch": 0.998389694041868, |
| "grad_norm": 0.6780559159351053, |
| "learning_rate": 5.015809115434243e-06, |
| "loss": 0.3912, |
| "num_input_tokens_seen": 137622184, |
| "step": 2480, |
| "train_runtime": 14738.4306, |
| "train_tokens_per_second": 9337.642 |
| }, |
| { |
| "epoch": 1.000402576489533, |
| "grad_norm": 0.7243239434549581, |
| "learning_rate": 5e-06, |
| "loss": 0.3799, |
| "num_input_tokens_seen": 137898728, |
| "step": 2485, |
| "train_runtime": 14772.1169, |
| "train_tokens_per_second": 9335.069 |
| }, |
| { |
| "epoch": 1.002415458937198, |
| "grad_norm": 0.7098230223240772, |
| "learning_rate": 4.984190884565759e-06, |
| "loss": 0.3449, |
| "num_input_tokens_seen": 138185760, |
| "step": 2490, |
| "train_runtime": 14799.7595, |
| "train_tokens_per_second": 9337.027 |
| }, |
| { |
| "epoch": 1.0044283413848631, |
| "grad_norm": 0.7340641188132235, |
| "learning_rate": 4.96838192717762e-06, |
| "loss": 0.3613, |
| "num_input_tokens_seen": 138471720, |
| "step": 2495, |
| "train_runtime": 14830.2074, |
| "train_tokens_per_second": 9337.14 |
| }, |
| { |
| "epoch": 1.0064412238325282, |
| "grad_norm": 0.7395237621470443, |
| "learning_rate": 4.952573285880104e-06, |
| "loss": 0.3402, |
| "num_input_tokens_seen": 138734928, |
| "step": 2500, |
| "train_runtime": 14857.2749, |
| "train_tokens_per_second": 9337.845 |
| }, |
| { |
| "epoch": 1.0084541062801933, |
| "grad_norm": 0.749921849606483, |
| "learning_rate": 4.936765118714574e-06, |
| "loss": 0.3342, |
| "num_input_tokens_seen": 139021744, |
| "step": 2505, |
| "train_runtime": 14886.7496, |
| "train_tokens_per_second": 9338.623 |
| }, |
| { |
| "epoch": 1.0104669887278583, |
| "grad_norm": 0.7403069807136297, |
| "learning_rate": 4.9209575837176495e-06, |
| "loss": 0.3403, |
| "num_input_tokens_seen": 139265688, |
| "step": 2510, |
| "train_runtime": 14910.1625, |
| "train_tokens_per_second": 9340.32 |
| }, |
| { |
| "epoch": 1.0124798711755234, |
| "grad_norm": 0.8058981249171341, |
| "learning_rate": 4.905150838919635e-06, |
| "loss": 0.3671, |
| "num_input_tokens_seen": 139551768, |
| "step": 2515, |
| "train_runtime": 14938.5661, |
| "train_tokens_per_second": 9341.711 |
| }, |
| { |
| "epoch": 1.0144927536231885, |
| "grad_norm": 0.7585626177738353, |
| "learning_rate": 4.889345042342934e-06, |
| "loss": 0.3411, |
| "num_input_tokens_seen": 139831936, |
| "step": 2520, |
| "train_runtime": 14964.3183, |
| "train_tokens_per_second": 9344.357 |
| }, |
| { |
| "epoch": 1.0165056360708535, |
| "grad_norm": 0.6203505711488339, |
| "learning_rate": 4.873540352000464e-06, |
| "loss": 0.326, |
| "num_input_tokens_seen": 140130504, |
| "step": 2525, |
| "train_runtime": 14997.402, |
| "train_tokens_per_second": 9343.652 |
| }, |
| { |
| "epoch": 1.0185185185185186, |
| "grad_norm": 0.8300699910582235, |
| "learning_rate": 4.857736925894093e-06, |
| "loss": 0.3333, |
| "num_input_tokens_seen": 140386784, |
| "step": 2530, |
| "train_runtime": 15030.2297, |
| "train_tokens_per_second": 9340.295 |
| }, |
| { |
| "epoch": 1.0205314009661837, |
| "grad_norm": 0.7084117723918122, |
| "learning_rate": 4.841934922013045e-06, |
| "loss": 0.3316, |
| "num_input_tokens_seen": 140694184, |
| "step": 2535, |
| "train_runtime": 15055.6046, |
| "train_tokens_per_second": 9344.971 |
| }, |
| { |
| "epoch": 1.0225442834138487, |
| "grad_norm": 0.8145857514386612, |
| "learning_rate": 4.826134498332325e-06, |
| "loss": 0.3276, |
| "num_input_tokens_seen": 140932536, |
| "step": 2540, |
| "train_runtime": 15083.2902, |
| "train_tokens_per_second": 9343.62 |
| }, |
| { |
| "epoch": 1.0245571658615138, |
| "grad_norm": 0.8918613651030668, |
| "learning_rate": 4.8103358128111435e-06, |
| "loss": 0.3419, |
| "num_input_tokens_seen": 141181184, |
| "step": 2545, |
| "train_runtime": 15107.675, |
| "train_tokens_per_second": 9344.997 |
| }, |
| { |
| "epoch": 1.0265700483091786, |
| "grad_norm": 0.8736739082706182, |
| "learning_rate": 4.7945390233913345e-06, |
| "loss": 0.3366, |
| "num_input_tokens_seen": 141459424, |
| "step": 2550, |
| "train_runtime": 15133.3016, |
| "train_tokens_per_second": 9347.559 |
| }, |
| { |
| "epoch": 1.0285829307568437, |
| "grad_norm": 0.8401776229004124, |
| "learning_rate": 4.778744287995769e-06, |
| "loss": 0.3385, |
| "num_input_tokens_seen": 141737336, |
| "step": 2555, |
| "train_runtime": 15162.4982, |
| "train_tokens_per_second": 9347.888 |
| }, |
| { |
| "epoch": 1.0305958132045088, |
| "grad_norm": 0.7195894895978254, |
| "learning_rate": 4.762951764526794e-06, |
| "loss": 0.3445, |
| "num_input_tokens_seen": 142018120, |
| "step": 2560, |
| "train_runtime": 15191.1122, |
| "train_tokens_per_second": 9348.764 |
| }, |
| { |
| "epoch": 1.0326086956521738, |
| "grad_norm": 0.7307630347512138, |
| "learning_rate": 4.747161610864639e-06, |
| "loss": 0.3273, |
| "num_input_tokens_seen": 142287152, |
| "step": 2565, |
| "train_runtime": 15216.9461, |
| "train_tokens_per_second": 9350.572 |
| }, |
| { |
| "epoch": 1.034621578099839, |
| "grad_norm": 0.7345381304042853, |
| "learning_rate": 4.73137398486584e-06, |
| "loss": 0.3421, |
| "num_input_tokens_seen": 142568088, |
| "step": 2570, |
| "train_runtime": 15245.7839, |
| "train_tokens_per_second": 9351.312 |
| }, |
| { |
| "epoch": 1.036634460547504, |
| "grad_norm": 0.7028635588655188, |
| "learning_rate": 4.715589044361667e-06, |
| "loss": 0.3474, |
| "num_input_tokens_seen": 142838040, |
| "step": 2575, |
| "train_runtime": 15275.5171, |
| "train_tokens_per_second": 9350.783 |
| }, |
| { |
| "epoch": 1.038647342995169, |
| "grad_norm": 0.7650230908850711, |
| "learning_rate": 4.699806947156542e-06, |
| "loss": 0.3458, |
| "num_input_tokens_seen": 143123216, |
| "step": 2580, |
| "train_runtime": 15304.6563, |
| "train_tokens_per_second": 9351.613 |
| }, |
| { |
| "epoch": 1.040660225442834, |
| "grad_norm": 0.7479819978817114, |
| "learning_rate": 4.6840278510264595e-06, |
| "loss": 0.3652, |
| "num_input_tokens_seen": 143393424, |
| "step": 2585, |
| "train_runtime": 15332.5801, |
| "train_tokens_per_second": 9352.204 |
| }, |
| { |
| "epoch": 1.0426731078904992, |
| "grad_norm": 0.7008479183127246, |
| "learning_rate": 4.668251913717417e-06, |
| "loss": 0.3167, |
| "num_input_tokens_seen": 143652632, |
| "step": 2590, |
| "train_runtime": 15364.5823, |
| "train_tokens_per_second": 9349.596 |
| }, |
| { |
| "epoch": 1.0446859903381642, |
| "grad_norm": 0.6871744152580208, |
| "learning_rate": 4.652479292943826e-06, |
| "loss": 0.3408, |
| "num_input_tokens_seen": 143888208, |
| "step": 2595, |
| "train_runtime": 15395.4105, |
| "train_tokens_per_second": 9346.175 |
| }, |
| { |
| "epoch": 1.0466988727858293, |
| "grad_norm": 0.8296477414613053, |
| "learning_rate": 4.636710146386948e-06, |
| "loss": 0.3552, |
| "num_input_tokens_seen": 144150200, |
| "step": 2600, |
| "train_runtime": 15424.2999, |
| "train_tokens_per_second": 9345.656 |
| }, |
| { |
| "epoch": 1.0487117552334944, |
| "grad_norm": 0.7832823623856088, |
| "learning_rate": 4.620944631693309e-06, |
| "loss": 0.3389, |
| "num_input_tokens_seen": 144447672, |
| "step": 2605, |
| "train_runtime": 15453.905, |
| "train_tokens_per_second": 9347.001 |
| }, |
| { |
| "epoch": 1.0507246376811594, |
| "grad_norm": 0.8293799666537527, |
| "learning_rate": 4.605182906473128e-06, |
| "loss": 0.3368, |
| "num_input_tokens_seen": 144722136, |
| "step": 2610, |
| "train_runtime": 15482.4665, |
| "train_tokens_per_second": 9347.486 |
| }, |
| { |
| "epoch": 1.0527375201288245, |
| "grad_norm": 0.6905321241298036, |
| "learning_rate": 4.589425128298741e-06, |
| "loss": 0.3323, |
| "num_input_tokens_seen": 145013032, |
| "step": 2615, |
| "train_runtime": 15507.1834, |
| "train_tokens_per_second": 9351.346 |
| }, |
| { |
| "epoch": 1.0547504025764896, |
| "grad_norm": 0.8469692354433622, |
| "learning_rate": 4.57367145470302e-06, |
| "loss": 0.3327, |
| "num_input_tokens_seen": 145285128, |
| "step": 2620, |
| "train_runtime": 15539.7374, |
| "train_tokens_per_second": 9349.265 |
| }, |
| { |
| "epoch": 1.0567632850241546, |
| "grad_norm": 0.9018270625761752, |
| "learning_rate": 4.55792204317781e-06, |
| "loss": 0.3425, |
| "num_input_tokens_seen": 145568072, |
| "step": 2625, |
| "train_runtime": 15565.3908, |
| "train_tokens_per_second": 9352.035 |
| }, |
| { |
| "epoch": 1.0587761674718197, |
| "grad_norm": 0.7453021872864758, |
| "learning_rate": 4.5421770511723434e-06, |
| "loss": 0.3339, |
| "num_input_tokens_seen": 145837472, |
| "step": 2630, |
| "train_runtime": 15600.2438, |
| "train_tokens_per_second": 9348.41 |
| }, |
| { |
| "epoch": 1.0607890499194848, |
| "grad_norm": 0.7611448483350662, |
| "learning_rate": 4.5264366360916675e-06, |
| "loss": 0.3356, |
| "num_input_tokens_seen": 146128112, |
| "step": 2635, |
| "train_runtime": 15629.9638, |
| "train_tokens_per_second": 9349.229 |
| }, |
| { |
| "epoch": 1.0628019323671498, |
| "grad_norm": 0.7553438321706385, |
| "learning_rate": 4.51070095529508e-06, |
| "loss": 0.3404, |
| "num_input_tokens_seen": 146416416, |
| "step": 2640, |
| "train_runtime": 15666.7794, |
| "train_tokens_per_second": 9345.661 |
| }, |
| { |
| "epoch": 1.0648148148148149, |
| "grad_norm": 0.7298717537886026, |
| "learning_rate": 4.494970166094545e-06, |
| "loss": 0.3486, |
| "num_input_tokens_seen": 146697176, |
| "step": 2645, |
| "train_runtime": 15696.5993, |
| "train_tokens_per_second": 9345.794 |
| }, |
| { |
| "epoch": 1.06682769726248, |
| "grad_norm": 0.7174222447507045, |
| "learning_rate": 4.4792444257531215e-06, |
| "loss": 0.3443, |
| "num_input_tokens_seen": 146967184, |
| "step": 2650, |
| "train_runtime": 15717.4601, |
| "train_tokens_per_second": 9350.568 |
| }, |
| { |
| "epoch": 1.068840579710145, |
| "grad_norm": 0.7046934326285237, |
| "learning_rate": 4.4635238914834035e-06, |
| "loss": 0.3269, |
| "num_input_tokens_seen": 147245352, |
| "step": 2655, |
| "train_runtime": 15743.4171, |
| "train_tokens_per_second": 9352.82 |
| }, |
| { |
| "epoch": 1.07085346215781, |
| "grad_norm": 0.8055045816879963, |
| "learning_rate": 4.447808720445928e-06, |
| "loss": 0.343, |
| "num_input_tokens_seen": 147527912, |
| "step": 2660, |
| "train_runtime": 15774.4036, |
| "train_tokens_per_second": 9352.361 |
| }, |
| { |
| "epoch": 1.0728663446054751, |
| "grad_norm": 0.7958337133937959, |
| "learning_rate": 4.432099069747625e-06, |
| "loss": 0.3454, |
| "num_input_tokens_seen": 147805376, |
| "step": 2665, |
| "train_runtime": 15797.9431, |
| "train_tokens_per_second": 9355.989 |
| }, |
| { |
| "epoch": 1.07487922705314, |
| "grad_norm": 0.728393068834379, |
| "learning_rate": 4.416395096440232e-06, |
| "loss": 0.3414, |
| "num_input_tokens_seen": 148096704, |
| "step": 2670, |
| "train_runtime": 15824.7861, |
| "train_tokens_per_second": 9358.528 |
| }, |
| { |
| "epoch": 1.076892109500805, |
| "grad_norm": 0.7124620362127702, |
| "learning_rate": 4.400696957518729e-06, |
| "loss": 0.3226, |
| "num_input_tokens_seen": 148374240, |
| "step": 2675, |
| "train_runtime": 15854.1039, |
| "train_tokens_per_second": 9358.728 |
| }, |
| { |
| "epoch": 1.0789049919484701, |
| "grad_norm": 0.7824789936295722, |
| "learning_rate": 4.3850048099197655e-06, |
| "loss": 0.3456, |
| "num_input_tokens_seen": 148636264, |
| "step": 2680, |
| "train_runtime": 15881.1548, |
| "train_tokens_per_second": 9359.286 |
| }, |
| { |
| "epoch": 1.0809178743961352, |
| "grad_norm": 0.9546274823670803, |
| "learning_rate": 4.369318810520101e-06, |
| "loss": 0.3499, |
| "num_input_tokens_seen": 148904160, |
| "step": 2685, |
| "train_runtime": 15916.6142, |
| "train_tokens_per_second": 9355.266 |
| }, |
| { |
| "epoch": 1.0829307568438002, |
| "grad_norm": 0.8214590231595719, |
| "learning_rate": 4.353639116135027e-06, |
| "loss": 0.3499, |
| "num_input_tokens_seen": 149184824, |
| "step": 2690, |
| "train_runtime": 15946.8861, |
| "train_tokens_per_second": 9355.107 |
| }, |
| { |
| "epoch": 1.0849436392914653, |
| "grad_norm": 0.6960288428590676, |
| "learning_rate": 4.337965883516805e-06, |
| "loss": 0.3267, |
| "num_input_tokens_seen": 149456000, |
| "step": 2695, |
| "train_runtime": 15979.9953, |
| "train_tokens_per_second": 9352.694 |
| }, |
| { |
| "epoch": 1.0869565217391304, |
| "grad_norm": 0.7348899856697629, |
| "learning_rate": 4.322299269353095e-06, |
| "loss": 0.3325, |
| "num_input_tokens_seen": 149745208, |
| "step": 2700, |
| "train_runtime": 16012.3101, |
| "train_tokens_per_second": 9351.88 |
| }, |
| { |
| "epoch": 1.0889694041867954, |
| "grad_norm": 0.7159345301360588, |
| "learning_rate": 4.306639430265392e-06, |
| "loss": 0.3446, |
| "num_input_tokens_seen": 150022800, |
| "step": 2705, |
| "train_runtime": 16044.4857, |
| "train_tokens_per_second": 9350.427 |
| }, |
| { |
| "epoch": 1.0909822866344605, |
| "grad_norm": 0.6999867262753464, |
| "learning_rate": 4.29098652280746e-06, |
| "loss": 0.3413, |
| "num_input_tokens_seen": 150310680, |
| "step": 2710, |
| "train_runtime": 16080.9578, |
| "train_tokens_per_second": 9347.122 |
| }, |
| { |
| "epoch": 1.0929951690821256, |
| "grad_norm": 0.8011352760770298, |
| "learning_rate": 4.275340703463767e-06, |
| "loss": 0.3557, |
| "num_input_tokens_seen": 150592344, |
| "step": 2715, |
| "train_runtime": 16105.1877, |
| "train_tokens_per_second": 9350.549 |
| }, |
| { |
| "epoch": 1.0950080515297906, |
| "grad_norm": 0.7651211371480515, |
| "learning_rate": 4.259702128647918e-06, |
| "loss": 0.3304, |
| "num_input_tokens_seen": 150894872, |
| "step": 2720, |
| "train_runtime": 16139.293, |
| "train_tokens_per_second": 9349.534 |
| }, |
| { |
| "epoch": 1.0970209339774557, |
| "grad_norm": 0.7488461317524117, |
| "learning_rate": 4.244070954701096e-06, |
| "loss": 0.322, |
| "num_input_tokens_seen": 151178168, |
| "step": 2725, |
| "train_runtime": 16171.7074, |
| "train_tokens_per_second": 9348.312 |
| }, |
| { |
| "epoch": 1.0990338164251208, |
| "grad_norm": 0.7517975853136228, |
| "learning_rate": 4.2284473378904935e-06, |
| "loss": 0.3399, |
| "num_input_tokens_seen": 151470512, |
| "step": 2730, |
| "train_runtime": 16202.3944, |
| "train_tokens_per_second": 9348.65 |
| }, |
| { |
| "epoch": 1.1010466988727858, |
| "grad_norm": 0.6903648605822994, |
| "learning_rate": 4.212831434407755e-06, |
| "loss": 0.3418, |
| "num_input_tokens_seen": 151770968, |
| "step": 2735, |
| "train_runtime": 16227.6059, |
| "train_tokens_per_second": 9352.641 |
| }, |
| { |
| "epoch": 1.103059581320451, |
| "grad_norm": 0.7001218019941555, |
| "learning_rate": 4.197223400367415e-06, |
| "loss": 0.3351, |
| "num_input_tokens_seen": 152063832, |
| "step": 2740, |
| "train_runtime": 16263.5499, |
| "train_tokens_per_second": 9349.978 |
| }, |
| { |
| "epoch": 1.105072463768116, |
| "grad_norm": 0.7796939128256034, |
| "learning_rate": 4.1816233918053316e-06, |
| "loss": 0.3191, |
| "num_input_tokens_seen": 152305168, |
| "step": 2745, |
| "train_runtime": 16283.3383, |
| "train_tokens_per_second": 9353.436 |
| }, |
| { |
| "epoch": 1.107085346215781, |
| "grad_norm": 0.7412542135482324, |
| "learning_rate": 4.166031564677138e-06, |
| "loss": 0.3345, |
| "num_input_tokens_seen": 152617232, |
| "step": 2750, |
| "train_runtime": 16306.4992, |
| "train_tokens_per_second": 9359.289 |
| }, |
| { |
| "epoch": 1.109098228663446, |
| "grad_norm": 0.6644411988813269, |
| "learning_rate": 4.150448074856667e-06, |
| "loss": 0.3327, |
| "num_input_tokens_seen": 152921712, |
| "step": 2755, |
| "train_runtime": 16339.8748, |
| "train_tokens_per_second": 9358.806 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 0.8709944891016662, |
| "learning_rate": 4.1348730781344105e-06, |
| "loss": 0.3453, |
| "num_input_tokens_seen": 153215800, |
| "step": 2760, |
| "train_runtime": 16371.0277, |
| "train_tokens_per_second": 9358.96 |
| }, |
| { |
| "epoch": 1.1131239935587762, |
| "grad_norm": 0.6908996264490945, |
| "learning_rate": 4.119306730215951e-06, |
| "loss": 0.3458, |
| "num_input_tokens_seen": 153485136, |
| "step": 2765, |
| "train_runtime": 16402.6706, |
| "train_tokens_per_second": 9357.326 |
| }, |
| { |
| "epoch": 1.1151368760064413, |
| "grad_norm": 0.8166064151006408, |
| "learning_rate": 4.103749186720405e-06, |
| "loss": 0.3309, |
| "num_input_tokens_seen": 153766608, |
| "step": 2770, |
| "train_runtime": 16438.4293, |
| "train_tokens_per_second": 9354.094 |
| }, |
| { |
| "epoch": 1.1171497584541064, |
| "grad_norm": 0.7669142007962767, |
| "learning_rate": 4.088200603178872e-06, |
| "loss": 0.3214, |
| "num_input_tokens_seen": 154039072, |
| "step": 2775, |
| "train_runtime": 16468.8793, |
| "train_tokens_per_second": 9353.343 |
| }, |
| { |
| "epoch": 1.1191626409017714, |
| "grad_norm": 0.8383957043084173, |
| "learning_rate": 4.0726611350328786e-06, |
| "loss": 0.3459, |
| "num_input_tokens_seen": 154302088, |
| "step": 2780, |
| "train_runtime": 16499.8879, |
| "train_tokens_per_second": 9351.705 |
| }, |
| { |
| "epoch": 1.1211755233494365, |
| "grad_norm": 0.8082993057747515, |
| "learning_rate": 4.057130937632821e-06, |
| "loss": 0.3449, |
| "num_input_tokens_seen": 154586608, |
| "step": 2785, |
| "train_runtime": 16531.3901, |
| "train_tokens_per_second": 9351.096 |
| }, |
| { |
| "epoch": 1.1231884057971016, |
| "grad_norm": 0.8595591367756767, |
| "learning_rate": 4.041610166236417e-06, |
| "loss": 0.3332, |
| "num_input_tokens_seen": 154849256, |
| "step": 2790, |
| "train_runtime": 16556.4585, |
| "train_tokens_per_second": 9352.801 |
| }, |
| { |
| "epoch": 1.1252012882447664, |
| "grad_norm": 0.7344879967186686, |
| "learning_rate": 4.026098976007148e-06, |
| "loss": 0.3199, |
| "num_input_tokens_seen": 155156384, |
| "step": 2795, |
| "train_runtime": 16585.4821, |
| "train_tokens_per_second": 9354.952 |
| }, |
| { |
| "epoch": 1.1272141706924317, |
| "grad_norm": 0.8441235262328253, |
| "learning_rate": 4.010597522012716e-06, |
| "loss": 0.3312, |
| "num_input_tokens_seen": 155461544, |
| "step": 2800, |
| "train_runtime": 16609.5746, |
| "train_tokens_per_second": 9359.755 |
| }, |
| { |
| "epoch": 1.1292270531400965, |
| "grad_norm": 0.7480706843370859, |
| "learning_rate": 3.9951059592234805e-06, |
| "loss": 0.3394, |
| "num_input_tokens_seen": 155761992, |
| "step": 2805, |
| "train_runtime": 16643.5684, |
| "train_tokens_per_second": 9358.69 |
| }, |
| { |
| "epoch": 1.1312399355877616, |
| "grad_norm": 0.7469545061052811, |
| "learning_rate": 3.979624442510925e-06, |
| "loss": 0.3567, |
| "num_input_tokens_seen": 156042840, |
| "step": 2810, |
| "train_runtime": 16674.7273, |
| "train_tokens_per_second": 9358.045 |
| }, |
| { |
| "epoch": 1.1332528180354267, |
| "grad_norm": 0.7075261916927754, |
| "learning_rate": 3.964153126646095e-06, |
| "loss": 0.3225, |
| "num_input_tokens_seen": 156346080, |
| "step": 2815, |
| "train_runtime": 16703.7557, |
| "train_tokens_per_second": 9359.936 |
| }, |
| { |
| "epoch": 1.1352657004830917, |
| "grad_norm": 0.7276903601759177, |
| "learning_rate": 3.948692166298062e-06, |
| "loss": 0.3238, |
| "num_input_tokens_seen": 156625328, |
| "step": 2820, |
| "train_runtime": 16731.2667, |
| "train_tokens_per_second": 9361.236 |
| }, |
| { |
| "epoch": 1.1372785829307568, |
| "grad_norm": 0.8128801163294187, |
| "learning_rate": 3.9332417160323685e-06, |
| "loss": 0.3277, |
| "num_input_tokens_seen": 156911664, |
| "step": 2825, |
| "train_runtime": 16758.7837, |
| "train_tokens_per_second": 9362.951 |
| }, |
| { |
| "epoch": 1.1392914653784219, |
| "grad_norm": 0.8174635590359891, |
| "learning_rate": 3.917801930309486e-06, |
| "loss": 0.3357, |
| "num_input_tokens_seen": 157174264, |
| "step": 2830, |
| "train_runtime": 16785.1431, |
| "train_tokens_per_second": 9363.892 |
| }, |
| { |
| "epoch": 1.141304347826087, |
| "grad_norm": 0.7374636293364648, |
| "learning_rate": 3.902372963483273e-06, |
| "loss": 0.358, |
| "num_input_tokens_seen": 157451416, |
| "step": 2835, |
| "train_runtime": 16816.6722, |
| "train_tokens_per_second": 9362.817 |
| }, |
| { |
| "epoch": 1.143317230273752, |
| "grad_norm": 0.7267576407913852, |
| "learning_rate": 3.886954969799427e-06, |
| "loss": 0.3384, |
| "num_input_tokens_seen": 157743512, |
| "step": 2840, |
| "train_runtime": 16852.0007, |
| "train_tokens_per_second": 9360.521 |
| }, |
| { |
| "epoch": 1.145330112721417, |
| "grad_norm": 0.7485112735217255, |
| "learning_rate": 3.871548103393947e-06, |
| "loss": 0.3269, |
| "num_input_tokens_seen": 158007856, |
| "step": 2845, |
| "train_runtime": 16877.8937, |
| "train_tokens_per_second": 9361.823 |
| }, |
| { |
| "epoch": 1.1473429951690821, |
| "grad_norm": 0.8528938941319912, |
| "learning_rate": 3.856152518291593e-06, |
| "loss": 0.3431, |
| "num_input_tokens_seen": 158276856, |
| "step": 2850, |
| "train_runtime": 16905.97, |
| "train_tokens_per_second": 9362.187 |
| }, |
| { |
| "epoch": 1.1493558776167472, |
| "grad_norm": 0.7427854040856345, |
| "learning_rate": 3.84076836840434e-06, |
| "loss": 0.3334, |
| "num_input_tokens_seen": 158558152, |
| "step": 2855, |
| "train_runtime": 16937.2755, |
| "train_tokens_per_second": 9361.491 |
| }, |
| { |
| "epoch": 1.1513687600644122, |
| "grad_norm": 0.7648667041662149, |
| "learning_rate": 3.825395807529845e-06, |
| "loss": 0.3424, |
| "num_input_tokens_seen": 158838168, |
| "step": 2860, |
| "train_runtime": 16965.676, |
| "train_tokens_per_second": 9362.325 |
| }, |
| { |
| "epoch": 1.1533816425120773, |
| "grad_norm": 0.7265847958677756, |
| "learning_rate": 3.8100349893499094e-06, |
| "loss": 0.3199, |
| "num_input_tokens_seen": 159088800, |
| "step": 2865, |
| "train_runtime": 16989.3193, |
| "train_tokens_per_second": 9364.048 |
| }, |
| { |
| "epoch": 1.1553945249597424, |
| "grad_norm": 0.7297815570885989, |
| "learning_rate": 3.79468606742894e-06, |
| "loss": 0.3347, |
| "num_input_tokens_seen": 159374112, |
| "step": 2870, |
| "train_runtime": 17025.0705, |
| "train_tokens_per_second": 9361.143 |
| }, |
| { |
| "epoch": 1.1574074074074074, |
| "grad_norm": 0.7634669993060619, |
| "learning_rate": 3.779349195212415e-06, |
| "loss": 0.3402, |
| "num_input_tokens_seen": 159639960, |
| "step": 2875, |
| "train_runtime": 17057.2367, |
| "train_tokens_per_second": 9359.075 |
| }, |
| { |
| "epoch": 1.1594202898550725, |
| "grad_norm": 0.7984823700419286, |
| "learning_rate": 3.7640245260253484e-06, |
| "loss": 0.3638, |
| "num_input_tokens_seen": 159917080, |
| "step": 2880, |
| "train_runtime": 17081.2046, |
| "train_tokens_per_second": 9362.166 |
| }, |
| { |
| "epoch": 1.1614331723027376, |
| "grad_norm": 0.7418637971072911, |
| "learning_rate": 3.748712213070762e-06, |
| "loss": 0.331, |
| "num_input_tokens_seen": 160178384, |
| "step": 2885, |
| "train_runtime": 17112.7424, |
| "train_tokens_per_second": 9360.182 |
| }, |
| { |
| "epoch": 1.1634460547504026, |
| "grad_norm": 0.7745596910699212, |
| "learning_rate": 3.733412409428148e-06, |
| "loss": 0.3365, |
| "num_input_tokens_seen": 160459200, |
| "step": 2890, |
| "train_runtime": 17146.7808, |
| "train_tokens_per_second": 9357.978 |
| }, |
| { |
| "epoch": 1.1654589371980677, |
| "grad_norm": 0.7787015694327291, |
| "learning_rate": 3.7181252680519407e-06, |
| "loss": 0.3259, |
| "num_input_tokens_seen": 160734272, |
| "step": 2895, |
| "train_runtime": 17169.9111, |
| "train_tokens_per_second": 9361.392 |
| }, |
| { |
| "epoch": 1.1674718196457328, |
| "grad_norm": 0.8393423930767941, |
| "learning_rate": 3.7028509417699915e-06, |
| "loss": 0.3405, |
| "num_input_tokens_seen": 161023640, |
| "step": 2900, |
| "train_runtime": 17198.0475, |
| "train_tokens_per_second": 9362.902 |
| }, |
| { |
| "epoch": 1.1694847020933978, |
| "grad_norm": 0.8403102908455301, |
| "learning_rate": 3.687589583282031e-06, |
| "loss": 0.3516, |
| "num_input_tokens_seen": 161309400, |
| "step": 2905, |
| "train_runtime": 17224.481, |
| "train_tokens_per_second": 9365.124 |
| }, |
| { |
| "epoch": 1.171497584541063, |
| "grad_norm": 0.7300955566223247, |
| "learning_rate": 3.6723413451581554e-06, |
| "loss": 0.3309, |
| "num_input_tokens_seen": 161594240, |
| "step": 2910, |
| "train_runtime": 17258.3139, |
| "train_tokens_per_second": 9363.269 |
| }, |
| { |
| "epoch": 1.173510466988728, |
| "grad_norm": 0.7360500987290836, |
| "learning_rate": 3.6571063798372913e-06, |
| "loss": 0.3388, |
| "num_input_tokens_seen": 161877344, |
| "step": 2915, |
| "train_runtime": 17288.3831, |
| "train_tokens_per_second": 9363.359 |
| }, |
| { |
| "epoch": 1.1755233494363928, |
| "grad_norm": 0.7782333023344933, |
| "learning_rate": 3.641884839625676e-06, |
| "loss": 0.3528, |
| "num_input_tokens_seen": 162164808, |
| "step": 2920, |
| "train_runtime": 17318.4782, |
| "train_tokens_per_second": 9363.687 |
| }, |
| { |
| "epoch": 1.177536231884058, |
| "grad_norm": 0.7702460245125943, |
| "learning_rate": 3.626676876695331e-06, |
| "loss": 0.3336, |
| "num_input_tokens_seen": 162457120, |
| "step": 2925, |
| "train_runtime": 17350.4638, |
| "train_tokens_per_second": 9363.272 |
| }, |
| { |
| "epoch": 1.179549114331723, |
| "grad_norm": 0.6791897147886135, |
| "learning_rate": 3.611482643082548e-06, |
| "loss": 0.328, |
| "num_input_tokens_seen": 162757376, |
| "step": 2930, |
| "train_runtime": 17382.5609, |
| "train_tokens_per_second": 9363.256 |
| }, |
| { |
| "epoch": 1.181561996779388, |
| "grad_norm": 0.6990507407015166, |
| "learning_rate": 3.5963022906863633e-06, |
| "loss": 0.344, |
| "num_input_tokens_seen": 163057128, |
| "step": 2935, |
| "train_runtime": 17414.4414, |
| "train_tokens_per_second": 9363.328 |
| }, |
| { |
| "epoch": 1.183574879227053, |
| "grad_norm": 0.7479941255486404, |
| "learning_rate": 3.581135971267039e-06, |
| "loss": 0.3303, |
| "num_input_tokens_seen": 163332224, |
| "step": 2940, |
| "train_runtime": 17446.3665, |
| "train_tokens_per_second": 9361.962 |
| }, |
| { |
| "epoch": 1.1855877616747181, |
| "grad_norm": 0.7142130787203327, |
| "learning_rate": 3.5659838364445505e-06, |
| "loss": 0.3341, |
| "num_input_tokens_seen": 163630112, |
| "step": 2945, |
| "train_runtime": 17476.7825, |
| "train_tokens_per_second": 9362.714 |
| }, |
| { |
| "epoch": 1.1876006441223832, |
| "grad_norm": 0.852604387772866, |
| "learning_rate": 3.550846037697063e-06, |
| "loss": 0.334, |
| "num_input_tokens_seen": 163899888, |
| "step": 2950, |
| "train_runtime": 17506.0631, |
| "train_tokens_per_second": 9362.464 |
| }, |
| { |
| "epoch": 1.1896135265700483, |
| "grad_norm": 0.7559064288714968, |
| "learning_rate": 3.535722726359426e-06, |
| "loss": 0.3316, |
| "num_input_tokens_seen": 164164552, |
| "step": 2955, |
| "train_runtime": 17538.1881, |
| "train_tokens_per_second": 9360.405 |
| }, |
| { |
| "epoch": 1.1916264090177133, |
| "grad_norm": 0.7857836373605884, |
| "learning_rate": 3.520614053621656e-06, |
| "loss": 0.3326, |
| "num_input_tokens_seen": 164453912, |
| "step": 2960, |
| "train_runtime": 17567.2506, |
| "train_tokens_per_second": 9361.392 |
| }, |
| { |
| "epoch": 1.1936392914653784, |
| "grad_norm": 0.645775167819383, |
| "learning_rate": 3.5055201705274223e-06, |
| "loss": 0.345, |
| "num_input_tokens_seen": 164734248, |
| "step": 2965, |
| "train_runtime": 17598.6446, |
| "train_tokens_per_second": 9360.621 |
| }, |
| { |
| "epoch": 1.1956521739130435, |
| "grad_norm": 0.823324829074732, |
| "learning_rate": 3.490441227972542e-06, |
| "loss": 0.3418, |
| "num_input_tokens_seen": 164979064, |
| "step": 2970, |
| "train_runtime": 17621.1536, |
| "train_tokens_per_second": 9362.558 |
| }, |
| { |
| "epoch": 1.1976650563607085, |
| "grad_norm": 0.7331568857712636, |
| "learning_rate": 3.475377376703469e-06, |
| "loss": 0.3125, |
| "num_input_tokens_seen": 165256632, |
| "step": 2975, |
| "train_runtime": 17653.1146, |
| "train_tokens_per_second": 9361.33 |
| }, |
| { |
| "epoch": 1.1996779388083736, |
| "grad_norm": 0.7496010920309691, |
| "learning_rate": 3.4603287673157866e-06, |
| "loss": 0.3327, |
| "num_input_tokens_seen": 165548776, |
| "step": 2980, |
| "train_runtime": 17677.7292, |
| "train_tokens_per_second": 9364.821 |
| }, |
| { |
| "epoch": 1.2016908212560387, |
| "grad_norm": 0.7777467777535843, |
| "learning_rate": 3.445295550252705e-06, |
| "loss": 0.3376, |
| "num_input_tokens_seen": 165831856, |
| "step": 2985, |
| "train_runtime": 17708.3539, |
| "train_tokens_per_second": 9364.612 |
| }, |
| { |
| "epoch": 1.2037037037037037, |
| "grad_norm": 0.7361665250523245, |
| "learning_rate": 3.430277875803552e-06, |
| "loss": 0.3366, |
| "num_input_tokens_seen": 166105248, |
| "step": 2990, |
| "train_runtime": 17738.5027, |
| "train_tokens_per_second": 9364.108 |
| }, |
| { |
| "epoch": 1.2057165861513688, |
| "grad_norm": 0.8956938399130385, |
| "learning_rate": 3.4152758941022756e-06, |
| "loss": 0.3613, |
| "num_input_tokens_seen": 166369016, |
| "step": 2995, |
| "train_runtime": 17772.8734, |
| "train_tokens_per_second": 9360.84 |
| }, |
| { |
| "epoch": 1.2077294685990339, |
| "grad_norm": 0.6907640502988542, |
| "learning_rate": 3.400289755125941e-06, |
| "loss": 0.3354, |
| "num_input_tokens_seen": 166646592, |
| "step": 3000, |
| "train_runtime": 17804.6209, |
| "train_tokens_per_second": 9359.738 |
| }, |
| { |
| "epoch": 1.209742351046699, |
| "grad_norm": 0.7309740632690966, |
| "learning_rate": 3.3853196086932295e-06, |
| "loss": 0.3338, |
| "num_input_tokens_seen": 166923616, |
| "step": 3005, |
| "train_runtime": 17843.4692, |
| "train_tokens_per_second": 9354.886 |
| }, |
| { |
| "epoch": 1.211755233494364, |
| "grad_norm": 0.7595352673544153, |
| "learning_rate": 3.370365604462945e-06, |
| "loss": 0.3438, |
| "num_input_tokens_seen": 167215512, |
| "step": 3010, |
| "train_runtime": 17870.6345, |
| "train_tokens_per_second": 9356.999 |
| }, |
| { |
| "epoch": 1.213768115942029, |
| "grad_norm": 0.7028122076223309, |
| "learning_rate": 3.3554278919325127e-06, |
| "loss": 0.3376, |
| "num_input_tokens_seen": 167509488, |
| "step": 3015, |
| "train_runtime": 17901.1023, |
| "train_tokens_per_second": 9357.496 |
| }, |
| { |
| "epoch": 1.2157809983896941, |
| "grad_norm": 0.7111819738680615, |
| "learning_rate": 3.34050662043649e-06, |
| "loss": 0.3314, |
| "num_input_tokens_seen": 167789280, |
| "step": 3020, |
| "train_runtime": 17931.195, |
| "train_tokens_per_second": 9357.395 |
| }, |
| { |
| "epoch": 1.2177938808373592, |
| "grad_norm": 0.7590292894827062, |
| "learning_rate": 3.3256019391450696e-06, |
| "loss": 0.3364, |
| "num_input_tokens_seen": 168056448, |
| "step": 3025, |
| "train_runtime": 17957.8905, |
| "train_tokens_per_second": 9358.362 |
| }, |
| { |
| "epoch": 1.2198067632850242, |
| "grad_norm": 0.6953403290663392, |
| "learning_rate": 3.310713997062588e-06, |
| "loss": 0.3474, |
| "num_input_tokens_seen": 168336992, |
| "step": 3030, |
| "train_runtime": 17983.59, |
| "train_tokens_per_second": 9360.589 |
| }, |
| { |
| "epoch": 1.2218196457326893, |
| "grad_norm": 0.751892779351779, |
| "learning_rate": 3.29584294302604e-06, |
| "loss": 0.3311, |
| "num_input_tokens_seen": 168615880, |
| "step": 3035, |
| "train_runtime": 18015.8173, |
| "train_tokens_per_second": 9359.324 |
| }, |
| { |
| "epoch": 1.2238325281803544, |
| "grad_norm": 0.7621419343747116, |
| "learning_rate": 3.2809889257035853e-06, |
| "loss": 0.3247, |
| "num_input_tokens_seen": 168917480, |
| "step": 3040, |
| "train_runtime": 18042.5222, |
| "train_tokens_per_second": 9362.188 |
| }, |
| { |
| "epoch": 1.2258454106280192, |
| "grad_norm": 0.7511480008074028, |
| "learning_rate": 3.266152093593069e-06, |
| "loss": 0.3354, |
| "num_input_tokens_seen": 169188184, |
| "step": 3045, |
| "train_runtime": 18074.1421, |
| "train_tokens_per_second": 9360.786 |
| }, |
| { |
| "epoch": 1.2278582930756845, |
| "grad_norm": 0.8264538043627928, |
| "learning_rate": 3.2513325950205277e-06, |
| "loss": 0.3291, |
| "num_input_tokens_seen": 169435608, |
| "step": 3050, |
| "train_runtime": 18105.7395, |
| "train_tokens_per_second": 9358.116 |
| }, |
| { |
| "epoch": 1.2298711755233493, |
| "grad_norm": 0.7224058795350149, |
| "learning_rate": 3.2365305781387156e-06, |
| "loss": 0.3244, |
| "num_input_tokens_seen": 169656664, |
| "step": 3055, |
| "train_runtime": 18136.5928, |
| "train_tokens_per_second": 9354.385 |
| }, |
| { |
| "epoch": 1.2318840579710144, |
| "grad_norm": 0.7231781076781525, |
| "learning_rate": 3.2217461909256186e-06, |
| "loss": 0.3699, |
| "num_input_tokens_seen": 169947560, |
| "step": 3060, |
| "train_runtime": 18175.6461, |
| "train_tokens_per_second": 9350.29 |
| }, |
| { |
| "epoch": 1.2338969404186795, |
| "grad_norm": 0.7873625781421767, |
| "learning_rate": 3.2069795811829772e-06, |
| "loss": 0.3279, |
| "num_input_tokens_seen": 170231144, |
| "step": 3065, |
| "train_runtime": 18203.8102, |
| "train_tokens_per_second": 9351.402 |
| }, |
| { |
| "epoch": 1.2359098228663445, |
| "grad_norm": 0.7721173860632746, |
| "learning_rate": 3.192230896534808e-06, |
| "loss": 0.3413, |
| "num_input_tokens_seen": 170502840, |
| "step": 3070, |
| "train_runtime": 18236.1944, |
| "train_tokens_per_second": 9349.694 |
| }, |
| { |
| "epoch": 1.2379227053140096, |
| "grad_norm": 0.7525581504480072, |
| "learning_rate": 3.1775002844259253e-06, |
| "loss": 0.3264, |
| "num_input_tokens_seen": 170734664, |
| "step": 3075, |
| "train_runtime": 18264.3841, |
| "train_tokens_per_second": 9347.956 |
| }, |
| { |
| "epoch": 1.2399355877616747, |
| "grad_norm": 0.7816408171271338, |
| "learning_rate": 3.162787892120473e-06, |
| "loss": 0.3112, |
| "num_input_tokens_seen": 170977240, |
| "step": 3080, |
| "train_runtime": 18296.8007, |
| "train_tokens_per_second": 9344.652 |
| }, |
| { |
| "epoch": 1.2419484702093397, |
| "grad_norm": 0.9986565013254199, |
| "learning_rate": 3.148093866700445e-06, |
| "loss": 0.3323, |
| "num_input_tokens_seen": 171242488, |
| "step": 3085, |
| "train_runtime": 18325.0733, |
| "train_tokens_per_second": 9344.71 |
| }, |
| { |
| "epoch": 1.2439613526570048, |
| "grad_norm": 0.7799935201338836, |
| "learning_rate": 3.1334183550642217e-06, |
| "loss": 0.3175, |
| "num_input_tokens_seen": 171525896, |
| "step": 3090, |
| "train_runtime": 18357.2773, |
| "train_tokens_per_second": 9343.755 |
| }, |
| { |
| "epoch": 1.2459742351046699, |
| "grad_norm": 0.6749592540953486, |
| "learning_rate": 3.1187615039250984e-06, |
| "loss": 0.3386, |
| "num_input_tokens_seen": 171811240, |
| "step": 3095, |
| "train_runtime": 18383.1956, |
| "train_tokens_per_second": 9346.103 |
| }, |
| { |
| "epoch": 1.247987117552335, |
| "grad_norm": 0.7873297191568724, |
| "learning_rate": 3.1041234598098157e-06, |
| "loss": 0.3429, |
| "num_input_tokens_seen": 172090640, |
| "step": 3100, |
| "train_runtime": 18410.6719, |
| "train_tokens_per_second": 9347.331 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 0.7311174087067115, |
| "learning_rate": 3.0895043690571018e-06, |
| "loss": 0.3215, |
| "num_input_tokens_seen": 172368360, |
| "step": 3105, |
| "train_runtime": 18435.6044, |
| "train_tokens_per_second": 9349.754 |
| }, |
| { |
| "epoch": 1.252012882447665, |
| "grad_norm": 0.7340055274437848, |
| "learning_rate": 3.0749043778162015e-06, |
| "loss": 0.3228, |
| "num_input_tokens_seen": 172676096, |
| "step": 3110, |
| "train_runtime": 18459.303, |
| "train_tokens_per_second": 9354.421 |
| }, |
| { |
| "epoch": 1.2540257648953301, |
| "grad_norm": 0.8410671774005818, |
| "learning_rate": 3.0603236320454195e-06, |
| "loss": 0.3515, |
| "num_input_tokens_seen": 172936224, |
| "step": 3115, |
| "train_runtime": 18489.5182, |
| "train_tokens_per_second": 9353.203 |
| }, |
| { |
| "epoch": 1.2560386473429952, |
| "grad_norm": 0.7459570100086268, |
| "learning_rate": 3.0457622775106643e-06, |
| "loss": 0.3425, |
| "num_input_tokens_seen": 173218720, |
| "step": 3120, |
| "train_runtime": 18517.1498, |
| "train_tokens_per_second": 9354.502 |
| }, |
| { |
| "epoch": 1.2580515297906603, |
| "grad_norm": 0.7684560276734097, |
| "learning_rate": 3.0312204597839824e-06, |
| "loss": 0.337, |
| "num_input_tokens_seen": 173492936, |
| "step": 3125, |
| "train_runtime": 18550.458, |
| "train_tokens_per_second": 9352.488 |
| }, |
| { |
| "epoch": 1.2600644122383253, |
| "grad_norm": 0.8698419679449874, |
| "learning_rate": 3.01669832424211e-06, |
| "loss": 0.3311, |
| "num_input_tokens_seen": 173767880, |
| "step": 3130, |
| "train_runtime": 18584.1169, |
| "train_tokens_per_second": 9350.344 |
| }, |
| { |
| "epoch": 1.2620772946859904, |
| "grad_norm": 0.7872327503936718, |
| "learning_rate": 3.0021960160650197e-06, |
| "loss": 0.3308, |
| "num_input_tokens_seen": 174050368, |
| "step": 3135, |
| "train_runtime": 18617.6012, |
| "train_tokens_per_second": 9348.7 |
| }, |
| { |
| "epoch": 1.2640901771336555, |
| "grad_norm": 0.7433805951484156, |
| "learning_rate": 2.987713680234462e-06, |
| "loss": 0.3531, |
| "num_input_tokens_seen": 174313792, |
| "step": 3140, |
| "train_runtime": 18649.6559, |
| "train_tokens_per_second": 9346.756 |
| }, |
| { |
| "epoch": 1.2661030595813205, |
| "grad_norm": 0.7919165158640763, |
| "learning_rate": 2.973251461532527e-06, |
| "loss": 0.3143, |
| "num_input_tokens_seen": 174600328, |
| "step": 3145, |
| "train_runtime": 18679.0881, |
| "train_tokens_per_second": 9347.369 |
| }, |
| { |
| "epoch": 1.2681159420289856, |
| "grad_norm": 0.7468136277033092, |
| "learning_rate": 2.9588095045401844e-06, |
| "loss": 0.3245, |
| "num_input_tokens_seen": 174884848, |
| "step": 3150, |
| "train_runtime": 18715.7118, |
| "train_tokens_per_second": 9344.28 |
| }, |
| { |
| "epoch": 1.2701288244766507, |
| "grad_norm": 0.8656466132671339, |
| "learning_rate": 2.944387953635849e-06, |
| "loss": 0.3312, |
| "num_input_tokens_seen": 175166224, |
| "step": 3155, |
| "train_runtime": 18741.1804, |
| "train_tokens_per_second": 9346.595 |
| }, |
| { |
| "epoch": 1.2721417069243155, |
| "grad_norm": 0.7640821703374746, |
| "learning_rate": 2.929986952993933e-06, |
| "loss": 0.3486, |
| "num_input_tokens_seen": 175474184, |
| "step": 3160, |
| "train_runtime": 18771.7891, |
| "train_tokens_per_second": 9347.76 |
| }, |
| { |
| "epoch": 1.2741545893719808, |
| "grad_norm": 0.8039377052313604, |
| "learning_rate": 2.9156066465833997e-06, |
| "loss": 0.344, |
| "num_input_tokens_seen": 175728456, |
| "step": 3165, |
| "train_runtime": 18805.5129, |
| "train_tokens_per_second": 9344.518 |
| }, |
| { |
| "epoch": 1.2761674718196456, |
| "grad_norm": 0.8518044177666888, |
| "learning_rate": 2.9012471781663375e-06, |
| "loss": 0.318, |
| "num_input_tokens_seen": 175982264, |
| "step": 3170, |
| "train_runtime": 18830.6646, |
| "train_tokens_per_second": 9345.515 |
| }, |
| { |
| "epoch": 1.278180354267311, |
| "grad_norm": 0.7749202995717128, |
| "learning_rate": 2.886908691296504e-06, |
| "loss": 0.35, |
| "num_input_tokens_seen": 176253240, |
| "step": 3175, |
| "train_runtime": 18863.0765, |
| "train_tokens_per_second": 9343.823 |
| }, |
| { |
| "epoch": 1.2801932367149758, |
| "grad_norm": 0.8542732138318762, |
| "learning_rate": 2.872591329317908e-06, |
| "loss": 0.3424, |
| "num_input_tokens_seen": 176536144, |
| "step": 3180, |
| "train_runtime": 18890.6574, |
| "train_tokens_per_second": 9345.156 |
| }, |
| { |
| "epoch": 1.2822061191626408, |
| "grad_norm": 1.0674926599994714, |
| "learning_rate": 2.8582952353633708e-06, |
| "loss": 0.3211, |
| "num_input_tokens_seen": 176793320, |
| "step": 3185, |
| "train_runtime": 18911.4761, |
| "train_tokens_per_second": 9348.467 |
| }, |
| { |
| "epoch": 1.2842190016103059, |
| "grad_norm": 0.9387952828326972, |
| "learning_rate": 2.844020552353087e-06, |
| "loss": 0.3323, |
| "num_input_tokens_seen": 177074552, |
| "step": 3190, |
| "train_runtime": 18944.2952, |
| "train_tokens_per_second": 9347.117 |
| }, |
| { |
| "epoch": 1.286231884057971, |
| "grad_norm": 0.7384989951672372, |
| "learning_rate": 2.8297674229932086e-06, |
| "loss": 0.3416, |
| "num_input_tokens_seen": 177357576, |
| "step": 3195, |
| "train_runtime": 18977.8751, |
| "train_tokens_per_second": 9345.492 |
| }, |
| { |
| "epoch": 1.288244766505636, |
| "grad_norm": 0.768247162518729, |
| "learning_rate": 2.8155359897744117e-06, |
| "loss": 0.3514, |
| "num_input_tokens_seen": 177630464, |
| "step": 3200, |
| "train_runtime": 19006.2632, |
| "train_tokens_per_second": 9345.891 |
| }, |
| { |
| "epoch": 1.290257648953301, |
| "grad_norm": 0.772790059841373, |
| "learning_rate": 2.8013263949704706e-06, |
| "loss": 0.3166, |
| "num_input_tokens_seen": 177907472, |
| "step": 3205, |
| "train_runtime": 19038.0646, |
| "train_tokens_per_second": 9344.83 |
| }, |
| { |
| "epoch": 1.2922705314009661, |
| "grad_norm": 0.7276379642935875, |
| "learning_rate": 2.7871387806368426e-06, |
| "loss": 0.3416, |
| "num_input_tokens_seen": 178215720, |
| "step": 3210, |
| "train_runtime": 19059.93, |
| "train_tokens_per_second": 9350.282 |
| }, |
| { |
| "epoch": 1.2942834138486312, |
| "grad_norm": 0.806980532147328, |
| "learning_rate": 2.772973288609235e-06, |
| "loss": 0.309, |
| "num_input_tokens_seen": 178482056, |
| "step": 3215, |
| "train_runtime": 19086.7029, |
| "train_tokens_per_second": 9351.12 |
| }, |
| { |
| "epoch": 1.2962962962962963, |
| "grad_norm": 0.8123491796211115, |
| "learning_rate": 2.7588300605022007e-06, |
| "loss": 0.3634, |
| "num_input_tokens_seen": 178754976, |
| "step": 3220, |
| "train_runtime": 19111.4415, |
| "train_tokens_per_second": 9353.296 |
| }, |
| { |
| "epoch": 1.2983091787439613, |
| "grad_norm": 0.7108104554957614, |
| "learning_rate": 2.744709237707717e-06, |
| "loss": 0.335, |
| "num_input_tokens_seen": 179058256, |
| "step": 3225, |
| "train_runtime": 19143.45, |
| "train_tokens_per_second": 9353.5 |
| }, |
| { |
| "epoch": 1.3003220611916264, |
| "grad_norm": 0.7282761881972113, |
| "learning_rate": 2.7306109613937687e-06, |
| "loss": 0.3362, |
| "num_input_tokens_seen": 179339520, |
| "step": 3230, |
| "train_runtime": 19173.9813, |
| "train_tokens_per_second": 9353.275 |
| }, |
| { |
| "epoch": 1.3023349436392915, |
| "grad_norm": 0.7246329837325194, |
| "learning_rate": 2.7165353725029454e-06, |
| "loss": 0.3185, |
| "num_input_tokens_seen": 179624536, |
| "step": 3235, |
| "train_runtime": 19205.4034, |
| "train_tokens_per_second": 9352.812 |
| }, |
| { |
| "epoch": 1.3043478260869565, |
| "grad_norm": 0.8014353650355803, |
| "learning_rate": 2.7024826117510193e-06, |
| "loss": 0.337, |
| "num_input_tokens_seen": 179905904, |
| "step": 3240, |
| "train_runtime": 19232.9193, |
| "train_tokens_per_second": 9354.061 |
| }, |
| { |
| "epoch": 1.3063607085346216, |
| "grad_norm": 0.6850413613384719, |
| "learning_rate": 2.688452819625553e-06, |
| "loss": 0.3196, |
| "num_input_tokens_seen": 180211712, |
| "step": 3245, |
| "train_runtime": 19263.0365, |
| "train_tokens_per_second": 9355.312 |
| }, |
| { |
| "epoch": 1.3083735909822867, |
| "grad_norm": 0.7337323572168991, |
| "learning_rate": 2.674446136384486e-06, |
| "loss": 0.3395, |
| "num_input_tokens_seen": 180477328, |
| "step": 3250, |
| "train_runtime": 19293.7632, |
| "train_tokens_per_second": 9354.18 |
| }, |
| { |
| "epoch": 1.3103864734299517, |
| "grad_norm": 0.7030498455097879, |
| "learning_rate": 2.6604627020547334e-06, |
| "loss": 0.3552, |
| "num_input_tokens_seen": 180770296, |
| "step": 3255, |
| "train_runtime": 19328.9791, |
| "train_tokens_per_second": 9352.294 |
| }, |
| { |
| "epoch": 1.3123993558776168, |
| "grad_norm": 0.6953831746788743, |
| "learning_rate": 2.6465026564307924e-06, |
| "loss": 0.3285, |
| "num_input_tokens_seen": 181027688, |
| "step": 3260, |
| "train_runtime": 19358.9249, |
| "train_tokens_per_second": 9351.123 |
| }, |
| { |
| "epoch": 1.3144122383252819, |
| "grad_norm": 0.7915413597134223, |
| "learning_rate": 2.6325661390733303e-06, |
| "loss": 0.345, |
| "num_input_tokens_seen": 181309080, |
| "step": 3265, |
| "train_runtime": 19391.5932, |
| "train_tokens_per_second": 9349.881 |
| }, |
| { |
| "epoch": 1.316425120772947, |
| "grad_norm": 0.6774870108488009, |
| "learning_rate": 2.6186532893078087e-06, |
| "loss": 0.3342, |
| "num_input_tokens_seen": 181569064, |
| "step": 3270, |
| "train_runtime": 19422.9557, |
| "train_tokens_per_second": 9348.169 |
| }, |
| { |
| "epoch": 1.318438003220612, |
| "grad_norm": 0.8367363945695063, |
| "learning_rate": 2.6047642462230756e-06, |
| "loss": 0.3451, |
| "num_input_tokens_seen": 181836376, |
| "step": 3275, |
| "train_runtime": 19457.9527, |
| "train_tokens_per_second": 9345.093 |
| }, |
| { |
| "epoch": 1.320450885668277, |
| "grad_norm": 0.7317270241532496, |
| "learning_rate": 2.590899148669981e-06, |
| "loss": 0.3188, |
| "num_input_tokens_seen": 182109648, |
| "step": 3280, |
| "train_runtime": 19492.0118, |
| "train_tokens_per_second": 9342.784 |
| }, |
| { |
| "epoch": 1.322463768115942, |
| "grad_norm": 0.7226234121959383, |
| "learning_rate": 2.5770581352599876e-06, |
| "loss": 0.3311, |
| "num_input_tokens_seen": 182384584, |
| "step": 3285, |
| "train_runtime": 19526.0236, |
| "train_tokens_per_second": 9340.59 |
| }, |
| { |
| "epoch": 1.3244766505636072, |
| "grad_norm": 0.6899938873543758, |
| "learning_rate": 2.5632413443637887e-06, |
| "loss": 0.3586, |
| "num_input_tokens_seen": 182680016, |
| "step": 3290, |
| "train_runtime": 19556.0873, |
| "train_tokens_per_second": 9341.338 |
| }, |
| { |
| "epoch": 1.326489533011272, |
| "grad_norm": 0.7820360325459759, |
| "learning_rate": 2.5494489141099155e-06, |
| "loss": 0.3404, |
| "num_input_tokens_seen": 182967400, |
| "step": 3295, |
| "train_runtime": 19583.7937, |
| "train_tokens_per_second": 9342.797 |
| }, |
| { |
| "epoch": 1.3285024154589373, |
| "grad_norm": 0.7082182159459535, |
| "learning_rate": 2.535680982383364e-06, |
| "loss": 0.3398, |
| "num_input_tokens_seen": 183255320, |
| "step": 3300, |
| "train_runtime": 19612.9858, |
| "train_tokens_per_second": 9343.571 |
| }, |
| { |
| "epoch": 1.3305152979066022, |
| "grad_norm": 0.7704004053785951, |
| "learning_rate": 2.5219376868242173e-06, |
| "loss": 0.3251, |
| "num_input_tokens_seen": 183522760, |
| "step": 3305, |
| "train_runtime": 19639.0649, |
| "train_tokens_per_second": 9344.781 |
| }, |
| { |
| "epoch": 1.3325281803542672, |
| "grad_norm": 0.7467779259050853, |
| "learning_rate": 2.5082191648262654e-06, |
| "loss": 0.3322, |
| "num_input_tokens_seen": 183800888, |
| "step": 3310, |
| "train_runtime": 19670.4057, |
| "train_tokens_per_second": 9344.031 |
| }, |
| { |
| "epoch": 1.3345410628019323, |
| "grad_norm": 0.8075790233799084, |
| "learning_rate": 2.4945255535356343e-06, |
| "loss": 0.3411, |
| "num_input_tokens_seen": 184077008, |
| "step": 3315, |
| "train_runtime": 19702.6205, |
| "train_tokens_per_second": 9342.768 |
| }, |
| { |
| "epoch": 1.3365539452495974, |
| "grad_norm": 0.8176544087917905, |
| "learning_rate": 2.4808569898494144e-06, |
| "loss": 0.3503, |
| "num_input_tokens_seen": 184356944, |
| "step": 3320, |
| "train_runtime": 19723.853, |
| "train_tokens_per_second": 9346.903 |
| }, |
| { |
| "epoch": 1.3385668276972624, |
| "grad_norm": 0.6936054607476786, |
| "learning_rate": 2.467213610414286e-06, |
| "loss": 0.3164, |
| "num_input_tokens_seen": 184641776, |
| "step": 3325, |
| "train_runtime": 19756.261, |
| "train_tokens_per_second": 9345.988 |
| }, |
| { |
| "epoch": 1.3405797101449275, |
| "grad_norm": 0.7705012548742098, |
| "learning_rate": 2.453595551625165e-06, |
| "loss": 0.3492, |
| "num_input_tokens_seen": 184926320, |
| "step": 3330, |
| "train_runtime": 19787.4693, |
| "train_tokens_per_second": 9345.628 |
| }, |
| { |
| "epoch": 1.3425925925925926, |
| "grad_norm": 0.6663201842465876, |
| "learning_rate": 2.4400029496238312e-06, |
| "loss": 0.328, |
| "num_input_tokens_seen": 185218872, |
| "step": 3335, |
| "train_runtime": 19817.7222, |
| "train_tokens_per_second": 9346.123 |
| }, |
| { |
| "epoch": 1.3446054750402576, |
| "grad_norm": 0.7247129110820784, |
| "learning_rate": 2.4264359402975683e-06, |
| "loss": 0.3201, |
| "num_input_tokens_seen": 185509824, |
| "step": 3340, |
| "train_runtime": 19847.8942, |
| "train_tokens_per_second": 9346.575 |
| }, |
| { |
| "epoch": 1.3466183574879227, |
| "grad_norm": 0.6744408261310794, |
| "learning_rate": 2.4128946592778086e-06, |
| "loss": 0.326, |
| "num_input_tokens_seen": 185807552, |
| "step": 3345, |
| "train_runtime": 19877.2199, |
| "train_tokens_per_second": 9347.764 |
| }, |
| { |
| "epoch": 1.3486312399355878, |
| "grad_norm": 0.678859949650584, |
| "learning_rate": 2.399379241938769e-06, |
| "loss": 0.3266, |
| "num_input_tokens_seen": 186086368, |
| "step": 3350, |
| "train_runtime": 19911.0543, |
| "train_tokens_per_second": 9345.882 |
| }, |
| { |
| "epoch": 1.3506441223832528, |
| "grad_norm": 0.7520707447256646, |
| "learning_rate": 2.385889823396108e-06, |
| "loss": 0.3347, |
| "num_input_tokens_seen": 186354824, |
| "step": 3355, |
| "train_runtime": 19943.5224, |
| "train_tokens_per_second": 9344.128 |
| }, |
| { |
| "epoch": 1.3526570048309179, |
| "grad_norm": 0.6762639568655372, |
| "learning_rate": 2.3724265385055697e-06, |
| "loss": 0.318, |
| "num_input_tokens_seen": 186671600, |
| "step": 3360, |
| "train_runtime": 19969.2755, |
| "train_tokens_per_second": 9347.941 |
| }, |
| { |
| "epoch": 1.354669887278583, |
| "grad_norm": 0.8167801902667485, |
| "learning_rate": 2.3589895218616356e-06, |
| "loss": 0.339, |
| "num_input_tokens_seen": 186944072, |
| "step": 3365, |
| "train_runtime": 20001.9517, |
| "train_tokens_per_second": 9346.292 |
| }, |
| { |
| "epoch": 1.356682769726248, |
| "grad_norm": 0.7222385240429897, |
| "learning_rate": 2.3455789077961816e-06, |
| "loss": 0.3243, |
| "num_input_tokens_seen": 187240712, |
| "step": 3370, |
| "train_runtime": 20037.0355, |
| "train_tokens_per_second": 9344.731 |
| }, |
| { |
| "epoch": 1.358695652173913, |
| "grad_norm": 0.8039813920937489, |
| "learning_rate": 2.332194830377127e-06, |
| "loss": 0.3372, |
| "num_input_tokens_seen": 187535336, |
| "step": 3375, |
| "train_runtime": 20067.6403, |
| "train_tokens_per_second": 9345.161 |
| }, |
| { |
| "epoch": 1.3607085346215781, |
| "grad_norm": 0.8316528793190969, |
| "learning_rate": 2.318837423407106e-06, |
| "loss": 0.3206, |
| "num_input_tokens_seen": 187812248, |
| "step": 3380, |
| "train_runtime": 20096.3947, |
| "train_tokens_per_second": 9345.569 |
| }, |
| { |
| "epoch": 1.3627214170692432, |
| "grad_norm": 0.7595681685698273, |
| "learning_rate": 2.3055068204221226e-06, |
| "loss": 0.3393, |
| "num_input_tokens_seen": 188073072, |
| "step": 3385, |
| "train_runtime": 20122.2842, |
| "train_tokens_per_second": 9346.507 |
| }, |
| { |
| "epoch": 1.3647342995169083, |
| "grad_norm": 0.7222074042267652, |
| "learning_rate": 2.292203154690218e-06, |
| "loss": 0.3328, |
| "num_input_tokens_seen": 188376696, |
| "step": 3390, |
| "train_runtime": 20150.7679, |
| "train_tokens_per_second": 9348.363 |
| }, |
| { |
| "epoch": 1.3667471819645733, |
| "grad_norm": 0.6795902408969277, |
| "learning_rate": 2.278926559210137e-06, |
| "loss": 0.3264, |
| "num_input_tokens_seen": 188653136, |
| "step": 3395, |
| "train_runtime": 20179.3258, |
| "train_tokens_per_second": 9348.832 |
| }, |
| { |
| "epoch": 1.3687600644122382, |
| "grad_norm": 0.7281120649894878, |
| "learning_rate": 2.2656771667099993e-06, |
| "loss": 0.3247, |
| "num_input_tokens_seen": 188957296, |
| "step": 3400, |
| "train_runtime": 20210.5929, |
| "train_tokens_per_second": 9349.419 |
| }, |
| { |
| "epoch": 1.3707729468599035, |
| "grad_norm": 0.8169612705560803, |
| "learning_rate": 2.2524551096459703e-06, |
| "loss": 0.3495, |
| "num_input_tokens_seen": 189219824, |
| "step": 3405, |
| "train_runtime": 20234.9838, |
| "train_tokens_per_second": 9351.123 |
| }, |
| { |
| "epoch": 1.3727858293075683, |
| "grad_norm": 0.7307166976268302, |
| "learning_rate": 2.239260520200941e-06, |
| "loss": 0.3114, |
| "num_input_tokens_seen": 189473144, |
| "step": 3410, |
| "train_runtime": 20270.5784, |
| "train_tokens_per_second": 9347.2 |
| }, |
| { |
| "epoch": 1.3747987117552336, |
| "grad_norm": 0.7832910961374582, |
| "learning_rate": 2.226093530283205e-06, |
| "loss": 0.3444, |
| "num_input_tokens_seen": 189723464, |
| "step": 3415, |
| "train_runtime": 20300.6805, |
| "train_tokens_per_second": 9345.67 |
| }, |
| { |
| "epoch": 1.3768115942028984, |
| "grad_norm": 0.7298425031791868, |
| "learning_rate": 2.21295427152514e-06, |
| "loss": 0.3071, |
| "num_input_tokens_seen": 189965672, |
| "step": 3420, |
| "train_runtime": 20328.7908, |
| "train_tokens_per_second": 9344.662 |
| }, |
| { |
| "epoch": 1.3788244766505637, |
| "grad_norm": 0.8260322411021098, |
| "learning_rate": 2.199842875281886e-06, |
| "loss": 0.3403, |
| "num_input_tokens_seen": 190245224, |
| "step": 3425, |
| "train_runtime": 20356.668, |
| "train_tokens_per_second": 9345.597 |
| }, |
| { |
| "epoch": 1.3808373590982286, |
| "grad_norm": 0.731742794001471, |
| "learning_rate": 2.186759472630045e-06, |
| "loss": 0.3183, |
| "num_input_tokens_seen": 190536872, |
| "step": 3430, |
| "train_runtime": 20385.4113, |
| "train_tokens_per_second": 9346.727 |
| }, |
| { |
| "epoch": 1.3828502415458936, |
| "grad_norm": 0.7338901274205261, |
| "learning_rate": 2.173704194366354e-06, |
| "loss": 0.3364, |
| "num_input_tokens_seen": 190816560, |
| "step": 3435, |
| "train_runtime": 20415.6378, |
| "train_tokens_per_second": 9346.588 |
| }, |
| { |
| "epoch": 1.3848631239935587, |
| "grad_norm": 0.8466352536358828, |
| "learning_rate": 2.1606771710063928e-06, |
| "loss": 0.3579, |
| "num_input_tokens_seen": 191069000, |
| "step": 3440, |
| "train_runtime": 20446.4658, |
| "train_tokens_per_second": 9344.842 |
| }, |
| { |
| "epoch": 1.3868760064412238, |
| "grad_norm": 0.9601160315693671, |
| "learning_rate": 2.1476785327832715e-06, |
| "loss": 0.3411, |
| "num_input_tokens_seen": 191327320, |
| "step": 3445, |
| "train_runtime": 20474.6232, |
| "train_tokens_per_second": 9344.608 |
| }, |
| { |
| "epoch": 1.3888888888888888, |
| "grad_norm": 0.7481376156397551, |
| "learning_rate": 2.1347084096463293e-06, |
| "loss": 0.3385, |
| "num_input_tokens_seen": 191614592, |
| "step": 3450, |
| "train_runtime": 20505.0361, |
| "train_tokens_per_second": 9344.758 |
| }, |
| { |
| "epoch": 1.390901771336554, |
| "grad_norm": 0.7663923690004009, |
| "learning_rate": 2.1217669312598364e-06, |
| "loss": 0.3458, |
| "num_input_tokens_seen": 191894816, |
| "step": 3455, |
| "train_runtime": 20529.7574, |
| "train_tokens_per_second": 9347.155 |
| }, |
| { |
| "epoch": 1.392914653784219, |
| "grad_norm": 0.7397049845010489, |
| "learning_rate": 2.108854227001693e-06, |
| "loss": 0.3421, |
| "num_input_tokens_seen": 192184888, |
| "step": 3460, |
| "train_runtime": 20559.6789, |
| "train_tokens_per_second": 9347.66 |
| }, |
| { |
| "epoch": 1.394927536231884, |
| "grad_norm": 0.7927356458888435, |
| "learning_rate": 2.0959704259621457e-06, |
| "loss": 0.3234, |
| "num_input_tokens_seen": 192457000, |
| "step": 3465, |
| "train_runtime": 20585.6324, |
| "train_tokens_per_second": 9349.093 |
| }, |
| { |
| "epoch": 1.396940418679549, |
| "grad_norm": 0.824558996428323, |
| "learning_rate": 2.0831156569424877e-06, |
| "loss": 0.3269, |
| "num_input_tokens_seen": 192726472, |
| "step": 3470, |
| "train_runtime": 20607.4804, |
| "train_tokens_per_second": 9352.258 |
| }, |
| { |
| "epoch": 1.3989533011272142, |
| "grad_norm": 0.7749186490987381, |
| "learning_rate": 2.070290048453777e-06, |
| "loss": 0.3272, |
| "num_input_tokens_seen": 193004472, |
| "step": 3475, |
| "train_runtime": 20636.1298, |
| "train_tokens_per_second": 9352.746 |
| }, |
| { |
| "epoch": 1.4009661835748792, |
| "grad_norm": 0.8341663054298187, |
| "learning_rate": 2.0574937287155496e-06, |
| "loss": 0.3186, |
| "num_input_tokens_seen": 193289112, |
| "step": 3480, |
| "train_runtime": 20665.8966, |
| "train_tokens_per_second": 9353.047 |
| }, |
| { |
| "epoch": 1.4029790660225443, |
| "grad_norm": 0.8211755789443504, |
| "learning_rate": 2.0447268256545327e-06, |
| "loss": 0.3457, |
| "num_input_tokens_seen": 193544272, |
| "step": 3485, |
| "train_runtime": 20689.4626, |
| "train_tokens_per_second": 9354.727 |
| }, |
| { |
| "epoch": 1.4049919484702094, |
| "grad_norm": 0.7073558545556239, |
| "learning_rate": 2.0319894669033758e-06, |
| "loss": 0.3205, |
| "num_input_tokens_seen": 193824776, |
| "step": 3490, |
| "train_runtime": 20720.5934, |
| "train_tokens_per_second": 9354.21 |
| }, |
| { |
| "epoch": 1.4070048309178744, |
| "grad_norm": 0.711399657032163, |
| "learning_rate": 2.0192817797993674e-06, |
| "loss": 0.3224, |
| "num_input_tokens_seen": 194114008, |
| "step": 3495, |
| "train_runtime": 20754.5625, |
| "train_tokens_per_second": 9352.835 |
| }, |
| { |
| "epoch": 1.4090177133655395, |
| "grad_norm": 0.7647394388497878, |
| "learning_rate": 2.0066038913831653e-06, |
| "loss": 0.3419, |
| "num_input_tokens_seen": 194341864, |
| "step": 3500, |
| "train_runtime": 20780.9041, |
| "train_tokens_per_second": 9351.945 |
| }, |
| { |
| "epoch": 1.4110305958132046, |
| "grad_norm": 0.7670540090543413, |
| "learning_rate": 1.9939559283975237e-06, |
| "loss": 0.323, |
| "num_input_tokens_seen": 194613464, |
| "step": 3505, |
| "train_runtime": 20811.8588, |
| "train_tokens_per_second": 9351.085 |
| }, |
| { |
| "epoch": 1.4130434782608696, |
| "grad_norm": 0.7364376095932686, |
| "learning_rate": 1.9813380172860305e-06, |
| "loss": 0.3141, |
| "num_input_tokens_seen": 194922320, |
| "step": 3510, |
| "train_runtime": 20841.3974, |
| "train_tokens_per_second": 9352.651 |
| }, |
| { |
| "epoch": 1.4150563607085347, |
| "grad_norm": 0.8203672018695578, |
| "learning_rate": 1.9687502841918345e-06, |
| "loss": 0.3237, |
| "num_input_tokens_seen": 195209048, |
| "step": 3515, |
| "train_runtime": 20868.3945, |
| "train_tokens_per_second": 9354.292 |
| }, |
| { |
| "epoch": 1.4170692431561998, |
| "grad_norm": 0.720277277547583, |
| "learning_rate": 1.956192854956397e-06, |
| "loss": 0.3181, |
| "num_input_tokens_seen": 195495712, |
| "step": 3520, |
| "train_runtime": 20895.04, |
| "train_tokens_per_second": 9356.082 |
| }, |
| { |
| "epoch": 1.4190821256038646, |
| "grad_norm": 0.7815451198268726, |
| "learning_rate": 1.9436658551182234e-06, |
| "loss": 0.3469, |
| "num_input_tokens_seen": 195782624, |
| "step": 3525, |
| "train_runtime": 20928.2545, |
| "train_tokens_per_second": 9354.943 |
| }, |
| { |
| "epoch": 1.4210950080515299, |
| "grad_norm": 0.7711741089338209, |
| "learning_rate": 1.9311694099116143e-06, |
| "loss": 0.3269, |
| "num_input_tokens_seen": 196062136, |
| "step": 3530, |
| "train_runtime": 20956.2551, |
| "train_tokens_per_second": 9355.781 |
| }, |
| { |
| "epoch": 1.4231078904991947, |
| "grad_norm": 0.8390379841615295, |
| "learning_rate": 1.9187036442654093e-06, |
| "loss": 0.3526, |
| "num_input_tokens_seen": 196327816, |
| "step": 3535, |
| "train_runtime": 20978.8526, |
| "train_tokens_per_second": 9358.368 |
| }, |
| { |
| "epoch": 1.42512077294686, |
| "grad_norm": 0.7667132719622095, |
| "learning_rate": 1.906268682801739e-06, |
| "loss": 0.3434, |
| "num_input_tokens_seen": 196587800, |
| "step": 3540, |
| "train_runtime": 21006.0881, |
| "train_tokens_per_second": 9358.611 |
| }, |
| { |
| "epoch": 1.4271336553945249, |
| "grad_norm": 0.7860988349811444, |
| "learning_rate": 1.893864649834783e-06, |
| "loss": 0.3354, |
| "num_input_tokens_seen": 196871416, |
| "step": 3545, |
| "train_runtime": 21041.6887, |
| "train_tokens_per_second": 9356.256 |
| }, |
| { |
| "epoch": 1.4291465378421901, |
| "grad_norm": 0.6849830883231917, |
| "learning_rate": 1.881491669369519e-06, |
| "loss": 0.319, |
| "num_input_tokens_seen": 197135528, |
| "step": 3550, |
| "train_runtime": 21072.1759, |
| "train_tokens_per_second": 9355.253 |
| }, |
| { |
| "epoch": 1.431159420289855, |
| "grad_norm": 0.7140942317202141, |
| "learning_rate": 1.8691498651004936e-06, |
| "loss": 0.3186, |
| "num_input_tokens_seen": 197398224, |
| "step": 3555, |
| "train_runtime": 21105.1794, |
| "train_tokens_per_second": 9353.07 |
| }, |
| { |
| "epoch": 1.43317230273752, |
| "grad_norm": 0.7574411567964284, |
| "learning_rate": 1.8568393604105778e-06, |
| "loss": 0.3354, |
| "num_input_tokens_seen": 197661288, |
| "step": 3560, |
| "train_runtime": 21130.2104, |
| "train_tokens_per_second": 9354.44 |
| }, |
| { |
| "epoch": 1.4351851851851851, |
| "grad_norm": 0.7080334559936231, |
| "learning_rate": 1.8445602783697375e-06, |
| "loss": 0.3398, |
| "num_input_tokens_seen": 197926592, |
| "step": 3565, |
| "train_runtime": 21163.2783, |
| "train_tokens_per_second": 9352.36 |
| }, |
| { |
| "epoch": 1.4371980676328502, |
| "grad_norm": 0.7957755143734638, |
| "learning_rate": 1.8323127417337977e-06, |
| "loss": 0.3395, |
| "num_input_tokens_seen": 198206904, |
| "step": 3570, |
| "train_runtime": 21194.1838, |
| "train_tokens_per_second": 9351.948 |
| }, |
| { |
| "epoch": 1.4392109500805152, |
| "grad_norm": 0.756589190658684, |
| "learning_rate": 1.8200968729432233e-06, |
| "loss": 0.342, |
| "num_input_tokens_seen": 198469936, |
| "step": 3575, |
| "train_runtime": 21229.5588, |
| "train_tokens_per_second": 9348.755 |
| }, |
| { |
| "epoch": 1.4412238325281803, |
| "grad_norm": 0.7455924352605094, |
| "learning_rate": 1.8079127941218894e-06, |
| "loss": 0.3365, |
| "num_input_tokens_seen": 198741632, |
| "step": 3580, |
| "train_runtime": 21252.4639, |
| "train_tokens_per_second": 9351.463 |
| }, |
| { |
| "epoch": 1.4432367149758454, |
| "grad_norm": 0.7563901585223551, |
| "learning_rate": 1.7957606270758626e-06, |
| "loss": 0.3311, |
| "num_input_tokens_seen": 199015992, |
| "step": 3585, |
| "train_runtime": 21278.2066, |
| "train_tokens_per_second": 9353.044 |
| }, |
| { |
| "epoch": 1.4452495974235104, |
| "grad_norm": 0.8050684971800192, |
| "learning_rate": 1.7836404932921842e-06, |
| "loss": 0.3381, |
| "num_input_tokens_seen": 199274512, |
| "step": 3590, |
| "train_runtime": 21301.4041, |
| "train_tokens_per_second": 9354.994 |
| }, |
| { |
| "epoch": 1.4472624798711755, |
| "grad_norm": 0.8128310140434445, |
| "learning_rate": 1.7715525139376482e-06, |
| "loss": 0.3316, |
| "num_input_tokens_seen": 199553176, |
| "step": 3595, |
| "train_runtime": 21327.7516, |
| "train_tokens_per_second": 9356.503 |
| }, |
| { |
| "epoch": 1.4492753623188406, |
| "grad_norm": 0.80186236632579, |
| "learning_rate": 1.7594968098576027e-06, |
| "loss": 0.3249, |
| "num_input_tokens_seen": 199817680, |
| "step": 3600, |
| "train_runtime": 21355.1788, |
| "train_tokens_per_second": 9356.872 |
| }, |
| { |
| "epoch": 1.4512882447665056, |
| "grad_norm": 0.7500745799891086, |
| "learning_rate": 1.7474735015747312e-06, |
| "loss": 0.323, |
| "num_input_tokens_seen": 200090712, |
| "step": 3605, |
| "train_runtime": 21380.3989, |
| "train_tokens_per_second": 9358.605 |
| }, |
| { |
| "epoch": 1.4533011272141707, |
| "grad_norm": 0.762084141671551, |
| "learning_rate": 1.735482709287854e-06, |
| "loss": 0.3295, |
| "num_input_tokens_seen": 200356408, |
| "step": 3610, |
| "train_runtime": 21408.4274, |
| "train_tokens_per_second": 9358.763 |
| }, |
| { |
| "epoch": 1.4553140096618358, |
| "grad_norm": 0.7327176618051108, |
| "learning_rate": 1.723524552870724e-06, |
| "loss": 0.3279, |
| "num_input_tokens_seen": 200644032, |
| "step": 3615, |
| "train_runtime": 21439.8746, |
| "train_tokens_per_second": 9358.452 |
| }, |
| { |
| "epoch": 1.4573268921095008, |
| "grad_norm": 0.7604501772538239, |
| "learning_rate": 1.711599151870823e-06, |
| "loss": 0.3332, |
| "num_input_tokens_seen": 200918008, |
| "step": 3620, |
| "train_runtime": 21460.7022, |
| "train_tokens_per_second": 9362.136 |
| }, |
| { |
| "epoch": 1.459339774557166, |
| "grad_norm": 0.7700182673423906, |
| "learning_rate": 1.6997066255081795e-06, |
| "loss": 0.3413, |
| "num_input_tokens_seen": 201217456, |
| "step": 3625, |
| "train_runtime": 21492.6058, |
| "train_tokens_per_second": 9362.171 |
| }, |
| { |
| "epoch": 1.461352657004831, |
| "grad_norm": 0.9077159732449974, |
| "learning_rate": 1.6878470926741646e-06, |
| "loss": 0.3363, |
| "num_input_tokens_seen": 201481680, |
| "step": 3630, |
| "train_runtime": 21530.8795, |
| "train_tokens_per_second": 9357.801 |
| }, |
| { |
| "epoch": 1.463365539452496, |
| "grad_norm": 0.7111378403358045, |
| "learning_rate": 1.6760206719303107e-06, |
| "loss": 0.3297, |
| "num_input_tokens_seen": 201762592, |
| "step": 3635, |
| "train_runtime": 21562.8521, |
| "train_tokens_per_second": 9356.953 |
| }, |
| { |
| "epoch": 1.465378421900161, |
| "grad_norm": 0.7664635794716855, |
| "learning_rate": 1.6642274815071213e-06, |
| "loss": 0.3243, |
| "num_input_tokens_seen": 202049912, |
| "step": 3640, |
| "train_runtime": 21596.7035, |
| "train_tokens_per_second": 9355.59 |
| }, |
| { |
| "epoch": 1.4673913043478262, |
| "grad_norm": 0.7340027598660989, |
| "learning_rate": 1.6524676393028955e-06, |
| "loss": 0.3416, |
| "num_input_tokens_seen": 202333320, |
| "step": 3645, |
| "train_runtime": 21628.0847, |
| "train_tokens_per_second": 9355.12 |
| }, |
| { |
| "epoch": 1.469404186795491, |
| "grad_norm": 0.8241694980062337, |
| "learning_rate": 1.640741262882538e-06, |
| "loss": 0.3344, |
| "num_input_tokens_seen": 202592424, |
| "step": 3650, |
| "train_runtime": 21652.8571, |
| "train_tokens_per_second": 9356.383 |
| }, |
| { |
| "epoch": 1.4714170692431563, |
| "grad_norm": 0.7255725103479399, |
| "learning_rate": 1.629048469476398e-06, |
| "loss": 0.318, |
| "num_input_tokens_seen": 202863200, |
| "step": 3655, |
| "train_runtime": 21678.0008, |
| "train_tokens_per_second": 9358.022 |
| }, |
| { |
| "epoch": 1.4734299516908211, |
| "grad_norm": 0.7058338249231842, |
| "learning_rate": 1.6173893759790871e-06, |
| "loss": 0.3243, |
| "num_input_tokens_seen": 203166800, |
| "step": 3660, |
| "train_runtime": 21711.1822, |
| "train_tokens_per_second": 9357.703 |
| }, |
| { |
| "epoch": 1.4754428341384864, |
| "grad_norm": 0.7789722213993872, |
| "learning_rate": 1.6057640989483158e-06, |
| "loss": 0.3158, |
| "num_input_tokens_seen": 203436976, |
| "step": 3665, |
| "train_runtime": 21743.9953, |
| "train_tokens_per_second": 9356.007 |
| }, |
| { |
| "epoch": 1.4774557165861513, |
| "grad_norm": 0.7524179352776947, |
| "learning_rate": 1.5941727546037223e-06, |
| "loss": 0.3177, |
| "num_input_tokens_seen": 203699416, |
| "step": 3670, |
| "train_runtime": 21773.4951, |
| "train_tokens_per_second": 9355.384 |
| }, |
| { |
| "epoch": 1.4794685990338166, |
| "grad_norm": 0.8260746313639024, |
| "learning_rate": 1.5826154588257204e-06, |
| "loss": 0.3176, |
| "num_input_tokens_seen": 203972208, |
| "step": 3675, |
| "train_runtime": 21796.8548, |
| "train_tokens_per_second": 9357.873 |
| }, |
| { |
| "epoch": 1.4814814814814814, |
| "grad_norm": 0.7696205164544199, |
| "learning_rate": 1.5710923271543282e-06, |
| "loss": 0.32, |
| "num_input_tokens_seen": 204233264, |
| "step": 3680, |
| "train_runtime": 21825.7251, |
| "train_tokens_per_second": 9357.456 |
| }, |
| { |
| "epoch": 1.4834943639291465, |
| "grad_norm": 0.6996295075938915, |
| "learning_rate": 1.5596034747880263e-06, |
| "loss": 0.3355, |
| "num_input_tokens_seen": 204494824, |
| "step": 3685, |
| "train_runtime": 21861.2893, |
| "train_tokens_per_second": 9354.198 |
| }, |
| { |
| "epoch": 1.4855072463768115, |
| "grad_norm": 0.7091627233641642, |
| "learning_rate": 1.5481490165825969e-06, |
| "loss": 0.3288, |
| "num_input_tokens_seen": 204799728, |
| "step": 3690, |
| "train_runtime": 21894.3832, |
| "train_tokens_per_second": 9353.985 |
| }, |
| { |
| "epoch": 1.4875201288244766, |
| "grad_norm": 0.834338576517347, |
| "learning_rate": 1.5367290670499802e-06, |
| "loss": 0.3284, |
| "num_input_tokens_seen": 205070904, |
| "step": 3695, |
| "train_runtime": 21921.2625, |
| "train_tokens_per_second": 9354.886 |
| }, |
| { |
| "epoch": 1.4895330112721417, |
| "grad_norm": 0.7019097217407337, |
| "learning_rate": 1.525343740357128e-06, |
| "loss": 0.3319, |
| "num_input_tokens_seen": 205343752, |
| "step": 3700, |
| "train_runtime": 21955.3724, |
| "train_tokens_per_second": 9352.779 |
| }, |
| { |
| "epoch": 1.4915458937198067, |
| "grad_norm": 0.7545572873350569, |
| "learning_rate": 1.5139931503248595e-06, |
| "loss": 0.3266, |
| "num_input_tokens_seen": 205628256, |
| "step": 3705, |
| "train_runtime": 21984.1537, |
| "train_tokens_per_second": 9353.476 |
| }, |
| { |
| "epoch": 1.4935587761674718, |
| "grad_norm": 0.7852431362121378, |
| "learning_rate": 1.5026774104267289e-06, |
| "loss": 0.3226, |
| "num_input_tokens_seen": 205912760, |
| "step": 3710, |
| "train_runtime": 22015.2182, |
| "train_tokens_per_second": 9353.201 |
| }, |
| { |
| "epoch": 1.4955716586151369, |
| "grad_norm": 0.7698037548572059, |
| "learning_rate": 1.4913966337878876e-06, |
| "loss": 0.3201, |
| "num_input_tokens_seen": 206174696, |
| "step": 3715, |
| "train_runtime": 22041.5864, |
| "train_tokens_per_second": 9353.896 |
| }, |
| { |
| "epoch": 1.497584541062802, |
| "grad_norm": 0.7328145417287896, |
| "learning_rate": 1.4801509331839553e-06, |
| "loss": 0.3276, |
| "num_input_tokens_seen": 206447872, |
| "step": 3720, |
| "train_runtime": 22073.2414, |
| "train_tokens_per_second": 9352.857 |
| }, |
| { |
| "epoch": 1.499597423510467, |
| "grad_norm": 0.7503172679945208, |
| "learning_rate": 1.4689404210398906e-06, |
| "loss": 0.3371, |
| "num_input_tokens_seen": 206738232, |
| "step": 3725, |
| "train_runtime": 22095.9797, |
| "train_tokens_per_second": 9356.373 |
| }, |
| { |
| "epoch": 1.501610305958132, |
| "grad_norm": 0.8280843366980284, |
| "learning_rate": 1.4577652094288652e-06, |
| "loss": 0.3509, |
| "num_input_tokens_seen": 207007936, |
| "step": 3730, |
| "train_runtime": 22128.0882, |
| "train_tokens_per_second": 9354.985 |
| }, |
| { |
| "epoch": 1.5036231884057971, |
| "grad_norm": 0.8111843946824732, |
| "learning_rate": 1.4466254100711496e-06, |
| "loss": 0.329, |
| "num_input_tokens_seen": 207275768, |
| "step": 3735, |
| "train_runtime": 22162.9449, |
| "train_tokens_per_second": 9352.357 |
| }, |
| { |
| "epoch": 1.5056360708534622, |
| "grad_norm": 0.850331935572953, |
| "learning_rate": 1.4355211343329912e-06, |
| "loss": 0.3273, |
| "num_input_tokens_seen": 207542112, |
| "step": 3740, |
| "train_runtime": 22182.175, |
| "train_tokens_per_second": 9356.256 |
| }, |
| { |
| "epoch": 1.5076489533011272, |
| "grad_norm": 0.7573499208213532, |
| "learning_rate": 1.4244524932255026e-06, |
| "loss": 0.2991, |
| "num_input_tokens_seen": 207818368, |
| "step": 3745, |
| "train_runtime": 22209.3056, |
| "train_tokens_per_second": 9357.265 |
| }, |
| { |
| "epoch": 1.5096618357487923, |
| "grad_norm": 0.7396393574795177, |
| "learning_rate": 1.4134195974035525e-06, |
| "loss": 0.3412, |
| "num_input_tokens_seen": 208118848, |
| "step": 3750, |
| "train_runtime": 22243.4626, |
| "train_tokens_per_second": 9356.405 |
| }, |
| { |
| "epoch": 1.5116747181964574, |
| "grad_norm": 0.7224774993646524, |
| "learning_rate": 1.4024225571646582e-06, |
| "loss": 0.3414, |
| "num_input_tokens_seen": 208398136, |
| "step": 3755, |
| "train_runtime": 22270.1861, |
| "train_tokens_per_second": 9357.719 |
| }, |
| { |
| "epoch": 1.5136876006441224, |
| "grad_norm": 0.7953918942859293, |
| "learning_rate": 1.39146148244788e-06, |
| "loss": 0.3437, |
| "num_input_tokens_seen": 208662024, |
| "step": 3760, |
| "train_runtime": 22298.0039, |
| "train_tokens_per_second": 9357.879 |
| }, |
| { |
| "epoch": 1.5157004830917873, |
| "grad_norm": 0.7777212876172017, |
| "learning_rate": 1.3805364828327305e-06, |
| "loss": 0.3299, |
| "num_input_tokens_seen": 208943320, |
| "step": 3765, |
| "train_runtime": 22324.0807, |
| "train_tokens_per_second": 9359.549 |
| }, |
| { |
| "epoch": 1.5177133655394526, |
| "grad_norm": 0.7623150666705597, |
| "learning_rate": 1.3696476675380722e-06, |
| "loss": 0.3327, |
| "num_input_tokens_seen": 209217648, |
| "step": 3770, |
| "train_runtime": 22357.4149, |
| "train_tokens_per_second": 9357.864 |
| }, |
| { |
| "epoch": 1.5197262479871174, |
| "grad_norm": 0.7568601746782276, |
| "learning_rate": 1.3587951454210256e-06, |
| "loss": 0.3271, |
| "num_input_tokens_seen": 209517184, |
| "step": 3775, |
| "train_runtime": 22386.6847, |
| "train_tokens_per_second": 9359.009 |
| }, |
| { |
| "epoch": 1.5217391304347827, |
| "grad_norm": 0.7370857438605858, |
| "learning_rate": 1.3479790249758885e-06, |
| "loss": 0.3213, |
| "num_input_tokens_seen": 209801536, |
| "step": 3780, |
| "train_runtime": 22415.6806, |
| "train_tokens_per_second": 9359.588 |
| }, |
| { |
| "epoch": 1.5237520128824475, |
| "grad_norm": 0.7058856821143202, |
| "learning_rate": 1.337199414333037e-06, |
| "loss": 0.3166, |
| "num_input_tokens_seen": 210091416, |
| "step": 3785, |
| "train_runtime": 22447.4296, |
| "train_tokens_per_second": 9359.264 |
| }, |
| { |
| "epoch": 1.5257648953301128, |
| "grad_norm": 0.7767901668042033, |
| "learning_rate": 1.3264564212578613e-06, |
| "loss": 0.3243, |
| "num_input_tokens_seen": 210368136, |
| "step": 3790, |
| "train_runtime": 22472.7891, |
| "train_tokens_per_second": 9361.016 |
| }, |
| { |
| "epoch": 1.5277777777777777, |
| "grad_norm": 0.7599039346238826, |
| "learning_rate": 1.3157501531496746e-06, |
| "loss": 0.3485, |
| "num_input_tokens_seen": 210669744, |
| "step": 3795, |
| "train_runtime": 22503.9995, |
| "train_tokens_per_second": 9361.436 |
| }, |
| { |
| "epoch": 1.529790660225443, |
| "grad_norm": 0.7132737750226479, |
| "learning_rate": 1.3050807170406483e-06, |
| "loss": 0.336, |
| "num_input_tokens_seen": 210944912, |
| "step": 3800, |
| "train_runtime": 22530.668, |
| "train_tokens_per_second": 9362.568 |
| }, |
| { |
| "epoch": 1.5318035426731078, |
| "grad_norm": 0.7583636525631505, |
| "learning_rate": 1.2944482195947384e-06, |
| "loss": 0.3453, |
| "num_input_tokens_seen": 211230096, |
| "step": 3805, |
| "train_runtime": 22561.3939, |
| "train_tokens_per_second": 9362.458 |
| }, |
| { |
| "epoch": 1.533816425120773, |
| "grad_norm": 0.7841629541575967, |
| "learning_rate": 1.2838527671066198e-06, |
| "loss": 0.3462, |
| "num_input_tokens_seen": 211519208, |
| "step": 3810, |
| "train_runtime": 22594.3602, |
| "train_tokens_per_second": 9361.593 |
| }, |
| { |
| "epoch": 1.535829307568438, |
| "grad_norm": 0.7890567809065828, |
| "learning_rate": 1.2732944655006203e-06, |
| "loss": 0.335, |
| "num_input_tokens_seen": 211775088, |
| "step": 3815, |
| "train_runtime": 22619.7005, |
| "train_tokens_per_second": 9362.418 |
| }, |
| { |
| "epoch": 1.537842190016103, |
| "grad_norm": 0.7548051299367953, |
| "learning_rate": 1.2627734203296688e-06, |
| "loss": 0.3482, |
| "num_input_tokens_seen": 212032792, |
| "step": 3820, |
| "train_runtime": 22648.4694, |
| "train_tokens_per_second": 9361.904 |
| }, |
| { |
| "epoch": 1.539855072463768, |
| "grad_norm": 0.7652241851121122, |
| "learning_rate": 1.2522897367742337e-06, |
| "loss": 0.3465, |
| "num_input_tokens_seen": 212334584, |
| "step": 3825, |
| "train_runtime": 22678.4469, |
| "train_tokens_per_second": 9362.836 |
| }, |
| { |
| "epoch": 1.5418679549114331, |
| "grad_norm": 0.719029800964307, |
| "learning_rate": 1.2418435196412754e-06, |
| "loss": 0.3228, |
| "num_input_tokens_seen": 212589368, |
| "step": 3830, |
| "train_runtime": 22707.2221, |
| "train_tokens_per_second": 9362.192 |
| }, |
| { |
| "epoch": 1.5438808373590982, |
| "grad_norm": 0.8211021829253593, |
| "learning_rate": 1.2314348733631958e-06, |
| "loss": 0.3262, |
| "num_input_tokens_seen": 212859664, |
| "step": 3835, |
| "train_runtime": 22733.0631, |
| "train_tokens_per_second": 9363.44 |
| }, |
| { |
| "epoch": 1.5458937198067633, |
| "grad_norm": 1.5217341999992973, |
| "learning_rate": 1.2210639019967929e-06, |
| "loss": 0.3386, |
| "num_input_tokens_seen": 213157880, |
| "step": 3840, |
| "train_runtime": 22766.5682, |
| "train_tokens_per_second": 9362.759 |
| }, |
| { |
| "epoch": 1.5479066022544283, |
| "grad_norm": 0.7735934109063405, |
| "learning_rate": 1.2107307092222276e-06, |
| "loss": 0.3254, |
| "num_input_tokens_seen": 213432864, |
| "step": 3845, |
| "train_runtime": 22795.2149, |
| "train_tokens_per_second": 9363.056 |
| }, |
| { |
| "epoch": 1.5499194847020934, |
| "grad_norm": 0.761887458555926, |
| "learning_rate": 1.2004353983419797e-06, |
| "loss": 0.33, |
| "num_input_tokens_seen": 213735872, |
| "step": 3850, |
| "train_runtime": 22833.5735, |
| "train_tokens_per_second": 9360.597 |
| }, |
| { |
| "epoch": 1.5519323671497585, |
| "grad_norm": 0.735252078614553, |
| "learning_rate": 1.1901780722798183e-06, |
| "loss": 0.3211, |
| "num_input_tokens_seen": 214051832, |
| "step": 3855, |
| "train_runtime": 22856.0943, |
| "train_tokens_per_second": 9365.197 |
| }, |
| { |
| "epoch": 1.5539452495974235, |
| "grad_norm": 0.7288543290026211, |
| "learning_rate": 1.1799588335797735e-06, |
| "loss": 0.3384, |
| "num_input_tokens_seen": 214322768, |
| "step": 3860, |
| "train_runtime": 22881.8014, |
| "train_tokens_per_second": 9366.516 |
| }, |
| { |
| "epoch": 1.5559581320450886, |
| "grad_norm": 0.7429868883033396, |
| "learning_rate": 1.1697777844051105e-06, |
| "loss": 0.3353, |
| "num_input_tokens_seen": 214597800, |
| "step": 3865, |
| "train_runtime": 22908.3321, |
| "train_tokens_per_second": 9367.675 |
| }, |
| { |
| "epoch": 1.5579710144927537, |
| "grad_norm": 0.7635901853850191, |
| "learning_rate": 1.1596350265373053e-06, |
| "loss": 0.3411, |
| "num_input_tokens_seen": 214891392, |
| "step": 3870, |
| "train_runtime": 22940.9091, |
| "train_tokens_per_second": 9367.17 |
| }, |
| { |
| "epoch": 1.5599838969404187, |
| "grad_norm": 0.689533131635848, |
| "learning_rate": 1.1495306613750324e-06, |
| "loss": 0.3228, |
| "num_input_tokens_seen": 215175696, |
| "step": 3875, |
| "train_runtime": 22972.3823, |
| "train_tokens_per_second": 9366.712 |
| }, |
| { |
| "epoch": 1.5619967793880838, |
| "grad_norm": 0.8542015506714442, |
| "learning_rate": 1.1394647899331484e-06, |
| "loss": 0.3163, |
| "num_input_tokens_seen": 215451904, |
| "step": 3880, |
| "train_runtime": 22995.273, |
| "train_tokens_per_second": 9369.4 |
| }, |
| { |
| "epoch": 1.5640096618357489, |
| "grad_norm": 0.7368396531482924, |
| "learning_rate": 1.129437512841683e-06, |
| "loss": 0.3331, |
| "num_input_tokens_seen": 215733512, |
| "step": 3885, |
| "train_runtime": 23025.7572, |
| "train_tokens_per_second": 9369.226 |
| }, |
| { |
| "epoch": 1.5660225442834137, |
| "grad_norm": 1.0547431934412872, |
| "learning_rate": 1.1194489303448318e-06, |
| "loss": 0.3652, |
| "num_input_tokens_seen": 215993512, |
| "step": 3890, |
| "train_runtime": 23049.335, |
| "train_tokens_per_second": 9370.922 |
| }, |
| { |
| "epoch": 1.568035426731079, |
| "grad_norm": 0.7889470165863994, |
| "learning_rate": 1.109499142299953e-06, |
| "loss": 0.3255, |
| "num_input_tokens_seen": 216268800, |
| "step": 3895, |
| "train_runtime": 23077.4613, |
| "train_tokens_per_second": 9371.429 |
| }, |
| { |
| "epoch": 1.5700483091787438, |
| "grad_norm": 0.8257936511738263, |
| "learning_rate": 1.0995882481765724e-06, |
| "loss": 0.3361, |
| "num_input_tokens_seen": 216575512, |
| "step": 3900, |
| "train_runtime": 23110.0727, |
| "train_tokens_per_second": 9371.477 |
| }, |
| { |
| "epoch": 1.5720611916264091, |
| "grad_norm": 0.8619751100027543, |
| "learning_rate": 1.089716347055388e-06, |
| "loss": 0.3162, |
| "num_input_tokens_seen": 216837920, |
| "step": 3905, |
| "train_runtime": 23137.165, |
| "train_tokens_per_second": 9371.845 |
| }, |
| { |
| "epoch": 1.574074074074074, |
| "grad_norm": 0.7176090477456033, |
| "learning_rate": 1.0798835376272782e-06, |
| "loss": 0.33, |
| "num_input_tokens_seen": 217123624, |
| "step": 3910, |
| "train_runtime": 23173.599, |
| "train_tokens_per_second": 9369.439 |
| }, |
| { |
| "epoch": 1.5760869565217392, |
| "grad_norm": 0.7006677474391395, |
| "learning_rate": 1.070089918192317e-06, |
| "loss": 0.3347, |
| "num_input_tokens_seen": 217391624, |
| "step": 3915, |
| "train_runtime": 23195.6833, |
| "train_tokens_per_second": 9372.072 |
| }, |
| { |
| "epoch": 1.578099838969404, |
| "grad_norm": 0.7831116819382761, |
| "learning_rate": 1.0603355866587883e-06, |
| "loss": 0.3253, |
| "num_input_tokens_seen": 217662616, |
| "step": 3920, |
| "train_runtime": 23228.258, |
| "train_tokens_per_second": 9370.596 |
| }, |
| { |
| "epoch": 1.5801127214170694, |
| "grad_norm": 0.7623065283085293, |
| "learning_rate": 1.050620640542208e-06, |
| "loss": 0.3248, |
| "num_input_tokens_seen": 217949272, |
| "step": 3925, |
| "train_runtime": 23265.6696, |
| "train_tokens_per_second": 9367.849 |
| }, |
| { |
| "epoch": 1.5821256038647342, |
| "grad_norm": 0.8605799970777358, |
| "learning_rate": 1.040945176964353e-06, |
| "loss": 0.3256, |
| "num_input_tokens_seen": 218237752, |
| "step": 3930, |
| "train_runtime": 23296.3997, |
| "train_tokens_per_second": 9367.875 |
| }, |
| { |
| "epoch": 1.5841384863123995, |
| "grad_norm": 0.741040121519462, |
| "learning_rate": 1.0313092926522865e-06, |
| "loss": 0.3177, |
| "num_input_tokens_seen": 218526008, |
| "step": 3935, |
| "train_runtime": 23325.0281, |
| "train_tokens_per_second": 9368.735 |
| }, |
| { |
| "epoch": 1.5861513687600644, |
| "grad_norm": 0.7991985835562613, |
| "learning_rate": 1.0217130839373913e-06, |
| "loss": 0.3283, |
| "num_input_tokens_seen": 218801648, |
| "step": 3940, |
| "train_runtime": 23354.206, |
| "train_tokens_per_second": 9368.833 |
| }, |
| { |
| "epoch": 1.5881642512077294, |
| "grad_norm": 0.6816928221089462, |
| "learning_rate": 1.0121566467544085e-06, |
| "loss": 0.3361, |
| "num_input_tokens_seen": 219080992, |
| "step": 3945, |
| "train_runtime": 23387.3049, |
| "train_tokens_per_second": 9367.518 |
| }, |
| { |
| "epoch": 1.5901771336553945, |
| "grad_norm": 0.7179563889694311, |
| "learning_rate": 1.0026400766404736e-06, |
| "loss": 0.3334, |
| "num_input_tokens_seen": 219374736, |
| "step": 3950, |
| "train_runtime": 23417.5712, |
| "train_tokens_per_second": 9367.954 |
| }, |
| { |
| "epoch": 1.5921900161030595, |
| "grad_norm": 0.8030065233999752, |
| "learning_rate": 9.931634687341695e-07, |
| "loss": 0.3289, |
| "num_input_tokens_seen": 219645792, |
| "step": 3955, |
| "train_runtime": 23446.2343, |
| "train_tokens_per_second": 9368.063 |
| }, |
| { |
| "epoch": 1.5942028985507246, |
| "grad_norm": 0.752344455406048, |
| "learning_rate": 9.837269177745683e-07, |
| "loss": 0.3211, |
| "num_input_tokens_seen": 219942200, |
| "step": 3960, |
| "train_runtime": 23471.9302, |
| "train_tokens_per_second": 9370.435 |
| }, |
| { |
| "epoch": 1.5962157809983897, |
| "grad_norm": 0.9225543222415034, |
| "learning_rate": 9.743305181002877e-07, |
| "loss": 0.3075, |
| "num_input_tokens_seen": 220214488, |
| "step": 3965, |
| "train_runtime": 23499.7716, |
| "train_tokens_per_second": 9370.92 |
| }, |
| { |
| "epoch": 1.5982286634460547, |
| "grad_norm": 0.7382625708287228, |
| "learning_rate": 9.64974363648548e-07, |
| "loss": 0.3209, |
| "num_input_tokens_seen": 220469832, |
| "step": 3970, |
| "train_runtime": 23528.556, |
| "train_tokens_per_second": 9370.309 |
| }, |
| { |
| "epoch": 1.6002415458937198, |
| "grad_norm": 0.9101105571618404, |
| "learning_rate": 9.556585479542285e-07, |
| "loss": 0.3333, |
| "num_input_tokens_seen": 220769464, |
| "step": 3975, |
| "train_runtime": 23556.1692, |
| "train_tokens_per_second": 9372.044 |
| }, |
| { |
| "epoch": 1.6022544283413849, |
| "grad_norm": 0.746913025499908, |
| "learning_rate": 9.463831641489391e-07, |
| "loss": 0.3282, |
| "num_input_tokens_seen": 221056816, |
| "step": 3980, |
| "train_runtime": 23590.4489, |
| "train_tokens_per_second": 9370.607 |
| }, |
| { |
| "epoch": 1.60426731078905, |
| "grad_norm": 0.7913120028541547, |
| "learning_rate": 9.371483049600849e-07, |
| "loss": 0.3326, |
| "num_input_tokens_seen": 221336336, |
| "step": 3985, |
| "train_runtime": 23623.142, |
| "train_tokens_per_second": 9369.471 |
| }, |
| { |
| "epoch": 1.606280193236715, |
| "grad_norm": 0.7885748325954427, |
| "learning_rate": 9.279540627099409e-07, |
| "loss": 0.3372, |
| "num_input_tokens_seen": 221624032, |
| "step": 3990, |
| "train_runtime": 23652.8384, |
| "train_tokens_per_second": 9369.87 |
| }, |
| { |
| "epoch": 1.60829307568438, |
| "grad_norm": 0.7570465081161281, |
| "learning_rate": 9.188005293147273e-07, |
| "loss": 0.3426, |
| "num_input_tokens_seen": 221924728, |
| "step": 3995, |
| "train_runtime": 23676.2684, |
| "train_tokens_per_second": 9373.298 |
| }, |
| { |
| "epoch": 1.6103059581320451, |
| "grad_norm": 0.7342840072573682, |
| "learning_rate": 9.096877962836941e-07, |
| "loss": 0.3322, |
| "num_input_tokens_seen": 222209696, |
| "step": 4000, |
| "train_runtime": 23707.3594, |
| "train_tokens_per_second": 9373.026 |
| }, |
| { |
| "epoch": 1.6123188405797102, |
| "grad_norm": 0.7076717686937853, |
| "learning_rate": 9.006159547182003e-07, |
| "loss": 0.3283, |
| "num_input_tokens_seen": 222501176, |
| "step": 4005, |
| "train_runtime": 23731.7899, |
| "train_tokens_per_second": 9375.659 |
| }, |
| { |
| "epoch": 1.6143317230273753, |
| "grad_norm": 0.8270895934966705, |
| "learning_rate": 8.915850953108096e-07, |
| "loss": 0.3212, |
| "num_input_tokens_seen": 222774880, |
| "step": 4010, |
| "train_runtime": 23754.7975, |
| "train_tokens_per_second": 9378.101 |
| }, |
| { |
| "epoch": 1.61634460547504, |
| "grad_norm": 0.7144503451693651, |
| "learning_rate": 8.8259530834438e-07, |
| "loss": 0.3271, |
| "num_input_tokens_seen": 223056112, |
| "step": 4015, |
| "train_runtime": 23787.3871, |
| "train_tokens_per_second": 9377.075 |
| }, |
| { |
| "epoch": 1.6183574879227054, |
| "grad_norm": 0.7893572554634869, |
| "learning_rate": 8.736466836911622e-07, |
| "loss": 0.3276, |
| "num_input_tokens_seen": 223315064, |
| "step": 4020, |
| "train_runtime": 23811.2754, |
| "train_tokens_per_second": 9378.543 |
| }, |
| { |
| "epoch": 1.6203703703703702, |
| "grad_norm": 0.711839495636752, |
| "learning_rate": 8.647393108119023e-07, |
| "loss": 0.3239, |
| "num_input_tokens_seen": 223605536, |
| "step": 4025, |
| "train_runtime": 23843.3925, |
| "train_tokens_per_second": 9378.092 |
| }, |
| { |
| "epoch": 1.6223832528180355, |
| "grad_norm": 0.7633440203784806, |
| "learning_rate": 8.558732787549429e-07, |
| "loss": 0.3307, |
| "num_input_tokens_seen": 223864176, |
| "step": 4030, |
| "train_runtime": 23869.0811, |
| "train_tokens_per_second": 9378.835 |
| }, |
| { |
| "epoch": 1.6243961352657004, |
| "grad_norm": 0.811672430999867, |
| "learning_rate": 8.470486761553398e-07, |
| "loss": 0.3482, |
| "num_input_tokens_seen": 224156968, |
| "step": 4035, |
| "train_runtime": 23897.5997, |
| "train_tokens_per_second": 9379.895 |
| }, |
| { |
| "epoch": 1.6264090177133657, |
| "grad_norm": 0.8023225724148835, |
| "learning_rate": 8.38265591233971e-07, |
| "loss": 0.3196, |
| "num_input_tokens_seen": 224410576, |
| "step": 4040, |
| "train_runtime": 23922.3154, |
| "train_tokens_per_second": 9380.805 |
| }, |
| { |
| "epoch": 1.6284219001610305, |
| "grad_norm": 0.6915544413761353, |
| "learning_rate": 8.29524111796654e-07, |
| "loss": 0.3344, |
| "num_input_tokens_seen": 224700560, |
| "step": 4045, |
| "train_runtime": 23958.959, |
| "train_tokens_per_second": 9378.561 |
| }, |
| { |
| "epoch": 1.6304347826086958, |
| "grad_norm": 0.710435158096271, |
| "learning_rate": 8.208243252332737e-07, |
| "loss": 0.3346, |
| "num_input_tokens_seen": 224988920, |
| "step": 4050, |
| "train_runtime": 23992.9876, |
| "train_tokens_per_second": 9377.278 |
| }, |
| { |
| "epoch": 1.6324476650563606, |
| "grad_norm": 0.7805604446381733, |
| "learning_rate": 8.121663185169032e-07, |
| "loss": 0.3399, |
| "num_input_tokens_seen": 225239008, |
| "step": 4055, |
| "train_runtime": 24024.7611, |
| "train_tokens_per_second": 9375.286 |
| }, |
| { |
| "epoch": 1.634460547504026, |
| "grad_norm": 0.7779017964507423, |
| "learning_rate": 8.035501782029348e-07, |
| "loss": 0.3128, |
| "num_input_tokens_seen": 225516448, |
| "step": 4060, |
| "train_runtime": 24054.9921, |
| "train_tokens_per_second": 9375.037 |
| }, |
| { |
| "epoch": 1.6364734299516908, |
| "grad_norm": 0.8267859710567748, |
| "learning_rate": 7.949759904282184e-07, |
| "loss": 0.3354, |
| "num_input_tokens_seen": 225807880, |
| "step": 4065, |
| "train_runtime": 24084.9719, |
| "train_tokens_per_second": 9375.468 |
| }, |
| { |
| "epoch": 1.6384863123993558, |
| "grad_norm": 0.7184112265151104, |
| "learning_rate": 7.864438409101971e-07, |
| "loss": 0.3235, |
| "num_input_tokens_seen": 226078456, |
| "step": 4070, |
| "train_runtime": 24111.754, |
| "train_tokens_per_second": 9376.276 |
| }, |
| { |
| "epoch": 1.640499194847021, |
| "grad_norm": 0.8079086332350327, |
| "learning_rate": 7.779538149460514e-07, |
| "loss": 0.3356, |
| "num_input_tokens_seen": 226347576, |
| "step": 4075, |
| "train_runtime": 24140.9796, |
| "train_tokens_per_second": 9376.073 |
| }, |
| { |
| "epoch": 1.642512077294686, |
| "grad_norm": 0.9725163014475132, |
| "learning_rate": 7.695059974118468e-07, |
| "loss": 0.3289, |
| "num_input_tokens_seen": 226625696, |
| "step": 4080, |
| "train_runtime": 24169.1123, |
| "train_tokens_per_second": 9376.666 |
| }, |
| { |
| "epoch": 1.644524959742351, |
| "grad_norm": 0.7997223733781428, |
| "learning_rate": 7.611004727616833e-07, |
| "loss": 0.3237, |
| "num_input_tokens_seen": 226918856, |
| "step": 4085, |
| "train_runtime": 24205.3541, |
| "train_tokens_per_second": 9374.738 |
| }, |
| { |
| "epoch": 1.646537842190016, |
| "grad_norm": 0.7437592300271824, |
| "learning_rate": 7.527373250268533e-07, |
| "loss": 0.3288, |
| "num_input_tokens_seen": 227197600, |
| "step": 4090, |
| "train_runtime": 24238.6357, |
| "train_tokens_per_second": 9373.366 |
| }, |
| { |
| "epoch": 1.6485507246376812, |
| "grad_norm": 0.8926501959554938, |
| "learning_rate": 7.444166378150014e-07, |
| "loss": 0.3396, |
| "num_input_tokens_seen": 227453160, |
| "step": 4095, |
| "train_runtime": 24269.7627, |
| "train_tokens_per_second": 9371.874 |
| }, |
| { |
| "epoch": 1.6505636070853462, |
| "grad_norm": 0.6945130835700737, |
| "learning_rate": 7.361384943092881e-07, |
| "loss": 0.3122, |
| "num_input_tokens_seen": 227735952, |
| "step": 4100, |
| "train_runtime": 24303.3859, |
| "train_tokens_per_second": 9370.544 |
| }, |
| { |
| "epoch": 1.6525764895330113, |
| "grad_norm": 0.7874575323702854, |
| "learning_rate": 7.279029772675572e-07, |
| "loss": 0.332, |
| "num_input_tokens_seen": 228024336, |
| "step": 4105, |
| "train_runtime": 24335.0174, |
| "train_tokens_per_second": 9370.215 |
| }, |
| { |
| "epoch": 1.6545893719806763, |
| "grad_norm": 0.7864716590931821, |
| "learning_rate": 7.197101690215103e-07, |
| "loss": 0.3354, |
| "num_input_tokens_seen": 228295336, |
| "step": 4110, |
| "train_runtime": 24370.1254, |
| "train_tokens_per_second": 9367.836 |
| }, |
| { |
| "epoch": 1.6566022544283414, |
| "grad_norm": 0.7295846759852129, |
| "learning_rate": 7.115601514758808e-07, |
| "loss": 0.3193, |
| "num_input_tokens_seen": 228565976, |
| "step": 4115, |
| "train_runtime": 24400.2267, |
| "train_tokens_per_second": 9367.371 |
| }, |
| { |
| "epoch": 1.6586151368760065, |
| "grad_norm": 0.8283187457493462, |
| "learning_rate": 7.034530061076183e-07, |
| "loss": 0.3357, |
| "num_input_tokens_seen": 228823480, |
| "step": 4120, |
| "train_runtime": 24430.4272, |
| "train_tokens_per_second": 9366.332 |
| }, |
| { |
| "epoch": 1.6606280193236715, |
| "grad_norm": 0.7557175907200036, |
| "learning_rate": 6.953888139650744e-07, |
| "loss": 0.3249, |
| "num_input_tokens_seen": 229111408, |
| "step": 4125, |
| "train_runtime": 24461.0257, |
| "train_tokens_per_second": 9366.386 |
| }, |
| { |
| "epoch": 1.6626409017713364, |
| "grad_norm": 0.7962931945604196, |
| "learning_rate": 6.873676556671882e-07, |
| "loss": 0.3366, |
| "num_input_tokens_seen": 229354968, |
| "step": 4130, |
| "train_runtime": 24491.8735, |
| "train_tokens_per_second": 9364.533 |
| }, |
| { |
| "epoch": 1.6646537842190017, |
| "grad_norm": 0.7502386473995064, |
| "learning_rate": 6.79389611402686e-07, |
| "loss": 0.2955, |
| "num_input_tokens_seen": 229622848, |
| "step": 4135, |
| "train_runtime": 24523.2159, |
| "train_tokens_per_second": 9363.488 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.8854707969637451, |
| "learning_rate": 6.714547609292715e-07, |
| "loss": 0.3385, |
| "num_input_tokens_seen": 229881872, |
| "step": 4140, |
| "train_runtime": 24553.1854, |
| "train_tokens_per_second": 9362.609 |
| }, |
| { |
| "epoch": 1.6686795491143318, |
| "grad_norm": 0.7978393640599302, |
| "learning_rate": 6.63563183572839e-07, |
| "loss": 0.3363, |
| "num_input_tokens_seen": 230150944, |
| "step": 4145, |
| "train_runtime": 24582.8002, |
| "train_tokens_per_second": 9362.275 |
| }, |
| { |
| "epoch": 1.6706924315619966, |
| "grad_norm": 0.7846940236044779, |
| "learning_rate": 6.557149582266726e-07, |
| "loss": 0.3226, |
| "num_input_tokens_seen": 230404984, |
| "step": 4150, |
| "train_runtime": 24609.5429, |
| "train_tokens_per_second": 9362.424 |
| }, |
| { |
| "epoch": 1.672705314009662, |
| "grad_norm": 0.8111523832897525, |
| "learning_rate": 6.479101633506596e-07, |
| "loss": 0.3501, |
| "num_input_tokens_seen": 230671544, |
| "step": 4155, |
| "train_runtime": 24638.5253, |
| "train_tokens_per_second": 9362.23 |
| }, |
| { |
| "epoch": 1.6747181964573268, |
| "grad_norm": 0.7056322889636739, |
| "learning_rate": 6.401488769705083e-07, |
| "loss": 0.3308, |
| "num_input_tokens_seen": 230970448, |
| "step": 4160, |
| "train_runtime": 24671.0992, |
| "train_tokens_per_second": 9361.985 |
| }, |
| { |
| "epoch": 1.676731078904992, |
| "grad_norm": 0.737347905742684, |
| "learning_rate": 6.324311766769631e-07, |
| "loss": 0.3248, |
| "num_input_tokens_seen": 231258312, |
| "step": 4165, |
| "train_runtime": 24697.8594, |
| "train_tokens_per_second": 9363.496 |
| }, |
| { |
| "epoch": 1.678743961352657, |
| "grad_norm": 0.788657901267551, |
| "learning_rate": 6.247571396250318e-07, |
| "loss": 0.3268, |
| "num_input_tokens_seen": 231531768, |
| "step": 4170, |
| "train_runtime": 24723.4168, |
| "train_tokens_per_second": 9364.877 |
| }, |
| { |
| "epoch": 1.6807568438003222, |
| "grad_norm": 0.8480722380499536, |
| "learning_rate": 6.171268425332178e-07, |
| "loss": 0.3205, |
| "num_input_tokens_seen": 231824216, |
| "step": 4175, |
| "train_runtime": 24752.6175, |
| "train_tokens_per_second": 9365.644 |
| }, |
| { |
| "epoch": 1.682769726247987, |
| "grad_norm": 0.8533528991884664, |
| "learning_rate": 6.095403616827467e-07, |
| "loss": 0.3325, |
| "num_input_tokens_seen": 232086976, |
| "step": 4180, |
| "train_runtime": 24783.6916, |
| "train_tokens_per_second": 9364.504 |
| }, |
| { |
| "epoch": 1.6847826086956523, |
| "grad_norm": 0.7607851188345848, |
| "learning_rate": 6.01997772916807e-07, |
| "loss": 0.3303, |
| "num_input_tokens_seen": 232356456, |
| "step": 4185, |
| "train_runtime": 24815.3282, |
| "train_tokens_per_second": 9363.425 |
| }, |
| { |
| "epoch": 1.6867954911433172, |
| "grad_norm": 0.7673057889224089, |
| "learning_rate": 5.944991516397924e-07, |
| "loss": 0.3449, |
| "num_input_tokens_seen": 232613080, |
| "step": 4190, |
| "train_runtime": 24851.1567, |
| "train_tokens_per_second": 9360.252 |
| }, |
| { |
| "epoch": 1.6888083735909822, |
| "grad_norm": 0.762852969022318, |
| "learning_rate": 5.870445728165447e-07, |
| "loss": 0.3337, |
| "num_input_tokens_seen": 232913968, |
| "step": 4195, |
| "train_runtime": 24876.6978, |
| "train_tokens_per_second": 9362.737 |
| }, |
| { |
| "epoch": 1.6908212560386473, |
| "grad_norm": 0.7199577692805973, |
| "learning_rate": 5.796341109716097e-07, |
| "loss": 0.3187, |
| "num_input_tokens_seen": 233215016, |
| "step": 4200, |
| "train_runtime": 24904.8894, |
| "train_tokens_per_second": 9364.226 |
| }, |
| { |
| "epoch": 1.6928341384863124, |
| "grad_norm": 0.803062519650011, |
| "learning_rate": 5.722678401884868e-07, |
| "loss": 0.3306, |
| "num_input_tokens_seen": 233517040, |
| "step": 4205, |
| "train_runtime": 24934.5071, |
| "train_tokens_per_second": 9365.216 |
| }, |
| { |
| "epoch": 1.6948470209339774, |
| "grad_norm": 0.7772987135840412, |
| "learning_rate": 5.649458341088915e-07, |
| "loss": 0.3318, |
| "num_input_tokens_seen": 233795160, |
| "step": 4210, |
| "train_runtime": 24959.9535, |
| "train_tokens_per_second": 9366.811 |
| }, |
| { |
| "epoch": 1.6968599033816425, |
| "grad_norm": 0.6771339695865659, |
| "learning_rate": 5.576681659320199e-07, |
| "loss": 0.299, |
| "num_input_tokens_seen": 234065480, |
| "step": 4215, |
| "train_runtime": 24990.24, |
| "train_tokens_per_second": 9366.276 |
| }, |
| { |
| "epoch": 1.6988727858293076, |
| "grad_norm": 0.8029014126940806, |
| "learning_rate": 5.504349084138122e-07, |
| "loss": 0.3062, |
| "num_input_tokens_seen": 234341016, |
| "step": 4220, |
| "train_runtime": 25025.2579, |
| "train_tokens_per_second": 9364.18 |
| }, |
| { |
| "epoch": 1.7008856682769726, |
| "grad_norm": 0.6798104689313403, |
| "learning_rate": 5.43246133866231e-07, |
| "loss": 0.3353, |
| "num_input_tokens_seen": 234623672, |
| "step": 4225, |
| "train_runtime": 25054.3876, |
| "train_tokens_per_second": 9364.574 |
| }, |
| { |
| "epoch": 1.7028985507246377, |
| "grad_norm": 0.7122713964574555, |
| "learning_rate": 5.361019141565355e-07, |
| "loss": 0.348, |
| "num_input_tokens_seen": 234924992, |
| "step": 4230, |
| "train_runtime": 25082.1009, |
| "train_tokens_per_second": 9366.241 |
| }, |
| { |
| "epoch": 1.7049114331723028, |
| "grad_norm": 0.7422047457584408, |
| "learning_rate": 5.290023207065631e-07, |
| "loss": 0.319, |
| "num_input_tokens_seen": 235200872, |
| "step": 4235, |
| "train_runtime": 25113.5089, |
| "train_tokens_per_second": 9365.512 |
| }, |
| { |
| "epoch": 1.7069243156199678, |
| "grad_norm": 0.7167271366349289, |
| "learning_rate": 5.219474244920164e-07, |
| "loss": 0.3158, |
| "num_input_tokens_seen": 235501128, |
| "step": 4240, |
| "train_runtime": 25139.08, |
| "train_tokens_per_second": 9367.929 |
| }, |
| { |
| "epoch": 1.708937198067633, |
| "grad_norm": 0.7811185266673254, |
| "learning_rate": 5.149372960417537e-07, |
| "loss": 0.3312, |
| "num_input_tokens_seen": 235765184, |
| "step": 4245, |
| "train_runtime": 25175.6394, |
| "train_tokens_per_second": 9364.814 |
| }, |
| { |
| "epoch": 1.710950080515298, |
| "grad_norm": 0.8134374020183804, |
| "learning_rate": 5.07972005437079e-07, |
| "loss": 0.3168, |
| "num_input_tokens_seen": 236038880, |
| "step": 4250, |
| "train_runtime": 25205.7441, |
| "train_tokens_per_second": 9364.488 |
| }, |
| { |
| "epoch": 1.7129629629629628, |
| "grad_norm": 0.825576722770212, |
| "learning_rate": 5.010516223110512e-07, |
| "loss": 0.3157, |
| "num_input_tokens_seen": 236312816, |
| "step": 4255, |
| "train_runtime": 25235.9213, |
| "train_tokens_per_second": 9364.145 |
| }, |
| { |
| "epoch": 1.714975845410628, |
| "grad_norm": 0.8483761347452623, |
| "learning_rate": 4.941762158477798e-07, |
| "loss": 0.3085, |
| "num_input_tokens_seen": 236568240, |
| "step": 4260, |
| "train_runtime": 25270.095, |
| "train_tokens_per_second": 9361.589 |
| }, |
| { |
| "epoch": 1.716988727858293, |
| "grad_norm": 0.7112690478984135, |
| "learning_rate": 4.87345854781735e-07, |
| "loss": 0.3295, |
| "num_input_tokens_seen": 236857840, |
| "step": 4265, |
| "train_runtime": 25298.6455, |
| "train_tokens_per_second": 9362.471 |
| }, |
| { |
| "epoch": 1.7190016103059582, |
| "grad_norm": 0.7985569938095428, |
| "learning_rate": 4.805606073970642e-07, |
| "loss": 0.3152, |
| "num_input_tokens_seen": 237112384, |
| "step": 4270, |
| "train_runtime": 25326.2616, |
| "train_tokens_per_second": 9362.313 |
| }, |
| { |
| "epoch": 1.721014492753623, |
| "grad_norm": 0.8956824502085036, |
| "learning_rate": 4.7382054152690314e-07, |
| "loss": 0.3575, |
| "num_input_tokens_seen": 237393616, |
| "step": 4275, |
| "train_runtime": 25352.6837, |
| "train_tokens_per_second": 9363.648 |
| }, |
| { |
| "epoch": 1.7230273752012883, |
| "grad_norm": 0.7210994760039046, |
| "learning_rate": 4.671257245527028e-07, |
| "loss": 0.3518, |
| "num_input_tokens_seen": 237692784, |
| "step": 4280, |
| "train_runtime": 25382.1151, |
| "train_tokens_per_second": 9364.577 |
| }, |
| { |
| "epoch": 1.7250402576489532, |
| "grad_norm": 0.7294071065949437, |
| "learning_rate": 4.604762234035548e-07, |
| "loss": 0.326, |
| "num_input_tokens_seen": 237983312, |
| "step": 4285, |
| "train_runtime": 25415.2627, |
| "train_tokens_per_second": 9363.795 |
| }, |
| { |
| "epoch": 1.7270531400966185, |
| "grad_norm": 0.7270119920970302, |
| "learning_rate": 4.538721045555222e-07, |
| "loss": 0.3273, |
| "num_input_tokens_seen": 238255928, |
| "step": 4290, |
| "train_runtime": 25446.5974, |
| "train_tokens_per_second": 9362.978 |
| }, |
| { |
| "epoch": 1.7290660225442833, |
| "grad_norm": 0.7671198512818569, |
| "learning_rate": 4.473134340309704e-07, |
| "loss": 0.3142, |
| "num_input_tokens_seen": 238523560, |
| "step": 4295, |
| "train_runtime": 25469.2074, |
| "train_tokens_per_second": 9365.174 |
| }, |
| { |
| "epoch": 1.7310789049919486, |
| "grad_norm": 0.8277465101806594, |
| "learning_rate": 4.408002773979164e-07, |
| "loss": 0.3126, |
| "num_input_tokens_seen": 238761784, |
| "step": 4300, |
| "train_runtime": 25498.9919, |
| "train_tokens_per_second": 9363.577 |
| }, |
| { |
| "epoch": 1.7330917874396135, |
| "grad_norm": 0.7988799633027643, |
| "learning_rate": 4.343326997693637e-07, |
| "loss": 0.3103, |
| "num_input_tokens_seen": 239045784, |
| "step": 4305, |
| "train_runtime": 25528.3495, |
| "train_tokens_per_second": 9363.934 |
| }, |
| { |
| "epoch": 1.7351046698872787, |
| "grad_norm": 0.7264979355934109, |
| "learning_rate": 4.279107658026582e-07, |
| "loss": 0.3187, |
| "num_input_tokens_seen": 239322384, |
| "step": 4310, |
| "train_runtime": 25564.717, |
| "train_tokens_per_second": 9361.433 |
| }, |
| { |
| "epoch": 1.7371175523349436, |
| "grad_norm": 0.8742452116086884, |
| "learning_rate": 4.2153453969883796e-07, |
| "loss": 0.3283, |
| "num_input_tokens_seen": 239575784, |
| "step": 4315, |
| "train_runtime": 25596.0519, |
| "train_tokens_per_second": 9359.873 |
| }, |
| { |
| "epoch": 1.7391304347826086, |
| "grad_norm": 0.7976387729789014, |
| "learning_rate": 4.1520408520199397e-07, |
| "loss": 0.3374, |
| "num_input_tokens_seen": 239857624, |
| "step": 4320, |
| "train_runtime": 25625.444, |
| "train_tokens_per_second": 9360.135 |
| }, |
| { |
| "epoch": 1.7411433172302737, |
| "grad_norm": 0.7589841183500853, |
| "learning_rate": 4.089194655986306e-07, |
| "loss": 0.3162, |
| "num_input_tokens_seen": 240148600, |
| "step": 4325, |
| "train_runtime": 25650.8597, |
| "train_tokens_per_second": 9362.205 |
| }, |
| { |
| "epoch": 1.7431561996779388, |
| "grad_norm": 0.7743152167346375, |
| "learning_rate": 4.0268074371703324e-07, |
| "loss": 0.3197, |
| "num_input_tokens_seen": 240414752, |
| "step": 4330, |
| "train_runtime": 25678.7774, |
| "train_tokens_per_second": 9362.391 |
| }, |
| { |
| "epoch": 1.7451690821256038, |
| "grad_norm": 0.9041200400518119, |
| "learning_rate": 3.964879819266426e-07, |
| "loss": 0.3329, |
| "num_input_tokens_seen": 240660528, |
| "step": 4335, |
| "train_runtime": 25709.5318, |
| "train_tokens_per_second": 9360.751 |
| }, |
| { |
| "epoch": 1.747181964573269, |
| "grad_norm": 0.775352752538963, |
| "learning_rate": 3.9034124213742807e-07, |
| "loss": 0.3115, |
| "num_input_tokens_seen": 240951984, |
| "step": 4340, |
| "train_runtime": 25735.9577, |
| "train_tokens_per_second": 9362.464 |
| }, |
| { |
| "epoch": 1.749194847020934, |
| "grad_norm": 0.7252894822269488, |
| "learning_rate": 3.8424058579927147e-07, |
| "loss": 0.3121, |
| "num_input_tokens_seen": 241224008, |
| "step": 4345, |
| "train_runtime": 25766.639, |
| "train_tokens_per_second": 9361.873 |
| }, |
| { |
| "epoch": 1.751207729468599, |
| "grad_norm": 0.7781072199995613, |
| "learning_rate": 3.7818607390134933e-07, |
| "loss": 0.3097, |
| "num_input_tokens_seen": 241507016, |
| "step": 4350, |
| "train_runtime": 25801.0511, |
| "train_tokens_per_second": 9360.356 |
| }, |
| { |
| "epoch": 1.753220611916264, |
| "grad_norm": 0.7287518109243901, |
| "learning_rate": 3.721777669715287e-07, |
| "loss": 0.3327, |
| "num_input_tokens_seen": 241789352, |
| "step": 4355, |
| "train_runtime": 25826.2713, |
| "train_tokens_per_second": 9362.147 |
| }, |
| { |
| "epoch": 1.7552334943639292, |
| "grad_norm": 0.6893910188650302, |
| "learning_rate": 3.662157250757542e-07, |
| "loss": 0.3182, |
| "num_input_tokens_seen": 242073264, |
| "step": 4360, |
| "train_runtime": 25855.3411, |
| "train_tokens_per_second": 9362.602 |
| }, |
| { |
| "epoch": 1.7572463768115942, |
| "grad_norm": 0.8180772525625999, |
| "learning_rate": 3.6030000781745513e-07, |
| "loss": 0.3143, |
| "num_input_tokens_seen": 242347328, |
| "step": 4365, |
| "train_runtime": 25884.5006, |
| "train_tokens_per_second": 9362.643 |
| }, |
| { |
| "epoch": 1.7592592592592593, |
| "grad_norm": 0.756560782407874, |
| "learning_rate": 3.5443067433694525e-07, |
| "loss": 0.3052, |
| "num_input_tokens_seen": 242613888, |
| "step": 4370, |
| "train_runtime": 25918.3472, |
| "train_tokens_per_second": 9360.701 |
| }, |
| { |
| "epoch": 1.7612721417069244, |
| "grad_norm": 0.9345320976260738, |
| "learning_rate": 3.486077833108342e-07, |
| "loss": 0.3258, |
| "num_input_tokens_seen": 242873240, |
| "step": 4375, |
| "train_runtime": 25951.0981, |
| "train_tokens_per_second": 9358.881 |
| }, |
| { |
| "epoch": 1.7632850241545892, |
| "grad_norm": 0.8335245931242411, |
| "learning_rate": 3.428313929514376e-07, |
| "loss": 0.3296, |
| "num_input_tokens_seen": 243138080, |
| "step": 4380, |
| "train_runtime": 25982.8517, |
| "train_tokens_per_second": 9357.636 |
| }, |
| { |
| "epoch": 1.7652979066022545, |
| "grad_norm": 0.8637489681174857, |
| "learning_rate": 3.371015610061973e-07, |
| "loss": 0.3167, |
| "num_input_tokens_seen": 243439728, |
| "step": 4385, |
| "train_runtime": 26014.8498, |
| "train_tokens_per_second": 9357.722 |
| }, |
| { |
| "epoch": 1.7673107890499193, |
| "grad_norm": 0.7563371461839502, |
| "learning_rate": 3.31418344757104e-07, |
| "loss": 0.3228, |
| "num_input_tokens_seen": 243711576, |
| "step": 4390, |
| "train_runtime": 26043.9886, |
| "train_tokens_per_second": 9357.69 |
| }, |
| { |
| "epoch": 1.7693236714975846, |
| "grad_norm": 0.8472172338384234, |
| "learning_rate": 3.2578180102012414e-07, |
| "loss": 0.3347, |
| "num_input_tokens_seen": 243969600, |
| "step": 4395, |
| "train_runtime": 26071.6761, |
| "train_tokens_per_second": 9357.649 |
| }, |
| { |
| "epoch": 1.7713365539452495, |
| "grad_norm": 0.6857594083337077, |
| "learning_rate": 3.2019198614463285e-07, |
| "loss": 0.3305, |
| "num_input_tokens_seen": 244257824, |
| "step": 4400, |
| "train_runtime": 26105.413, |
| "train_tokens_per_second": 9356.597 |
| }, |
| { |
| "epoch": 1.7733494363929148, |
| "grad_norm": 0.7729840343779738, |
| "learning_rate": 3.146489560128496e-07, |
| "loss": 0.3511, |
| "num_input_tokens_seen": 244538784, |
| "step": 4405, |
| "train_runtime": 26131.8865, |
| "train_tokens_per_second": 9357.87 |
| }, |
| { |
| "epoch": 1.7753623188405796, |
| "grad_norm": 0.792021018194511, |
| "learning_rate": 3.091527660392779e-07, |
| "loss": 0.3185, |
| "num_input_tokens_seen": 244812552, |
| "step": 4410, |
| "train_runtime": 26157.6284, |
| "train_tokens_per_second": 9359.126 |
| }, |
| { |
| "epoch": 1.7773752012882449, |
| "grad_norm": 0.7090501983680757, |
| "learning_rate": 3.037034711701553e-07, |
| "loss": 0.3341, |
| "num_input_tokens_seen": 245105832, |
| "step": 4415, |
| "train_runtime": 26186.2217, |
| "train_tokens_per_second": 9360.107 |
| }, |
| { |
| "epoch": 1.7793880837359097, |
| "grad_norm": 0.7710194420665034, |
| "learning_rate": 2.983011258829005e-07, |
| "loss": 0.3258, |
| "num_input_tokens_seen": 245393776, |
| "step": 4420, |
| "train_runtime": 26223.2928, |
| "train_tokens_per_second": 9357.855 |
| }, |
| { |
| "epoch": 1.781400966183575, |
| "grad_norm": 0.7042050812538667, |
| "learning_rate": 2.929457841855715e-07, |
| "loss": 0.3164, |
| "num_input_tokens_seen": 245668688, |
| "step": 4425, |
| "train_runtime": 26256.6761, |
| "train_tokens_per_second": 9356.428 |
| }, |
| { |
| "epoch": 1.7834138486312399, |
| "grad_norm": 0.8907120980114343, |
| "learning_rate": 2.876374996163239e-07, |
| "loss": 0.3247, |
| "num_input_tokens_seen": 245916384, |
| "step": 4430, |
| "train_runtime": 26284.6078, |
| "train_tokens_per_second": 9355.908 |
| }, |
| { |
| "epoch": 1.7854267310789051, |
| "grad_norm": 0.7629486959102406, |
| "learning_rate": 2.823763252428757e-07, |
| "loss": 0.3312, |
| "num_input_tokens_seen": 246190864, |
| "step": 4435, |
| "train_runtime": 26319.5729, |
| "train_tokens_per_second": 9353.908 |
| }, |
| { |
| "epoch": 1.78743961352657, |
| "grad_norm": 0.783065145594715, |
| "learning_rate": 2.7716231366197663e-07, |
| "loss": 0.3166, |
| "num_input_tokens_seen": 246467664, |
| "step": 4440, |
| "train_runtime": 26344.8992, |
| "train_tokens_per_second": 9355.423 |
| }, |
| { |
| "epoch": 1.789452495974235, |
| "grad_norm": 0.7919972725500392, |
| "learning_rate": 2.719955169988847e-07, |
| "loss": 0.3282, |
| "num_input_tokens_seen": 246710208, |
| "step": 4445, |
| "train_runtime": 26375.7013, |
| "train_tokens_per_second": 9353.693 |
| }, |
| { |
| "epoch": 1.7914653784219001, |
| "grad_norm": 0.7837608209075699, |
| "learning_rate": 2.668759869068421e-07, |
| "loss": 0.332, |
| "num_input_tokens_seen": 246977928, |
| "step": 4450, |
| "train_runtime": 26406.0738, |
| "train_tokens_per_second": 9353.073 |
| }, |
| { |
| "epoch": 1.7934782608695652, |
| "grad_norm": 0.7669721045273009, |
| "learning_rate": 2.6180377456656023e-07, |
| "loss": 0.3244, |
| "num_input_tokens_seen": 247269376, |
| "step": 4455, |
| "train_runtime": 26437.0955, |
| "train_tokens_per_second": 9353.122 |
| }, |
| { |
| "epoch": 1.7954911433172303, |
| "grad_norm": 0.7653740355371631, |
| "learning_rate": 2.5677893068570767e-07, |
| "loss": 0.3083, |
| "num_input_tokens_seen": 247539224, |
| "step": 4460, |
| "train_runtime": 26467.6314, |
| "train_tokens_per_second": 9352.527 |
| }, |
| { |
| "epoch": 1.7975040257648953, |
| "grad_norm": 0.7999194458492196, |
| "learning_rate": 2.518015054984041e-07, |
| "loss": 0.3287, |
| "num_input_tokens_seen": 247826880, |
| "step": 4465, |
| "train_runtime": 26493.2771, |
| "train_tokens_per_second": 9354.331 |
| }, |
| { |
| "epoch": 1.7995169082125604, |
| "grad_norm": 0.7072665174428415, |
| "learning_rate": 2.468715487647155e-07, |
| "loss": 0.3203, |
| "num_input_tokens_seen": 248099328, |
| "step": 4470, |
| "train_runtime": 26518.3156, |
| "train_tokens_per_second": 9355.773 |
| }, |
| { |
| "epoch": 1.8015297906602254, |
| "grad_norm": 0.6917605648044121, |
| "learning_rate": 2.41989109770161e-07, |
| "loss": 0.3274, |
| "num_input_tokens_seen": 248403448, |
| "step": 4475, |
| "train_runtime": 26544.782, |
| "train_tokens_per_second": 9357.901 |
| }, |
| { |
| "epoch": 1.8035426731078905, |
| "grad_norm": 0.7644034936421807, |
| "learning_rate": 2.371542373252156e-07, |
| "loss": 0.3112, |
| "num_input_tokens_seen": 248654000, |
| "step": 4480, |
| "train_runtime": 26568.4749, |
| "train_tokens_per_second": 9358.987 |
| }, |
| { |
| "epoch": 1.8055555555555556, |
| "grad_norm": 0.8433107297681439, |
| "learning_rate": 2.3236697976482703e-07, |
| "loss": 0.3243, |
| "num_input_tokens_seen": 248948704, |
| "step": 4485, |
| "train_runtime": 26601.5745, |
| "train_tokens_per_second": 9358.42 |
| }, |
| { |
| "epoch": 1.8075684380032206, |
| "grad_norm": 0.8133515975979622, |
| "learning_rate": 2.276273849479277e-07, |
| "loss": 0.3363, |
| "num_input_tokens_seen": 249209968, |
| "step": 4490, |
| "train_runtime": 26629.0549, |
| "train_tokens_per_second": 9358.574 |
| }, |
| { |
| "epoch": 1.8095813204508857, |
| "grad_norm": 0.6765546275506685, |
| "learning_rate": 2.2293550025695776e-07, |
| "loss": 0.3168, |
| "num_input_tokens_seen": 249486336, |
| "step": 4495, |
| "train_runtime": 26659.546, |
| "train_tokens_per_second": 9358.236 |
| }, |
| { |
| "epoch": 1.8115942028985508, |
| "grad_norm": 0.6870170498142121, |
| "learning_rate": 2.1829137259739453e-07, |
| "loss": 0.354, |
| "num_input_tokens_seen": 249789232, |
| "step": 4500, |
| "train_runtime": 26691.6787, |
| "train_tokens_per_second": 9358.319 |
| }, |
| { |
| "epoch": 1.8136070853462156, |
| "grad_norm": 0.8413378192941108, |
| "learning_rate": 2.136950483972794e-07, |
| "loss": 0.3329, |
| "num_input_tokens_seen": 250062680, |
| "step": 4505, |
| "train_runtime": 26726.0645, |
| "train_tokens_per_second": 9356.51 |
| }, |
| { |
| "epoch": 1.815619967793881, |
| "grad_norm": 0.7134073687499528, |
| "learning_rate": 2.0914657360675606e-07, |
| "loss": 0.3381, |
| "num_input_tokens_seen": 250323856, |
| "step": 4510, |
| "train_runtime": 26758.7151, |
| "train_tokens_per_second": 9354.853 |
| }, |
| { |
| "epoch": 1.8176328502415457, |
| "grad_norm": 0.6941928260181837, |
| "learning_rate": 2.046459936976103e-07, |
| "loss": 0.3317, |
| "num_input_tokens_seen": 250632152, |
| "step": 4515, |
| "train_runtime": 26783.1073, |
| "train_tokens_per_second": 9357.844 |
| }, |
| { |
| "epoch": 1.819645732689211, |
| "grad_norm": 0.8437674526866175, |
| "learning_rate": 2.0019335366281533e-07, |
| "loss": 0.3124, |
| "num_input_tokens_seen": 250923760, |
| "step": 4520, |
| "train_runtime": 26813.9213, |
| "train_tokens_per_second": 9357.966 |
| }, |
| { |
| "epoch": 1.8216586151368759, |
| "grad_norm": 0.7780396491976735, |
| "learning_rate": 1.9578869801608168e-07, |
| "loss": 0.3024, |
| "num_input_tokens_seen": 251214576, |
| "step": 4525, |
| "train_runtime": 26845.0328, |
| "train_tokens_per_second": 9357.954 |
| }, |
| { |
| "epoch": 1.8236714975845412, |
| "grad_norm": 0.7144185909467665, |
| "learning_rate": 1.9143207079141523e-07, |
| "loss": 0.3285, |
| "num_input_tokens_seen": 251498880, |
| "step": 4530, |
| "train_runtime": 26881.5086, |
| "train_tokens_per_second": 9355.832 |
| }, |
| { |
| "epoch": 1.825684380032206, |
| "grad_norm": 1.027627743075786, |
| "learning_rate": 1.8712351554267206e-07, |
| "loss": 0.3196, |
| "num_input_tokens_seen": 251758600, |
| "step": 4535, |
| "train_runtime": 26907.9316, |
| "train_tokens_per_second": 9356.297 |
| }, |
| { |
| "epoch": 1.8276972624798713, |
| "grad_norm": 1.3189239086881603, |
| "learning_rate": 1.8286307534312542e-07, |
| "loss": 0.3165, |
| "num_input_tokens_seen": 252052760, |
| "step": 4540, |
| "train_runtime": 26938.4763, |
| "train_tokens_per_second": 9356.608 |
| }, |
| { |
| "epoch": 1.8297101449275361, |
| "grad_norm": 0.7898025504989091, |
| "learning_rate": 1.7865079278503727e-07, |
| "loss": 0.3352, |
| "num_input_tokens_seen": 252319768, |
| "step": 4545, |
| "train_runtime": 26972.4027, |
| "train_tokens_per_second": 9354.738 |
| }, |
| { |
| "epoch": 1.8317230273752014, |
| "grad_norm": 0.8199840128420028, |
| "learning_rate": 1.74486709979228e-07, |
| "loss": 0.3314, |
| "num_input_tokens_seen": 252613568, |
| "step": 4550, |
| "train_runtime": 27005.4364, |
| "train_tokens_per_second": 9354.175 |
| }, |
| { |
| "epoch": 1.8337359098228663, |
| "grad_norm": 0.7905130187587479, |
| "learning_rate": 1.7037086855465902e-07, |
| "loss": 0.3308, |
| "num_input_tokens_seen": 252891568, |
| "step": 4555, |
| "train_runtime": 27036.0901, |
| "train_tokens_per_second": 9353.851 |
| }, |
| { |
| "epoch": 1.8357487922705316, |
| "grad_norm": 0.7492204565397131, |
| "learning_rate": 1.6630330965801578e-07, |
| "loss": 0.3132, |
| "num_input_tokens_seen": 253180104, |
| "step": 4560, |
| "train_runtime": 27061.3951, |
| "train_tokens_per_second": 9355.767 |
| }, |
| { |
| "epoch": 1.8377616747181964, |
| "grad_norm": 0.8606625928655156, |
| "learning_rate": 1.6228407395329548e-07, |
| "loss": 0.3253, |
| "num_input_tokens_seen": 253471976, |
| "step": 4565, |
| "train_runtime": 27091.5671, |
| "train_tokens_per_second": 9356.121 |
| }, |
| { |
| "epoch": 1.8397745571658615, |
| "grad_norm": 0.750001287077284, |
| "learning_rate": 1.5831320162140172e-07, |
| "loss": 0.3179, |
| "num_input_tokens_seen": 253767792, |
| "step": 4570, |
| "train_runtime": 27113.6784, |
| "train_tokens_per_second": 9359.401 |
| }, |
| { |
| "epoch": 1.8417874396135265, |
| "grad_norm": 0.7172785462775401, |
| "learning_rate": 1.54390732359741e-07, |
| "loss": 0.3261, |
| "num_input_tokens_seen": 254059848, |
| "step": 4575, |
| "train_runtime": 27146.7045, |
| "train_tokens_per_second": 9358.773 |
| }, |
| { |
| "epoch": 1.8438003220611916, |
| "grad_norm": 0.7171552626345205, |
| "learning_rate": 1.5051670538182793e-07, |
| "loss": 0.3079, |
| "num_input_tokens_seen": 254334200, |
| "step": 4580, |
| "train_runtime": 27164.6151, |
| "train_tokens_per_second": 9362.702 |
| }, |
| { |
| "epoch": 1.8458132045088567, |
| "grad_norm": 0.7172156724331626, |
| "learning_rate": 1.4669115941689182e-07, |
| "loss": 0.3138, |
| "num_input_tokens_seen": 254598752, |
| "step": 4585, |
| "train_runtime": 27193.4655, |
| "train_tokens_per_second": 9362.497 |
| }, |
| { |
| "epoch": 1.8478260869565217, |
| "grad_norm": 0.6924037486981617, |
| "learning_rate": 1.429141327094913e-07, |
| "loss": 0.2999, |
| "num_input_tokens_seen": 254888928, |
| "step": 4590, |
| "train_runtime": 27219.6154, |
| "train_tokens_per_second": 9364.163 |
| }, |
| { |
| "epoch": 1.8498389694041868, |
| "grad_norm": 0.7750181355651895, |
| "learning_rate": 1.391856630191285e-07, |
| "loss": 0.336, |
| "num_input_tokens_seen": 255168480, |
| "step": 4595, |
| "train_runtime": 27251.1389, |
| "train_tokens_per_second": 9363.59 |
| }, |
| { |
| "epoch": 1.8518518518518519, |
| "grad_norm": 0.6986119708306424, |
| "learning_rate": 1.3550578761987675e-07, |
| "loss": 0.3083, |
| "num_input_tokens_seen": 255438072, |
| "step": 4600, |
| "train_runtime": 27276.9578, |
| "train_tokens_per_second": 9364.61 |
| }, |
| { |
| "epoch": 1.853864734299517, |
| "grad_norm": 0.8379643594581179, |
| "learning_rate": 1.3187454330000127e-07, |
| "loss": 0.3302, |
| "num_input_tokens_seen": 255733000, |
| "step": 4605, |
| "train_runtime": 27307.633, |
| "train_tokens_per_second": 9364.891 |
| }, |
| { |
| "epoch": 1.855877616747182, |
| "grad_norm": 0.6793729940600891, |
| "learning_rate": 1.282919663615978e-07, |
| "loss": 0.3355, |
| "num_input_tokens_seen": 255990800, |
| "step": 4610, |
| "train_runtime": 27342.7866, |
| "train_tokens_per_second": 9362.279 |
| }, |
| { |
| "epoch": 1.857890499194847, |
| "grad_norm": 0.7023924345706357, |
| "learning_rate": 1.2475809262022632e-07, |
| "loss": 0.3115, |
| "num_input_tokens_seen": 256269840, |
| "step": 4615, |
| "train_runtime": 27369.0605, |
| "train_tokens_per_second": 9363.487 |
| }, |
| { |
| "epoch": 1.8599033816425121, |
| "grad_norm": 0.7714521066519529, |
| "learning_rate": 1.2127295740455348e-07, |
| "loss": 0.3056, |
| "num_input_tokens_seen": 256551224, |
| "step": 4620, |
| "train_runtime": 27400.4216, |
| "train_tokens_per_second": 9363.039 |
| }, |
| { |
| "epoch": 1.8619162640901772, |
| "grad_norm": 0.7805388958476632, |
| "learning_rate": 1.1783659555600013e-07, |
| "loss": 0.3297, |
| "num_input_tokens_seen": 256821232, |
| "step": 4625, |
| "train_runtime": 27423.9655, |
| "train_tokens_per_second": 9364.847 |
| }, |
| { |
| "epoch": 1.863929146537842, |
| "grad_norm": 0.7532854692726214, |
| "learning_rate": 1.1444904142838997e-07, |
| "loss": 0.3261, |
| "num_input_tokens_seen": 257102072, |
| "step": 4630, |
| "train_runtime": 27449.8963, |
| "train_tokens_per_second": 9366.231 |
| }, |
| { |
| "epoch": 1.8659420289855073, |
| "grad_norm": 0.7922669189746588, |
| "learning_rate": 1.1111032888761253e-07, |
| "loss": 0.3321, |
| "num_input_tokens_seen": 257376384, |
| "step": 4635, |
| "train_runtime": 27477.9274, |
| "train_tokens_per_second": 9366.659 |
| }, |
| { |
| "epoch": 1.8679549114331722, |
| "grad_norm": 0.789017121099722, |
| "learning_rate": 1.0782049131127736e-07, |
| "loss": 0.3354, |
| "num_input_tokens_seen": 257658656, |
| "step": 4640, |
| "train_runtime": 27509.7063, |
| "train_tokens_per_second": 9366.1 |
| }, |
| { |
| "epoch": 1.8699677938808374, |
| "grad_norm": 0.7657621503780188, |
| "learning_rate": 1.0457956158838545e-07, |
| "loss": 0.3342, |
| "num_input_tokens_seen": 257927704, |
| "step": 4645, |
| "train_runtime": 27539.0691, |
| "train_tokens_per_second": 9365.883 |
| }, |
| { |
| "epoch": 1.8719806763285023, |
| "grad_norm": 0.8293094341623964, |
| "learning_rate": 1.013875721189983e-07, |
| "loss": 0.3161, |
| "num_input_tokens_seen": 258190216, |
| "step": 4650, |
| "train_runtime": 27563.3578, |
| "train_tokens_per_second": 9367.154 |
| }, |
| { |
| "epoch": 1.8739935587761676, |
| "grad_norm": 0.7525078900929507, |
| "learning_rate": 9.824455481391381e-08, |
| "loss": 0.3312, |
| "num_input_tokens_seen": 258452600, |
| "step": 4655, |
| "train_runtime": 27585.1669, |
| "train_tokens_per_second": 9369.26 |
| }, |
| { |
| "epoch": 1.8760064412238324, |
| "grad_norm": 0.7593919977246997, |
| "learning_rate": 9.515054109434819e-08, |
| "loss": 0.31, |
| "num_input_tokens_seen": 258721912, |
| "step": 4660, |
| "train_runtime": 27606.2703, |
| "train_tokens_per_second": 9371.853 |
| }, |
| { |
| "epoch": 1.8780193236714977, |
| "grad_norm": 0.8045308753706758, |
| "learning_rate": 9.210556189162056e-08, |
| "loss": 0.3236, |
| "num_input_tokens_seen": 258969488, |
| "step": 4665, |
| "train_runtime": 27632.2752, |
| "train_tokens_per_second": 9371.993 |
| }, |
| { |
| "epoch": 1.8800322061191626, |
| "grad_norm": 0.6752546309278759, |
| "learning_rate": 8.910964764684671e-08, |
| "loss": 0.3096, |
| "num_input_tokens_seen": 259258480, |
| "step": 4670, |
| "train_runtime": 27668.2561, |
| "train_tokens_per_second": 9370.25 |
| }, |
| { |
| "epoch": 1.8820450885668278, |
| "grad_norm": 0.6975824885561981, |
| "learning_rate": 8.616282831063083e-08, |
| "loss": 0.3162, |
| "num_input_tokens_seen": 259548968, |
| "step": 4675, |
| "train_runtime": 27695.7658, |
| "train_tokens_per_second": 9371.431 |
| }, |
| { |
| "epoch": 1.8840579710144927, |
| "grad_norm": 0.7960122008845532, |
| "learning_rate": 8.326513334276864e-08, |
| "loss": 0.2966, |
| "num_input_tokens_seen": 259821040, |
| "step": 4680, |
| "train_runtime": 27728.2066, |
| "train_tokens_per_second": 9370.279 |
| }, |
| { |
| "epoch": 1.886070853462158, |
| "grad_norm": 0.7670827810838102, |
| "learning_rate": 8.041659171195149e-08, |
| "loss": 0.3256, |
| "num_input_tokens_seen": 260064200, |
| "step": 4685, |
| "train_runtime": 27751.4212, |
| "train_tokens_per_second": 9371.203 |
| }, |
| { |
| "epoch": 1.8880837359098228, |
| "grad_norm": 0.9089265268812889, |
| "learning_rate": 7.76172318954782e-08, |
| "loss": 0.3395, |
| "num_input_tokens_seen": 260343640, |
| "step": 4690, |
| "train_runtime": 27779.2474, |
| "train_tokens_per_second": 9371.875 |
| }, |
| { |
| "epoch": 1.8900966183574879, |
| "grad_norm": 0.8002638768101971, |
| "learning_rate": 7.486708187896986e-08, |
| "loss": 0.3217, |
| "num_input_tokens_seen": 260608136, |
| "step": 4695, |
| "train_runtime": 27807.7469, |
| "train_tokens_per_second": 9371.782 |
| }, |
| { |
| "epoch": 1.892109500805153, |
| "grad_norm": 0.712867722095006, |
| "learning_rate": 7.216616915608876e-08, |
| "loss": 0.3216, |
| "num_input_tokens_seen": 260913592, |
| "step": 4700, |
| "train_runtime": 27842.3744, |
| "train_tokens_per_second": 9371.097 |
| }, |
| { |
| "epoch": 1.894122383252818, |
| "grad_norm": 0.8452604847702806, |
| "learning_rate": 6.951452072826547e-08, |
| "loss": 0.3356, |
| "num_input_tokens_seen": 261219328, |
| "step": 4705, |
| "train_runtime": 27862.6276, |
| "train_tokens_per_second": 9375.258 |
| }, |
| { |
| "epoch": 1.896135265700483, |
| "grad_norm": 0.7302148900435511, |
| "learning_rate": 6.691216310442783e-08, |
| "loss": 0.3169, |
| "num_input_tokens_seen": 261484544, |
| "step": 4710, |
| "train_runtime": 27893.2041, |
| "train_tokens_per_second": 9374.489 |
| }, |
| { |
| "epoch": 1.8981481481481481, |
| "grad_norm": 0.7186849455926788, |
| "learning_rate": 6.435912230073504e-08, |
| "loss": 0.336, |
| "num_input_tokens_seen": 261745496, |
| "step": 4715, |
| "train_runtime": 27928.3183, |
| "train_tokens_per_second": 9372.046 |
| }, |
| { |
| "epoch": 1.9001610305958132, |
| "grad_norm": 0.7482558219077388, |
| "learning_rate": 6.185542384032018e-08, |
| "loss": 0.315, |
| "num_input_tokens_seen": 262023384, |
| "step": 4720, |
| "train_runtime": 27958.644, |
| "train_tokens_per_second": 9371.82 |
| }, |
| { |
| "epoch": 1.9021739130434783, |
| "grad_norm": 0.7091459846241603, |
| "learning_rate": 5.9401092753033075e-08, |
| "loss": 0.3182, |
| "num_input_tokens_seen": 262274224, |
| "step": 4725, |
| "train_runtime": 27983.8638, |
| "train_tokens_per_second": 9372.338 |
| }, |
| { |
| "epoch": 1.9041867954911433, |
| "grad_norm": 0.8149612613401902, |
| "learning_rate": 5.6996153575189504e-08, |
| "loss": 0.3039, |
| "num_input_tokens_seen": 262520656, |
| "step": 4730, |
| "train_runtime": 28012.4822, |
| "train_tokens_per_second": 9371.56 |
| }, |
| { |
| "epoch": 1.9061996779388084, |
| "grad_norm": 0.8391247525729111, |
| "learning_rate": 5.4640630349329094e-08, |
| "loss": 0.3147, |
| "num_input_tokens_seen": 262787184, |
| "step": 4735, |
| "train_runtime": 28037.4445, |
| "train_tokens_per_second": 9372.722 |
| }, |
| { |
| "epoch": 1.9082125603864735, |
| "grad_norm": 0.7418230334249278, |
| "learning_rate": 5.233454662396942e-08, |
| "loss": 0.3426, |
| "num_input_tokens_seen": 263085176, |
| "step": 4740, |
| "train_runtime": 28063.1074, |
| "train_tokens_per_second": 9374.77 |
| }, |
| { |
| "epoch": 1.9102254428341385, |
| "grad_norm": 0.8492850554774655, |
| "learning_rate": 5.0077925453377865e-08, |
| "loss": 0.3203, |
| "num_input_tokens_seen": 263326152, |
| "step": 4745, |
| "train_runtime": 28085.6375, |
| "train_tokens_per_second": 9375.83 |
| }, |
| { |
| "epoch": 1.9122383252818036, |
| "grad_norm": 0.7391961977926107, |
| "learning_rate": 4.7870789397333475e-08, |
| "loss": 0.3336, |
| "num_input_tokens_seen": 263611048, |
| "step": 4750, |
| "train_runtime": 28114.7313, |
| "train_tokens_per_second": 9376.261 |
| }, |
| { |
| "epoch": 1.9142512077294684, |
| "grad_norm": 0.6960233088869753, |
| "learning_rate": 4.571316052090824e-08, |
| "loss": 0.3316, |
| "num_input_tokens_seen": 263884712, |
| "step": 4755, |
| "train_runtime": 28143.1565, |
| "train_tokens_per_second": 9376.514 |
| }, |
| { |
| "epoch": 1.9162640901771337, |
| "grad_norm": 0.8064978583923966, |
| "learning_rate": 4.360506039424173e-08, |
| "loss": 0.3297, |
| "num_input_tokens_seen": 264180136, |
| "step": 4760, |
| "train_runtime": 28174.0679, |
| "train_tokens_per_second": 9376.713 |
| }, |
| { |
| "epoch": 1.9182769726247986, |
| "grad_norm": 0.7485423616445349, |
| "learning_rate": 4.1546510092327906e-08, |
| "loss": 0.3101, |
| "num_input_tokens_seen": 264471000, |
| "step": 4765, |
| "train_runtime": 28206.4533, |
| "train_tokens_per_second": 9376.259 |
| }, |
| { |
| "epoch": 1.9202898550724639, |
| "grad_norm": 0.7705284948487796, |
| "learning_rate": 3.953753019480255e-08, |
| "loss": 0.3268, |
| "num_input_tokens_seen": 264745232, |
| "step": 4770, |
| "train_runtime": 28228.7688, |
| "train_tokens_per_second": 9378.561 |
| }, |
| { |
| "epoch": 1.9223027375201287, |
| "grad_norm": 0.7471363161350103, |
| "learning_rate": 3.757814078574007e-08, |
| "loss": 0.3308, |
| "num_input_tokens_seen": 264997920, |
| "step": 4775, |
| "train_runtime": 28262.0075, |
| "train_tokens_per_second": 9376.472 |
| }, |
| { |
| "epoch": 1.924315619967794, |
| "grad_norm": 0.7075930106471708, |
| "learning_rate": 3.566836145345032e-08, |
| "loss": 0.3295, |
| "num_input_tokens_seen": 265267704, |
| "step": 4780, |
| "train_runtime": 28294.2476, |
| "train_tokens_per_second": 9375.323 |
| }, |
| { |
| "epoch": 1.9263285024154588, |
| "grad_norm": 0.8712935865283123, |
| "learning_rate": 3.3808211290284886e-08, |
| "loss": 0.3288, |
| "num_input_tokens_seen": 265527112, |
| "step": 4785, |
| "train_runtime": 28320.9721, |
| "train_tokens_per_second": 9375.636 |
| }, |
| { |
| "epoch": 1.9283413848631241, |
| "grad_norm": 0.7850508984809887, |
| "learning_rate": 3.199770889244447e-08, |
| "loss": 0.3264, |
| "num_input_tokens_seen": 265786448, |
| "step": 4790, |
| "train_runtime": 28351.0497, |
| "train_tokens_per_second": 9374.836 |
| }, |
| { |
| "epoch": 1.930354267310789, |
| "grad_norm": 0.8341057086918056, |
| "learning_rate": 3.023687235979233e-08, |
| "loss": 0.3347, |
| "num_input_tokens_seen": 266082088, |
| "step": 4795, |
| "train_runtime": 28387.6001, |
| "train_tokens_per_second": 9373.18 |
| }, |
| { |
| "epoch": 1.9323671497584543, |
| "grad_norm": 0.727081503990615, |
| "learning_rate": 2.8525719295676712e-08, |
| "loss": 0.3256, |
| "num_input_tokens_seen": 266349272, |
| "step": 4800, |
| "train_runtime": 28411.2924, |
| "train_tokens_per_second": 9374.768 |
| }, |
| { |
| "epoch": 1.934380032206119, |
| "grad_norm": 0.7445659854163786, |
| "learning_rate": 2.6864266806751472e-08, |
| "loss": 0.3252, |
| "num_input_tokens_seen": 266649048, |
| "step": 4805, |
| "train_runtime": 28434.8264, |
| "train_tokens_per_second": 9377.551 |
| }, |
| { |
| "epoch": 1.9363929146537844, |
| "grad_norm": 0.6878338494390128, |
| "learning_rate": 2.525253150280682e-08, |
| "loss": 0.3257, |
| "num_input_tokens_seen": 266924600, |
| "step": 4810, |
| "train_runtime": 28464.0401, |
| "train_tokens_per_second": 9377.608 |
| }, |
| { |
| "epoch": 1.9384057971014492, |
| "grad_norm": 0.7110103013685544, |
| "learning_rate": 2.3690529496602777e-08, |
| "loss": 0.3108, |
| "num_input_tokens_seen": 267238432, |
| "step": 4815, |
| "train_runtime": 28495.09, |
| "train_tokens_per_second": 9378.403 |
| }, |
| { |
| "epoch": 1.9404186795491143, |
| "grad_norm": 0.777145374037139, |
| "learning_rate": 2.2178276403708175e-08, |
| "loss": 0.3388, |
| "num_input_tokens_seen": 267542320, |
| "step": 4820, |
| "train_runtime": 28526.393, |
| "train_tokens_per_second": 9378.764 |
| }, |
| { |
| "epoch": 1.9424315619967794, |
| "grad_norm": 0.7856916907848265, |
| "learning_rate": 2.0715787342343586e-08, |
| "loss": 0.3038, |
| "num_input_tokens_seen": 267830064, |
| "step": 4825, |
| "train_runtime": 28557.5312, |
| "train_tokens_per_second": 9378.614 |
| }, |
| { |
| "epoch": 1.9444444444444444, |
| "grad_norm": 0.7703028441247792, |
| "learning_rate": 1.9303076933233077e-08, |
| "loss": 0.3134, |
| "num_input_tokens_seen": 268093680, |
| "step": 4830, |
| "train_runtime": 28587.3387, |
| "train_tokens_per_second": 9378.057 |
| }, |
| { |
| "epoch": 1.9464573268921095, |
| "grad_norm": 0.7204253683028499, |
| "learning_rate": 1.7940159299453806e-08, |
| "loss": 0.3522, |
| "num_input_tokens_seen": 268380248, |
| "step": 4835, |
| "train_runtime": 28623.5846, |
| "train_tokens_per_second": 9376.193 |
| }, |
| { |
| "epoch": 1.9484702093397746, |
| "grad_norm": 0.7344953739759582, |
| "learning_rate": 1.662704806629889e-08, |
| "loss": 0.3252, |
| "num_input_tokens_seen": 268685488, |
| "step": 4840, |
| "train_runtime": 28654.6334, |
| "train_tokens_per_second": 9376.686 |
| }, |
| { |
| "epoch": 1.9504830917874396, |
| "grad_norm": 0.7287185157430882, |
| "learning_rate": 1.5363756361138072e-08, |
| "loss": 0.3122, |
| "num_input_tokens_seen": 268971544, |
| "step": 4845, |
| "train_runtime": 28681.3518, |
| "train_tokens_per_second": 9377.924 |
| }, |
| { |
| "epoch": 1.9524959742351047, |
| "grad_norm": 0.8254639204771651, |
| "learning_rate": 1.4150296813288388e-08, |
| "loss": 0.2881, |
| "num_input_tokens_seen": 269253440, |
| "step": 4850, |
| "train_runtime": 28709.6249, |
| "train_tokens_per_second": 9378.508 |
| }, |
| { |
| "epoch": 1.9545088566827697, |
| "grad_norm": 0.8095115861492299, |
| "learning_rate": 1.2986681553887048e-08, |
| "loss": 0.3183, |
| "num_input_tokens_seen": 269536808, |
| "step": 4855, |
| "train_runtime": 28734.3739, |
| "train_tokens_per_second": 9380.292 |
| }, |
| { |
| "epoch": 1.9565217391304348, |
| "grad_norm": 0.7135156397524652, |
| "learning_rate": 1.1872922215770966e-08, |
| "loss": 0.3394, |
| "num_input_tokens_seen": 269814056, |
| "step": 4860, |
| "train_runtime": 28758.6697, |
| "train_tokens_per_second": 9382.008 |
| }, |
| { |
| "epoch": 1.9585346215780999, |
| "grad_norm": 0.802633675015495, |
| "learning_rate": 1.0809029933359083e-08, |
| "loss": 0.3203, |
| "num_input_tokens_seen": 270093208, |
| "step": 4865, |
| "train_runtime": 28794.5384, |
| "train_tokens_per_second": 9380.015 |
| }, |
| { |
| "epoch": 1.960547504025765, |
| "grad_norm": 0.8114569469668379, |
| "learning_rate": 9.795015342543013e-09, |
| "loss": 0.3311, |
| "num_input_tokens_seen": 270367160, |
| "step": 4870, |
| "train_runtime": 28825.2732, |
| "train_tokens_per_second": 9379.518 |
| }, |
| { |
| "epoch": 1.96256038647343, |
| "grad_norm": 0.7628875850949784, |
| "learning_rate": 8.830888580578233e-09, |
| "loss": 0.3031, |
| "num_input_tokens_seen": 270625544, |
| "step": 4875, |
| "train_runtime": 28855.0566, |
| "train_tokens_per_second": 9378.791 |
| }, |
| { |
| "epoch": 1.9645732689210949, |
| "grad_norm": 0.7764391453673559, |
| "learning_rate": 7.916659285985284e-09, |
| "loss": 0.3299, |
| "num_input_tokens_seen": 270901192, |
| "step": 4880, |
| "train_runtime": 28885.1884, |
| "train_tokens_per_second": 9378.55 |
| }, |
| { |
| "epoch": 1.9665861513687601, |
| "grad_norm": 0.9139938687366106, |
| "learning_rate": 7.052336598451504e-09, |
| "loss": 0.322, |
| "num_input_tokens_seen": 271164784, |
| "step": 4885, |
| "train_runtime": 28915.592, |
| "train_tokens_per_second": 9377.805 |
| }, |
| { |
| "epoch": 1.968599033816425, |
| "grad_norm": 0.7227095780593157, |
| "learning_rate": 6.237929158741107e-09, |
| "loss": 0.3202, |
| "num_input_tokens_seen": 271434272, |
| "step": 4890, |
| "train_runtime": 28947.587, |
| "train_tokens_per_second": 9376.749 |
| }, |
| { |
| "epoch": 1.9706119162640903, |
| "grad_norm": 0.83949267784495, |
| "learning_rate": 5.473445108606923e-09, |
| "loss": 0.3268, |
| "num_input_tokens_seen": 271697952, |
| "step": 4895, |
| "train_runtime": 28979.2225, |
| "train_tokens_per_second": 9375.612 |
| }, |
| { |
| "epoch": 1.9726247987117551, |
| "grad_norm": 0.7931098692968355, |
| "learning_rate": 4.758892090711009e-09, |
| "loss": 0.3295, |
| "num_input_tokens_seen": 271967552, |
| "step": 4900, |
| "train_runtime": 29001.3034, |
| "train_tokens_per_second": 9377.77 |
| }, |
| { |
| "epoch": 1.9746376811594204, |
| "grad_norm": 0.7602519201676003, |
| "learning_rate": 4.094277248548051e-09, |
| "loss": 0.3407, |
| "num_input_tokens_seen": 272234544, |
| "step": 4905, |
| "train_runtime": 29024.584, |
| "train_tokens_per_second": 9379.447 |
| }, |
| { |
| "epoch": 1.9766505636070852, |
| "grad_norm": 0.8150284644035048, |
| "learning_rate": 3.4796072263715284e-09, |
| "loss": 0.3148, |
| "num_input_tokens_seen": 272495800, |
| "step": 4910, |
| "train_runtime": 29050.2239, |
| "train_tokens_per_second": 9380.162 |
| }, |
| { |
| "epoch": 1.9786634460547505, |
| "grad_norm": 0.7731598316187499, |
| "learning_rate": 2.9148881691298812e-09, |
| "loss": 0.3233, |
| "num_input_tokens_seen": 272773144, |
| "step": 4915, |
| "train_runtime": 29081.5731, |
| "train_tokens_per_second": 9379.587 |
| }, |
| { |
| "epoch": 1.9806763285024154, |
| "grad_norm": 0.6977054372397983, |
| "learning_rate": 2.400125722404889e-09, |
| "loss": 0.3301, |
| "num_input_tokens_seen": 273044976, |
| "step": 4920, |
| "train_runtime": 29104.0034, |
| "train_tokens_per_second": 9381.698 |
| }, |
| { |
| "epoch": 1.9826892109500807, |
| "grad_norm": 0.7449776659422748, |
| "learning_rate": 1.9353250323539407e-09, |
| "loss": 0.3379, |
| "num_input_tokens_seen": 273314184, |
| "step": 4925, |
| "train_runtime": 29139.3197, |
| "train_tokens_per_second": 9379.566 |
| }, |
| { |
| "epoch": 1.9847020933977455, |
| "grad_norm": 0.7503151520732206, |
| "learning_rate": 1.5204907456595197e-09, |
| "loss": 0.3203, |
| "num_input_tokens_seen": 273634520, |
| "step": 4930, |
| "train_runtime": 29167.9044, |
| "train_tokens_per_second": 9381.357 |
| }, |
| { |
| "epoch": 1.9867149758454108, |
| "grad_norm": 0.9510330425123027, |
| "learning_rate": 1.1556270094820189e-09, |
| "loss": 0.3264, |
| "num_input_tokens_seen": 273902336, |
| "step": 4935, |
| "train_runtime": 29201.4993, |
| "train_tokens_per_second": 9379.735 |
| }, |
| { |
| "epoch": 1.9887278582930756, |
| "grad_norm": 0.7796532707408381, |
| "learning_rate": 8.407374714192174e-10, |
| "loss": 0.3399, |
| "num_input_tokens_seen": 274183168, |
| "step": 4940, |
| "train_runtime": 29239.061, |
| "train_tokens_per_second": 9377.29 |
| }, |
| { |
| "epoch": 1.9907407407407407, |
| "grad_norm": 0.8264341965323302, |
| "learning_rate": 5.758252794690888e-10, |
| "loss": 0.3314, |
| "num_input_tokens_seen": 274462280, |
| "step": 4945, |
| "train_runtime": 29265.8976, |
| "train_tokens_per_second": 9378.229 |
| }, |
| { |
| "epoch": 1.9927536231884058, |
| "grad_norm": 0.7920653896898673, |
| "learning_rate": 3.608930819981593e-10, |
| "loss": 0.3105, |
| "num_input_tokens_seen": 274708976, |
| "step": 4950, |
| "train_runtime": 29294.5876, |
| "train_tokens_per_second": 9377.465 |
| }, |
| { |
| "epoch": 1.9947665056360708, |
| "grad_norm": 0.6609197175202728, |
| "learning_rate": 1.9594302771652752e-10, |
| "loss": 0.3266, |
| "num_input_tokens_seen": 274999376, |
| "step": 4955, |
| "train_runtime": 29323.0009, |
| "train_tokens_per_second": 9378.282 |
| }, |
| { |
| "epoch": 1.996779388083736, |
| "grad_norm": 0.7042685126356053, |
| "learning_rate": 8.097676565399504e-11, |
| "loss": 0.301, |
| "num_input_tokens_seen": 275242304, |
| "step": 4960, |
| "train_runtime": 29354.9514, |
| "train_tokens_per_second": 9376.35 |
| }, |
| { |
| "epoch": 1.998792270531401, |
| "grad_norm": 0.7323046256494772, |
| "learning_rate": 1.599544514674367e-11, |
| "loss": 0.3388, |
| "num_input_tokens_seen": 275524496, |
| "step": 4965, |
| "train_runtime": 29388.7866, |
| "train_tokens_per_second": 9375.157 |
| }, |
| { |
| "epoch": 2.0, |
| "num_input_tokens_seen": 275688256, |
| "step": 4968, |
| "total_flos": 509842421743616.0, |
| "train_loss": 0.38044202104570785, |
| "train_runtime": 29517.3177, |
| "train_samples_per_second": 0.673, |
| "train_steps_per_second": 0.168 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 4968, |
| "num_input_tokens_seen": 275688256, |
| "num_train_epochs": 2, |
| "save_steps": 0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 509842421743616.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
