| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.5, | |
| "eval_steps": 500, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0005, | |
| "grad_norm": 370.1074523925781, | |
| "learning_rate": 2.0000000000000002e-07, | |
| "loss": 3.3662, | |
| "num_input_tokens_seen": 8388608, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.001, | |
| "grad_norm": 380.1726379394531, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 3.3291, | |
| "num_input_tokens_seen": 16777216, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0015, | |
| "grad_norm": 414.3145446777344, | |
| "learning_rate": 6.000000000000001e-07, | |
| "loss": 3.2201, | |
| "num_input_tokens_seen": 25165824, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.002, | |
| "grad_norm": 389.34332275390625, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 3.2735, | |
| "num_input_tokens_seen": 33554432, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0025, | |
| "grad_norm": 385.0985412597656, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 3.2293, | |
| "num_input_tokens_seen": 41943040, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.003, | |
| "grad_norm": 267.23883056640625, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 3.1203, | |
| "num_input_tokens_seen": 50331648, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0035, | |
| "grad_norm": 249.7722930908203, | |
| "learning_rate": 1.4000000000000001e-06, | |
| "loss": 3.1226, | |
| "num_input_tokens_seen": 58720256, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.004, | |
| "grad_norm": 119.61425018310547, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 2.6311, | |
| "num_input_tokens_seen": 67108864, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0045, | |
| "grad_norm": 108.58890533447266, | |
| "learning_rate": 1.8000000000000001e-06, | |
| "loss": 2.6811, | |
| "num_input_tokens_seen": 75497472, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.005, | |
| "grad_norm": 98.306884765625, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 2.6586, | |
| "num_input_tokens_seen": 83886080, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0055, | |
| "grad_norm": 47.70505142211914, | |
| "learning_rate": 2.2e-06, | |
| "loss": 2.0387, | |
| "num_input_tokens_seen": 92274688, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.006, | |
| "grad_norm": 44.65153121948242, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 2.1509, | |
| "num_input_tokens_seen": 100663296, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0065, | |
| "grad_norm": 36.97843551635742, | |
| "learning_rate": 2.6e-06, | |
| "loss": 2.0554, | |
| "num_input_tokens_seen": 109051904, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.007, | |
| "grad_norm": 27.567747116088867, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 1.9823, | |
| "num_input_tokens_seen": 117440512, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0075, | |
| "grad_norm": 24.83814239501953, | |
| "learning_rate": 3e-06, | |
| "loss": 1.9501, | |
| "num_input_tokens_seen": 125829120, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.008, | |
| "grad_norm": 19.835155487060547, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 1.8774, | |
| "num_input_tokens_seen": 134217728, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0085, | |
| "grad_norm": 14.070314407348633, | |
| "learning_rate": 3.4000000000000005e-06, | |
| "loss": 1.8801, | |
| "num_input_tokens_seen": 142606336, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.009, | |
| "grad_norm": 14.519227981567383, | |
| "learning_rate": 3.6000000000000003e-06, | |
| "loss": 1.9272, | |
| "num_input_tokens_seen": 150994944, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.0095, | |
| "grad_norm": 14.988875389099121, | |
| "learning_rate": 3.8000000000000005e-06, | |
| "loss": 1.9902, | |
| "num_input_tokens_seen": 159383552, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 9.906997680664062, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.9851, | |
| "num_input_tokens_seen": 167772160, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0105, | |
| "grad_norm": 7.837595462799072, | |
| "learning_rate": 4.2000000000000004e-06, | |
| "loss": 1.9127, | |
| "num_input_tokens_seen": 176160768, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.011, | |
| "grad_norm": 4.843110084533691, | |
| "learning_rate": 4.4e-06, | |
| "loss": 1.8756, | |
| "num_input_tokens_seen": 184549376, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0115, | |
| "grad_norm": 4.830221176147461, | |
| "learning_rate": 4.600000000000001e-06, | |
| "loss": 1.691, | |
| "num_input_tokens_seen": 192937984, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.012, | |
| "grad_norm": 2.5043883323669434, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 1.8997, | |
| "num_input_tokens_seen": 201326592, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0125, | |
| "grad_norm": 2.168509006500244, | |
| "learning_rate": 5e-06, | |
| "loss": 1.8075, | |
| "num_input_tokens_seen": 209715200, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.013, | |
| "grad_norm": 2.0097780227661133, | |
| "learning_rate": 5.2e-06, | |
| "loss": 1.8527, | |
| "num_input_tokens_seen": 218103808, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.0135, | |
| "grad_norm": 3.2067172527313232, | |
| "learning_rate": 5.400000000000001e-06, | |
| "loss": 1.6836, | |
| "num_input_tokens_seen": 226492416, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.014, | |
| "grad_norm": 2.623101234436035, | |
| "learning_rate": 5.600000000000001e-06, | |
| "loss": 1.6736, | |
| "num_input_tokens_seen": 234881024, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.0145, | |
| "grad_norm": 3.066000461578369, | |
| "learning_rate": 5.8e-06, | |
| "loss": 1.6637, | |
| "num_input_tokens_seen": 243269632, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.015, | |
| "grad_norm": 2.0795412063598633, | |
| "learning_rate": 6e-06, | |
| "loss": 1.6973, | |
| "num_input_tokens_seen": 251658240, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0155, | |
| "grad_norm": 2.8886075019836426, | |
| "learning_rate": 6.200000000000001e-06, | |
| "loss": 1.9608, | |
| "num_input_tokens_seen": 260046848, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.016, | |
| "grad_norm": 2.7311999797821045, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 1.8288, | |
| "num_input_tokens_seen": 268435456, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0165, | |
| "grad_norm": 1.648906946182251, | |
| "learning_rate": 6.600000000000001e-06, | |
| "loss": 1.797, | |
| "num_input_tokens_seen": 276824064, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.017, | |
| "grad_norm": 1.3969415426254272, | |
| "learning_rate": 6.800000000000001e-06, | |
| "loss": 1.7316, | |
| "num_input_tokens_seen": 285212672, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.0175, | |
| "grad_norm": 1.9224807024002075, | |
| "learning_rate": 7e-06, | |
| "loss": 1.8746, | |
| "num_input_tokens_seen": 293601280, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.018, | |
| "grad_norm": 1.349591851234436, | |
| "learning_rate": 7.2000000000000005e-06, | |
| "loss": 1.8283, | |
| "num_input_tokens_seen": 301989888, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.0185, | |
| "grad_norm": 1.09238600730896, | |
| "learning_rate": 7.4e-06, | |
| "loss": 2.0065, | |
| "num_input_tokens_seen": 310378496, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.019, | |
| "grad_norm": 2.277617931365967, | |
| "learning_rate": 7.600000000000001e-06, | |
| "loss": 1.7303, | |
| "num_input_tokens_seen": 318767104, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0195, | |
| "grad_norm": 1.2706860303878784, | |
| "learning_rate": 7.800000000000002e-06, | |
| "loss": 1.8113, | |
| "num_input_tokens_seen": 327155712, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.9849238395690918, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.7541, | |
| "num_input_tokens_seen": 335544320, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0205, | |
| "grad_norm": 0.8385749459266663, | |
| "learning_rate": 8.2e-06, | |
| "loss": 1.5761, | |
| "num_input_tokens_seen": 343932928, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.021, | |
| "grad_norm": 1.082259178161621, | |
| "learning_rate": 8.400000000000001e-06, | |
| "loss": 2.0085, | |
| "num_input_tokens_seen": 352321536, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.0215, | |
| "grad_norm": 1.1942423582077026, | |
| "learning_rate": 8.6e-06, | |
| "loss": 1.6454, | |
| "num_input_tokens_seen": 360710144, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.022, | |
| "grad_norm": 1.2553157806396484, | |
| "learning_rate": 8.8e-06, | |
| "loss": 1.8204, | |
| "num_input_tokens_seen": 369098752, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0225, | |
| "grad_norm": 0.9502832293510437, | |
| "learning_rate": 9e-06, | |
| "loss": 1.7104, | |
| "num_input_tokens_seen": 377487360, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.023, | |
| "grad_norm": 0.9545429348945618, | |
| "learning_rate": 9.200000000000002e-06, | |
| "loss": 1.7269, | |
| "num_input_tokens_seen": 385875968, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.0235, | |
| "grad_norm": 0.993373692035675, | |
| "learning_rate": 9.4e-06, | |
| "loss": 1.8579, | |
| "num_input_tokens_seen": 394264576, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.024, | |
| "grad_norm": 1.3005881309509277, | |
| "learning_rate": 9.600000000000001e-06, | |
| "loss": 1.8702, | |
| "num_input_tokens_seen": 402653184, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.0245, | |
| "grad_norm": 1.0115833282470703, | |
| "learning_rate": 9.800000000000001e-06, | |
| "loss": 1.7222, | |
| "num_input_tokens_seen": 411041792, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.025, | |
| "grad_norm": 2.056337833404541, | |
| "learning_rate": 1e-05, | |
| "loss": 1.5305, | |
| "num_input_tokens_seen": 419430400, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0255, | |
| "grad_norm": 1.122148036956787, | |
| "learning_rate": 1.02e-05, | |
| "loss": 1.6988, | |
| "num_input_tokens_seen": 427819008, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.026, | |
| "grad_norm": 1.1124475002288818, | |
| "learning_rate": 1.04e-05, | |
| "loss": 1.8053, | |
| "num_input_tokens_seen": 436207616, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.0265, | |
| "grad_norm": 0.7354093194007874, | |
| "learning_rate": 1.0600000000000002e-05, | |
| "loss": 1.7792, | |
| "num_input_tokens_seen": 444596224, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.027, | |
| "grad_norm": 1.4597609043121338, | |
| "learning_rate": 1.0800000000000002e-05, | |
| "loss": 1.7007, | |
| "num_input_tokens_seen": 452984832, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.0275, | |
| "grad_norm": 1.0347814559936523, | |
| "learning_rate": 1.1000000000000001e-05, | |
| "loss": 1.7212, | |
| "num_input_tokens_seen": 461373440, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.028, | |
| "grad_norm": 1.1491434574127197, | |
| "learning_rate": 1.1200000000000001e-05, | |
| "loss": 1.8258, | |
| "num_input_tokens_seen": 469762048, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.0285, | |
| "grad_norm": 1.086042881011963, | |
| "learning_rate": 1.14e-05, | |
| "loss": 1.7252, | |
| "num_input_tokens_seen": 478150656, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.029, | |
| "grad_norm": 1.2974258661270142, | |
| "learning_rate": 1.16e-05, | |
| "loss": 1.5316, | |
| "num_input_tokens_seen": 486539264, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.0295, | |
| "grad_norm": 1.7874411344528198, | |
| "learning_rate": 1.18e-05, | |
| "loss": 1.7952, | |
| "num_input_tokens_seen": 494927872, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7470626831054688, | |
| "learning_rate": 1.2e-05, | |
| "loss": 1.4796, | |
| "num_input_tokens_seen": 503316480, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0305, | |
| "grad_norm": 2.2033004760742188, | |
| "learning_rate": 1.22e-05, | |
| "loss": 1.6184, | |
| "num_input_tokens_seen": 511705088, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.031, | |
| "grad_norm": 1.5556191205978394, | |
| "learning_rate": 1.2400000000000002e-05, | |
| "loss": 1.749, | |
| "num_input_tokens_seen": 520093696, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.0315, | |
| "grad_norm": 1.4915621280670166, | |
| "learning_rate": 1.2600000000000001e-05, | |
| "loss": 1.6627, | |
| "num_input_tokens_seen": 528482304, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.032, | |
| "grad_norm": 1.6399468183517456, | |
| "learning_rate": 1.2800000000000001e-05, | |
| "loss": 1.653, | |
| "num_input_tokens_seen": 536870912, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.0325, | |
| "grad_norm": 1.6420996189117432, | |
| "learning_rate": 1.3000000000000001e-05, | |
| "loss": 1.7104, | |
| "num_input_tokens_seen": 545259520, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.033, | |
| "grad_norm": 1.2998722791671753, | |
| "learning_rate": 1.3200000000000002e-05, | |
| "loss": 1.8448, | |
| "num_input_tokens_seen": 553648128, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.0335, | |
| "grad_norm": 1.1958801746368408, | |
| "learning_rate": 1.3400000000000002e-05, | |
| "loss": 1.7359, | |
| "num_input_tokens_seen": 562036736, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.034, | |
| "grad_norm": 1.1419895887374878, | |
| "learning_rate": 1.3600000000000002e-05, | |
| "loss": 1.7173, | |
| "num_input_tokens_seen": 570425344, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.0345, | |
| "grad_norm": 1.4425727128982544, | |
| "learning_rate": 1.38e-05, | |
| "loss": 1.5033, | |
| "num_input_tokens_seen": 578813952, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.035, | |
| "grad_norm": 1.5337550640106201, | |
| "learning_rate": 1.4e-05, | |
| "loss": 1.7122, | |
| "num_input_tokens_seen": 587202560, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0355, | |
| "grad_norm": 0.8321288228034973, | |
| "learning_rate": 1.4200000000000001e-05, | |
| "loss": 1.6591, | |
| "num_input_tokens_seen": 595591168, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.036, | |
| "grad_norm": 1.6972109079360962, | |
| "learning_rate": 1.4400000000000001e-05, | |
| "loss": 1.6779, | |
| "num_input_tokens_seen": 603979776, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.0365, | |
| "grad_norm": 1.3916453123092651, | |
| "learning_rate": 1.46e-05, | |
| "loss": 1.5565, | |
| "num_input_tokens_seen": 612368384, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.037, | |
| "grad_norm": 1.3113203048706055, | |
| "learning_rate": 1.48e-05, | |
| "loss": 1.6577, | |
| "num_input_tokens_seen": 620756992, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.0375, | |
| "grad_norm": 1.0601086616516113, | |
| "learning_rate": 1.5000000000000002e-05, | |
| "loss": 1.7513, | |
| "num_input_tokens_seen": 629145600, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.038, | |
| "grad_norm": 1.5599173307418823, | |
| "learning_rate": 1.5200000000000002e-05, | |
| "loss": 1.7799, | |
| "num_input_tokens_seen": 637534208, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.0385, | |
| "grad_norm": 0.8914459943771362, | |
| "learning_rate": 1.54e-05, | |
| "loss": 1.7983, | |
| "num_input_tokens_seen": 645922816, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.039, | |
| "grad_norm": 1.0717469453811646, | |
| "learning_rate": 1.5600000000000003e-05, | |
| "loss": 1.8112, | |
| "num_input_tokens_seen": 654311424, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.0395, | |
| "grad_norm": 0.9615082144737244, | |
| "learning_rate": 1.58e-05, | |
| "loss": 1.6442, | |
| "num_input_tokens_seen": 662700032, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2537950277328491, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 1.836, | |
| "num_input_tokens_seen": 671088640, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0405, | |
| "grad_norm": 1.1260099411010742, | |
| "learning_rate": 1.62e-05, | |
| "loss": 1.642, | |
| "num_input_tokens_seen": 679477248, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.041, | |
| "grad_norm": 1.5180790424346924, | |
| "learning_rate": 1.64e-05, | |
| "loss": 1.6642, | |
| "num_input_tokens_seen": 687865856, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.0415, | |
| "grad_norm": 1.1912261247634888, | |
| "learning_rate": 1.66e-05, | |
| "loss": 1.8096, | |
| "num_input_tokens_seen": 696254464, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.042, | |
| "grad_norm": 1.0683045387268066, | |
| "learning_rate": 1.6800000000000002e-05, | |
| "loss": 1.7821, | |
| "num_input_tokens_seen": 704643072, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.0425, | |
| "grad_norm": 1.234241247177124, | |
| "learning_rate": 1.7e-05, | |
| "loss": 1.7426, | |
| "num_input_tokens_seen": 713031680, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.043, | |
| "grad_norm": 1.2772578001022339, | |
| "learning_rate": 1.72e-05, | |
| "loss": 1.6232, | |
| "num_input_tokens_seen": 721420288, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.0435, | |
| "grad_norm": 1.238016963005066, | |
| "learning_rate": 1.7400000000000003e-05, | |
| "loss": 1.6116, | |
| "num_input_tokens_seen": 729808896, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.044, | |
| "grad_norm": 0.9299501180648804, | |
| "learning_rate": 1.76e-05, | |
| "loss": 1.8499, | |
| "num_input_tokens_seen": 738197504, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.0445, | |
| "grad_norm": 1.0743695497512817, | |
| "learning_rate": 1.7800000000000002e-05, | |
| "loss": 1.7032, | |
| "num_input_tokens_seen": 746586112, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.045, | |
| "grad_norm": 1.1992101669311523, | |
| "learning_rate": 1.8e-05, | |
| "loss": 1.5495, | |
| "num_input_tokens_seen": 754974720, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0455, | |
| "grad_norm": 1.2545678615570068, | |
| "learning_rate": 1.8200000000000002e-05, | |
| "loss": 1.7138, | |
| "num_input_tokens_seen": 763363328, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.046, | |
| "grad_norm": 1.389168381690979, | |
| "learning_rate": 1.8400000000000003e-05, | |
| "loss": 1.7343, | |
| "num_input_tokens_seen": 771751936, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.0465, | |
| "grad_norm": 0.9460492730140686, | |
| "learning_rate": 1.86e-05, | |
| "loss": 1.7358, | |
| "num_input_tokens_seen": 780140544, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.047, | |
| "grad_norm": 0.9978250861167908, | |
| "learning_rate": 1.88e-05, | |
| "loss": 1.7163, | |
| "num_input_tokens_seen": 788529152, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.0475, | |
| "grad_norm": 2.179802656173706, | |
| "learning_rate": 1.9e-05, | |
| "loss": 1.449, | |
| "num_input_tokens_seen": 796917760, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.048, | |
| "grad_norm": 1.2629632949829102, | |
| "learning_rate": 1.9200000000000003e-05, | |
| "loss": 1.6696, | |
| "num_input_tokens_seen": 805306368, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.0485, | |
| "grad_norm": 1.7194193601608276, | |
| "learning_rate": 1.94e-05, | |
| "loss": 1.6729, | |
| "num_input_tokens_seen": 813694976, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.049, | |
| "grad_norm": 1.1110029220581055, | |
| "learning_rate": 1.9600000000000002e-05, | |
| "loss": 1.7822, | |
| "num_input_tokens_seen": 822083584, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.0495, | |
| "grad_norm": 1.1010093688964844, | |
| "learning_rate": 1.98e-05, | |
| "loss": 1.5114, | |
| "num_input_tokens_seen": 830472192, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3180491924285889, | |
| "learning_rate": 2e-05, | |
| "loss": 1.5707, | |
| "num_input_tokens_seen": 838860800, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0505, | |
| "grad_norm": 1.1497364044189453, | |
| "learning_rate": 2.0200000000000003e-05, | |
| "loss": 1.6285, | |
| "num_input_tokens_seen": 847249408, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.051, | |
| "grad_norm": 1.4788284301757812, | |
| "learning_rate": 2.04e-05, | |
| "loss": 1.7649, | |
| "num_input_tokens_seen": 855638016, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.0515, | |
| "grad_norm": 1.2098913192749023, | |
| "learning_rate": 2.0600000000000003e-05, | |
| "loss": 1.6458, | |
| "num_input_tokens_seen": 864026624, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.052, | |
| "grad_norm": 1.4255143404006958, | |
| "learning_rate": 2.08e-05, | |
| "loss": 1.6966, | |
| "num_input_tokens_seen": 872415232, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.0525, | |
| "grad_norm": 1.2970800399780273, | |
| "learning_rate": 2.1000000000000002e-05, | |
| "loss": 1.6893, | |
| "num_input_tokens_seen": 880803840, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.053, | |
| "grad_norm": 1.4322800636291504, | |
| "learning_rate": 2.1200000000000004e-05, | |
| "loss": 1.7252, | |
| "num_input_tokens_seen": 889192448, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.0535, | |
| "grad_norm": 1.0862427949905396, | |
| "learning_rate": 2.1400000000000002e-05, | |
| "loss": 1.702, | |
| "num_input_tokens_seen": 897581056, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.054, | |
| "grad_norm": 1.2055437564849854, | |
| "learning_rate": 2.1600000000000003e-05, | |
| "loss": 1.6486, | |
| "num_input_tokens_seen": 905969664, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.0545, | |
| "grad_norm": 1.0794836282730103, | |
| "learning_rate": 2.1800000000000005e-05, | |
| "loss": 1.6812, | |
| "num_input_tokens_seen": 914358272, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.055, | |
| "grad_norm": 1.3784294128417969, | |
| "learning_rate": 2.2000000000000003e-05, | |
| "loss": 1.5237, | |
| "num_input_tokens_seen": 922746880, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.0555, | |
| "grad_norm": 1.5001763105392456, | |
| "learning_rate": 2.2200000000000004e-05, | |
| "loss": 1.6246, | |
| "num_input_tokens_seen": 931135488, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.056, | |
| "grad_norm": 1.0864592790603638, | |
| "learning_rate": 2.2400000000000002e-05, | |
| "loss": 1.6973, | |
| "num_input_tokens_seen": 939524096, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.0565, | |
| "grad_norm": 1.2886756658554077, | |
| "learning_rate": 2.26e-05, | |
| "loss": 1.6475, | |
| "num_input_tokens_seen": 947912704, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.057, | |
| "grad_norm": 1.4063009023666382, | |
| "learning_rate": 2.28e-05, | |
| "loss": 1.7949, | |
| "num_input_tokens_seen": 956301312, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.0575, | |
| "grad_norm": 1.1816203594207764, | |
| "learning_rate": 2.3e-05, | |
| "loss": 1.6827, | |
| "num_input_tokens_seen": 964689920, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.058, | |
| "grad_norm": 1.368019938468933, | |
| "learning_rate": 2.32e-05, | |
| "loss": 1.5163, | |
| "num_input_tokens_seen": 973078528, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.0585, | |
| "grad_norm": 1.1925565004348755, | |
| "learning_rate": 2.34e-05, | |
| "loss": 1.7815, | |
| "num_input_tokens_seen": 981467136, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.059, | |
| "grad_norm": 1.7603892087936401, | |
| "learning_rate": 2.36e-05, | |
| "loss": 1.5604, | |
| "num_input_tokens_seen": 989855744, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.0595, | |
| "grad_norm": 1.140766978263855, | |
| "learning_rate": 2.3800000000000003e-05, | |
| "loss": 1.7546, | |
| "num_input_tokens_seen": 998244352, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.0011487007141113, | |
| "learning_rate": 2.4e-05, | |
| "loss": 1.7174, | |
| "num_input_tokens_seen": 1006632960, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0605, | |
| "grad_norm": 1.3519712686538696, | |
| "learning_rate": 2.4200000000000002e-05, | |
| "loss": 1.6414, | |
| "num_input_tokens_seen": 1015021568, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.061, | |
| "grad_norm": 1.0491664409637451, | |
| "learning_rate": 2.44e-05, | |
| "loss": 1.698, | |
| "num_input_tokens_seen": 1023410176, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.0615, | |
| "grad_norm": 1.5017552375793457, | |
| "learning_rate": 2.46e-05, | |
| "loss": 1.7974, | |
| "num_input_tokens_seen": 1031798784, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.062, | |
| "grad_norm": 0.9958243370056152, | |
| "learning_rate": 2.4800000000000003e-05, | |
| "loss": 1.6468, | |
| "num_input_tokens_seen": 1040187392, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.0625, | |
| "grad_norm": 2.0464437007904053, | |
| "learning_rate": 2.5e-05, | |
| "loss": 1.6911, | |
| "num_input_tokens_seen": 1048576000, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.063, | |
| "grad_norm": 1.2215771675109863, | |
| "learning_rate": 2.5200000000000003e-05, | |
| "loss": 1.7483, | |
| "num_input_tokens_seen": 1056964608, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.0635, | |
| "grad_norm": 1.4541150331497192, | |
| "learning_rate": 2.54e-05, | |
| "loss": 1.7045, | |
| "num_input_tokens_seen": 1065353216, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "grad_norm": 1.6184258460998535, | |
| "learning_rate": 2.5600000000000002e-05, | |
| "loss": 1.7767, | |
| "num_input_tokens_seen": 1073741824, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.0645, | |
| "grad_norm": 1.029843807220459, | |
| "learning_rate": 2.5800000000000004e-05, | |
| "loss": 1.7934, | |
| "num_input_tokens_seen": 1082130432, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.065, | |
| "grad_norm": 2.1942873001098633, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 1.5101, | |
| "num_input_tokens_seen": 1090519040, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.0655, | |
| "grad_norm": 1.411434292793274, | |
| "learning_rate": 2.6200000000000003e-05, | |
| "loss": 1.6257, | |
| "num_input_tokens_seen": 1098907648, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.066, | |
| "grad_norm": 0.9594506621360779, | |
| "learning_rate": 2.6400000000000005e-05, | |
| "loss": 1.8266, | |
| "num_input_tokens_seen": 1107296256, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.0665, | |
| "grad_norm": 1.4641342163085938, | |
| "learning_rate": 2.6600000000000003e-05, | |
| "loss": 1.712, | |
| "num_input_tokens_seen": 1115684864, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.067, | |
| "grad_norm": 1.3084245920181274, | |
| "learning_rate": 2.6800000000000004e-05, | |
| "loss": 1.604, | |
| "num_input_tokens_seen": 1124073472, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.0675, | |
| "grad_norm": 1.2237942218780518, | |
| "learning_rate": 2.7000000000000002e-05, | |
| "loss": 1.5766, | |
| "num_input_tokens_seen": 1132462080, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.068, | |
| "grad_norm": 1.1463581323623657, | |
| "learning_rate": 2.7200000000000004e-05, | |
| "loss": 1.6984, | |
| "num_input_tokens_seen": 1140850688, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.0685, | |
| "grad_norm": 1.579965591430664, | |
| "learning_rate": 2.7400000000000005e-05, | |
| "loss": 1.7595, | |
| "num_input_tokens_seen": 1149239296, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.069, | |
| "grad_norm": 1.154305338859558, | |
| "learning_rate": 2.76e-05, | |
| "loss": 1.7695, | |
| "num_input_tokens_seen": 1157627904, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.0695, | |
| "grad_norm": 1.2724696397781372, | |
| "learning_rate": 2.78e-05, | |
| "loss": 1.6492, | |
| "num_input_tokens_seen": 1166016512, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.0162241458892822, | |
| "learning_rate": 2.8e-05, | |
| "loss": 1.659, | |
| "num_input_tokens_seen": 1174405120, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.0705, | |
| "grad_norm": 1.206682562828064, | |
| "learning_rate": 2.82e-05, | |
| "loss": 1.8174, | |
| "num_input_tokens_seen": 1182793728, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.071, | |
| "grad_norm": 0.8725315928459167, | |
| "learning_rate": 2.8400000000000003e-05, | |
| "loss": 1.5187, | |
| "num_input_tokens_seen": 1191182336, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.0715, | |
| "grad_norm": 1.4840545654296875, | |
| "learning_rate": 2.86e-05, | |
| "loss": 1.5984, | |
| "num_input_tokens_seen": 1199570944, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.072, | |
| "grad_norm": 1.3734935522079468, | |
| "learning_rate": 2.8800000000000002e-05, | |
| "loss": 1.5661, | |
| "num_input_tokens_seen": 1207959552, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.0725, | |
| "grad_norm": 1.2102882862091064, | |
| "learning_rate": 2.9e-05, | |
| "loss": 1.6857, | |
| "num_input_tokens_seen": 1216348160, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.073, | |
| "grad_norm": 1.3926680088043213, | |
| "learning_rate": 2.92e-05, | |
| "loss": 1.695, | |
| "num_input_tokens_seen": 1224736768, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.0735, | |
| "grad_norm": 1.3040108680725098, | |
| "learning_rate": 2.9400000000000003e-05, | |
| "loss": 1.6561, | |
| "num_input_tokens_seen": 1233125376, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.074, | |
| "grad_norm": 1.168774127960205, | |
| "learning_rate": 2.96e-05, | |
| "loss": 1.7053, | |
| "num_input_tokens_seen": 1241513984, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.0745, | |
| "grad_norm": 1.0817087888717651, | |
| "learning_rate": 2.9800000000000003e-05, | |
| "loss": 1.6884, | |
| "num_input_tokens_seen": 1249902592, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.075, | |
| "grad_norm": 1.2117892503738403, | |
| "learning_rate": 3.0000000000000004e-05, | |
| "loss": 1.6538, | |
| "num_input_tokens_seen": 1258291200, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0755, | |
| "grad_norm": 1.4789024591445923, | |
| "learning_rate": 3.0200000000000002e-05, | |
| "loss": 1.6475, | |
| "num_input_tokens_seen": 1266679808, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.076, | |
| "grad_norm": 1.3695178031921387, | |
| "learning_rate": 3.0400000000000004e-05, | |
| "loss": 1.725, | |
| "num_input_tokens_seen": 1275068416, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.0765, | |
| "grad_norm": 1.3215945959091187, | |
| "learning_rate": 3.0600000000000005e-05, | |
| "loss": 1.6756, | |
| "num_input_tokens_seen": 1283457024, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.077, | |
| "grad_norm": 1.1858457326889038, | |
| "learning_rate": 3.08e-05, | |
| "loss": 1.755, | |
| "num_input_tokens_seen": 1291845632, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.0775, | |
| "grad_norm": 1.4984840154647827, | |
| "learning_rate": 3.1e-05, | |
| "loss": 1.7219, | |
| "num_input_tokens_seen": 1300234240, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.078, | |
| "grad_norm": 1.2197405099868774, | |
| "learning_rate": 3.1200000000000006e-05, | |
| "loss": 1.7356, | |
| "num_input_tokens_seen": 1308622848, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.0785, | |
| "grad_norm": 1.474221110343933, | |
| "learning_rate": 3.1400000000000004e-05, | |
| "loss": 1.5129, | |
| "num_input_tokens_seen": 1317011456, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.079, | |
| "grad_norm": 1.5716886520385742, | |
| "learning_rate": 3.16e-05, | |
| "loss": 1.7484, | |
| "num_input_tokens_seen": 1325400064, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.0795, | |
| "grad_norm": 0.9521049857139587, | |
| "learning_rate": 3.180000000000001e-05, | |
| "loss": 1.6262, | |
| "num_input_tokens_seen": 1333788672, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.921792984008789, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 1.5914, | |
| "num_input_tokens_seen": 1342177280, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.0805, | |
| "grad_norm": 1.6440759897232056, | |
| "learning_rate": 3.2200000000000003e-05, | |
| "loss": 1.7481, | |
| "num_input_tokens_seen": 1350565888, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.081, | |
| "grad_norm": 1.7987762689590454, | |
| "learning_rate": 3.24e-05, | |
| "loss": 1.6367, | |
| "num_input_tokens_seen": 1358954496, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.0815, | |
| "grad_norm": 1.4722107648849487, | |
| "learning_rate": 3.26e-05, | |
| "loss": 1.6079, | |
| "num_input_tokens_seen": 1367343104, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.082, | |
| "grad_norm": 1.5897142887115479, | |
| "learning_rate": 3.28e-05, | |
| "loss": 1.5902, | |
| "num_input_tokens_seen": 1375731712, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.0825, | |
| "grad_norm": 1.5487194061279297, | |
| "learning_rate": 3.3e-05, | |
| "loss": 1.8002, | |
| "num_input_tokens_seen": 1384120320, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.083, | |
| "grad_norm": 1.122914433479309, | |
| "learning_rate": 3.32e-05, | |
| "loss": 1.6447, | |
| "num_input_tokens_seen": 1392508928, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.0835, | |
| "grad_norm": 1.5491061210632324, | |
| "learning_rate": 3.34e-05, | |
| "loss": 1.7569, | |
| "num_input_tokens_seen": 1400897536, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.084, | |
| "grad_norm": 1.2212718725204468, | |
| "learning_rate": 3.3600000000000004e-05, | |
| "loss": 1.5337, | |
| "num_input_tokens_seen": 1409286144, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.0845, | |
| "grad_norm": 1.2301714420318604, | |
| "learning_rate": 3.38e-05, | |
| "loss": 1.6417, | |
| "num_input_tokens_seen": 1417674752, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.085, | |
| "grad_norm": 1.242119312286377, | |
| "learning_rate": 3.4e-05, | |
| "loss": 1.8315, | |
| "num_input_tokens_seen": 1426063360, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.0855, | |
| "grad_norm": 1.4329941272735596, | |
| "learning_rate": 3.4200000000000005e-05, | |
| "loss": 1.682, | |
| "num_input_tokens_seen": 1434451968, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.086, | |
| "grad_norm": 1.633201241493225, | |
| "learning_rate": 3.44e-05, | |
| "loss": 1.6389, | |
| "num_input_tokens_seen": 1442840576, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.0865, | |
| "grad_norm": 1.184312343597412, | |
| "learning_rate": 3.46e-05, | |
| "loss": 1.727, | |
| "num_input_tokens_seen": 1451229184, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.087, | |
| "grad_norm": 1.2135035991668701, | |
| "learning_rate": 3.4800000000000006e-05, | |
| "loss": 1.7893, | |
| "num_input_tokens_seen": 1459617792, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.0875, | |
| "grad_norm": 0.9943047761917114, | |
| "learning_rate": 3.5000000000000004e-05, | |
| "loss": 1.8099, | |
| "num_input_tokens_seen": 1468006400, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.088, | |
| "grad_norm": 1.4616221189498901, | |
| "learning_rate": 3.52e-05, | |
| "loss": 1.7955, | |
| "num_input_tokens_seen": 1476395008, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.0885, | |
| "grad_norm": 0.9395477771759033, | |
| "learning_rate": 3.54e-05, | |
| "loss": 1.5458, | |
| "num_input_tokens_seen": 1484783616, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.089, | |
| "grad_norm": 1.5338860750198364, | |
| "learning_rate": 3.5600000000000005e-05, | |
| "loss": 1.7537, | |
| "num_input_tokens_seen": 1493172224, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.0895, | |
| "grad_norm": 1.1360806226730347, | |
| "learning_rate": 3.58e-05, | |
| "loss": 1.58, | |
| "num_input_tokens_seen": 1501560832, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.797577142715454, | |
| "learning_rate": 3.6e-05, | |
| "loss": 1.7989, | |
| "num_input_tokens_seen": 1509949440, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.0905, | |
| "grad_norm": 1.5540266036987305, | |
| "learning_rate": 3.6200000000000006e-05, | |
| "loss": 1.4828, | |
| "num_input_tokens_seen": 1518338048, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.091, | |
| "grad_norm": 1.776328206062317, | |
| "learning_rate": 3.6400000000000004e-05, | |
| "loss": 1.6651, | |
| "num_input_tokens_seen": 1526726656, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.0915, | |
| "grad_norm": 1.5140923261642456, | |
| "learning_rate": 3.66e-05, | |
| "loss": 1.702, | |
| "num_input_tokens_seen": 1535115264, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.092, | |
| "grad_norm": 1.5927739143371582, | |
| "learning_rate": 3.680000000000001e-05, | |
| "loss": 1.6738, | |
| "num_input_tokens_seen": 1543503872, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.0925, | |
| "grad_norm": 1.1876591444015503, | |
| "learning_rate": 3.7000000000000005e-05, | |
| "loss": 1.673, | |
| "num_input_tokens_seen": 1551892480, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.093, | |
| "grad_norm": 1.176761269569397, | |
| "learning_rate": 3.72e-05, | |
| "loss": 1.7108, | |
| "num_input_tokens_seen": 1560281088, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.0935, | |
| "grad_norm": 1.4902335405349731, | |
| "learning_rate": 3.740000000000001e-05, | |
| "loss": 1.8053, | |
| "num_input_tokens_seen": 1568669696, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.094, | |
| "grad_norm": 1.1420718431472778, | |
| "learning_rate": 3.76e-05, | |
| "loss": 1.7571, | |
| "num_input_tokens_seen": 1577058304, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.0945, | |
| "grad_norm": 0.99260413646698, | |
| "learning_rate": 3.7800000000000004e-05, | |
| "loss": 1.6794, | |
| "num_input_tokens_seen": 1585446912, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.095, | |
| "grad_norm": 1.57101309299469, | |
| "learning_rate": 3.8e-05, | |
| "loss": 1.6479, | |
| "num_input_tokens_seen": 1593835520, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.0955, | |
| "grad_norm": 1.5510618686676025, | |
| "learning_rate": 3.82e-05, | |
| "loss": 1.6632, | |
| "num_input_tokens_seen": 1602224128, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "grad_norm": 1.442740559577942, | |
| "learning_rate": 3.8400000000000005e-05, | |
| "loss": 1.8864, | |
| "num_input_tokens_seen": 1610612736, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.0965, | |
| "grad_norm": 1.0593072175979614, | |
| "learning_rate": 3.86e-05, | |
| "loss": 1.5798, | |
| "num_input_tokens_seen": 1619001344, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.097, | |
| "grad_norm": 2.065847396850586, | |
| "learning_rate": 3.88e-05, | |
| "loss": 1.5443, | |
| "num_input_tokens_seen": 1627389952, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.0975, | |
| "grad_norm": 1.2346482276916504, | |
| "learning_rate": 3.9e-05, | |
| "loss": 1.6052, | |
| "num_input_tokens_seen": 1635778560, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.098, | |
| "grad_norm": 1.419586181640625, | |
| "learning_rate": 3.9200000000000004e-05, | |
| "loss": 1.5901, | |
| "num_input_tokens_seen": 1644167168, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.0985, | |
| "grad_norm": 1.2483519315719604, | |
| "learning_rate": 3.94e-05, | |
| "loss": 1.6552, | |
| "num_input_tokens_seen": 1652555776, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.099, | |
| "grad_norm": 1.5695958137512207, | |
| "learning_rate": 3.96e-05, | |
| "loss": 1.5986, | |
| "num_input_tokens_seen": 1660944384, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.0995, | |
| "grad_norm": 1.6311231851577759, | |
| "learning_rate": 3.9800000000000005e-05, | |
| "loss": 1.778, | |
| "num_input_tokens_seen": 1669332992, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.5190160274505615, | |
| "learning_rate": 4e-05, | |
| "loss": 1.8327, | |
| "num_input_tokens_seen": 1677721600, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1005, | |
| "grad_norm": 1.2366491556167603, | |
| "learning_rate": 3.9999845787629415e-05, | |
| "loss": 1.7143, | |
| "num_input_tokens_seen": 1686110208, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.101, | |
| "grad_norm": 2.084810495376587, | |
| "learning_rate": 3.99993831528958e-05, | |
| "loss": 1.6544, | |
| "num_input_tokens_seen": 1694498816, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.1015, | |
| "grad_norm": 1.5253264904022217, | |
| "learning_rate": 3.9998612102933544e-05, | |
| "loss": 1.6143, | |
| "num_input_tokens_seen": 1702887424, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.102, | |
| "grad_norm": 1.0702577829360962, | |
| "learning_rate": 3.999753264963321e-05, | |
| "loss": 1.6856, | |
| "num_input_tokens_seen": 1711276032, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.1025, | |
| "grad_norm": 1.9343763589859009, | |
| "learning_rate": 3.9996144809641296e-05, | |
| "loss": 1.786, | |
| "num_input_tokens_seen": 1719664640, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.103, | |
| "grad_norm": 1.1403006315231323, | |
| "learning_rate": 3.9994448604360016e-05, | |
| "loss": 1.6452, | |
| "num_input_tokens_seen": 1728053248, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.1035, | |
| "grad_norm": 2.63930606842041, | |
| "learning_rate": 3.999244405994694e-05, | |
| "loss": 1.7236, | |
| "num_input_tokens_seen": 1736441856, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.104, | |
| "grad_norm": 1.6718311309814453, | |
| "learning_rate": 3.9990131207314634e-05, | |
| "loss": 1.5877, | |
| "num_input_tokens_seen": 1744830464, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.1045, | |
| "grad_norm": 2.7320733070373535, | |
| "learning_rate": 3.998751008213014e-05, | |
| "loss": 1.7808, | |
| "num_input_tokens_seen": 1753219072, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.105, | |
| "grad_norm": 2.0388472080230713, | |
| "learning_rate": 3.9984580724814464e-05, | |
| "loss": 1.7625, | |
| "num_input_tokens_seen": 1761607680, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.1055, | |
| "grad_norm": 2.2198638916015625, | |
| "learning_rate": 3.99813431805419e-05, | |
| "loss": 1.6662, | |
| "num_input_tokens_seen": 1769996288, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.106, | |
| "grad_norm": 1.7465423345565796, | |
| "learning_rate": 3.9977797499239404e-05, | |
| "loss": 1.6335, | |
| "num_input_tokens_seen": 1778384896, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.1065, | |
| "grad_norm": 1.6627084016799927, | |
| "learning_rate": 3.997394373558576e-05, | |
| "loss": 1.6865, | |
| "num_input_tokens_seen": 1786773504, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.107, | |
| "grad_norm": 1.486066222190857, | |
| "learning_rate": 3.996978194901077e-05, | |
| "loss": 1.5947, | |
| "num_input_tokens_seen": 1795162112, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.1075, | |
| "grad_norm": 1.2178465127944946, | |
| "learning_rate": 3.996531220369432e-05, | |
| "loss": 1.8448, | |
| "num_input_tokens_seen": 1803550720, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.108, | |
| "grad_norm": 1.1107075214385986, | |
| "learning_rate": 3.9960534568565436e-05, | |
| "loss": 1.7868, | |
| "num_input_tokens_seen": 1811939328, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.1085, | |
| "grad_norm": 1.3619362115859985, | |
| "learning_rate": 3.995544911730115e-05, | |
| "loss": 1.742, | |
| "num_input_tokens_seen": 1820327936, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.109, | |
| "grad_norm": 1.0947133302688599, | |
| "learning_rate": 3.995005592832541e-05, | |
| "loss": 1.7386, | |
| "num_input_tokens_seen": 1828716544, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.1095, | |
| "grad_norm": 1.4069256782531738, | |
| "learning_rate": 3.994435508480786e-05, | |
| "loss": 1.7462, | |
| "num_input_tokens_seen": 1837105152, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.4184787273406982, | |
| "learning_rate": 3.9938346674662565e-05, | |
| "loss": 1.7545, | |
| "num_input_tokens_seen": 1845493760, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.1105, | |
| "grad_norm": 1.4119457006454468, | |
| "learning_rate": 3.9932030790546636e-05, | |
| "loss": 1.6184, | |
| "num_input_tokens_seen": 1853882368, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.111, | |
| "grad_norm": 1.1133450269699097, | |
| "learning_rate": 3.9925407529858826e-05, | |
| "loss": 1.67, | |
| "num_input_tokens_seen": 1862270976, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.1115, | |
| "grad_norm": 1.3021692037582397, | |
| "learning_rate": 3.991847699473801e-05, | |
| "loss": 1.6534, | |
| "num_input_tokens_seen": 1870659584, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.112, | |
| "grad_norm": 1.10936439037323, | |
| "learning_rate": 3.99112392920616e-05, | |
| "loss": 1.7029, | |
| "num_input_tokens_seen": 1879048192, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.1125, | |
| "grad_norm": 0.9188879728317261, | |
| "learning_rate": 3.990369453344394e-05, | |
| "loss": 1.6314, | |
| "num_input_tokens_seen": 1887436800, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.113, | |
| "grad_norm": 1.4214354753494263, | |
| "learning_rate": 3.989584283523453e-05, | |
| "loss": 1.6977, | |
| "num_input_tokens_seen": 1895825408, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.1135, | |
| "grad_norm": 1.3106968402862549, | |
| "learning_rate": 3.988768431851628e-05, | |
| "loss": 1.613, | |
| "num_input_tokens_seen": 1904214016, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.114, | |
| "grad_norm": 1.2800140380859375, | |
| "learning_rate": 3.98792191091036e-05, | |
| "loss": 1.7323, | |
| "num_input_tokens_seen": 1912602624, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.1145, | |
| "grad_norm": 0.9443020224571228, | |
| "learning_rate": 3.987044733754049e-05, | |
| "loss": 1.5173, | |
| "num_input_tokens_seen": 1920991232, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.115, | |
| "grad_norm": 1.4971925020217896, | |
| "learning_rate": 3.986136913909853e-05, | |
| "loss": 1.8041, | |
| "num_input_tokens_seen": 1929379840, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.1155, | |
| "grad_norm": 0.9276608824729919, | |
| "learning_rate": 3.985198465377476e-05, | |
| "loss": 1.8106, | |
| "num_input_tokens_seen": 1937768448, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.116, | |
| "grad_norm": 1.3482216596603394, | |
| "learning_rate": 3.9842294026289565e-05, | |
| "loss": 1.6773, | |
| "num_input_tokens_seen": 1946157056, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.1165, | |
| "grad_norm": 1.3610389232635498, | |
| "learning_rate": 3.9832297406084386e-05, | |
| "loss": 1.631, | |
| "num_input_tokens_seen": 1954545664, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.117, | |
| "grad_norm": 1.1721453666687012, | |
| "learning_rate": 3.98219949473195e-05, | |
| "loss": 1.7756, | |
| "num_input_tokens_seen": 1962934272, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.1175, | |
| "grad_norm": 0.8579085469245911, | |
| "learning_rate": 3.981138680887154e-05, | |
| "loss": 1.8969, | |
| "num_input_tokens_seen": 1971322880, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.118, | |
| "grad_norm": 0.8704617023468018, | |
| "learning_rate": 3.980047315433116e-05, | |
| "loss": 1.6432, | |
| "num_input_tokens_seen": 1979711488, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.1185, | |
| "grad_norm": 1.1833432912826538, | |
| "learning_rate": 3.978925415200037e-05, | |
| "loss": 1.6492, | |
| "num_input_tokens_seen": 1988100096, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.119, | |
| "grad_norm": 1.2760549783706665, | |
| "learning_rate": 3.97777299748901e-05, | |
| "loss": 1.6491, | |
| "num_input_tokens_seen": 1996488704, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.1195, | |
| "grad_norm": 0.8377672433853149, | |
| "learning_rate": 3.976590080071739e-05, | |
| "loss": 1.7364, | |
| "num_input_tokens_seen": 2004877312, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.6421141624450684, | |
| "learning_rate": 3.9753766811902756e-05, | |
| "loss": 1.4844, | |
| "num_input_tokens_seen": 2013265920, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1205, | |
| "grad_norm": 1.1873599290847778, | |
| "learning_rate": 3.974132819556731e-05, | |
| "loss": 1.7483, | |
| "num_input_tokens_seen": 2021654528, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.121, | |
| "grad_norm": 1.206591248512268, | |
| "learning_rate": 3.972858514352991e-05, | |
| "loss": 1.7342, | |
| "num_input_tokens_seen": 2030043136, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.1215, | |
| "grad_norm": 0.9489218592643738, | |
| "learning_rate": 3.971553785230418e-05, | |
| "loss": 1.7117, | |
| "num_input_tokens_seen": 2038431744, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.122, | |
| "grad_norm": 1.023648977279663, | |
| "learning_rate": 3.970218652309548e-05, | |
| "loss": 1.5842, | |
| "num_input_tokens_seen": 2046820352, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.1225, | |
| "grad_norm": 1.1487878561019897, | |
| "learning_rate": 3.9688531361797834e-05, | |
| "loss": 1.7356, | |
| "num_input_tokens_seen": 2055208960, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.123, | |
| "grad_norm": 1.0160244703292847, | |
| "learning_rate": 3.9674572578990724e-05, | |
| "loss": 1.682, | |
| "num_input_tokens_seen": 2063597568, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.1235, | |
| "grad_norm": 1.105434536933899, | |
| "learning_rate": 3.9660310389935837e-05, | |
| "loss": 1.6695, | |
| "num_input_tokens_seen": 2071986176, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.124, | |
| "grad_norm": 1.0896682739257812, | |
| "learning_rate": 3.964574501457378e-05, | |
| "loss": 1.7885, | |
| "num_input_tokens_seen": 2080374784, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.1245, | |
| "grad_norm": 1.0165361166000366, | |
| "learning_rate": 3.9630876677520656e-05, | |
| "loss": 1.579, | |
| "num_input_tokens_seen": 2088763392, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.125, | |
| "grad_norm": 1.211041808128357, | |
| "learning_rate": 3.961570560806461e-05, | |
| "loss": 1.6509, | |
| "num_input_tokens_seen": 2097152000, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1255, | |
| "grad_norm": 1.0447190999984741, | |
| "learning_rate": 3.960023204016231e-05, | |
| "loss": 1.8698, | |
| "num_input_tokens_seen": 2105540608, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.126, | |
| "grad_norm": 1.3021482229232788, | |
| "learning_rate": 3.958445621243532e-05, | |
| "loss": 1.7579, | |
| "num_input_tokens_seen": 2113929216, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.1265, | |
| "grad_norm": 0.9119377732276917, | |
| "learning_rate": 3.9568378368166406e-05, | |
| "loss": 1.6945, | |
| "num_input_tokens_seen": 2122317824, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.127, | |
| "grad_norm": 0.8316543698310852, | |
| "learning_rate": 3.955199875529582e-05, | |
| "loss": 1.6739, | |
| "num_input_tokens_seen": 2130706432, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.1275, | |
| "grad_norm": 0.9795516133308411, | |
| "learning_rate": 3.953531762641745e-05, | |
| "loss": 1.7518, | |
| "num_input_tokens_seen": 2139095040, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "grad_norm": 0.9370044469833374, | |
| "learning_rate": 3.951833523877495e-05, | |
| "loss": 1.6134, | |
| "num_input_tokens_seen": 2147483648, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.1285, | |
| "grad_norm": 1.6189143657684326, | |
| "learning_rate": 3.9501051854257745e-05, | |
| "loss": 1.6523, | |
| "num_input_tokens_seen": 2155872256, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.129, | |
| "grad_norm": 1.1166945695877075, | |
| "learning_rate": 3.948346773939699e-05, | |
| "loss": 1.7523, | |
| "num_input_tokens_seen": 2164260864, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.1295, | |
| "grad_norm": 1.0886536836624146, | |
| "learning_rate": 3.94655831653615e-05, | |
| "loss": 1.622, | |
| "num_input_tokens_seen": 2172649472, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.7367981672286987, | |
| "learning_rate": 3.9447398407953536e-05, | |
| "loss": 1.7358, | |
| "num_input_tokens_seen": 2181038080, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.1305, | |
| "grad_norm": 1.2050344944000244, | |
| "learning_rate": 3.942891374760455e-05, | |
| "loss": 1.5398, | |
| "num_input_tokens_seen": 2189426688, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.131, | |
| "grad_norm": 2.18412709236145, | |
| "learning_rate": 3.941012946937085e-05, | |
| "loss": 1.5405, | |
| "num_input_tokens_seen": 2197815296, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.1315, | |
| "grad_norm": 1.3102896213531494, | |
| "learning_rate": 3.9391045862929275e-05, | |
| "loss": 1.8383, | |
| "num_input_tokens_seen": 2206203904, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.132, | |
| "grad_norm": 1.4639437198638916, | |
| "learning_rate": 3.9371663222572625e-05, | |
| "loss": 1.6872, | |
| "num_input_tokens_seen": 2214592512, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.1325, | |
| "grad_norm": 1.346665859222412, | |
| "learning_rate": 3.93519818472052e-05, | |
| "loss": 1.7861, | |
| "num_input_tokens_seen": 2222981120, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.133, | |
| "grad_norm": 1.4441630840301514, | |
| "learning_rate": 3.933200204033815e-05, | |
| "loss": 1.4984, | |
| "num_input_tokens_seen": 2231369728, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.1335, | |
| "grad_norm": 1.3043477535247803, | |
| "learning_rate": 3.931172411008482e-05, | |
| "loss": 1.7591, | |
| "num_input_tokens_seen": 2239758336, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.134, | |
| "grad_norm": 1.2089747190475464, | |
| "learning_rate": 3.9291148369155964e-05, | |
| "loss": 1.7255, | |
| "num_input_tokens_seen": 2248146944, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.1345, | |
| "grad_norm": 0.9772351980209351, | |
| "learning_rate": 3.927027513485498e-05, | |
| "loss": 1.6875, | |
| "num_input_tokens_seen": 2256535552, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.135, | |
| "grad_norm": 0.9826438426971436, | |
| "learning_rate": 3.9249104729072944e-05, | |
| "loss": 1.7025, | |
| "num_input_tokens_seen": 2264924160, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.1355, | |
| "grad_norm": 1.421626329421997, | |
| "learning_rate": 3.9227637478283725e-05, | |
| "loss": 1.7574, | |
| "num_input_tokens_seen": 2273312768, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.136, | |
| "grad_norm": 1.3830302953720093, | |
| "learning_rate": 3.9205873713538864e-05, | |
| "loss": 1.7882, | |
| "num_input_tokens_seen": 2281701376, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.1365, | |
| "grad_norm": 1.0225855112075806, | |
| "learning_rate": 3.918381377046255e-05, | |
| "loss": 1.5312, | |
| "num_input_tokens_seen": 2290089984, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.137, | |
| "grad_norm": 1.8110359907150269, | |
| "learning_rate": 3.916145798924639e-05, | |
| "loss": 1.7218, | |
| "num_input_tokens_seen": 2298478592, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.1375, | |
| "grad_norm": 1.0985193252563477, | |
| "learning_rate": 3.913880671464418e-05, | |
| "loss": 1.6563, | |
| "num_input_tokens_seen": 2306867200, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.138, | |
| "grad_norm": 1.680709719657898, | |
| "learning_rate": 3.911586029596661e-05, | |
| "loss": 1.6444, | |
| "num_input_tokens_seen": 2315255808, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.1385, | |
| "grad_norm": 1.201578974723816, | |
| "learning_rate": 3.9092619087075825e-05, | |
| "loss": 1.6551, | |
| "num_input_tokens_seen": 2323644416, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.139, | |
| "grad_norm": 1.4566112756729126, | |
| "learning_rate": 3.906908344638002e-05, | |
| "loss": 1.6357, | |
| "num_input_tokens_seen": 2332033024, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.1395, | |
| "grad_norm": 1.2596595287322998, | |
| "learning_rate": 3.904525373682791e-05, | |
| "loss": 1.7801, | |
| "num_input_tokens_seen": 2340421632, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.625712513923645, | |
| "learning_rate": 3.9021130325903076e-05, | |
| "loss": 1.7944, | |
| "num_input_tokens_seen": 2348810240, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.1405, | |
| "grad_norm": 1.0394383668899536, | |
| "learning_rate": 3.8996713585618354e-05, | |
| "loss": 1.7922, | |
| "num_input_tokens_seen": 2357198848, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.141, | |
| "grad_norm": 1.8562290668487549, | |
| "learning_rate": 3.897200389251009e-05, | |
| "loss": 1.7078, | |
| "num_input_tokens_seen": 2365587456, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.1415, | |
| "grad_norm": 1.245281457901001, | |
| "learning_rate": 3.8947001627632326e-05, | |
| "loss": 1.6801, | |
| "num_input_tokens_seen": 2373976064, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.142, | |
| "grad_norm": 1.5256640911102295, | |
| "learning_rate": 3.892170717655091e-05, | |
| "loss": 1.7155, | |
| "num_input_tokens_seen": 2382364672, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.1425, | |
| "grad_norm": 1.0656960010528564, | |
| "learning_rate": 3.889612092933756e-05, | |
| "loss": 1.75, | |
| "num_input_tokens_seen": 2390753280, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.143, | |
| "grad_norm": 1.204822063446045, | |
| "learning_rate": 3.887024328056387e-05, | |
| "loss": 1.7464, | |
| "num_input_tokens_seen": 2399141888, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.1435, | |
| "grad_norm": 1.1441707611083984, | |
| "learning_rate": 3.88440746292952e-05, | |
| "loss": 1.6608, | |
| "num_input_tokens_seen": 2407530496, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.144, | |
| "grad_norm": 1.2725075483322144, | |
| "learning_rate": 3.8817615379084514e-05, | |
| "loss": 1.5159, | |
| "num_input_tokens_seen": 2415919104, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.1445, | |
| "grad_norm": 1.1600598096847534, | |
| "learning_rate": 3.879086593796618e-05, | |
| "loss": 1.5823, | |
| "num_input_tokens_seen": 2424307712, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.145, | |
| "grad_norm": 1.1082223653793335, | |
| "learning_rate": 3.876382671844969e-05, | |
| "loss": 1.6134, | |
| "num_input_tokens_seen": 2432696320, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.1455, | |
| "grad_norm": 1.1749600172042847, | |
| "learning_rate": 3.873649813751323e-05, | |
| "loss": 1.5625, | |
| "num_input_tokens_seen": 2441084928, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.146, | |
| "grad_norm": 1.005366325378418, | |
| "learning_rate": 3.870888061659735e-05, | |
| "loss": 1.6975, | |
| "num_input_tokens_seen": 2449473536, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.1465, | |
| "grad_norm": 0.8248304724693298, | |
| "learning_rate": 3.8680974581598375e-05, | |
| "loss": 1.607, | |
| "num_input_tokens_seen": 2457862144, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.147, | |
| "grad_norm": 0.8967552185058594, | |
| "learning_rate": 3.865278046286189e-05, | |
| "loss": 1.3385, | |
| "num_input_tokens_seen": 2466250752, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.1475, | |
| "grad_norm": 1.328721046447754, | |
| "learning_rate": 3.862429869517607e-05, | |
| "loss": 1.6221, | |
| "num_input_tokens_seen": 2474639360, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.148, | |
| "grad_norm": 0.917224645614624, | |
| "learning_rate": 3.859552971776503e-05, | |
| "loss": 1.6286, | |
| "num_input_tokens_seen": 2483027968, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.1485, | |
| "grad_norm": 0.88497394323349, | |
| "learning_rate": 3.856647397428198e-05, | |
| "loss": 1.6966, | |
| "num_input_tokens_seen": 2491416576, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.149, | |
| "grad_norm": 1.0170094966888428, | |
| "learning_rate": 3.853713191280242e-05, | |
| "loss": 1.6923, | |
| "num_input_tokens_seen": 2499805184, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.1495, | |
| "grad_norm": 1.137525200843811, | |
| "learning_rate": 3.850750398581725e-05, | |
| "loss": 1.7734, | |
| "num_input_tokens_seen": 2508193792, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.124685287475586, | |
| "learning_rate": 3.8477590650225735e-05, | |
| "loss": 1.6916, | |
| "num_input_tokens_seen": 2516582400, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1505, | |
| "grad_norm": 0.8273991942405701, | |
| "learning_rate": 3.8447392367328535e-05, | |
| "loss": 1.7422, | |
| "num_input_tokens_seen": 2524971008, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.151, | |
| "grad_norm": 0.7442718744277954, | |
| "learning_rate": 3.8416909602820534e-05, | |
| "loss": 1.7876, | |
| "num_input_tokens_seen": 2533359616, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.1515, | |
| "grad_norm": 1.1291152238845825, | |
| "learning_rate": 3.8386142826783645e-05, | |
| "loss": 1.7041, | |
| "num_input_tokens_seen": 2541748224, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.152, | |
| "grad_norm": 0.8179329037666321, | |
| "learning_rate": 3.835509251367963e-05, | |
| "loss": 1.6661, | |
| "num_input_tokens_seen": 2550136832, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.1525, | |
| "grad_norm": 0.7719331383705139, | |
| "learning_rate": 3.832375914234272e-05, | |
| "loss": 1.6901, | |
| "num_input_tokens_seen": 2558525440, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.153, | |
| "grad_norm": 0.8355837464332581, | |
| "learning_rate": 3.829214319597228e-05, | |
| "loss": 1.6282, | |
| "num_input_tokens_seen": 2566914048, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.1535, | |
| "grad_norm": 1.228195071220398, | |
| "learning_rate": 3.826024516212529e-05, | |
| "loss": 1.5801, | |
| "num_input_tokens_seen": 2575302656, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.154, | |
| "grad_norm": 1.644123911857605, | |
| "learning_rate": 3.8228065532708905e-05, | |
| "loss": 1.626, | |
| "num_input_tokens_seen": 2583691264, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.1545, | |
| "grad_norm": 0.9140821695327759, | |
| "learning_rate": 3.819560480397282e-05, | |
| "loss": 1.671, | |
| "num_input_tokens_seen": 2592079872, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.155, | |
| "grad_norm": 1.3930050134658813, | |
| "learning_rate": 3.816286347650163e-05, | |
| "loss": 1.5599, | |
| "num_input_tokens_seen": 2600468480, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.1555, | |
| "grad_norm": 1.069976568222046, | |
| "learning_rate": 3.81298420552071e-05, | |
| "loss": 1.6816, | |
| "num_input_tokens_seen": 2608857088, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.156, | |
| "grad_norm": 1.2245848178863525, | |
| "learning_rate": 3.809654104932039e-05, | |
| "loss": 1.4973, | |
| "num_input_tokens_seen": 2617245696, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.1565, | |
| "grad_norm": 1.045593500137329, | |
| "learning_rate": 3.8062960972384223e-05, | |
| "loss": 1.6431, | |
| "num_input_tokens_seen": 2625634304, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.157, | |
| "grad_norm": 1.0730377435684204, | |
| "learning_rate": 3.802910234224491e-05, | |
| "loss": 1.8426, | |
| "num_input_tokens_seen": 2634022912, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.1575, | |
| "grad_norm": 1.0670175552368164, | |
| "learning_rate": 3.7994965681044436e-05, | |
| "loss": 1.6098, | |
| "num_input_tokens_seen": 2642411520, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.158, | |
| "grad_norm": 1.2215880155563354, | |
| "learning_rate": 3.796055151521231e-05, | |
| "loss": 1.6359, | |
| "num_input_tokens_seen": 2650800128, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.1585, | |
| "grad_norm": 0.8806067705154419, | |
| "learning_rate": 3.792586037545758e-05, | |
| "loss": 1.5976, | |
| "num_input_tokens_seen": 2659188736, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.159, | |
| "grad_norm": 0.8471524119377136, | |
| "learning_rate": 3.78908927967605e-05, | |
| "loss": 1.6655, | |
| "num_input_tokens_seen": 2667577344, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.1595, | |
| "grad_norm": 0.8181973099708557, | |
| "learning_rate": 3.785564931836442e-05, | |
| "loss": 1.6711, | |
| "num_input_tokens_seen": 2675965952, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.8937894105911255, | |
| "learning_rate": 3.782013048376736e-05, | |
| "loss": 1.5473, | |
| "num_input_tokens_seen": 2684354560, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.1605, | |
| "grad_norm": 1.0847939252853394, | |
| "learning_rate": 3.778433684071369e-05, | |
| "loss": 1.6359, | |
| "num_input_tokens_seen": 2692743168, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.161, | |
| "grad_norm": 1.1049737930297852, | |
| "learning_rate": 3.774826894118567e-05, | |
| "loss": 1.7373, | |
| "num_input_tokens_seen": 2701131776, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.1615, | |
| "grad_norm": 0.8523493409156799, | |
| "learning_rate": 3.7711927341394916e-05, | |
| "loss": 1.5551, | |
| "num_input_tokens_seen": 2709520384, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.162, | |
| "grad_norm": 0.9004189372062683, | |
| "learning_rate": 3.7675312601773874e-05, | |
| "loss": 1.5898, | |
| "num_input_tokens_seen": 2717908992, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.1625, | |
| "grad_norm": 1.4729281663894653, | |
| "learning_rate": 3.76384252869671e-05, | |
| "loss": 1.6389, | |
| "num_input_tokens_seen": 2726297600, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.163, | |
| "grad_norm": 0.9593777656555176, | |
| "learning_rate": 3.760126596582264e-05, | |
| "loss": 1.674, | |
| "num_input_tokens_seen": 2734686208, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.1635, | |
| "grad_norm": 0.8906177878379822, | |
| "learning_rate": 3.756383521138319e-05, | |
| "loss": 1.5994, | |
| "num_input_tokens_seen": 2743074816, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.164, | |
| "grad_norm": 0.7630260586738586, | |
| "learning_rate": 3.7526133600877275e-05, | |
| "loss": 1.6662, | |
| "num_input_tokens_seen": 2751463424, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.1645, | |
| "grad_norm": 0.837302029132843, | |
| "learning_rate": 3.748816171571038e-05, | |
| "loss": 1.739, | |
| "num_input_tokens_seen": 2759852032, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.165, | |
| "grad_norm": 0.9471412897109985, | |
| "learning_rate": 3.744992014145595e-05, | |
| "loss": 1.6867, | |
| "num_input_tokens_seen": 2768240640, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.1655, | |
| "grad_norm": 0.7041006684303284, | |
| "learning_rate": 3.741140946784635e-05, | |
| "loss": 1.7248, | |
| "num_input_tokens_seen": 2776629248, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.166, | |
| "grad_norm": 0.7114289999008179, | |
| "learning_rate": 3.737263028876383e-05, | |
| "loss": 1.5945, | |
| "num_input_tokens_seen": 2785017856, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.1665, | |
| "grad_norm": 0.7291207313537598, | |
| "learning_rate": 3.733358320223128e-05, | |
| "loss": 1.4206, | |
| "num_input_tokens_seen": 2793406464, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.167, | |
| "grad_norm": 0.7624229192733765, | |
| "learning_rate": 3.729426881040311e-05, | |
| "loss": 1.587, | |
| "num_input_tokens_seen": 2801795072, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.1675, | |
| "grad_norm": 0.6349395513534546, | |
| "learning_rate": 3.725468771955584e-05, | |
| "loss": 1.8279, | |
| "num_input_tokens_seen": 2810183680, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.168, | |
| "grad_norm": 0.6584758162498474, | |
| "learning_rate": 3.721484054007888e-05, | |
| "loss": 1.5794, | |
| "num_input_tokens_seen": 2818572288, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.1685, | |
| "grad_norm": 0.8144023418426514, | |
| "learning_rate": 3.717472788646501e-05, | |
| "loss": 1.7197, | |
| "num_input_tokens_seen": 2826960896, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.169, | |
| "grad_norm": 0.9008212685585022, | |
| "learning_rate": 3.7134350377301e-05, | |
| "loss": 1.5056, | |
| "num_input_tokens_seen": 2835349504, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.1695, | |
| "grad_norm": 1.026350498199463, | |
| "learning_rate": 3.709370863525796e-05, | |
| "loss": 1.6921, | |
| "num_input_tokens_seen": 2843738112, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.0004777908325195, | |
| "learning_rate": 3.705280328708185e-05, | |
| "loss": 1.6245, | |
| "num_input_tokens_seen": 2852126720, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.1705, | |
| "grad_norm": 1.0942559242248535, | |
| "learning_rate": 3.701163496358373e-05, | |
| "loss": 1.5393, | |
| "num_input_tokens_seen": 2860515328, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.171, | |
| "grad_norm": 0.7471975684165955, | |
| "learning_rate": 3.6970204299630077e-05, | |
| "loss": 1.7802, | |
| "num_input_tokens_seen": 2868903936, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.1715, | |
| "grad_norm": 0.9047533869743347, | |
| "learning_rate": 3.692851193413299e-05, | |
| "loss": 1.5245, | |
| "num_input_tokens_seen": 2877292544, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.172, | |
| "grad_norm": 1.4945957660675049, | |
| "learning_rate": 3.6886558510040305e-05, | |
| "loss": 1.6707, | |
| "num_input_tokens_seen": 2885681152, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.1725, | |
| "grad_norm": 0.808014452457428, | |
| "learning_rate": 3.684434467432573e-05, | |
| "loss": 1.7578, | |
| "num_input_tokens_seen": 2894069760, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.173, | |
| "grad_norm": 0.9657407402992249, | |
| "learning_rate": 3.680187107797884e-05, | |
| "loss": 1.6556, | |
| "num_input_tokens_seen": 2902458368, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.1735, | |
| "grad_norm": 1.2704793214797974, | |
| "learning_rate": 3.675913837599503e-05, | |
| "loss": 1.5934, | |
| "num_input_tokens_seen": 2910846976, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.174, | |
| "grad_norm": 0.90053790807724, | |
| "learning_rate": 3.671614722736541e-05, | |
| "loss": 1.7298, | |
| "num_input_tokens_seen": 2919235584, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.1745, | |
| "grad_norm": 0.810030460357666, | |
| "learning_rate": 3.667289829506669e-05, | |
| "loss": 1.5586, | |
| "num_input_tokens_seen": 2927624192, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.175, | |
| "grad_norm": 1.1691352128982544, | |
| "learning_rate": 3.662939224605091e-05, | |
| "loss": 1.6294, | |
| "num_input_tokens_seen": 2936012800, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.1755, | |
| "grad_norm": 1.1451619863510132, | |
| "learning_rate": 3.658562975123516e-05, | |
| "loss": 1.4937, | |
| "num_input_tokens_seen": 2944401408, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.176, | |
| "grad_norm": 0.9522868990898132, | |
| "learning_rate": 3.654161148549124e-05, | |
| "loss": 1.7785, | |
| "num_input_tokens_seen": 2952790016, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.1765, | |
| "grad_norm": 0.7397971153259277, | |
| "learning_rate": 3.649733812763527e-05, | |
| "loss": 1.713, | |
| "num_input_tokens_seen": 2961178624, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.177, | |
| "grad_norm": 0.7993081212043762, | |
| "learning_rate": 3.64528103604172e-05, | |
| "loss": 1.5611, | |
| "num_input_tokens_seen": 2969567232, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.1775, | |
| "grad_norm": 0.8007155060768127, | |
| "learning_rate": 3.640802887051027e-05, | |
| "loss": 1.5691, | |
| "num_input_tokens_seen": 2977955840, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.178, | |
| "grad_norm": 0.8291440606117249, | |
| "learning_rate": 3.636299434850047e-05, | |
| "loss": 1.4725, | |
| "num_input_tokens_seen": 2986344448, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.1785, | |
| "grad_norm": 1.0753155946731567, | |
| "learning_rate": 3.631770748887583e-05, | |
| "loss": 1.5618, | |
| "num_input_tokens_seen": 2994733056, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.179, | |
| "grad_norm": 0.8969347476959229, | |
| "learning_rate": 3.627216899001575e-05, | |
| "loss": 1.6699, | |
| "num_input_tokens_seen": 3003121664, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.1795, | |
| "grad_norm": 0.8943629264831543, | |
| "learning_rate": 3.62263795541802e-05, | |
| "loss": 1.7087, | |
| "num_input_tokens_seen": 3011510272, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.9483537077903748, | |
| "learning_rate": 3.6180339887498953e-05, | |
| "loss": 1.6257, | |
| "num_input_tokens_seen": 3019898880, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.1805, | |
| "grad_norm": 0.8657635450363159, | |
| "learning_rate": 3.6134050699960604e-05, | |
| "loss": 1.689, | |
| "num_input_tokens_seen": 3028287488, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.181, | |
| "grad_norm": 0.7815025448799133, | |
| "learning_rate": 3.608751270540169e-05, | |
| "loss": 1.6175, | |
| "num_input_tokens_seen": 3036676096, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.1815, | |
| "grad_norm": 0.7870849967002869, | |
| "learning_rate": 3.604072662149567e-05, | |
| "loss": 1.5586, | |
| "num_input_tokens_seen": 3045064704, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.182, | |
| "grad_norm": 0.8339277505874634, | |
| "learning_rate": 3.599369316974182e-05, | |
| "loss": 1.5271, | |
| "num_input_tokens_seen": 3053453312, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.1825, | |
| "grad_norm": 0.9285105466842651, | |
| "learning_rate": 3.594641307545414e-05, | |
| "loss": 1.7041, | |
| "num_input_tokens_seen": 3061841920, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.183, | |
| "grad_norm": 0.8689367175102234, | |
| "learning_rate": 3.58988870677502e-05, | |
| "loss": 1.4738, | |
| "num_input_tokens_seen": 3070230528, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.1835, | |
| "grad_norm": 0.929764986038208, | |
| "learning_rate": 3.585111587953982e-05, | |
| "loss": 1.7297, | |
| "num_input_tokens_seen": 3078619136, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.184, | |
| "grad_norm": 1.05793035030365, | |
| "learning_rate": 3.580310024751381e-05, | |
| "loss": 1.5431, | |
| "num_input_tokens_seen": 3087007744, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.1845, | |
| "grad_norm": 0.8866976499557495, | |
| "learning_rate": 3.575484091213262e-05, | |
| "loss": 1.6682, | |
| "num_input_tokens_seen": 3095396352, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.185, | |
| "grad_norm": 0.7259969115257263, | |
| "learning_rate": 3.57063386176149e-05, | |
| "loss": 1.6123, | |
| "num_input_tokens_seen": 3103784960, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.1855, | |
| "grad_norm": 0.9831200838088989, | |
| "learning_rate": 3.565759411192604e-05, | |
| "loss": 1.5845, | |
| "num_input_tokens_seen": 3112173568, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.186, | |
| "grad_norm": 0.9731907248497009, | |
| "learning_rate": 3.5608608146766597e-05, | |
| "loss": 1.7179, | |
| "num_input_tokens_seen": 3120562176, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.1865, | |
| "grad_norm": 1.0148561000823975, | |
| "learning_rate": 3.555938147756077e-05, | |
| "loss": 1.9192, | |
| "num_input_tokens_seen": 3128950784, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.187, | |
| "grad_norm": 0.9084612131118774, | |
| "learning_rate": 3.5509914863444694e-05, | |
| "loss": 1.5912, | |
| "num_input_tokens_seen": 3137339392, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.1875, | |
| "grad_norm": 0.9402855038642883, | |
| "learning_rate": 3.546020906725474e-05, | |
| "loss": 1.5803, | |
| "num_input_tokens_seen": 3145728000, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.188, | |
| "grad_norm": 0.9808095693588257, | |
| "learning_rate": 3.541026485551579e-05, | |
| "loss": 1.8292, | |
| "num_input_tokens_seen": 3154116608, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.1885, | |
| "grad_norm": 1.1110026836395264, | |
| "learning_rate": 3.536008299842936e-05, | |
| "loss": 1.6698, | |
| "num_input_tokens_seen": 3162505216, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.189, | |
| "grad_norm": 1.0544601678848267, | |
| "learning_rate": 3.530966426986177e-05, | |
| "loss": 1.6978, | |
| "num_input_tokens_seen": 3170893824, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.1895, | |
| "grad_norm": 0.7350985407829285, | |
| "learning_rate": 3.525900944733218e-05, | |
| "loss": 1.6923, | |
| "num_input_tokens_seen": 3179282432, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.9171492457389832, | |
| "learning_rate": 3.520811931200063e-05, | |
| "loss": 1.6079, | |
| "num_input_tokens_seen": 3187671040, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.1905, | |
| "grad_norm": 1.1049323081970215, | |
| "learning_rate": 3.515699464865594e-05, | |
| "loss": 1.6878, | |
| "num_input_tokens_seen": 3196059648, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.191, | |
| "grad_norm": 0.776717483997345, | |
| "learning_rate": 3.5105636245703675e-05, | |
| "loss": 1.5757, | |
| "num_input_tokens_seen": 3204448256, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.1915, | |
| "grad_norm": 0.8234217166900635, | |
| "learning_rate": 3.505404489515394e-05, | |
| "loss": 1.6609, | |
| "num_input_tokens_seen": 3212836864, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "grad_norm": 0.854977011680603, | |
| "learning_rate": 3.5002221392609196e-05, | |
| "loss": 1.6726, | |
| "num_input_tokens_seen": 3221225472, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.1925, | |
| "grad_norm": 0.6885860562324524, | |
| "learning_rate": 3.495016653725194e-05, | |
| "loss": 1.7057, | |
| "num_input_tokens_seen": 3229614080, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.193, | |
| "grad_norm": 0.8042221665382385, | |
| "learning_rate": 3.489788113183244e-05, | |
| "loss": 1.6693, | |
| "num_input_tokens_seen": 3238002688, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.1935, | |
| "grad_norm": 0.8148207664489746, | |
| "learning_rate": 3.484536598265634e-05, | |
| "loss": 1.5554, | |
| "num_input_tokens_seen": 3246391296, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.194, | |
| "grad_norm": 0.8488610982894897, | |
| "learning_rate": 3.47926218995722e-05, | |
| "loss": 1.5941, | |
| "num_input_tokens_seen": 3254779904, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.1945, | |
| "grad_norm": 0.7625729441642761, | |
| "learning_rate": 3.473964969595902e-05, | |
| "loss": 1.5805, | |
| "num_input_tokens_seen": 3263168512, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.195, | |
| "grad_norm": 0.8852419853210449, | |
| "learning_rate": 3.468645018871371e-05, | |
| "loss": 1.6924, | |
| "num_input_tokens_seen": 3271557120, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.1955, | |
| "grad_norm": 0.7517937421798706, | |
| "learning_rate": 3.46330241982385e-05, | |
| "loss": 1.6021, | |
| "num_input_tokens_seen": 3279945728, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.196, | |
| "grad_norm": 0.676200807094574, | |
| "learning_rate": 3.457937254842823e-05, | |
| "loss": 1.738, | |
| "num_input_tokens_seen": 3288334336, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.1965, | |
| "grad_norm": 0.9149476289749146, | |
| "learning_rate": 3.4525496066657735e-05, | |
| "loss": 1.7369, | |
| "num_input_tokens_seen": 3296722944, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.197, | |
| "grad_norm": 0.8072534203529358, | |
| "learning_rate": 3.4471395583768985e-05, | |
| "loss": 1.6982, | |
| "num_input_tokens_seen": 3305111552, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.1975, | |
| "grad_norm": 0.7343615889549255, | |
| "learning_rate": 3.441707193405838e-05, | |
| "loss": 1.5764, | |
| "num_input_tokens_seen": 3313500160, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.198, | |
| "grad_norm": 1.0707248449325562, | |
| "learning_rate": 3.436252595526378e-05, | |
| "loss": 1.5652, | |
| "num_input_tokens_seen": 3321888768, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.1985, | |
| "grad_norm": 1.0053772926330566, | |
| "learning_rate": 3.430775848855166e-05, | |
| "loss": 1.6278, | |
| "num_input_tokens_seen": 3330277376, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.199, | |
| "grad_norm": 1.151880145072937, | |
| "learning_rate": 3.425277037850411e-05, | |
| "loss": 1.7023, | |
| "num_input_tokens_seen": 3338665984, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.1995, | |
| "grad_norm": 0.7218210697174072, | |
| "learning_rate": 3.419756247310581e-05, | |
| "loss": 1.5999, | |
| "num_input_tokens_seen": 3347054592, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.1546841859817505, | |
| "learning_rate": 3.4142135623730954e-05, | |
| "loss": 1.6385, | |
| "num_input_tokens_seen": 3355443200, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2005, | |
| "grad_norm": 0.7345328330993652, | |
| "learning_rate": 3.408649068513013e-05, | |
| "loss": 1.7926, | |
| "num_input_tokens_seen": 3363831808, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.201, | |
| "grad_norm": 0.7448058724403381, | |
| "learning_rate": 3.403062851541712e-05, | |
| "loss": 1.698, | |
| "num_input_tokens_seen": 3372220416, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.2015, | |
| "grad_norm": 0.912766695022583, | |
| "learning_rate": 3.397454997605569e-05, | |
| "loss": 1.6496, | |
| "num_input_tokens_seen": 3380609024, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.202, | |
| "grad_norm": 0.7980219721794128, | |
| "learning_rate": 3.391825593184629e-05, | |
| "loss": 1.6537, | |
| "num_input_tokens_seen": 3388997632, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.2025, | |
| "grad_norm": 0.7381040453910828, | |
| "learning_rate": 3.3861747250912724e-05, | |
| "loss": 1.6003, | |
| "num_input_tokens_seen": 3397386240, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.203, | |
| "grad_norm": 0.7264212369918823, | |
| "learning_rate": 3.3805024804688745e-05, | |
| "loss": 1.4873, | |
| "num_input_tokens_seen": 3405774848, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.2035, | |
| "grad_norm": 0.7035699486732483, | |
| "learning_rate": 3.374808946790466e-05, | |
| "loss": 1.7535, | |
| "num_input_tokens_seen": 3414163456, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.204, | |
| "grad_norm": 0.7741231918334961, | |
| "learning_rate": 3.369094211857378e-05, | |
| "loss": 1.6001, | |
| "num_input_tokens_seen": 3422552064, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.2045, | |
| "grad_norm": 0.9337701201438904, | |
| "learning_rate": 3.363358363797893e-05, | |
| "loss": 1.7443, | |
| "num_input_tokens_seen": 3430940672, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.205, | |
| "grad_norm": 0.7415249347686768, | |
| "learning_rate": 3.357601491065884e-05, | |
| "loss": 1.5493, | |
| "num_input_tokens_seen": 3439329280, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.2055, | |
| "grad_norm": 0.9262260794639587, | |
| "learning_rate": 3.35182368243945e-05, | |
| "loss": 1.5924, | |
| "num_input_tokens_seen": 3447717888, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.206, | |
| "grad_norm": 0.9444292783737183, | |
| "learning_rate": 3.346025027019547e-05, | |
| "loss": 1.5166, | |
| "num_input_tokens_seen": 3456106496, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.2065, | |
| "grad_norm": 0.9404441118240356, | |
| "learning_rate": 3.3402056142286156e-05, | |
| "loss": 1.4745, | |
| "num_input_tokens_seen": 3464495104, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.207, | |
| "grad_norm": 0.9392333030700684, | |
| "learning_rate": 3.3343655338091996e-05, | |
| "loss": 1.7033, | |
| "num_input_tokens_seen": 3472883712, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.2075, | |
| "grad_norm": 0.8478058576583862, | |
| "learning_rate": 3.328504875822564e-05, | |
| "loss": 1.5295, | |
| "num_input_tokens_seen": 3481272320, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.208, | |
| "grad_norm": 1.0962209701538086, | |
| "learning_rate": 3.322623730647304e-05, | |
| "loss": 1.485, | |
| "num_input_tokens_seen": 3489660928, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.2085, | |
| "grad_norm": 0.8134574890136719, | |
| "learning_rate": 3.316722188977955e-05, | |
| "loss": 1.6648, | |
| "num_input_tokens_seen": 3498049536, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.209, | |
| "grad_norm": 0.7560186982154846, | |
| "learning_rate": 3.310800341823588e-05, | |
| "loss": 1.7324, | |
| "num_input_tokens_seen": 3506438144, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.2095, | |
| "grad_norm": 0.8222687244415283, | |
| "learning_rate": 3.3048582805064137e-05, | |
| "loss": 1.7548, | |
| "num_input_tokens_seen": 3514826752, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.6891204714775085, | |
| "learning_rate": 3.298896096660367e-05, | |
| "loss": 1.6091, | |
| "num_input_tokens_seen": 3523215360, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.2105, | |
| "grad_norm": 0.8553364276885986, | |
| "learning_rate": 3.2929138822297004e-05, | |
| "loss": 1.6255, | |
| "num_input_tokens_seen": 3531603968, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.211, | |
| "grad_norm": 0.6773521900177002, | |
| "learning_rate": 3.286911729467558e-05, | |
| "loss": 1.6468, | |
| "num_input_tokens_seen": 3539992576, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.2115, | |
| "grad_norm": 0.6326610445976257, | |
| "learning_rate": 3.280889730934562e-05, | |
| "loss": 1.5726, | |
| "num_input_tokens_seen": 3548381184, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.212, | |
| "grad_norm": 0.6619254946708679, | |
| "learning_rate": 3.27484797949738e-05, | |
| "loss": 1.7451, | |
| "num_input_tokens_seen": 3556769792, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.2125, | |
| "grad_norm": 0.6987465620040894, | |
| "learning_rate": 3.268786568327291e-05, | |
| "loss": 1.5267, | |
| "num_input_tokens_seen": 3565158400, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.213, | |
| "grad_norm": 1.052083969116211, | |
| "learning_rate": 3.262705590898756e-05, | |
| "loss": 1.5756, | |
| "num_input_tokens_seen": 3573547008, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.2135, | |
| "grad_norm": 1.3585137128829956, | |
| "learning_rate": 3.2566051409879676e-05, | |
| "loss": 1.6222, | |
| "num_input_tokens_seen": 3581935616, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.214, | |
| "grad_norm": 0.7190059423446655, | |
| "learning_rate": 3.250485312671411e-05, | |
| "loss": 1.5788, | |
| "num_input_tokens_seen": 3590324224, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.2145, | |
| "grad_norm": 1.0504647493362427, | |
| "learning_rate": 3.244346200324409e-05, | |
| "loss": 1.7213, | |
| "num_input_tokens_seen": 3598712832, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.215, | |
| "grad_norm": 1.4357564449310303, | |
| "learning_rate": 3.238187898619669e-05, | |
| "loss": 1.9118, | |
| "num_input_tokens_seen": 3607101440, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.2155, | |
| "grad_norm": 0.7912888526916504, | |
| "learning_rate": 3.23201050252582e-05, | |
| "loss": 1.5837, | |
| "num_input_tokens_seen": 3615490048, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.216, | |
| "grad_norm": 1.4020187854766846, | |
| "learning_rate": 3.2258141073059533e-05, | |
| "loss": 1.602, | |
| "num_input_tokens_seen": 3623878656, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.2165, | |
| "grad_norm": 0.8430026173591614, | |
| "learning_rate": 3.219598808516148e-05, | |
| "loss": 1.5711, | |
| "num_input_tokens_seen": 3632267264, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.217, | |
| "grad_norm": 1.3351163864135742, | |
| "learning_rate": 3.2133647020039995e-05, | |
| "loss": 1.64, | |
| "num_input_tokens_seen": 3640655872, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.2175, | |
| "grad_norm": 0.8527347445487976, | |
| "learning_rate": 3.207111883907143e-05, | |
| "loss": 1.6443, | |
| "num_input_tokens_seen": 3649044480, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.218, | |
| "grad_norm": 1.2249008417129517, | |
| "learning_rate": 3.200840450651769e-05, | |
| "loss": 1.7433, | |
| "num_input_tokens_seen": 3657433088, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.2185, | |
| "grad_norm": 0.8667119741439819, | |
| "learning_rate": 3.194550498951134e-05, | |
| "loss": 1.6459, | |
| "num_input_tokens_seen": 3665821696, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.219, | |
| "grad_norm": 1.0201963186264038, | |
| "learning_rate": 3.188242125804078e-05, | |
| "loss": 1.5644, | |
| "num_input_tokens_seen": 3674210304, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.2195, | |
| "grad_norm": 0.6974561214447021, | |
| "learning_rate": 3.181915428493515e-05, | |
| "loss": 1.6249, | |
| "num_input_tokens_seen": 3682598912, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.920744001865387, | |
| "learning_rate": 3.1755705045849465e-05, | |
| "loss": 1.5955, | |
| "num_input_tokens_seen": 3690987520, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.2205, | |
| "grad_norm": 0.7391747832298279, | |
| "learning_rate": 3.1692074519249476e-05, | |
| "loss": 1.5939, | |
| "num_input_tokens_seen": 3699376128, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.221, | |
| "grad_norm": 0.7469002604484558, | |
| "learning_rate": 3.1628263686396614e-05, | |
| "loss": 1.9061, | |
| "num_input_tokens_seen": 3707764736, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.2215, | |
| "grad_norm": 0.8305338025093079, | |
| "learning_rate": 3.156427353133286e-05, | |
| "loss": 1.7827, | |
| "num_input_tokens_seen": 3716153344, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.222, | |
| "grad_norm": 0.666205644607544, | |
| "learning_rate": 3.150010504086558e-05, | |
| "loss": 1.5269, | |
| "num_input_tokens_seen": 3724541952, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.2225, | |
| "grad_norm": 0.6806762218475342, | |
| "learning_rate": 3.1435759204552246e-05, | |
| "loss": 1.7997, | |
| "num_input_tokens_seen": 3732930560, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.223, | |
| "grad_norm": 0.6571435332298279, | |
| "learning_rate": 3.1371237014685285e-05, | |
| "loss": 1.6215, | |
| "num_input_tokens_seen": 3741319168, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.2235, | |
| "grad_norm": 0.685133159160614, | |
| "learning_rate": 3.130653946627666e-05, | |
| "loss": 1.7139, | |
| "num_input_tokens_seen": 3749707776, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "grad_norm": 0.6187507510185242, | |
| "learning_rate": 3.124166755704261e-05, | |
| "loss": 1.6145, | |
| "num_input_tokens_seen": 3758096384, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.2245, | |
| "grad_norm": 0.5842682719230652, | |
| "learning_rate": 3.117662228738823e-05, | |
| "loss": 1.6303, | |
| "num_input_tokens_seen": 3766484992, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.225, | |
| "grad_norm": 0.626196026802063, | |
| "learning_rate": 3.111140466039205e-05, | |
| "loss": 1.4281, | |
| "num_input_tokens_seen": 3774873600, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.2255, | |
| "grad_norm": 0.8410570025444031, | |
| "learning_rate": 3.104601568179054e-05, | |
| "loss": 1.5349, | |
| "num_input_tokens_seen": 3783262208, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.226, | |
| "grad_norm": 0.9013755321502686, | |
| "learning_rate": 3.098045635996264e-05, | |
| "loss": 1.6157, | |
| "num_input_tokens_seen": 3791650816, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.2265, | |
| "grad_norm": 0.8393816351890564, | |
| "learning_rate": 3.09147277059142e-05, | |
| "loss": 1.5574, | |
| "num_input_tokens_seen": 3800039424, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.227, | |
| "grad_norm": 0.8969332575798035, | |
| "learning_rate": 3.084883073326238e-05, | |
| "loss": 1.8073, | |
| "num_input_tokens_seen": 3808428032, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.2275, | |
| "grad_norm": 0.9891500473022461, | |
| "learning_rate": 3.078276645822001e-05, | |
| "loss": 1.6999, | |
| "num_input_tokens_seen": 3816816640, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.228, | |
| "grad_norm": 0.6412311792373657, | |
| "learning_rate": 3.0716535899579936e-05, | |
| "loss": 1.7065, | |
| "num_input_tokens_seen": 3825205248, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.2285, | |
| "grad_norm": 1.021301031112671, | |
| "learning_rate": 3.065014007869931e-05, | |
| "loss": 1.6141, | |
| "num_input_tokens_seen": 3833593856, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.229, | |
| "grad_norm": 0.933661162853241, | |
| "learning_rate": 3.058358001948381e-05, | |
| "loss": 1.5318, | |
| "num_input_tokens_seen": 3841982464, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.2295, | |
| "grad_norm": 0.7375662922859192, | |
| "learning_rate": 3.0516856748371914e-05, | |
| "loss": 1.6712, | |
| "num_input_tokens_seen": 3850371072, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.7946784496307373, | |
| "learning_rate": 3.0449971294318977e-05, | |
| "loss": 1.6786, | |
| "num_input_tokens_seen": 3858759680, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.2305, | |
| "grad_norm": 0.8587263822555542, | |
| "learning_rate": 3.0382924688781462e-05, | |
| "loss": 1.6399, | |
| "num_input_tokens_seen": 3867148288, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.231, | |
| "grad_norm": 0.836588442325592, | |
| "learning_rate": 3.031571796570095e-05, | |
| "loss": 1.5581, | |
| "num_input_tokens_seen": 3875536896, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.2315, | |
| "grad_norm": 0.70086270570755, | |
| "learning_rate": 3.0248352161488267e-05, | |
| "loss": 1.4948, | |
| "num_input_tokens_seen": 3883925504, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.232, | |
| "grad_norm": 0.7697365283966064, | |
| "learning_rate": 3.018082831500743e-05, | |
| "loss": 1.6849, | |
| "num_input_tokens_seen": 3892314112, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.2325, | |
| "grad_norm": 0.7808486819267273, | |
| "learning_rate": 3.0113147467559697e-05, | |
| "loss": 1.5426, | |
| "num_input_tokens_seen": 3900702720, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.233, | |
| "grad_norm": 0.6648643016815186, | |
| "learning_rate": 3.004531066286745e-05, | |
| "loss": 1.6239, | |
| "num_input_tokens_seen": 3909091328, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.2335, | |
| "grad_norm": 0.6827794909477234, | |
| "learning_rate": 2.997731894705815e-05, | |
| "loss": 1.5759, | |
| "num_input_tokens_seen": 3917479936, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.234, | |
| "grad_norm": 0.7341679334640503, | |
| "learning_rate": 2.9909173368648154e-05, | |
| "loss": 1.7485, | |
| "num_input_tokens_seen": 3925868544, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.2345, | |
| "grad_norm": 0.6696147322654724, | |
| "learning_rate": 2.9840874978526582e-05, | |
| "loss": 1.5589, | |
| "num_input_tokens_seen": 3934257152, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.235, | |
| "grad_norm": 0.6791352033615112, | |
| "learning_rate": 2.9772424829939103e-05, | |
| "loss": 1.5359, | |
| "num_input_tokens_seen": 3942645760, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.2355, | |
| "grad_norm": 0.5946401357650757, | |
| "learning_rate": 2.9703823978471676e-05, | |
| "loss": 1.6936, | |
| "num_input_tokens_seen": 3951034368, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.236, | |
| "grad_norm": 0.5652855038642883, | |
| "learning_rate": 2.9635073482034307e-05, | |
| "loss": 1.5851, | |
| "num_input_tokens_seen": 3959422976, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.2365, | |
| "grad_norm": 0.6535623669624329, | |
| "learning_rate": 2.9566174400844692e-05, | |
| "loss": 1.6653, | |
| "num_input_tokens_seen": 3967811584, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.237, | |
| "grad_norm": 0.6742349863052368, | |
| "learning_rate": 2.949712779741189e-05, | |
| "loss": 1.5506, | |
| "num_input_tokens_seen": 3976200192, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.2375, | |
| "grad_norm": 0.8731011748313904, | |
| "learning_rate": 2.9427934736519962e-05, | |
| "loss": 1.6377, | |
| "num_input_tokens_seen": 3984588800, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.238, | |
| "grad_norm": 0.834618866443634, | |
| "learning_rate": 2.935859628521147e-05, | |
| "loss": 1.6262, | |
| "num_input_tokens_seen": 3992977408, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.2385, | |
| "grad_norm": 0.7309226393699646, | |
| "learning_rate": 2.9289113512771133e-05, | |
| "loss": 1.6611, | |
| "num_input_tokens_seen": 4001366016, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.239, | |
| "grad_norm": 0.5517134070396423, | |
| "learning_rate": 2.921948749070925e-05, | |
| "loss": 1.6789, | |
| "num_input_tokens_seen": 4009754624, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.2395, | |
| "grad_norm": 0.6876691579818726, | |
| "learning_rate": 2.914971929274521e-05, | |
| "loss": 1.5779, | |
| "num_input_tokens_seen": 4018143232, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.7181439399719238, | |
| "learning_rate": 2.9079809994790937e-05, | |
| "loss": 1.7478, | |
| "num_input_tokens_seen": 4026531840, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.2405, | |
| "grad_norm": 0.546655535697937, | |
| "learning_rate": 2.900976067493429e-05, | |
| "loss": 1.6137, | |
| "num_input_tokens_seen": 4034920448, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.241, | |
| "grad_norm": 0.8767627477645874, | |
| "learning_rate": 2.8939572413422426e-05, | |
| "loss": 1.7662, | |
| "num_input_tokens_seen": 4043309056, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.2415, | |
| "grad_norm": 1.0640788078308105, | |
| "learning_rate": 2.886924629264517e-05, | |
| "loss": 1.6892, | |
| "num_input_tokens_seen": 4051697664, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.242, | |
| "grad_norm": 0.7425519824028015, | |
| "learning_rate": 2.8798783397118305e-05, | |
| "loss": 1.6408, | |
| "num_input_tokens_seen": 4060086272, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.2425, | |
| "grad_norm": 0.5955070853233337, | |
| "learning_rate": 2.872818481346684e-05, | |
| "loss": 1.6736, | |
| "num_input_tokens_seen": 4068474880, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.243, | |
| "grad_norm": 0.7473011612892151, | |
| "learning_rate": 2.8657451630408287e-05, | |
| "loss": 1.6427, | |
| "num_input_tokens_seen": 4076863488, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.2435, | |
| "grad_norm": 0.7602230310440063, | |
| "learning_rate": 2.85865849387358e-05, | |
| "loss": 1.7862, | |
| "num_input_tokens_seen": 4085252096, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.244, | |
| "grad_norm": 0.5774588584899902, | |
| "learning_rate": 2.8515585831301456e-05, | |
| "loss": 1.4897, | |
| "num_input_tokens_seen": 4093640704, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.2445, | |
| "grad_norm": 1.0716197490692139, | |
| "learning_rate": 2.844445540299931e-05, | |
| "loss": 1.7469, | |
| "num_input_tokens_seen": 4102029312, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.245, | |
| "grad_norm": 0.9976931810379028, | |
| "learning_rate": 2.8373194750748566e-05, | |
| "loss": 1.7009, | |
| "num_input_tokens_seen": 4110417920, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.2455, | |
| "grad_norm": 0.6268777251243591, | |
| "learning_rate": 2.8301804973476628e-05, | |
| "loss": 1.5147, | |
| "num_input_tokens_seen": 4118806528, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.246, | |
| "grad_norm": 0.8679307103157043, | |
| "learning_rate": 2.823028717210218e-05, | |
| "loss": 1.6155, | |
| "num_input_tokens_seen": 4127195136, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.2465, | |
| "grad_norm": 0.7973881959915161, | |
| "learning_rate": 2.8158642449518186e-05, | |
| "loss": 1.6257, | |
| "num_input_tokens_seen": 4135583744, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.247, | |
| "grad_norm": 0.5766689777374268, | |
| "learning_rate": 2.8086871910574904e-05, | |
| "loss": 1.6149, | |
| "num_input_tokens_seen": 4143972352, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.2475, | |
| "grad_norm": 0.6986018419265747, | |
| "learning_rate": 2.8014976662062818e-05, | |
| "loss": 1.571, | |
| "num_input_tokens_seen": 4152360960, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.248, | |
| "grad_norm": 0.9588996171951294, | |
| "learning_rate": 2.7942957812695613e-05, | |
| "loss": 1.6737, | |
| "num_input_tokens_seen": 4160749568, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.2485, | |
| "grad_norm": 0.5572625398635864, | |
| "learning_rate": 2.787081647309303e-05, | |
| "loss": 1.6634, | |
| "num_input_tokens_seen": 4169138176, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.249, | |
| "grad_norm": 0.7389435172080994, | |
| "learning_rate": 2.7798553755763768e-05, | |
| "loss": 1.4613, | |
| "num_input_tokens_seen": 4177526784, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.2495, | |
| "grad_norm": 0.7594336867332458, | |
| "learning_rate": 2.7726170775088324e-05, | |
| "loss": 1.7553, | |
| "num_input_tokens_seen": 4185915392, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5780491232872009, | |
| "learning_rate": 2.7653668647301797e-05, | |
| "loss": 1.674, | |
| "num_input_tokens_seen": 4194304000, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2505, | |
| "grad_norm": 0.7985231876373291, | |
| "learning_rate": 2.7581048490476695e-05, | |
| "loss": 1.6012, | |
| "num_input_tokens_seen": 4202692608, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.251, | |
| "grad_norm": 0.6286901831626892, | |
| "learning_rate": 2.7508311424505665e-05, | |
| "loss": 1.8672, | |
| "num_input_tokens_seen": 4211081216, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.2515, | |
| "grad_norm": 0.7128638029098511, | |
| "learning_rate": 2.7435458571084247e-05, | |
| "loss": 1.5799, | |
| "num_input_tokens_seen": 4219469824, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.252, | |
| "grad_norm": 0.6798509359359741, | |
| "learning_rate": 2.7362491053693564e-05, | |
| "loss": 1.6685, | |
| "num_input_tokens_seen": 4227858432, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.2525, | |
| "grad_norm": 0.8275137543678284, | |
| "learning_rate": 2.7289409997583002e-05, | |
| "loss": 1.6989, | |
| "num_input_tokens_seen": 4236247040, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.253, | |
| "grad_norm": 0.5991443991661072, | |
| "learning_rate": 2.7216216529752836e-05, | |
| "loss": 1.509, | |
| "num_input_tokens_seen": 4244635648, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.2535, | |
| "grad_norm": 0.7469322681427002, | |
| "learning_rate": 2.7142911778936913e-05, | |
| "loss": 1.4821, | |
| "num_input_tokens_seen": 4253024256, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.254, | |
| "grad_norm": 0.7251424789428711, | |
| "learning_rate": 2.7069496875585145e-05, | |
| "loss": 1.6557, | |
| "num_input_tokens_seen": 4261412864, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.2545, | |
| "grad_norm": 0.5844877362251282, | |
| "learning_rate": 2.6995972951846177e-05, | |
| "loss": 1.6354, | |
| "num_input_tokens_seen": 4269801472, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.255, | |
| "grad_norm": 0.6762341260910034, | |
| "learning_rate": 2.692234114154986e-05, | |
| "loss": 1.6662, | |
| "num_input_tokens_seen": 4278190080, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.2555, | |
| "grad_norm": 0.6216310262680054, | |
| "learning_rate": 2.68486025801898e-05, | |
| "loss": 1.6086, | |
| "num_input_tokens_seen": 4286578688, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "grad_norm": 0.6491274833679199, | |
| "learning_rate": 2.6774758404905833e-05, | |
| "loss": 1.6203, | |
| "num_input_tokens_seen": 4294967296, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.2565, | |
| "grad_norm": 0.5345763564109802, | |
| "learning_rate": 2.670080975446648e-05, | |
| "loss": 1.7299, | |
| "num_input_tokens_seen": 4303355904, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.257, | |
| "grad_norm": 0.60438072681427, | |
| "learning_rate": 2.662675776925142e-05, | |
| "loss": 1.5607, | |
| "num_input_tokens_seen": 4311744512, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.2575, | |
| "grad_norm": 0.48150795698165894, | |
| "learning_rate": 2.6552603591233875e-05, | |
| "loss": 1.5468, | |
| "num_input_tokens_seen": 4320133120, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.258, | |
| "grad_norm": 0.7575556635856628, | |
| "learning_rate": 2.647834836396299e-05, | |
| "loss": 1.5371, | |
| "num_input_tokens_seen": 4328521728, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.2585, | |
| "grad_norm": 0.8684462308883667, | |
| "learning_rate": 2.6403993232546235e-05, | |
| "loss": 1.3988, | |
| "num_input_tokens_seen": 4336910336, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.259, | |
| "grad_norm": 1.1402355432510376, | |
| "learning_rate": 2.6329539343631725e-05, | |
| "loss": 1.5219, | |
| "num_input_tokens_seen": 4345298944, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.2595, | |
| "grad_norm": 0.7717565894126892, | |
| "learning_rate": 2.625498784539052e-05, | |
| "loss": 1.6181, | |
| "num_input_tokens_seen": 4353687552, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.6470482349395752, | |
| "learning_rate": 2.618033988749895e-05, | |
| "loss": 1.8013, | |
| "num_input_tokens_seen": 4362076160, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.2605, | |
| "grad_norm": 0.9011819958686829, | |
| "learning_rate": 2.6105596621120873e-05, | |
| "loss": 1.5728, | |
| "num_input_tokens_seen": 4370464768, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.261, | |
| "grad_norm": 0.9903879761695862, | |
| "learning_rate": 2.6030759198889915e-05, | |
| "loss": 1.5021, | |
| "num_input_tokens_seen": 4378853376, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.2615, | |
| "grad_norm": 0.6056469678878784, | |
| "learning_rate": 2.595582877489171e-05, | |
| "loss": 1.5722, | |
| "num_input_tokens_seen": 4387241984, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.262, | |
| "grad_norm": 0.7082294225692749, | |
| "learning_rate": 2.588080650464608e-05, | |
| "loss": 1.5256, | |
| "num_input_tokens_seen": 4395630592, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.2625, | |
| "grad_norm": 0.8824757933616638, | |
| "learning_rate": 2.580569354508925e-05, | |
| "loss": 1.6759, | |
| "num_input_tokens_seen": 4404019200, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.263, | |
| "grad_norm": 0.6927574276924133, | |
| "learning_rate": 2.573049105455597e-05, | |
| "loss": 1.5, | |
| "num_input_tokens_seen": 4412407808, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.2635, | |
| "grad_norm": 0.8164727687835693, | |
| "learning_rate": 2.5655200192761668e-05, | |
| "loss": 1.4772, | |
| "num_input_tokens_seen": 4420796416, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.264, | |
| "grad_norm": 0.6587943434715271, | |
| "learning_rate": 2.557982212078459e-05, | |
| "loss": 1.6043, | |
| "num_input_tokens_seen": 4429185024, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.2645, | |
| "grad_norm": 0.6168190836906433, | |
| "learning_rate": 2.550435800104783e-05, | |
| "loss": 1.5051, | |
| "num_input_tokens_seen": 4437573632, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.265, | |
| "grad_norm": 0.6624361872673035, | |
| "learning_rate": 2.5428808997301486e-05, | |
| "loss": 1.6477, | |
| "num_input_tokens_seen": 4445962240, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.2655, | |
| "grad_norm": 0.6016016006469727, | |
| "learning_rate": 2.535317627460465e-05, | |
| "loss": 1.7103, | |
| "num_input_tokens_seen": 4454350848, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.266, | |
| "grad_norm": 0.7597566246986389, | |
| "learning_rate": 2.5277460999307462e-05, | |
| "loss": 1.5454, | |
| "num_input_tokens_seen": 4462739456, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.2665, | |
| "grad_norm": 0.5779781937599182, | |
| "learning_rate": 2.5201664339033138e-05, | |
| "loss": 1.74, | |
| "num_input_tokens_seen": 4471128064, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.267, | |
| "grad_norm": 0.7097752094268799, | |
| "learning_rate": 2.5125787462659937e-05, | |
| "loss": 1.6777, | |
| "num_input_tokens_seen": 4479516672, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.2675, | |
| "grad_norm": 0.6358765959739685, | |
| "learning_rate": 2.504983154030316e-05, | |
| "loss": 1.69, | |
| "num_input_tokens_seen": 4487905280, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.268, | |
| "grad_norm": 0.8313521146774292, | |
| "learning_rate": 2.4973797743297103e-05, | |
| "loss": 1.427, | |
| "num_input_tokens_seen": 4496293888, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.2685, | |
| "grad_norm": 1.0910331010818481, | |
| "learning_rate": 2.489768724417695e-05, | |
| "loss": 1.7318, | |
| "num_input_tokens_seen": 4504682496, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.269, | |
| "grad_norm": 0.7883654236793518, | |
| "learning_rate": 2.4821501216660778e-05, | |
| "loss": 1.7768, | |
| "num_input_tokens_seen": 4513071104, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.2695, | |
| "grad_norm": 0.814295768737793, | |
| "learning_rate": 2.474524083563136e-05, | |
| "loss": 1.6363, | |
| "num_input_tokens_seen": 4521459712, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.8142704367637634, | |
| "learning_rate": 2.4668907277118114e-05, | |
| "loss": 1.8271, | |
| "num_input_tokens_seen": 4529848320, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.2705, | |
| "grad_norm": 0.6927081942558289, | |
| "learning_rate": 2.459250171827894e-05, | |
| "loss": 1.5607, | |
| "num_input_tokens_seen": 4538236928, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.271, | |
| "grad_norm": 0.7037166357040405, | |
| "learning_rate": 2.4516025337382078e-05, | |
| "loss": 1.606, | |
| "num_input_tokens_seen": 4546625536, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.2715, | |
| "grad_norm": 0.7414228916168213, | |
| "learning_rate": 2.443947931378792e-05, | |
| "loss": 1.6102, | |
| "num_input_tokens_seen": 4555014144, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.272, | |
| "grad_norm": 0.734017014503479, | |
| "learning_rate": 2.4362864827930855e-05, | |
| "loss": 1.6308, | |
| "num_input_tokens_seen": 4563402752, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.2725, | |
| "grad_norm": 0.8329829573631287, | |
| "learning_rate": 2.4286183061301016e-05, | |
| "loss": 1.6925, | |
| "num_input_tokens_seen": 4571791360, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.273, | |
| "grad_norm": 0.598017692565918, | |
| "learning_rate": 2.4209435196426112e-05, | |
| "loss": 1.4737, | |
| "num_input_tokens_seen": 4580179968, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.2735, | |
| "grad_norm": 0.6858911514282227, | |
| "learning_rate": 2.4132622416853164e-05, | |
| "loss": 1.6603, | |
| "num_input_tokens_seen": 4588568576, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.274, | |
| "grad_norm": 0.6639436483383179, | |
| "learning_rate": 2.405574590713025e-05, | |
| "loss": 1.5032, | |
| "num_input_tokens_seen": 4596957184, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.2745, | |
| "grad_norm": 0.6341187357902527, | |
| "learning_rate": 2.3978806852788253e-05, | |
| "loss": 1.7347, | |
| "num_input_tokens_seen": 4605345792, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.275, | |
| "grad_norm": 0.5443724393844604, | |
| "learning_rate": 2.390180644032257e-05, | |
| "loss": 1.6864, | |
| "num_input_tokens_seen": 4613734400, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.2755, | |
| "grad_norm": 0.6698442101478577, | |
| "learning_rate": 2.382474585717481e-05, | |
| "loss": 1.7269, | |
| "num_input_tokens_seen": 4622123008, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.276, | |
| "grad_norm": 0.508804976940155, | |
| "learning_rate": 2.37476262917145e-05, | |
| "loss": 1.6529, | |
| "num_input_tokens_seen": 4630511616, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.2765, | |
| "grad_norm": 0.6291599869728088, | |
| "learning_rate": 2.3670448933220732e-05, | |
| "loss": 1.6619, | |
| "num_input_tokens_seen": 4638900224, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.277, | |
| "grad_norm": 0.591014564037323, | |
| "learning_rate": 2.3593214971863857e-05, | |
| "loss": 1.6256, | |
| "num_input_tokens_seen": 4647288832, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.2775, | |
| "grad_norm": 0.5783071517944336, | |
| "learning_rate": 2.3515925598687097e-05, | |
| "loss": 1.74, | |
| "num_input_tokens_seen": 4655677440, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.278, | |
| "grad_norm": 0.539421558380127, | |
| "learning_rate": 2.3438582005588192e-05, | |
| "loss": 1.6832, | |
| "num_input_tokens_seen": 4664066048, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.2785, | |
| "grad_norm": 0.5550200343132019, | |
| "learning_rate": 2.3361185385301042e-05, | |
| "loss": 1.6972, | |
| "num_input_tokens_seen": 4672454656, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.279, | |
| "grad_norm": 0.6679721474647522, | |
| "learning_rate": 2.328373693137726e-05, | |
| "loss": 1.6456, | |
| "num_input_tokens_seen": 4680843264, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.2795, | |
| "grad_norm": 0.49843743443489075, | |
| "learning_rate": 2.3206237838167825e-05, | |
| "loss": 1.6452, | |
| "num_input_tokens_seen": 4689231872, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.6135469079017639, | |
| "learning_rate": 2.312868930080462e-05, | |
| "loss": 1.6034, | |
| "num_input_tokens_seen": 4697620480, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.2805, | |
| "grad_norm": 0.5259789824485779, | |
| "learning_rate": 2.3051092515182022e-05, | |
| "loss": 1.5512, | |
| "num_input_tokens_seen": 4706009088, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.281, | |
| "grad_norm": 0.6396327614784241, | |
| "learning_rate": 2.2973448677938466e-05, | |
| "loss": 1.6086, | |
| "num_input_tokens_seen": 4714397696, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.2815, | |
| "grad_norm": 0.523544430732727, | |
| "learning_rate": 2.289575898643796e-05, | |
| "loss": 1.5549, | |
| "num_input_tokens_seen": 4722786304, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.282, | |
| "grad_norm": 0.5481888651847839, | |
| "learning_rate": 2.2818024638751655e-05, | |
| "loss": 1.6328, | |
| "num_input_tokens_seen": 4731174912, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.2825, | |
| "grad_norm": 0.5783687233924866, | |
| "learning_rate": 2.2740246833639366e-05, | |
| "loss": 1.7459, | |
| "num_input_tokens_seen": 4739563520, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.283, | |
| "grad_norm": 0.5406476259231567, | |
| "learning_rate": 2.266242677053105e-05, | |
| "loss": 1.481, | |
| "num_input_tokens_seen": 4747952128, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.2835, | |
| "grad_norm": 0.7908449172973633, | |
| "learning_rate": 2.2584565649508355e-05, | |
| "loss": 1.6422, | |
| "num_input_tokens_seen": 4756340736, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.284, | |
| "grad_norm": 0.7007967829704285, | |
| "learning_rate": 2.2506664671286087e-05, | |
| "loss": 1.6323, | |
| "num_input_tokens_seen": 4764729344, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.2845, | |
| "grad_norm": 0.5286893248558044, | |
| "learning_rate": 2.2428725037193697e-05, | |
| "loss": 1.6692, | |
| "num_input_tokens_seen": 4773117952, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.285, | |
| "grad_norm": 0.7265971899032593, | |
| "learning_rate": 2.2350747949156756e-05, | |
| "loss": 1.6742, | |
| "num_input_tokens_seen": 4781506560, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.2855, | |
| "grad_norm": 0.592954158782959, | |
| "learning_rate": 2.2272734609678426e-05, | |
| "loss": 1.5685, | |
| "num_input_tokens_seen": 4789895168, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.286, | |
| "grad_norm": 0.532684862613678, | |
| "learning_rate": 2.2194686221820905e-05, | |
| "loss": 1.6014, | |
| "num_input_tokens_seen": 4798283776, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.2865, | |
| "grad_norm": 0.5546914339065552, | |
| "learning_rate": 2.2116603989186895e-05, | |
| "loss": 1.4608, | |
| "num_input_tokens_seen": 4806672384, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.287, | |
| "grad_norm": 0.654141366481781, | |
| "learning_rate": 2.2038489115901e-05, | |
| "loss": 1.4977, | |
| "num_input_tokens_seen": 4815060992, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.2875, | |
| "grad_norm": 0.48651596903800964, | |
| "learning_rate": 2.196034280659122e-05, | |
| "loss": 1.591, | |
| "num_input_tokens_seen": 4823449600, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "grad_norm": 0.6360925436019897, | |
| "learning_rate": 2.1882166266370292e-05, | |
| "loss": 1.5767, | |
| "num_input_tokens_seen": 4831838208, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.2885, | |
| "grad_norm": 0.48844876885414124, | |
| "learning_rate": 2.1803960700817185e-05, | |
| "loss": 1.8562, | |
| "num_input_tokens_seen": 4840226816, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.289, | |
| "grad_norm": 0.6248428821563721, | |
| "learning_rate": 2.1725727315958473e-05, | |
| "loss": 1.5894, | |
| "num_input_tokens_seen": 4848615424, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.2895, | |
| "grad_norm": 0.7215993404388428, | |
| "learning_rate": 2.1647467318249715e-05, | |
| "loss": 1.6851, | |
| "num_input_tokens_seen": 4857004032, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.6206884980201721, | |
| "learning_rate": 2.1569181914556904e-05, | |
| "loss": 1.5265, | |
| "num_input_tokens_seen": 4865392640, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.2905, | |
| "grad_norm": 0.5436145067214966, | |
| "learning_rate": 2.1490872312137795e-05, | |
| "loss": 1.7174, | |
| "num_input_tokens_seen": 4873781248, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.291, | |
| "grad_norm": 0.6190699338912964, | |
| "learning_rate": 2.1412539718623337e-05, | |
| "loss": 1.3116, | |
| "num_input_tokens_seen": 4882169856, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.2915, | |
| "grad_norm": 0.6792662143707275, | |
| "learning_rate": 2.1334185341999024e-05, | |
| "loss": 1.5902, | |
| "num_input_tokens_seen": 4890558464, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.292, | |
| "grad_norm": 0.5043581128120422, | |
| "learning_rate": 2.125581039058627e-05, | |
| "loss": 1.6654, | |
| "num_input_tokens_seen": 4898947072, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.2925, | |
| "grad_norm": 0.5902267694473267, | |
| "learning_rate": 2.117741607302378e-05, | |
| "loss": 1.6671, | |
| "num_input_tokens_seen": 4907335680, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.293, | |
| "grad_norm": 0.4893746078014374, | |
| "learning_rate": 2.109900359824892e-05, | |
| "loss": 1.6003, | |
| "num_input_tokens_seen": 4915724288, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.2935, | |
| "grad_norm": 0.6055283546447754, | |
| "learning_rate": 2.1020574175479035e-05, | |
| "loss": 1.872, | |
| "num_input_tokens_seen": 4924112896, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.294, | |
| "grad_norm": 0.5110766291618347, | |
| "learning_rate": 2.0942129014192854e-05, | |
| "loss": 1.5215, | |
| "num_input_tokens_seen": 4932501504, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.2945, | |
| "grad_norm": 0.6477858424186707, | |
| "learning_rate": 2.0863669324111807e-05, | |
| "loss": 1.6343, | |
| "num_input_tokens_seen": 4940890112, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.295, | |
| "grad_norm": 0.5806403160095215, | |
| "learning_rate": 2.0785196315181374e-05, | |
| "loss": 1.4936, | |
| "num_input_tokens_seen": 4949278720, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.2955, | |
| "grad_norm": 0.638688862323761, | |
| "learning_rate": 2.0706711197552427e-05, | |
| "loss": 1.4357, | |
| "num_input_tokens_seen": 4957667328, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.296, | |
| "grad_norm": 0.5387598872184753, | |
| "learning_rate": 2.0628215181562567e-05, | |
| "loss": 1.8016, | |
| "num_input_tokens_seen": 4966055936, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.2965, | |
| "grad_norm": 1.0725306272506714, | |
| "learning_rate": 2.054970947771747e-05, | |
| "loss": 1.8565, | |
| "num_input_tokens_seen": 4974444544, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.297, | |
| "grad_norm": 0.649124801158905, | |
| "learning_rate": 2.0471195296672207e-05, | |
| "loss": 1.5579, | |
| "num_input_tokens_seen": 4982833152, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.2975, | |
| "grad_norm": 0.7250737547874451, | |
| "learning_rate": 2.0392673849212565e-05, | |
| "loss": 1.5504, | |
| "num_input_tokens_seen": 4991221760, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.298, | |
| "grad_norm": 0.578586757183075, | |
| "learning_rate": 2.0314146346236415e-05, | |
| "loss": 1.5464, | |
| "num_input_tokens_seen": 4999610368, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.2985, | |
| "grad_norm": 0.6575354933738708, | |
| "learning_rate": 2.0235613998734985e-05, | |
| "loss": 1.818, | |
| "num_input_tokens_seen": 5007998976, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.299, | |
| "grad_norm": 0.4576837718486786, | |
| "learning_rate": 2.0157078017774228e-05, | |
| "loss": 1.7311, | |
| "num_input_tokens_seen": 5016387584, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.2995, | |
| "grad_norm": 0.6546321511268616, | |
| "learning_rate": 2.0078539614476122e-05, | |
| "loss": 1.8055, | |
| "num_input_tokens_seen": 5024776192, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.6534265279769897, | |
| "learning_rate": 2e-05, | |
| "loss": 1.5457, | |
| "num_input_tokens_seen": 5033164800, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.3005, | |
| "grad_norm": 0.687644898891449, | |
| "learning_rate": 1.9921460385523884e-05, | |
| "loss": 1.5855, | |
| "num_input_tokens_seen": 5041553408, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.301, | |
| "grad_norm": 0.5359103679656982, | |
| "learning_rate": 1.9842921982225782e-05, | |
| "loss": 1.5351, | |
| "num_input_tokens_seen": 5049942016, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.3015, | |
| "grad_norm": 0.4846513569355011, | |
| "learning_rate": 1.9764386001265015e-05, | |
| "loss": 1.518, | |
| "num_input_tokens_seen": 5058330624, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.302, | |
| "grad_norm": 0.59798663854599, | |
| "learning_rate": 1.9685853653763592e-05, | |
| "loss": 1.5217, | |
| "num_input_tokens_seen": 5066719232, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.3025, | |
| "grad_norm": 0.45739227533340454, | |
| "learning_rate": 1.960732615078744e-05, | |
| "loss": 1.4634, | |
| "num_input_tokens_seen": 5075107840, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.303, | |
| "grad_norm": 0.5035345554351807, | |
| "learning_rate": 1.95288047033278e-05, | |
| "loss": 1.5809, | |
| "num_input_tokens_seen": 5083496448, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.3035, | |
| "grad_norm": 0.4467843174934387, | |
| "learning_rate": 1.9450290522282533e-05, | |
| "loss": 1.5883, | |
| "num_input_tokens_seen": 5091885056, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.304, | |
| "grad_norm": 0.6839386224746704, | |
| "learning_rate": 1.9371784818437436e-05, | |
| "loss": 1.5005, | |
| "num_input_tokens_seen": 5100273664, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.3045, | |
| "grad_norm": 0.4985339343547821, | |
| "learning_rate": 1.929328880244758e-05, | |
| "loss": 1.5321, | |
| "num_input_tokens_seen": 5108662272, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.305, | |
| "grad_norm": 0.581303596496582, | |
| "learning_rate": 1.9214803684818636e-05, | |
| "loss": 1.5554, | |
| "num_input_tokens_seen": 5117050880, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.3055, | |
| "grad_norm": 0.4922437369823456, | |
| "learning_rate": 1.9136330675888192e-05, | |
| "loss": 1.5549, | |
| "num_input_tokens_seen": 5125439488, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.306, | |
| "grad_norm": 0.5247146487236023, | |
| "learning_rate": 1.905787098580715e-05, | |
| "loss": 1.9025, | |
| "num_input_tokens_seen": 5133828096, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.3065, | |
| "grad_norm": 0.5503407120704651, | |
| "learning_rate": 1.897942582452097e-05, | |
| "loss": 1.6479, | |
| "num_input_tokens_seen": 5142216704, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.307, | |
| "grad_norm": 0.5089061260223389, | |
| "learning_rate": 1.890099640175109e-05, | |
| "loss": 1.6435, | |
| "num_input_tokens_seen": 5150605312, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.3075, | |
| "grad_norm": 0.5309303998947144, | |
| "learning_rate": 1.882258392697622e-05, | |
| "loss": 1.5801, | |
| "num_input_tokens_seen": 5158993920, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.308, | |
| "grad_norm": 0.45839405059814453, | |
| "learning_rate": 1.8744189609413733e-05, | |
| "loss": 1.6478, | |
| "num_input_tokens_seen": 5167382528, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.3085, | |
| "grad_norm": 0.5259501934051514, | |
| "learning_rate": 1.8665814658000982e-05, | |
| "loss": 1.6075, | |
| "num_input_tokens_seen": 5175771136, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.309, | |
| "grad_norm": 0.3942556381225586, | |
| "learning_rate": 1.8587460281376673e-05, | |
| "loss": 1.7839, | |
| "num_input_tokens_seen": 5184159744, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.3095, | |
| "grad_norm": 0.5850613117218018, | |
| "learning_rate": 1.8509127687862208e-05, | |
| "loss": 1.5596, | |
| "num_input_tokens_seen": 5192548352, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.523441731929779, | |
| "learning_rate": 1.8430818085443106e-05, | |
| "loss": 1.5867, | |
| "num_input_tokens_seen": 5200936960, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.3105, | |
| "grad_norm": 0.5120038986206055, | |
| "learning_rate": 1.835253268175029e-05, | |
| "loss": 1.5351, | |
| "num_input_tokens_seen": 5209325568, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.311, | |
| "grad_norm": 0.5440953969955444, | |
| "learning_rate": 1.8274272684041537e-05, | |
| "loss": 1.5445, | |
| "num_input_tokens_seen": 5217714176, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.3115, | |
| "grad_norm": 0.6131273508071899, | |
| "learning_rate": 1.8196039299182818e-05, | |
| "loss": 1.541, | |
| "num_input_tokens_seen": 5226102784, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.312, | |
| "grad_norm": 0.4762137234210968, | |
| "learning_rate": 1.8117833733629715e-05, | |
| "loss": 1.5922, | |
| "num_input_tokens_seen": 5234491392, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.3125, | |
| "grad_norm": 0.5485303401947021, | |
| "learning_rate": 1.8039657193408788e-05, | |
| "loss": 1.5588, | |
| "num_input_tokens_seen": 5242880000, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.313, | |
| "grad_norm": 0.4996958374977112, | |
| "learning_rate": 1.7961510884099005e-05, | |
| "loss": 1.591, | |
| "num_input_tokens_seen": 5251268608, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.3135, | |
| "grad_norm": 0.5148504972457886, | |
| "learning_rate": 1.7883396010813116e-05, | |
| "loss": 1.5337, | |
| "num_input_tokens_seen": 5259657216, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.314, | |
| "grad_norm": 0.4594258666038513, | |
| "learning_rate": 1.7805313778179095e-05, | |
| "loss": 1.7369, | |
| "num_input_tokens_seen": 5268045824, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.3145, | |
| "grad_norm": 0.5273151397705078, | |
| "learning_rate": 1.772726539032158e-05, | |
| "loss": 1.4446, | |
| "num_input_tokens_seen": 5276434432, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.315, | |
| "grad_norm": 0.5533626079559326, | |
| "learning_rate": 1.764925205084325e-05, | |
| "loss": 1.5265, | |
| "num_input_tokens_seen": 5284823040, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.3155, | |
| "grad_norm": 0.4903721213340759, | |
| "learning_rate": 1.7571274962806316e-05, | |
| "loss": 1.7801, | |
| "num_input_tokens_seen": 5293211648, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.316, | |
| "grad_norm": 0.49773064255714417, | |
| "learning_rate": 1.7493335328713913e-05, | |
| "loss": 1.701, | |
| "num_input_tokens_seen": 5301600256, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.3165, | |
| "grad_norm": 0.4572118818759918, | |
| "learning_rate": 1.741543435049165e-05, | |
| "loss": 1.6753, | |
| "num_input_tokens_seen": 5309988864, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.317, | |
| "grad_norm": 0.5031276941299438, | |
| "learning_rate": 1.7337573229468958e-05, | |
| "loss": 1.5555, | |
| "num_input_tokens_seen": 5318377472, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.3175, | |
| "grad_norm": 0.5255052447319031, | |
| "learning_rate": 1.7259753166360644e-05, | |
| "loss": 1.4977, | |
| "num_input_tokens_seen": 5326766080, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.318, | |
| "grad_norm": 0.5148425698280334, | |
| "learning_rate": 1.7181975361248348e-05, | |
| "loss": 1.5357, | |
| "num_input_tokens_seen": 5335154688, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.3185, | |
| "grad_norm": 0.5783670544624329, | |
| "learning_rate": 1.7104241013562045e-05, | |
| "loss": 1.6418, | |
| "num_input_tokens_seen": 5343543296, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.319, | |
| "grad_norm": 0.40350809693336487, | |
| "learning_rate": 1.702655132206154e-05, | |
| "loss": 1.6714, | |
| "num_input_tokens_seen": 5351931904, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.3195, | |
| "grad_norm": 0.49052226543426514, | |
| "learning_rate": 1.6948907484817985e-05, | |
| "loss": 1.5475, | |
| "num_input_tokens_seen": 5360320512, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.45277076959609985, | |
| "learning_rate": 1.687131069919538e-05, | |
| "loss": 1.5783, | |
| "num_input_tokens_seen": 5368709120, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.3205, | |
| "grad_norm": 0.5141287446022034, | |
| "learning_rate": 1.679376216183218e-05, | |
| "loss": 1.6031, | |
| "num_input_tokens_seen": 5377097728, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.321, | |
| "grad_norm": 0.37356165051460266, | |
| "learning_rate": 1.6716263068622744e-05, | |
| "loss": 1.5794, | |
| "num_input_tokens_seen": 5385486336, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.3215, | |
| "grad_norm": 0.4839518666267395, | |
| "learning_rate": 1.6638814614698965e-05, | |
| "loss": 1.6072, | |
| "num_input_tokens_seen": 5393874944, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.322, | |
| "grad_norm": 0.4161027669906616, | |
| "learning_rate": 1.6561417994411808e-05, | |
| "loss": 1.8477, | |
| "num_input_tokens_seen": 5402263552, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.3225, | |
| "grad_norm": 0.5627133846282959, | |
| "learning_rate": 1.648407440131291e-05, | |
| "loss": 1.629, | |
| "num_input_tokens_seen": 5410652160, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.323, | |
| "grad_norm": 0.45590704679489136, | |
| "learning_rate": 1.640678502813615e-05, | |
| "loss": 1.6007, | |
| "num_input_tokens_seen": 5419040768, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.3235, | |
| "grad_norm": 0.6110590696334839, | |
| "learning_rate": 1.6329551066779278e-05, | |
| "loss": 1.6822, | |
| "num_input_tokens_seen": 5427429376, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.324, | |
| "grad_norm": 0.442785382270813, | |
| "learning_rate": 1.6252373708285505e-05, | |
| "loss": 1.8112, | |
| "num_input_tokens_seen": 5435817984, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.3245, | |
| "grad_norm": 0.4794580340385437, | |
| "learning_rate": 1.6175254142825196e-05, | |
| "loss": 1.59, | |
| "num_input_tokens_seen": 5444206592, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.325, | |
| "grad_norm": 0.4918476641178131, | |
| "learning_rate": 1.609819355967744e-05, | |
| "loss": 1.6212, | |
| "num_input_tokens_seen": 5452595200, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.3255, | |
| "grad_norm": 0.5037944316864014, | |
| "learning_rate": 1.602119314721175e-05, | |
| "loss": 1.4959, | |
| "num_input_tokens_seen": 5460983808, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.326, | |
| "grad_norm": 0.638948380947113, | |
| "learning_rate": 1.5944254092869756e-05, | |
| "loss": 1.6125, | |
| "num_input_tokens_seen": 5469372416, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.3265, | |
| "grad_norm": 0.46257832646369934, | |
| "learning_rate": 1.5867377583146836e-05, | |
| "loss": 1.7298, | |
| "num_input_tokens_seen": 5477761024, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.327, | |
| "grad_norm": 0.5825093984603882, | |
| "learning_rate": 1.579056480357389e-05, | |
| "loss": 1.6123, | |
| "num_input_tokens_seen": 5486149632, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.3275, | |
| "grad_norm": 0.4797838628292084, | |
| "learning_rate": 1.571381693869899e-05, | |
| "loss": 1.6064, | |
| "num_input_tokens_seen": 5494538240, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.328, | |
| "grad_norm": 0.6016621589660645, | |
| "learning_rate": 1.5637135172069155e-05, | |
| "loss": 1.535, | |
| "num_input_tokens_seen": 5502926848, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.3285, | |
| "grad_norm": 0.48697134852409363, | |
| "learning_rate": 1.5560520686212083e-05, | |
| "loss": 1.7159, | |
| "num_input_tokens_seen": 5511315456, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.329, | |
| "grad_norm": 0.5528718829154968, | |
| "learning_rate": 1.548397466261793e-05, | |
| "loss": 1.5113, | |
| "num_input_tokens_seen": 5519704064, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.3295, | |
| "grad_norm": 0.48319679498672485, | |
| "learning_rate": 1.5407498281721063e-05, | |
| "loss": 1.6741, | |
| "num_input_tokens_seen": 5528092672, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.4717366099357605, | |
| "learning_rate": 1.53310927228819e-05, | |
| "loss": 1.5487, | |
| "num_input_tokens_seen": 5536481280, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.3305, | |
| "grad_norm": 0.4618384838104248, | |
| "learning_rate": 1.5254759164368644e-05, | |
| "loss": 1.7316, | |
| "num_input_tokens_seen": 5544869888, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.331, | |
| "grad_norm": 0.7245141267776489, | |
| "learning_rate": 1.517849878333923e-05, | |
| "loss": 1.7489, | |
| "num_input_tokens_seen": 5553258496, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.3315, | |
| "grad_norm": 0.41874098777770996, | |
| "learning_rate": 1.5102312755823053e-05, | |
| "loss": 1.6518, | |
| "num_input_tokens_seen": 5561647104, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.332, | |
| "grad_norm": 0.46870699524879456, | |
| "learning_rate": 1.5026202256702909e-05, | |
| "loss": 1.598, | |
| "num_input_tokens_seen": 5570035712, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.3325, | |
| "grad_norm": 0.37529900670051575, | |
| "learning_rate": 1.4950168459696841e-05, | |
| "loss": 1.6456, | |
| "num_input_tokens_seen": 5578424320, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.333, | |
| "grad_norm": 0.4923308789730072, | |
| "learning_rate": 1.4874212537340067e-05, | |
| "loss": 1.4711, | |
| "num_input_tokens_seen": 5586812928, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.3335, | |
| "grad_norm": 0.3929249048233032, | |
| "learning_rate": 1.4798335660966869e-05, | |
| "loss": 1.5761, | |
| "num_input_tokens_seen": 5595201536, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.334, | |
| "grad_norm": 0.4999372661113739, | |
| "learning_rate": 1.4722539000692548e-05, | |
| "loss": 1.5069, | |
| "num_input_tokens_seen": 5603590144, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.3345, | |
| "grad_norm": 0.44993501901626587, | |
| "learning_rate": 1.4646823725395351e-05, | |
| "loss": 1.6068, | |
| "num_input_tokens_seen": 5611978752, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.335, | |
| "grad_norm": 0.5363733172416687, | |
| "learning_rate": 1.4571191002698517e-05, | |
| "loss": 1.3344, | |
| "num_input_tokens_seen": 5620367360, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.3355, | |
| "grad_norm": 0.5620055198669434, | |
| "learning_rate": 1.4495641998952172e-05, | |
| "loss": 1.5378, | |
| "num_input_tokens_seen": 5628755968, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.336, | |
| "grad_norm": 0.4853207468986511, | |
| "learning_rate": 1.4420177879215419e-05, | |
| "loss": 1.5294, | |
| "num_input_tokens_seen": 5637144576, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.3365, | |
| "grad_norm": 0.4831787645816803, | |
| "learning_rate": 1.434479980723833e-05, | |
| "loss": 1.5064, | |
| "num_input_tokens_seen": 5645533184, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.337, | |
| "grad_norm": 0.6178323030471802, | |
| "learning_rate": 1.4269508945444033e-05, | |
| "loss": 1.5201, | |
| "num_input_tokens_seen": 5653921792, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.3375, | |
| "grad_norm": 0.4733405113220215, | |
| "learning_rate": 1.4194306454910757e-05, | |
| "loss": 1.6281, | |
| "num_input_tokens_seen": 5662310400, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.338, | |
| "grad_norm": 0.5506306886672974, | |
| "learning_rate": 1.4119193495353925e-05, | |
| "loss": 1.3539, | |
| "num_input_tokens_seen": 5670699008, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.3385, | |
| "grad_norm": 0.5859827995300293, | |
| "learning_rate": 1.40441712251083e-05, | |
| "loss": 1.6797, | |
| "num_input_tokens_seen": 5679087616, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.339, | |
| "grad_norm": 0.5389025211334229, | |
| "learning_rate": 1.3969240801110088e-05, | |
| "loss": 1.5045, | |
| "num_input_tokens_seen": 5687476224, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.3395, | |
| "grad_norm": 0.5681171417236328, | |
| "learning_rate": 1.3894403378879132e-05, | |
| "loss": 1.56, | |
| "num_input_tokens_seen": 5695864832, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.5575128197669983, | |
| "learning_rate": 1.3819660112501054e-05, | |
| "loss": 1.4456, | |
| "num_input_tokens_seen": 5704253440, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.3405, | |
| "grad_norm": 0.4929724335670471, | |
| "learning_rate": 1.3745012154609492e-05, | |
| "loss": 1.4229, | |
| "num_input_tokens_seen": 5712642048, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.341, | |
| "grad_norm": 0.44603395462036133, | |
| "learning_rate": 1.3670460656368278e-05, | |
| "loss": 1.6888, | |
| "num_input_tokens_seen": 5721030656, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.3415, | |
| "grad_norm": 0.4557688236236572, | |
| "learning_rate": 1.3596006767453766e-05, | |
| "loss": 1.6441, | |
| "num_input_tokens_seen": 5729419264, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.342, | |
| "grad_norm": 0.42381447553634644, | |
| "learning_rate": 1.3521651636037017e-05, | |
| "loss": 1.7471, | |
| "num_input_tokens_seen": 5737807872, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.3425, | |
| "grad_norm": 0.4877522587776184, | |
| "learning_rate": 1.3447396408766134e-05, | |
| "loss": 1.6108, | |
| "num_input_tokens_seen": 5746196480, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.343, | |
| "grad_norm": 0.5389087796211243, | |
| "learning_rate": 1.3373242230748579e-05, | |
| "loss": 1.4052, | |
| "num_input_tokens_seen": 5754585088, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.3435, | |
| "grad_norm": 0.5732712745666504, | |
| "learning_rate": 1.3299190245533522e-05, | |
| "loss": 1.6114, | |
| "num_input_tokens_seen": 5762973696, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.344, | |
| "grad_norm": 0.37976858019828796, | |
| "learning_rate": 1.3225241595094173e-05, | |
| "loss": 1.6381, | |
| "num_input_tokens_seen": 5771362304, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.3445, | |
| "grad_norm": 0.6109358668327332, | |
| "learning_rate": 1.3151397419810207e-05, | |
| "loss": 1.4704, | |
| "num_input_tokens_seen": 5779750912, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.345, | |
| "grad_norm": 0.3784377872943878, | |
| "learning_rate": 1.3077658858450137e-05, | |
| "loss": 1.7119, | |
| "num_input_tokens_seen": 5788139520, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.3455, | |
| "grad_norm": 0.534516453742981, | |
| "learning_rate": 1.3004027048153826e-05, | |
| "loss": 1.4831, | |
| "num_input_tokens_seen": 5796528128, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.346, | |
| "grad_norm": 0.44002264738082886, | |
| "learning_rate": 1.2930503124414862e-05, | |
| "loss": 1.6671, | |
| "num_input_tokens_seen": 5804916736, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.3465, | |
| "grad_norm": 0.47504231333732605, | |
| "learning_rate": 1.2857088221063099e-05, | |
| "loss": 1.7426, | |
| "num_input_tokens_seen": 5813305344, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.347, | |
| "grad_norm": 0.4503721296787262, | |
| "learning_rate": 1.2783783470247164e-05, | |
| "loss": 1.7178, | |
| "num_input_tokens_seen": 5821693952, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.3475, | |
| "grad_norm": 0.38480740785598755, | |
| "learning_rate": 1.2710590002417008e-05, | |
| "loss": 1.5611, | |
| "num_input_tokens_seen": 5830082560, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.348, | |
| "grad_norm": 0.4555624723434448, | |
| "learning_rate": 1.2637508946306443e-05, | |
| "loss": 1.5239, | |
| "num_input_tokens_seen": 5838471168, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.3485, | |
| "grad_norm": 0.38544774055480957, | |
| "learning_rate": 1.2564541428915762e-05, | |
| "loss": 1.5648, | |
| "num_input_tokens_seen": 5846859776, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.349, | |
| "grad_norm": 0.4004034399986267, | |
| "learning_rate": 1.2491688575494337e-05, | |
| "loss": 1.8762, | |
| "num_input_tokens_seen": 5855248384, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.3495, | |
| "grad_norm": 0.4557759761810303, | |
| "learning_rate": 1.2418951509523312e-05, | |
| "loss": 1.7131, | |
| "num_input_tokens_seen": 5863636992, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.4302028715610504, | |
| "learning_rate": 1.2346331352698206e-05, | |
| "loss": 1.4877, | |
| "num_input_tokens_seen": 5872025600, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.3505, | |
| "grad_norm": 0.4745676517486572, | |
| "learning_rate": 1.2273829224911685e-05, | |
| "loss": 1.5291, | |
| "num_input_tokens_seen": 5880414208, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.351, | |
| "grad_norm": 0.4593994617462158, | |
| "learning_rate": 1.2201446244236242e-05, | |
| "loss": 1.496, | |
| "num_input_tokens_seen": 5888802816, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.3515, | |
| "grad_norm": 0.4248128831386566, | |
| "learning_rate": 1.2129183526906971e-05, | |
| "loss": 1.5912, | |
| "num_input_tokens_seen": 5897191424, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.352, | |
| "grad_norm": 0.4090263545513153, | |
| "learning_rate": 1.205704218730439e-05, | |
| "loss": 1.6625, | |
| "num_input_tokens_seen": 5905580032, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.3525, | |
| "grad_norm": 0.4674663841724396, | |
| "learning_rate": 1.1985023337937185e-05, | |
| "loss": 1.6483, | |
| "num_input_tokens_seen": 5913968640, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.353, | |
| "grad_norm": 0.41158390045166016, | |
| "learning_rate": 1.1913128089425103e-05, | |
| "loss": 1.4624, | |
| "num_input_tokens_seen": 5922357248, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.3535, | |
| "grad_norm": 0.37938833236694336, | |
| "learning_rate": 1.1841357550481817e-05, | |
| "loss": 1.5231, | |
| "num_input_tokens_seen": 5930745856, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.354, | |
| "grad_norm": 0.5211839079856873, | |
| "learning_rate": 1.1769712827897825e-05, | |
| "loss": 1.6377, | |
| "num_input_tokens_seen": 5939134464, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.3545, | |
| "grad_norm": 0.4222390055656433, | |
| "learning_rate": 1.1698195026523379e-05, | |
| "loss": 1.5385, | |
| "num_input_tokens_seen": 5947523072, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.355, | |
| "grad_norm": 0.5263103246688843, | |
| "learning_rate": 1.1626805249251444e-05, | |
| "loss": 1.432, | |
| "num_input_tokens_seen": 5955911680, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.3555, | |
| "grad_norm": 0.40875500440597534, | |
| "learning_rate": 1.1555544597000693e-05, | |
| "loss": 1.5782, | |
| "num_input_tokens_seen": 5964300288, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.356, | |
| "grad_norm": 0.4516502618789673, | |
| "learning_rate": 1.1484414168698547e-05, | |
| "loss": 1.7217, | |
| "num_input_tokens_seen": 5972688896, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.3565, | |
| "grad_norm": 0.4005357623100281, | |
| "learning_rate": 1.1413415061264205e-05, | |
| "loss": 1.5356, | |
| "num_input_tokens_seen": 5981077504, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.357, | |
| "grad_norm": 0.4757128059864044, | |
| "learning_rate": 1.134254836959173e-05, | |
| "loss": 1.5754, | |
| "num_input_tokens_seen": 5989466112, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.3575, | |
| "grad_norm": 0.3795611560344696, | |
| "learning_rate": 1.1271815186533156e-05, | |
| "loss": 1.5715, | |
| "num_input_tokens_seen": 5997854720, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.358, | |
| "grad_norm": 0.48202642798423767, | |
| "learning_rate": 1.1201216602881696e-05, | |
| "loss": 1.474, | |
| "num_input_tokens_seen": 6006243328, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.3585, | |
| "grad_norm": 0.4397919178009033, | |
| "learning_rate": 1.1130753707354836e-05, | |
| "loss": 1.4755, | |
| "num_input_tokens_seen": 6014631936, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.359, | |
| "grad_norm": 0.4739425778388977, | |
| "learning_rate": 1.106042758657758e-05, | |
| "loss": 1.5371, | |
| "num_input_tokens_seen": 6023020544, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.3595, | |
| "grad_norm": 0.477103590965271, | |
| "learning_rate": 1.0990239325065714e-05, | |
| "loss": 1.6359, | |
| "num_input_tokens_seen": 6031409152, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.40918999910354614, | |
| "learning_rate": 1.0920190005209066e-05, | |
| "loss": 1.5021, | |
| "num_input_tokens_seen": 6039797760, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.3605, | |
| "grad_norm": 0.5159934163093567, | |
| "learning_rate": 1.085028070725479e-05, | |
| "loss": 1.6418, | |
| "num_input_tokens_seen": 6048186368, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.361, | |
| "grad_norm": 0.7591975331306458, | |
| "learning_rate": 1.0780512509290758e-05, | |
| "loss": 1.7691, | |
| "num_input_tokens_seen": 6056574976, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.3615, | |
| "grad_norm": 0.5116597414016724, | |
| "learning_rate": 1.0710886487228868e-05, | |
| "loss": 1.6482, | |
| "num_input_tokens_seen": 6064963584, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.362, | |
| "grad_norm": 0.41808661818504333, | |
| "learning_rate": 1.0641403714788537e-05, | |
| "loss": 1.4123, | |
| "num_input_tokens_seen": 6073352192, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.3625, | |
| "grad_norm": 0.5217900276184082, | |
| "learning_rate": 1.0572065263480046e-05, | |
| "loss": 1.5236, | |
| "num_input_tokens_seen": 6081740800, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.363, | |
| "grad_norm": 0.4180975556373596, | |
| "learning_rate": 1.0502872202588113e-05, | |
| "loss": 1.6335, | |
| "num_input_tokens_seen": 6090129408, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.3635, | |
| "grad_norm": 0.513573944568634, | |
| "learning_rate": 1.043382559915532e-05, | |
| "loss": 1.5707, | |
| "num_input_tokens_seen": 6098518016, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.364, | |
| "grad_norm": 0.4156613051891327, | |
| "learning_rate": 1.0364926517965693e-05, | |
| "loss": 1.5941, | |
| "num_input_tokens_seen": 6106906624, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.3645, | |
| "grad_norm": 0.43025484681129456, | |
| "learning_rate": 1.0296176021528326e-05, | |
| "loss": 1.6518, | |
| "num_input_tokens_seen": 6115295232, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.365, | |
| "grad_norm": 0.4618057906627655, | |
| "learning_rate": 1.0227575170060909e-05, | |
| "loss": 1.4235, | |
| "num_input_tokens_seen": 6123683840, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.3655, | |
| "grad_norm": 0.3291275203227997, | |
| "learning_rate": 1.0159125021473421e-05, | |
| "loss": 1.6211, | |
| "num_input_tokens_seen": 6132072448, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.366, | |
| "grad_norm": 0.41411274671554565, | |
| "learning_rate": 1.009082663135185e-05, | |
| "loss": 1.5563, | |
| "num_input_tokens_seen": 6140461056, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.3665, | |
| "grad_norm": 0.3771957457065582, | |
| "learning_rate": 1.0022681052941856e-05, | |
| "loss": 1.6889, | |
| "num_input_tokens_seen": 6148849664, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.367, | |
| "grad_norm": 0.4875394105911255, | |
| "learning_rate": 9.95468933713255e-06, | |
| "loss": 1.3924, | |
| "num_input_tokens_seen": 6157238272, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.3675, | |
| "grad_norm": 0.421825647354126, | |
| "learning_rate": 9.886852532440312e-06, | |
| "loss": 1.8188, | |
| "num_input_tokens_seen": 6165626880, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.368, | |
| "grad_norm": 0.4703611433506012, | |
| "learning_rate": 9.819171684992575e-06, | |
| "loss": 1.6558, | |
| "num_input_tokens_seen": 6174015488, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.3685, | |
| "grad_norm": 0.49299588799476624, | |
| "learning_rate": 9.751647838511747e-06, | |
| "loss": 1.6531, | |
| "num_input_tokens_seen": 6182404096, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.369, | |
| "grad_norm": 0.4184141457080841, | |
| "learning_rate": 9.684282034299053e-06, | |
| "loss": 1.4939, | |
| "num_input_tokens_seen": 6190792704, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.3695, | |
| "grad_norm": 0.4581114947795868, | |
| "learning_rate": 9.61707531121855e-06, | |
| "loss": 1.4902, | |
| "num_input_tokens_seen": 6199181312, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.37457022070884705, | |
| "learning_rate": 9.550028705681024e-06, | |
| "loss": 1.5622, | |
| "num_input_tokens_seen": 6207569920, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.3705, | |
| "grad_norm": 0.4025091826915741, | |
| "learning_rate": 9.483143251628088e-06, | |
| "loss": 1.6402, | |
| "num_input_tokens_seen": 6215958528, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.371, | |
| "grad_norm": 0.4053475856781006, | |
| "learning_rate": 9.416419980516192e-06, | |
| "loss": 1.6449, | |
| "num_input_tokens_seen": 6224347136, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.3715, | |
| "grad_norm": 0.3622041940689087, | |
| "learning_rate": 9.349859921300704e-06, | |
| "loss": 1.426, | |
| "num_input_tokens_seen": 6232735744, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.372, | |
| "grad_norm": 0.4312250316143036, | |
| "learning_rate": 9.283464100420064e-06, | |
| "loss": 1.6787, | |
| "num_input_tokens_seen": 6241124352, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.3725, | |
| "grad_norm": 0.39573124051094055, | |
| "learning_rate": 9.217233541779995e-06, | |
| "loss": 1.4883, | |
| "num_input_tokens_seen": 6249512960, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.373, | |
| "grad_norm": 0.4040946960449219, | |
| "learning_rate": 9.15116926673763e-06, | |
| "loss": 1.6978, | |
| "num_input_tokens_seen": 6257901568, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.3735, | |
| "grad_norm": 0.412345826625824, | |
| "learning_rate": 9.085272294085803e-06, | |
| "loss": 1.6549, | |
| "num_input_tokens_seen": 6266290176, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.374, | |
| "grad_norm": 0.4017808139324188, | |
| "learning_rate": 9.019543640037363e-06, | |
| "loss": 1.4813, | |
| "num_input_tokens_seen": 6274678784, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.3745, | |
| "grad_norm": 0.40174025297164917, | |
| "learning_rate": 8.95398431820947e-06, | |
| "loss": 1.5915, | |
| "num_input_tokens_seen": 6283067392, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 0.37170112133026123, | |
| "learning_rate": 8.888595339607961e-06, | |
| "loss": 1.6085, | |
| "num_input_tokens_seen": 6291456000, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.3755, | |
| "grad_norm": 0.3888947069644928, | |
| "learning_rate": 8.82337771261177e-06, | |
| "loss": 1.4901, | |
| "num_input_tokens_seen": 6299844608, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.376, | |
| "grad_norm": 0.39092621207237244, | |
| "learning_rate": 8.758332442957394e-06, | |
| "loss": 1.4806, | |
| "num_input_tokens_seen": 6308233216, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.3765, | |
| "grad_norm": 0.4453209638595581, | |
| "learning_rate": 8.693460533723346e-06, | |
| "loss": 1.6993, | |
| "num_input_tokens_seen": 6316621824, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.377, | |
| "grad_norm": 0.3836767077445984, | |
| "learning_rate": 8.62876298531472e-06, | |
| "loss": 1.6511, | |
| "num_input_tokens_seen": 6325010432, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.3775, | |
| "grad_norm": 0.3998052775859833, | |
| "learning_rate": 8.564240795447758e-06, | |
| "loss": 1.5698, | |
| "num_input_tokens_seen": 6333399040, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.378, | |
| "grad_norm": 0.3738134503364563, | |
| "learning_rate": 8.499894959134436e-06, | |
| "loss": 1.6333, | |
| "num_input_tokens_seen": 6341787648, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.3785, | |
| "grad_norm": 0.36466184258461, | |
| "learning_rate": 8.435726468667135e-06, | |
| "loss": 1.5178, | |
| "num_input_tokens_seen": 6350176256, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.379, | |
| "grad_norm": 0.4085821807384491, | |
| "learning_rate": 8.37173631360339e-06, | |
| "loss": 1.6823, | |
| "num_input_tokens_seen": 6358564864, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.3795, | |
| "grad_norm": 0.3954522907733917, | |
| "learning_rate": 8.307925480750535e-06, | |
| "loss": 1.4361, | |
| "num_input_tokens_seen": 6366953472, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.4430011808872223, | |
| "learning_rate": 8.24429495415054e-06, | |
| "loss": 1.6206, | |
| "num_input_tokens_seen": 6375342080, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.3805, | |
| "grad_norm": 0.4140196740627289, | |
| "learning_rate": 8.180845715064851e-06, | |
| "loss": 1.4822, | |
| "num_input_tokens_seen": 6383730688, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.381, | |
| "grad_norm": 0.3814021944999695, | |
| "learning_rate": 8.117578741959232e-06, | |
| "loss": 1.584, | |
| "num_input_tokens_seen": 6392119296, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.3815, | |
| "grad_norm": 0.3553796410560608, | |
| "learning_rate": 8.054495010488658e-06, | |
| "loss": 1.556, | |
| "num_input_tokens_seen": 6400507904, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.382, | |
| "grad_norm": 0.38275453448295593, | |
| "learning_rate": 7.991595493482323e-06, | |
| "loss": 1.4992, | |
| "num_input_tokens_seen": 6408896512, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.3825, | |
| "grad_norm": 0.36514538526535034, | |
| "learning_rate": 7.928881160928572e-06, | |
| "loss": 1.5722, | |
| "num_input_tokens_seen": 6417285120, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.383, | |
| "grad_norm": 0.4606564939022064, | |
| "learning_rate": 7.86635297996001e-06, | |
| "loss": 1.5389, | |
| "num_input_tokens_seen": 6425673728, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.3835, | |
| "grad_norm": 0.40744417905807495, | |
| "learning_rate": 7.804011914838524e-06, | |
| "loss": 1.4212, | |
| "num_input_tokens_seen": 6434062336, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.384, | |
| "grad_norm": 0.42578741908073425, | |
| "learning_rate": 7.741858926940475e-06, | |
| "loss": 1.5838, | |
| "num_input_tokens_seen": 6442450944, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.3845, | |
| "grad_norm": 0.45914557576179504, | |
| "learning_rate": 7.679894974741807e-06, | |
| "loss": 1.633, | |
| "num_input_tokens_seen": 6450839552, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.385, | |
| "grad_norm": 0.40932121872901917, | |
| "learning_rate": 7.618121013803319e-06, | |
| "loss": 1.422, | |
| "num_input_tokens_seen": 6459228160, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.3855, | |
| "grad_norm": 0.35300320386886597, | |
| "learning_rate": 7.556537996755919e-06, | |
| "loss": 1.5215, | |
| "num_input_tokens_seen": 6467616768, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.386, | |
| "grad_norm": 0.3876708149909973, | |
| "learning_rate": 7.495146873285904e-06, | |
| "loss": 1.6108, | |
| "num_input_tokens_seen": 6476005376, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.3865, | |
| "grad_norm": 0.3526962697505951, | |
| "learning_rate": 7.433948590120326e-06, | |
| "loss": 1.5735, | |
| "num_input_tokens_seen": 6484393984, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.387, | |
| "grad_norm": 0.377326101064682, | |
| "learning_rate": 7.3729440910124464e-06, | |
| "loss": 1.5143, | |
| "num_input_tokens_seen": 6492782592, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.3875, | |
| "grad_norm": 0.3809109628200531, | |
| "learning_rate": 7.312134316727093e-06, | |
| "loss": 1.5331, | |
| "num_input_tokens_seen": 6501171200, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.388, | |
| "grad_norm": 0.41740885376930237, | |
| "learning_rate": 7.251520205026206e-06, | |
| "loss": 1.7121, | |
| "num_input_tokens_seen": 6509559808, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.3885, | |
| "grad_norm": 0.375685453414917, | |
| "learning_rate": 7.191102690654384e-06, | |
| "loss": 1.4729, | |
| "num_input_tokens_seen": 6517948416, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.389, | |
| "grad_norm": 0.3461897671222687, | |
| "learning_rate": 7.130882705324422e-06, | |
| "loss": 1.4276, | |
| "num_input_tokens_seen": 6526337024, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.3895, | |
| "grad_norm": 0.3789466619491577, | |
| "learning_rate": 7.070861177703006e-06, | |
| "loss": 1.5973, | |
| "num_input_tokens_seen": 6534725632, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.40518102049827576, | |
| "learning_rate": 7.01103903339633e-06, | |
| "loss": 1.4118, | |
| "num_input_tokens_seen": 6543114240, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.3905, | |
| "grad_norm": 0.3697455823421478, | |
| "learning_rate": 6.95141719493587e-06, | |
| "loss": 1.6321, | |
| "num_input_tokens_seen": 6551502848, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.391, | |
| "grad_norm": 0.39922866225242615, | |
| "learning_rate": 6.891996581764124e-06, | |
| "loss": 1.5606, | |
| "num_input_tokens_seen": 6559891456, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.3915, | |
| "grad_norm": 0.3575364947319031, | |
| "learning_rate": 6.832778110220457e-06, | |
| "loss": 1.5569, | |
| "num_input_tokens_seen": 6568280064, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.392, | |
| "grad_norm": 0.36905914545059204, | |
| "learning_rate": 6.773762693526967e-06, | |
| "loss": 1.5744, | |
| "num_input_tokens_seen": 6576668672, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.3925, | |
| "grad_norm": 0.5625297427177429, | |
| "learning_rate": 6.7149512417743725e-06, | |
| "loss": 1.3769, | |
| "num_input_tokens_seen": 6585057280, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.393, | |
| "grad_norm": 0.3726418614387512, | |
| "learning_rate": 6.656344661908003e-06, | |
| "loss": 1.6744, | |
| "num_input_tokens_seen": 6593445888, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.3935, | |
| "grad_norm": 0.39471179246902466, | |
| "learning_rate": 6.597943857713849e-06, | |
| "loss": 1.5823, | |
| "num_input_tokens_seen": 6601834496, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.394, | |
| "grad_norm": 0.4886147975921631, | |
| "learning_rate": 6.539749729804539e-06, | |
| "loss": 1.4887, | |
| "num_input_tokens_seen": 6610223104, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.3945, | |
| "grad_norm": 0.3547024130821228, | |
| "learning_rate": 6.4817631756055086e-06, | |
| "loss": 1.569, | |
| "num_input_tokens_seen": 6618611712, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.395, | |
| "grad_norm": 0.4050310552120209, | |
| "learning_rate": 6.423985089341165e-06, | |
| "loss": 1.5851, | |
| "num_input_tokens_seen": 6627000320, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.3955, | |
| "grad_norm": 0.36963605880737305, | |
| "learning_rate": 6.366416362021077e-06, | |
| "loss": 1.4311, | |
| "num_input_tokens_seen": 6635388928, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.396, | |
| "grad_norm": 0.3320269286632538, | |
| "learning_rate": 6.3090578814262256e-06, | |
| "loss": 1.6496, | |
| "num_input_tokens_seen": 6643777536, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.3965, | |
| "grad_norm": 0.4373522996902466, | |
| "learning_rate": 6.251910532095349e-06, | |
| "loss": 1.464, | |
| "num_input_tokens_seen": 6652166144, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.397, | |
| "grad_norm": 0.3273358941078186, | |
| "learning_rate": 6.1949751953112565e-06, | |
| "loss": 1.5889, | |
| "num_input_tokens_seen": 6660554752, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.3975, | |
| "grad_norm": 0.361979216337204, | |
| "learning_rate": 6.138252749087286e-06, | |
| "loss": 1.5708, | |
| "num_input_tokens_seen": 6668943360, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.398, | |
| "grad_norm": 0.3504394292831421, | |
| "learning_rate": 6.081744068153714e-06, | |
| "loss": 1.7071, | |
| "num_input_tokens_seen": 6677331968, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.3985, | |
| "grad_norm": 0.35012826323509216, | |
| "learning_rate": 6.02545002394432e-06, | |
| "loss": 1.5771, | |
| "num_input_tokens_seen": 6685720576, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.399, | |
| "grad_norm": 0.34323230385780334, | |
| "learning_rate": 5.969371484582887e-06, | |
| "loss": 1.5181, | |
| "num_input_tokens_seen": 6694109184, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.3995, | |
| "grad_norm": 0.3410869836807251, | |
| "learning_rate": 5.913509314869874e-06, | |
| "loss": 1.5847, | |
| "num_input_tokens_seen": 6702497792, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.3655712604522705, | |
| "learning_rate": 5.857864376269051e-06, | |
| "loss": 1.5978, | |
| "num_input_tokens_seen": 6710886400, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.4005, | |
| "grad_norm": 0.3299401104450226, | |
| "learning_rate": 5.802437526894198e-06, | |
| "loss": 1.5185, | |
| "num_input_tokens_seen": 6719275008, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.401, | |
| "grad_norm": 0.33015549182891846, | |
| "learning_rate": 5.747229621495893e-06, | |
| "loss": 1.4544, | |
| "num_input_tokens_seen": 6727663616, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.4015, | |
| "grad_norm": 0.28621819615364075, | |
| "learning_rate": 5.692241511448342e-06, | |
| "loss": 1.6958, | |
| "num_input_tokens_seen": 6736052224, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.402, | |
| "grad_norm": 0.3436781167984009, | |
| "learning_rate": 5.637474044736227e-06, | |
| "loss": 1.4529, | |
| "num_input_tokens_seen": 6744440832, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.4025, | |
| "grad_norm": 0.3146877884864807, | |
| "learning_rate": 5.582928065941624e-06, | |
| "loss": 1.6761, | |
| "num_input_tokens_seen": 6752829440, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.403, | |
| "grad_norm": 0.3468015789985657, | |
| "learning_rate": 5.528604416231016e-06, | |
| "loss": 1.5827, | |
| "num_input_tokens_seen": 6761218048, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.4035, | |
| "grad_norm": 0.30543383955955505, | |
| "learning_rate": 5.474503933342272e-06, | |
| "loss": 1.6216, | |
| "num_input_tokens_seen": 6769606656, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.404, | |
| "grad_norm": 0.33638039231300354, | |
| "learning_rate": 5.4206274515717735e-06, | |
| "loss": 1.7167, | |
| "num_input_tokens_seen": 6777995264, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.4045, | |
| "grad_norm": 0.2884032428264618, | |
| "learning_rate": 5.366975801761507e-06, | |
| "loss": 1.4414, | |
| "num_input_tokens_seen": 6786383872, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.405, | |
| "grad_norm": 0.3318146765232086, | |
| "learning_rate": 5.313549811286294e-06, | |
| "loss": 1.712, | |
| "num_input_tokens_seen": 6794772480, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.4055, | |
| "grad_norm": 0.3560062646865845, | |
| "learning_rate": 5.260350304040987e-06, | |
| "loss": 1.5902, | |
| "num_input_tokens_seen": 6803161088, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.406, | |
| "grad_norm": 0.31840780377388, | |
| "learning_rate": 5.207378100427804e-06, | |
| "loss": 1.5372, | |
| "num_input_tokens_seen": 6811549696, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.4065, | |
| "grad_norm": 0.3286549150943756, | |
| "learning_rate": 5.154634017343662e-06, | |
| "loss": 1.6759, | |
| "num_input_tokens_seen": 6819938304, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.407, | |
| "grad_norm": 0.3250563144683838, | |
| "learning_rate": 5.102118868167565e-06, | |
| "loss": 1.5406, | |
| "num_input_tokens_seen": 6828326912, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.4075, | |
| "grad_norm": 0.3316640555858612, | |
| "learning_rate": 5.049833462748061e-06, | |
| "loss": 1.7991, | |
| "num_input_tokens_seen": 6836715520, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.408, | |
| "grad_norm": 0.3580614924430847, | |
| "learning_rate": 4.997778607390809e-06, | |
| "loss": 1.6432, | |
| "num_input_tokens_seen": 6845104128, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.4085, | |
| "grad_norm": 0.3245338499546051, | |
| "learning_rate": 4.945955104846061e-06, | |
| "loss": 1.6115, | |
| "num_input_tokens_seen": 6853492736, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.409, | |
| "grad_norm": 0.3292555510997772, | |
| "learning_rate": 4.89436375429633e-06, | |
| "loss": 1.3836, | |
| "num_input_tokens_seen": 6861881344, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.4095, | |
| "grad_norm": 0.33106541633605957, | |
| "learning_rate": 4.843005351344065e-06, | |
| "loss": 1.4818, | |
| "num_input_tokens_seen": 6870269952, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.4454377293586731, | |
| "learning_rate": 4.791880687999382e-06, | |
| "loss": 1.4974, | |
| "num_input_tokens_seen": 6878658560, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.4105, | |
| "grad_norm": 0.3861941993236542, | |
| "learning_rate": 4.740990552667823e-06, | |
| "loss": 1.5086, | |
| "num_input_tokens_seen": 6887047168, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.411, | |
| "grad_norm": 0.3597433865070343, | |
| "learning_rate": 4.6903357301382405e-06, | |
| "loss": 1.515, | |
| "num_input_tokens_seen": 6895435776, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.4115, | |
| "grad_norm": 0.35469549894332886, | |
| "learning_rate": 4.639917001570644e-06, | |
| "loss": 1.635, | |
| "num_input_tokens_seen": 6903824384, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.412, | |
| "grad_norm": 0.33241182565689087, | |
| "learning_rate": 4.589735144484217e-06, | |
| "loss": 1.6323, | |
| "num_input_tokens_seen": 6912212992, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.4125, | |
| "grad_norm": 0.37007105350494385, | |
| "learning_rate": 4.53979093274526e-06, | |
| "loss": 1.6834, | |
| "num_input_tokens_seen": 6920601600, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.413, | |
| "grad_norm": 0.3709860146045685, | |
| "learning_rate": 4.490085136555313e-06, | |
| "loss": 1.4491, | |
| "num_input_tokens_seen": 6928990208, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.4135, | |
| "grad_norm": 0.3294796645641327, | |
| "learning_rate": 4.440618522439237e-06, | |
| "loss": 1.4501, | |
| "num_input_tokens_seen": 6937378816, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.414, | |
| "grad_norm": 0.3185144066810608, | |
| "learning_rate": 4.391391853233404e-06, | |
| "loss": 1.4515, | |
| "num_input_tokens_seen": 6945767424, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.4145, | |
| "grad_norm": 0.3276340961456299, | |
| "learning_rate": 4.342405888073971e-06, | |
| "loss": 1.6034, | |
| "num_input_tokens_seen": 6954156032, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.415, | |
| "grad_norm": 0.3218885362148285, | |
| "learning_rate": 4.293661382385106e-06, | |
| "loss": 1.4493, | |
| "num_input_tokens_seen": 6962544640, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.4155, | |
| "grad_norm": 0.318389356136322, | |
| "learning_rate": 4.245159087867383e-06, | |
| "loss": 1.7035, | |
| "num_input_tokens_seen": 6970933248, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.416, | |
| "grad_norm": 0.36420193314552307, | |
| "learning_rate": 4.196899752486192e-06, | |
| "loss": 1.4633, | |
| "num_input_tokens_seen": 6979321856, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.4165, | |
| "grad_norm": 0.3152608275413513, | |
| "learning_rate": 4.148884120460186e-06, | |
| "loss": 1.4906, | |
| "num_input_tokens_seen": 6987710464, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.417, | |
| "grad_norm": 0.30179423093795776, | |
| "learning_rate": 4.1011129322498e-06, | |
| "loss": 1.6253, | |
| "num_input_tokens_seen": 6996099072, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.4175, | |
| "grad_norm": 0.28013914823532104, | |
| "learning_rate": 4.05358692454586e-06, | |
| "loss": 1.5175, | |
| "num_input_tokens_seen": 7004487680, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.418, | |
| "grad_norm": 0.344892293214798, | |
| "learning_rate": 4.006306830258189e-06, | |
| "loss": 1.6806, | |
| "num_input_tokens_seen": 7012876288, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.4185, | |
| "grad_norm": 0.31076744198799133, | |
| "learning_rate": 3.9592733785043405e-06, | |
| "loss": 1.4867, | |
| "num_input_tokens_seen": 7021264896, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.419, | |
| "grad_norm": 0.30278122425079346, | |
| "learning_rate": 3.91248729459831e-06, | |
| "loss": 1.6043, | |
| "num_input_tokens_seen": 7029653504, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.4195, | |
| "grad_norm": 1.5924491882324219, | |
| "learning_rate": 3.865949300039404e-06, | |
| "loss": 1.6819, | |
| "num_input_tokens_seen": 7038042112, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.3173651695251465, | |
| "learning_rate": 3.819660112501053e-06, | |
| "loss": 1.5288, | |
| "num_input_tokens_seen": 7046430720, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.4205, | |
| "grad_norm": 0.390505850315094, | |
| "learning_rate": 3.773620445819799e-06, | |
| "loss": 1.7401, | |
| "num_input_tokens_seen": 7054819328, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.421, | |
| "grad_norm": 0.3141814172267914, | |
| "learning_rate": 3.727831009984262e-06, | |
| "loss": 1.5442, | |
| "num_input_tokens_seen": 7063207936, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.4215, | |
| "grad_norm": 0.32728394865989685, | |
| "learning_rate": 3.682292511124179e-06, | |
| "loss": 1.524, | |
| "num_input_tokens_seen": 7071596544, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.422, | |
| "grad_norm": 0.30296072363853455, | |
| "learning_rate": 3.637005651499528e-06, | |
| "loss": 1.5514, | |
| "num_input_tokens_seen": 7079985152, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.4225, | |
| "grad_norm": 0.3034377098083496, | |
| "learning_rate": 3.5919711294897285e-06, | |
| "loss": 1.6488, | |
| "num_input_tokens_seen": 7088373760, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.423, | |
| "grad_norm": 0.3028651773929596, | |
| "learning_rate": 3.5471896395828064e-06, | |
| "loss": 1.6122, | |
| "num_input_tokens_seen": 7096762368, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.4235, | |
| "grad_norm": 0.28566136956214905, | |
| "learning_rate": 3.502661872364732e-06, | |
| "loss": 1.6506, | |
| "num_input_tokens_seen": 7105150976, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.424, | |
| "grad_norm": 0.32108139991760254, | |
| "learning_rate": 3.4583885145087613e-06, | |
| "loss": 1.4408, | |
| "num_input_tokens_seen": 7113539584, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.4245, | |
| "grad_norm": 0.33206671476364136, | |
| "learning_rate": 3.414370248764849e-06, | |
| "loss": 1.4943, | |
| "num_input_tokens_seen": 7121928192, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.425, | |
| "grad_norm": 0.27473020553588867, | |
| "learning_rate": 3.3706077539490933e-06, | |
| "loss": 1.5191, | |
| "num_input_tokens_seen": 7130316800, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.4255, | |
| "grad_norm": 0.291063517332077, | |
| "learning_rate": 3.327101704933313e-06, | |
| "loss": 1.341, | |
| "num_input_tokens_seen": 7138705408, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.426, | |
| "grad_norm": 0.35267290472984314, | |
| "learning_rate": 3.2838527726345994e-06, | |
| "loss": 1.3756, | |
| "num_input_tokens_seen": 7147094016, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.4265, | |
| "grad_norm": 0.29957467317581177, | |
| "learning_rate": 3.240861624004983e-06, | |
| "loss": 1.7059, | |
| "num_input_tokens_seen": 7155482624, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.427, | |
| "grad_norm": 0.29212555289268494, | |
| "learning_rate": 3.198128922021162e-06, | |
| "loss": 1.4891, | |
| "num_input_tokens_seen": 7163871232, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.4275, | |
| "grad_norm": 0.3003202974796295, | |
| "learning_rate": 3.155655325674272e-06, | |
| "loss": 1.5788, | |
| "num_input_tokens_seen": 7172259840, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.428, | |
| "grad_norm": 0.29497838020324707, | |
| "learning_rate": 3.1134414899597033e-06, | |
| "loss": 1.6972, | |
| "num_input_tokens_seen": 7180648448, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.4285, | |
| "grad_norm": 0.28923463821411133, | |
| "learning_rate": 3.0714880658670165e-06, | |
| "loss": 1.4985, | |
| "num_input_tokens_seen": 7189037056, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.429, | |
| "grad_norm": 0.31097179651260376, | |
| "learning_rate": 3.0297957003699284e-06, | |
| "loss": 1.5965, | |
| "num_input_tokens_seen": 7197425664, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.4295, | |
| "grad_norm": 0.2652358114719391, | |
| "learning_rate": 2.9883650364162784e-06, | |
| "loss": 1.4394, | |
| "num_input_tokens_seen": 7205814272, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.29938805103302, | |
| "learning_rate": 2.947196712918157e-06, | |
| "loss": 1.6263, | |
| "num_input_tokens_seen": 7214202880, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.4305, | |
| "grad_norm": 0.2985369861125946, | |
| "learning_rate": 2.906291364742042e-06, | |
| "loss": 1.5659, | |
| "num_input_tokens_seen": 7222591488, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.431, | |
| "grad_norm": 0.31858527660369873, | |
| "learning_rate": 2.8656496226990092e-06, | |
| "loss": 1.6757, | |
| "num_input_tokens_seen": 7230980096, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.4315, | |
| "grad_norm": 0.3064689636230469, | |
| "learning_rate": 2.8252721135349892e-06, | |
| "loss": 1.495, | |
| "num_input_tokens_seen": 7239368704, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.432, | |
| "grad_norm": 0.2998564839363098, | |
| "learning_rate": 2.7851594599211297e-06, | |
| "loss": 1.3919, | |
| "num_input_tokens_seen": 7247757312, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.4325, | |
| "grad_norm": 0.30185946822166443, | |
| "learning_rate": 2.7453122804441636e-06, | |
| "loss": 1.3706, | |
| "num_input_tokens_seen": 7256145920, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.433, | |
| "grad_norm": 0.313856303691864, | |
| "learning_rate": 2.705731189596901e-06, | |
| "loss": 1.6292, | |
| "num_input_tokens_seen": 7264534528, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.4335, | |
| "grad_norm": 0.32189980149269104, | |
| "learning_rate": 2.6664167977687182e-06, | |
| "loss": 1.7559, | |
| "num_input_tokens_seen": 7272923136, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.434, | |
| "grad_norm": 0.3159331977367401, | |
| "learning_rate": 2.6273697112361786e-06, | |
| "loss": 1.6213, | |
| "num_input_tokens_seen": 7281311744, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.4345, | |
| "grad_norm": 0.30264052748680115, | |
| "learning_rate": 2.588590532153652e-06, | |
| "loss": 1.5662, | |
| "num_input_tokens_seen": 7289700352, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.435, | |
| "grad_norm": 0.29510387778282166, | |
| "learning_rate": 2.550079858544057e-06, | |
| "loss": 1.5406, | |
| "num_input_tokens_seen": 7298088960, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.4355, | |
| "grad_norm": 0.3535095155239105, | |
| "learning_rate": 2.511838284289625e-06, | |
| "loss": 1.5925, | |
| "num_input_tokens_seen": 7306477568, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.436, | |
| "grad_norm": 0.3253929615020752, | |
| "learning_rate": 2.473866399122733e-06, | |
| "loss": 1.5054, | |
| "num_input_tokens_seen": 7314866176, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.4365, | |
| "grad_norm": 0.27736151218414307, | |
| "learning_rate": 2.436164788616815e-06, | |
| "loss": 1.6797, | |
| "num_input_tokens_seen": 7323254784, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.437, | |
| "grad_norm": 0.2774750590324402, | |
| "learning_rate": 2.398734034177361e-06, | |
| "loss": 1.3784, | |
| "num_input_tokens_seen": 7331643392, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.4375, | |
| "grad_norm": 1.0643863677978516, | |
| "learning_rate": 2.3615747130329013e-06, | |
| "loss": 1.3942, | |
| "num_input_tokens_seen": 7340032000, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.438, | |
| "grad_norm": 0.2871946096420288, | |
| "learning_rate": 2.324687398226131e-06, | |
| "loss": 1.5828, | |
| "num_input_tokens_seen": 7348420608, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.4385, | |
| "grad_norm": 0.28776809573173523, | |
| "learning_rate": 2.288072658605087e-06, | |
| "loss": 1.4781, | |
| "num_input_tokens_seen": 7356809216, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.439, | |
| "grad_norm": 0.31147900223731995, | |
| "learning_rate": 2.2517310588143372e-06, | |
| "loss": 1.6066, | |
| "num_input_tokens_seen": 7365197824, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.4395, | |
| "grad_norm": 0.32211750745773315, | |
| "learning_rate": 2.215663159286314e-06, | |
| "loss": 1.6086, | |
| "num_input_tokens_seen": 7373586432, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.360286682844162, | |
| "learning_rate": 2.1798695162326444e-06, | |
| "loss": 1.5362, | |
| "num_input_tokens_seen": 7381975040, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.4405, | |
| "grad_norm": 0.2793222665786743, | |
| "learning_rate": 2.144350681635585e-06, | |
| "loss": 1.6441, | |
| "num_input_tokens_seen": 7390363648, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.441, | |
| "grad_norm": 0.30778202414512634, | |
| "learning_rate": 2.1091072032395e-06, | |
| "loss": 1.6035, | |
| "num_input_tokens_seen": 7398752256, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.4415, | |
| "grad_norm": 0.35812097787857056, | |
| "learning_rate": 2.0741396245424263e-06, | |
| "loss": 1.5975, | |
| "num_input_tokens_seen": 7407140864, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.442, | |
| "grad_norm": 0.3686063289642334, | |
| "learning_rate": 2.0394484847876894e-06, | |
| "loss": 1.6201, | |
| "num_input_tokens_seen": 7415529472, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.4425, | |
| "grad_norm": 0.3779139220714569, | |
| "learning_rate": 2.0050343189555743e-06, | |
| "loss": 1.6497, | |
| "num_input_tokens_seen": 7423918080, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.443, | |
| "grad_norm": 0.298098623752594, | |
| "learning_rate": 1.970897657755084e-06, | |
| "loss": 1.4754, | |
| "num_input_tokens_seen": 7432306688, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.4435, | |
| "grad_norm": 0.3022516071796417, | |
| "learning_rate": 1.937039027615779e-06, | |
| "loss": 1.4341, | |
| "num_input_tokens_seen": 7440695296, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.444, | |
| "grad_norm": 0.30083125829696655, | |
| "learning_rate": 1.903458950679613e-06, | |
| "loss": 1.6386, | |
| "num_input_tokens_seen": 7449083904, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.4445, | |
| "grad_norm": 0.2998676598072052, | |
| "learning_rate": 1.8701579447929076e-06, | |
| "loss": 1.4833, | |
| "num_input_tokens_seen": 7457472512, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.445, | |
| "grad_norm": 0.28990113735198975, | |
| "learning_rate": 1.837136523498373e-06, | |
| "loss": 1.5555, | |
| "num_input_tokens_seen": 7465861120, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.4455, | |
| "grad_norm": 0.2804090082645416, | |
| "learning_rate": 1.80439519602718e-06, | |
| "loss": 1.5589, | |
| "num_input_tokens_seen": 7474249728, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.446, | |
| "grad_norm": 0.29142701625823975, | |
| "learning_rate": 1.7719344672910942e-06, | |
| "loss": 1.5012, | |
| "num_input_tokens_seen": 7482638336, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.4465, | |
| "grad_norm": 0.2881058156490326, | |
| "learning_rate": 1.7397548378747142e-06, | |
| "loss": 1.6529, | |
| "num_input_tokens_seen": 7491026944, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.447, | |
| "grad_norm": 0.29974132776260376, | |
| "learning_rate": 1.7078568040277276e-06, | |
| "loss": 1.4558, | |
| "num_input_tokens_seen": 7499415552, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.4475, | |
| "grad_norm": 0.24919338524341583, | |
| "learning_rate": 1.676240857657283e-06, | |
| "loss": 1.6168, | |
| "num_input_tokens_seen": 7507804160, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.448, | |
| "grad_norm": 0.27764326333999634, | |
| "learning_rate": 1.6449074863203773e-06, | |
| "loss": 1.4641, | |
| "num_input_tokens_seen": 7516192768, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.4485, | |
| "grad_norm": 0.28568482398986816, | |
| "learning_rate": 1.6138571732163643e-06, | |
| "loss": 1.5211, | |
| "num_input_tokens_seen": 7524581376, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.449, | |
| "grad_norm": 0.7067427039146423, | |
| "learning_rate": 1.5830903971794765e-06, | |
| "loss": 1.6592, | |
| "num_input_tokens_seen": 7532969984, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.4495, | |
| "grad_norm": 0.2689734399318695, | |
| "learning_rate": 1.5526076326714635e-06, | |
| "loss": 1.4476, | |
| "num_input_tokens_seen": 7541358592, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.27099910378456116, | |
| "learning_rate": 1.5224093497742654e-06, | |
| "loss": 1.4756, | |
| "num_input_tokens_seen": 7549747200, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.4505, | |
| "grad_norm": 0.2850476801395416, | |
| "learning_rate": 1.4924960141827605e-06, | |
| "loss": 1.5165, | |
| "num_input_tokens_seen": 7558135808, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.451, | |
| "grad_norm": 0.268863707780838, | |
| "learning_rate": 1.4628680871975842e-06, | |
| "loss": 1.5588, | |
| "num_input_tokens_seen": 7566524416, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.4515, | |
| "grad_norm": 0.26697346568107605, | |
| "learning_rate": 1.4335260257180262e-06, | |
| "loss": 1.596, | |
| "num_input_tokens_seen": 7574913024, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.452, | |
| "grad_norm": 0.28044283390045166, | |
| "learning_rate": 1.4044702822349731e-06, | |
| "loss": 1.4721, | |
| "num_input_tokens_seen": 7583301632, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.4525, | |
| "grad_norm": 0.27265068888664246, | |
| "learning_rate": 1.3757013048239287e-06, | |
| "loss": 1.7483, | |
| "num_input_tokens_seen": 7591690240, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.453, | |
| "grad_norm": 0.27618253231048584, | |
| "learning_rate": 1.3472195371381202e-06, | |
| "loss": 1.4239, | |
| "num_input_tokens_seen": 7600078848, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.4535, | |
| "grad_norm": 0.27610379457473755, | |
| "learning_rate": 1.3190254184016294e-06, | |
| "loss": 1.4987, | |
| "num_input_tokens_seen": 7608467456, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.454, | |
| "grad_norm": 0.2572946548461914, | |
| "learning_rate": 1.2911193834026548e-06, | |
| "loss": 1.4957, | |
| "num_input_tokens_seen": 7616856064, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.4545, | |
| "grad_norm": 0.2584414482116699, | |
| "learning_rate": 1.2635018624867712e-06, | |
| "loss": 1.6271, | |
| "num_input_tokens_seen": 7625244672, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.455, | |
| "grad_norm": 0.26803648471832275, | |
| "learning_rate": 1.236173281550319e-06, | |
| "loss": 1.6387, | |
| "num_input_tokens_seen": 7633633280, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.4555, | |
| "grad_norm": 0.25464460253715515, | |
| "learning_rate": 1.209134062033821e-06, | |
| "loss": 1.5111, | |
| "num_input_tokens_seen": 7642021888, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.456, | |
| "grad_norm": 0.2775379717350006, | |
| "learning_rate": 1.182384620915491e-06, | |
| "loss": 1.7476, | |
| "num_input_tokens_seen": 7650410496, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.4565, | |
| "grad_norm": 0.27452683448791504, | |
| "learning_rate": 1.1559253707048046e-06, | |
| "loss": 1.5443, | |
| "num_input_tokens_seen": 7658799104, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.457, | |
| "grad_norm": 0.2475164234638214, | |
| "learning_rate": 1.1297567194361303e-06, | |
| "loss": 1.6505, | |
| "num_input_tokens_seen": 7667187712, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.4575, | |
| "grad_norm": 0.28584203124046326, | |
| "learning_rate": 1.103879070662439e-06, | |
| "loss": 1.5918, | |
| "num_input_tokens_seen": 7675576320, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.458, | |
| "grad_norm": 0.2768670618534088, | |
| "learning_rate": 1.0782928234490941e-06, | |
| "loss": 1.482, | |
| "num_input_tokens_seen": 7683964928, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.4585, | |
| "grad_norm": 0.27717721462249756, | |
| "learning_rate": 1.0529983723676751e-06, | |
| "loss": 1.6142, | |
| "num_input_tokens_seen": 7692353536, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.459, | |
| "grad_norm": 0.2514759302139282, | |
| "learning_rate": 1.027996107489908e-06, | |
| "loss": 1.5034, | |
| "num_input_tokens_seen": 7700742144, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.4595, | |
| "grad_norm": 0.2566506862640381, | |
| "learning_rate": 1.0032864143816456e-06, | |
| "loss": 1.5485, | |
| "num_input_tokens_seen": 7709130752, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.275288462638855, | |
| "learning_rate": 9.788696740969295e-07, | |
| "loss": 1.5363, | |
| "num_input_tokens_seen": 7717519360, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.4605, | |
| "grad_norm": 0.26422953605651855, | |
| "learning_rate": 9.547462631720906e-07, | |
| "loss": 1.7154, | |
| "num_input_tokens_seen": 7725907968, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.461, | |
| "grad_norm": 0.2841811180114746, | |
| "learning_rate": 9.30916553619976e-07, | |
| "loss": 1.6462, | |
| "num_input_tokens_seen": 7734296576, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.4615, | |
| "grad_norm": 0.2585889995098114, | |
| "learning_rate": 9.073809129241784e-07, | |
| "loss": 1.5431, | |
| "num_input_tokens_seen": 7742685184, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.462, | |
| "grad_norm": 0.25092291831970215, | |
| "learning_rate": 8.841397040333976e-07, | |
| "loss": 1.5584, | |
| "num_input_tokens_seen": 7751073792, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.4625, | |
| "grad_norm": 0.2754204273223877, | |
| "learning_rate": 8.611932853558236e-07, | |
| "loss": 1.5088, | |
| "num_input_tokens_seen": 7759462400, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.463, | |
| "grad_norm": 0.29892218112945557, | |
| "learning_rate": 8.38542010753618e-07, | |
| "loss": 1.5045, | |
| "num_input_tokens_seen": 7767851008, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.4635, | |
| "grad_norm": 0.2517067492008209, | |
| "learning_rate": 8.161862295374567e-07, | |
| "loss": 1.4251, | |
| "num_input_tokens_seen": 7776239616, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.464, | |
| "grad_norm": 0.28415587544441223, | |
| "learning_rate": 7.941262864611387e-07, | |
| "loss": 1.5208, | |
| "num_input_tokens_seen": 7784628224, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.4645, | |
| "grad_norm": 0.2550823986530304, | |
| "learning_rate": 7.723625217162811e-07, | |
| "loss": 1.5787, | |
| "num_input_tokens_seen": 7793016832, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.465, | |
| "grad_norm": 0.24390766024589539, | |
| "learning_rate": 7.508952709270567e-07, | |
| "loss": 1.6071, | |
| "num_input_tokens_seen": 7801405440, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.4655, | |
| "grad_norm": 0.2771441638469696, | |
| "learning_rate": 7.29724865145025e-07, | |
| "loss": 1.6024, | |
| "num_input_tokens_seen": 7809794048, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.466, | |
| "grad_norm": 0.3028735816478729, | |
| "learning_rate": 7.088516308440386e-07, | |
| "loss": 1.6315, | |
| "num_input_tokens_seen": 7818182656, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.4665, | |
| "grad_norm": 0.273967981338501, | |
| "learning_rate": 6.882758899151886e-07, | |
| "loss": 1.5286, | |
| "num_input_tokens_seen": 7826571264, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.467, | |
| "grad_norm": 0.2625696361064911, | |
| "learning_rate": 6.679979596618546e-07, | |
| "loss": 1.7165, | |
| "num_input_tokens_seen": 7834959872, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.4675, | |
| "grad_norm": 0.7894181609153748, | |
| "learning_rate": 6.480181527948049e-07, | |
| "loss": 1.4989, | |
| "num_input_tokens_seen": 7843348480, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.468, | |
| "grad_norm": 0.27667322754859924, | |
| "learning_rate": 6.283367774273785e-07, | |
| "loss": 1.6919, | |
| "num_input_tokens_seen": 7851737088, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.4685, | |
| "grad_norm": 0.2543598711490631, | |
| "learning_rate": 6.089541370707297e-07, | |
| "loss": 1.6136, | |
| "num_input_tokens_seen": 7860125696, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.469, | |
| "grad_norm": 0.2823677361011505, | |
| "learning_rate": 5.898705306291508e-07, | |
| "loss": 1.7088, | |
| "num_input_tokens_seen": 7868514304, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.4695, | |
| "grad_norm": 0.2542930543422699, | |
| "learning_rate": 5.71086252395463e-07, | |
| "loss": 1.728, | |
| "num_input_tokens_seen": 7876902912, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.2800678014755249, | |
| "learning_rate": 5.526015920464689e-07, | |
| "loss": 1.5442, | |
| "num_input_tokens_seen": 7885291520, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.4705, | |
| "grad_norm": 0.28233593702316284, | |
| "learning_rate": 5.344168346385003e-07, | |
| "loss": 1.5762, | |
| "num_input_tokens_seen": 7893680128, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.471, | |
| "grad_norm": 0.2772792875766754, | |
| "learning_rate": 5.165322606030132e-07, | |
| "loss": 1.498, | |
| "num_input_tokens_seen": 7902068736, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.4715, | |
| "grad_norm": 0.258087694644928, | |
| "learning_rate": 4.98948145742264e-07, | |
| "loss": 1.6592, | |
| "num_input_tokens_seen": 7910457344, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.472, | |
| "grad_norm": 0.2860059142112732, | |
| "learning_rate": 4.816647612250513e-07, | |
| "loss": 1.5144, | |
| "num_input_tokens_seen": 7918845952, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.4725, | |
| "grad_norm": 0.24073940515518188, | |
| "learning_rate": 4.646823735825523e-07, | |
| "loss": 1.6956, | |
| "num_input_tokens_seen": 7927234560, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.473, | |
| "grad_norm": 0.25412750244140625, | |
| "learning_rate": 4.4800124470418815e-07, | |
| "loss": 1.5523, | |
| "num_input_tokens_seen": 7935623168, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.4735, | |
| "grad_norm": 0.2561289966106415, | |
| "learning_rate": 4.3162163183360084e-07, | |
| "loss": 1.5933, | |
| "num_input_tokens_seen": 7944011776, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.474, | |
| "grad_norm": 0.2627177834510803, | |
| "learning_rate": 4.155437875646828e-07, | |
| "loss": 1.5529, | |
| "num_input_tokens_seen": 7952400384, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.4745, | |
| "grad_norm": 0.2649383544921875, | |
| "learning_rate": 3.997679598376891e-07, | |
| "loss": 1.5151, | |
| "num_input_tokens_seen": 7960788992, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.475, | |
| "grad_norm": 0.25103694200515747, | |
| "learning_rate": 3.842943919353914e-07, | |
| "loss": 1.3731, | |
| "num_input_tokens_seen": 7969177600, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.4755, | |
| "grad_norm": 0.24840368330478668, | |
| "learning_rate": 3.6912332247935224e-07, | |
| "loss": 1.554, | |
| "num_input_tokens_seen": 7977566208, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.476, | |
| "grad_norm": 0.2701607048511505, | |
| "learning_rate": 3.5425498542622784e-07, | |
| "loss": 1.4967, | |
| "num_input_tokens_seen": 7985954816, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.4765, | |
| "grad_norm": 0.2613852620124817, | |
| "learning_rate": 3.396896100641689e-07, | |
| "loss": 1.5878, | |
| "num_input_tokens_seen": 7994343424, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.477, | |
| "grad_norm": 0.26147374510765076, | |
| "learning_rate": 3.2542742100928114e-07, | |
| "loss": 1.5783, | |
| "num_input_tokens_seen": 8002732032, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.4775, | |
| "grad_norm": 0.3100808560848236, | |
| "learning_rate": 3.114686382021681e-07, | |
| "loss": 1.5472, | |
| "num_input_tokens_seen": 8011120640, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.478, | |
| "grad_norm": 0.26423409581184387, | |
| "learning_rate": 2.9781347690452266e-07, | |
| "loss": 1.8478, | |
| "num_input_tokens_seen": 8019509248, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.4785, | |
| "grad_norm": 0.2365507185459137, | |
| "learning_rate": 2.8446214769582534e-07, | |
| "loss": 1.6472, | |
| "num_input_tokens_seen": 8027897856, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.479, | |
| "grad_norm": 0.2785324454307556, | |
| "learning_rate": 2.714148564700914e-07, | |
| "loss": 1.6811, | |
| "num_input_tokens_seen": 8036286464, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.4795, | |
| "grad_norm": 0.23417918384075165, | |
| "learning_rate": 2.586718044326886e-07, | |
| "loss": 1.4201, | |
| "num_input_tokens_seen": 8044675072, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.2550223469734192, | |
| "learning_rate": 2.462331880972468e-07, | |
| "loss": 1.4727, | |
| "num_input_tokens_seen": 8053063680, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.4805, | |
| "grad_norm": 0.25741317868232727, | |
| "learning_rate": 2.340991992826136e-07, | |
| "loss": 1.5361, | |
| "num_input_tokens_seen": 8061452288, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.481, | |
| "grad_norm": 0.2440570592880249, | |
| "learning_rate": 2.222700251099097e-07, | |
| "loss": 1.6914, | |
| "num_input_tokens_seen": 8069840896, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.4815, | |
| "grad_norm": 0.4941231906414032, | |
| "learning_rate": 2.107458479996316e-07, | |
| "loss": 1.7785, | |
| "num_input_tokens_seen": 8078229504, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.482, | |
| "grad_norm": 0.2466343194246292, | |
| "learning_rate": 1.9952684566884927e-07, | |
| "loss": 1.4094, | |
| "num_input_tokens_seen": 8086618112, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.4825, | |
| "grad_norm": 0.2508993148803711, | |
| "learning_rate": 1.88613191128455e-07, | |
| "loss": 1.5626, | |
| "num_input_tokens_seen": 8095006720, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.483, | |
| "grad_norm": 0.27574288845062256, | |
| "learning_rate": 1.780050526805055e-07, | |
| "loss": 1.6807, | |
| "num_input_tokens_seen": 8103395328, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.4835, | |
| "grad_norm": 0.26518452167510986, | |
| "learning_rate": 1.6770259391561518e-07, | |
| "loss": 1.6383, | |
| "num_input_tokens_seen": 8111783936, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.484, | |
| "grad_norm": 0.2572641968727112, | |
| "learning_rate": 1.577059737104447e-07, | |
| "loss": 1.6402, | |
| "num_input_tokens_seen": 8120172544, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.4845, | |
| "grad_norm": 0.27201879024505615, | |
| "learning_rate": 1.4801534622524316e-07, | |
| "loss": 1.5114, | |
| "num_input_tokens_seen": 8128561152, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.485, | |
| "grad_norm": 0.23598560690879822, | |
| "learning_rate": 1.3863086090147415e-07, | |
| "loss": 1.5498, | |
| "num_input_tokens_seen": 8136949760, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.4855, | |
| "grad_norm": 0.2551763653755188, | |
| "learning_rate": 1.2955266245951338e-07, | |
| "loss": 1.5513, | |
| "num_input_tokens_seen": 8145338368, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.486, | |
| "grad_norm": 0.2625666558742523, | |
| "learning_rate": 1.2078089089640809e-07, | |
| "loss": 1.6809, | |
| "num_input_tokens_seen": 8153726976, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.4865, | |
| "grad_norm": 0.26251545548439026, | |
| "learning_rate": 1.1231568148372562e-07, | |
| "loss": 1.5135, | |
| "num_input_tokens_seen": 8162115584, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.487, | |
| "grad_norm": 0.2552337050437927, | |
| "learning_rate": 1.0415716476547045e-07, | |
| "loss": 1.6377, | |
| "num_input_tokens_seen": 8170504192, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.4875, | |
| "grad_norm": 0.25301122665405273, | |
| "learning_rate": 9.630546655606365e-08, | |
| "loss": 1.6496, | |
| "num_input_tokens_seen": 8178892800, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.488, | |
| "grad_norm": 0.23959580063819885, | |
| "learning_rate": 8.876070793840008e-08, | |
| "loss": 1.4887, | |
| "num_input_tokens_seen": 8187281408, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.4885, | |
| "grad_norm": 0.2698057293891907, | |
| "learning_rate": 8.15230052619942e-08, | |
| "loss": 1.5558, | |
| "num_input_tokens_seen": 8195670016, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.489, | |
| "grad_norm": 0.2517794370651245, | |
| "learning_rate": 7.459247014117488e-08, | |
| "loss": 1.6568, | |
| "num_input_tokens_seen": 8204058624, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.4895, | |
| "grad_norm": 0.32929736375808716, | |
| "learning_rate": 6.796920945336682e-08, | |
| "loss": 1.6056, | |
| "num_input_tokens_seen": 8212447232, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.2451072484254837, | |
| "learning_rate": 6.165332533744072e-08, | |
| "loss": 1.3545, | |
| "num_input_tokens_seen": 8220835840, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.4905, | |
| "grad_norm": 0.24773673713207245, | |
| "learning_rate": 5.5644915192145654e-08, | |
| "loss": 1.6526, | |
| "num_input_tokens_seen": 8229224448, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.491, | |
| "grad_norm": 0.2363719791173935, | |
| "learning_rate": 4.9944071674599135e-08, | |
| "loss": 1.5398, | |
| "num_input_tokens_seen": 8237613056, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.4915, | |
| "grad_norm": 0.24789544939994812, | |
| "learning_rate": 4.4550882698857214e-08, | |
| "loss": 1.5177, | |
| "num_input_tokens_seen": 8246001664, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.492, | |
| "grad_norm": 0.24309134483337402, | |
| "learning_rate": 3.946543143456882e-08, | |
| "loss": 1.5559, | |
| "num_input_tokens_seen": 8254390272, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.4925, | |
| "grad_norm": 0.2546921968460083, | |
| "learning_rate": 3.468779630568353e-08, | |
| "loss": 1.5036, | |
| "num_input_tokens_seen": 8262778880, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.493, | |
| "grad_norm": 0.2471814751625061, | |
| "learning_rate": 3.021805098924136e-08, | |
| "loss": 1.5532, | |
| "num_input_tokens_seen": 8271167488, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.4935, | |
| "grad_norm": 0.24231931567192078, | |
| "learning_rate": 2.6056264414249245e-08, | |
| "loss": 1.5185, | |
| "num_input_tokens_seen": 8279556096, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.494, | |
| "grad_norm": 0.24174270033836365, | |
| "learning_rate": 2.220250076060193e-08, | |
| "loss": 1.5999, | |
| "num_input_tokens_seen": 8287944704, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.4945, | |
| "grad_norm": 0.24908506870269775, | |
| "learning_rate": 1.8656819458100496e-08, | |
| "loss": 1.5319, | |
| "num_input_tokens_seen": 8296333312, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.495, | |
| "grad_norm": 0.25362494587898254, | |
| "learning_rate": 1.541927518554198e-08, | |
| "loss": 1.6403, | |
| "num_input_tokens_seen": 8304721920, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.4955, | |
| "grad_norm": 0.2601455748081207, | |
| "learning_rate": 1.2489917869860091e-08, | |
| "loss": 1.6017, | |
| "num_input_tokens_seen": 8313110528, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.496, | |
| "grad_norm": 0.250872403383255, | |
| "learning_rate": 9.868792685368001e-09, | |
| "loss": 1.5581, | |
| "num_input_tokens_seen": 8321499136, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.4965, | |
| "grad_norm": 0.2510140538215637, | |
| "learning_rate": 7.55594005306337e-09, | |
| "loss": 1.5565, | |
| "num_input_tokens_seen": 8329887744, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.497, | |
| "grad_norm": 0.2628908157348633, | |
| "learning_rate": 5.551395639988855e-09, | |
| "loss": 1.7027, | |
| "num_input_tokens_seen": 8338276352, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.4975, | |
| "grad_norm": 0.24786627292633057, | |
| "learning_rate": 3.855190358703631e-09, | |
| "loss": 1.5539, | |
| "num_input_tokens_seen": 8346664960, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.498, | |
| "grad_norm": 0.24326151609420776, | |
| "learning_rate": 2.467350366788246e-09, | |
| "loss": 1.5463, | |
| "num_input_tokens_seen": 8355053568, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.4985, | |
| "grad_norm": 0.2904972732067108, | |
| "learning_rate": 1.3878970664538138e-09, | |
| "loss": 1.4752, | |
| "num_input_tokens_seen": 8363442176, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.499, | |
| "grad_norm": 0.24948014318943024, | |
| "learning_rate": 6.168471042067303e-10, | |
| "loss": 1.4927, | |
| "num_input_tokens_seen": 8371830784, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.4995, | |
| "grad_norm": 0.24558107554912567, | |
| "learning_rate": 1.5421237058887984e-10, | |
| "loss": 1.5189, | |
| "num_input_tokens_seen": 8380219392, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.2598268687725067, | |
| "learning_rate": 0.0, | |
| "loss": 1.5883, | |
| "num_input_tokens_seen": 8388608000, | |
| "step": 1000 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 1000, | |
| "num_input_tokens_seen": 8388608000, | |
| "num_train_epochs": 1, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.902112919650304e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |