diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,8033 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.5,
+  "eval_steps": 500,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0005,
+      "grad_norm": 370.1074523925781,
+      "learning_rate": 2.0000000000000002e-07,
+      "loss": 3.3662,
+      "num_input_tokens_seen": 8388608,
+      "step": 1
+    },
+    {
+      "epoch": 0.001,
+      "grad_norm": 380.1726379394531,
+      "learning_rate": 4.0000000000000003e-07,
+      "loss": 3.3291,
+      "num_input_tokens_seen": 16777216,
+      "step": 2
+    },
+    {
+      "epoch": 0.0015,
+      "grad_norm": 414.3145446777344,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 3.2201,
+      "num_input_tokens_seen": 25165824,
+      "step": 3
+    },
+    {
+      "epoch": 0.002,
+      "grad_norm": 389.34332275390625,
+      "learning_rate": 8.000000000000001e-07,
+      "loss": 3.2735,
+      "num_input_tokens_seen": 33554432,
+      "step": 4
+    },
+    {
+      "epoch": 0.0025,
+      "grad_norm": 385.0985412597656,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 3.2293,
+      "num_input_tokens_seen": 41943040,
+      "step": 5
+    },
+    {
+      "epoch": 0.003,
+      "grad_norm": 267.23883056640625,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 3.1203,
+      "num_input_tokens_seen": 50331648,
+      "step": 6
+    },
+    {
+      "epoch": 0.0035,
+      "grad_norm": 249.7722930908203,
+      "learning_rate": 1.4000000000000001e-06,
+      "loss": 3.1226,
+      "num_input_tokens_seen": 58720256,
+      "step": 7
+    },
+    {
+      "epoch": 0.004,
+      "grad_norm": 119.61425018310547,
+      "learning_rate": 1.6000000000000001e-06,
+      "loss": 2.6311,
+      "num_input_tokens_seen": 67108864,
+      "step": 8
+    },
+    {
+      "epoch": 0.0045,
+      "grad_norm": 108.58890533447266,
+      "learning_rate": 1.8000000000000001e-06,
+      "loss": 2.6811,
+      "num_input_tokens_seen": 75497472,
+      "step": 9
+    },
+    {
+      "epoch": 0.005,
+      "grad_norm": 98.306884765625,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 2.6586,
+      "num_input_tokens_seen": 83886080,
+      "step": 10
+    },
+    {
+      "epoch": 0.0055,
+      "grad_norm": 47.70505142211914,
+      "learning_rate": 2.2e-06,
+      "loss": 2.0387,
+      "num_input_tokens_seen": 92274688,
+      "step": 11
+    },
+    {
+      "epoch": 0.006,
+      "grad_norm": 44.65153121948242,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 2.1509,
+      "num_input_tokens_seen": 100663296,
+      "step": 12
+    },
+    {
+      "epoch": 0.0065,
+      "grad_norm": 36.97843551635742,
+      "learning_rate": 2.6e-06,
+      "loss": 2.0554,
+      "num_input_tokens_seen": 109051904,
+      "step": 13
+    },
+    {
+      "epoch": 0.007,
+      "grad_norm": 27.567747116088867,
+      "learning_rate": 2.8000000000000003e-06,
+      "loss": 1.9823,
+      "num_input_tokens_seen": 117440512,
+      "step": 14
+    },
+    {
+      "epoch": 0.0075,
+      "grad_norm": 24.83814239501953,
+      "learning_rate": 3e-06,
+      "loss": 1.9501,
+      "num_input_tokens_seen": 125829120,
+      "step": 15
+    },
+    {
+      "epoch": 0.008,
+      "grad_norm": 19.835155487060547,
+      "learning_rate": 3.2000000000000003e-06,
+      "loss": 1.8774,
+      "num_input_tokens_seen": 134217728,
+      "step": 16
+    },
+    {
+      "epoch": 0.0085,
+      "grad_norm": 14.070314407348633,
+      "learning_rate": 3.4000000000000005e-06,
+      "loss": 1.8801,
+      "num_input_tokens_seen": 142606336,
+      "step": 17
+    },
+    {
+      "epoch": 0.009,
+      "grad_norm": 14.519227981567383,
+      "learning_rate": 3.6000000000000003e-06,
+      "loss": 1.9272,
+      "num_input_tokens_seen": 150994944,
+      "step": 18
+    },
+    {
+      "epoch": 0.0095,
+      "grad_norm": 14.988875389099121,
+      "learning_rate": 3.8000000000000005e-06,
+      "loss": 1.9902,
+      "num_input_tokens_seen": 159383552,
+      "step": 19
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 9.906997680664062,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 1.9851,
+      "num_input_tokens_seen": 167772160,
+      "step": 20
+    },
+    {
+      "epoch": 0.0105,
+      "grad_norm": 7.837595462799072,
+      "learning_rate": 4.2000000000000004e-06,
+      "loss": 1.9127,
+      "num_input_tokens_seen": 176160768,
+      "step": 21
+    },
+    {
+      "epoch": 0.011,
+      "grad_norm": 4.843110084533691,
+      "learning_rate": 4.4e-06,
+      "loss": 1.8756,
+      "num_input_tokens_seen": 184549376,
+      "step": 22
+    },
+    {
+      "epoch": 0.0115,
+      "grad_norm": 4.830221176147461,
+      "learning_rate": 4.600000000000001e-06,
+      "loss": 1.691,
+      "num_input_tokens_seen": 192937984,
+      "step": 23
+    },
+    {
+      "epoch": 0.012,
+      "grad_norm": 2.5043883323669434,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 1.8997,
+      "num_input_tokens_seen": 201326592,
+      "step": 24
+    },
+    {
+      "epoch": 0.0125,
+      "grad_norm": 2.168509006500244,
+      "learning_rate": 5e-06,
+      "loss": 1.8075,
+      "num_input_tokens_seen": 209715200,
+      "step": 25
+    },
+    {
+      "epoch": 0.013,
+      "grad_norm": 2.0097780227661133,
+      "learning_rate": 5.2e-06,
+      "loss": 1.8527,
+      "num_input_tokens_seen": 218103808,
+      "step": 26
+    },
+    {
+      "epoch": 0.0135,
+      "grad_norm": 3.2067172527313232,
+      "learning_rate": 5.400000000000001e-06,
+      "loss": 1.6836,
+      "num_input_tokens_seen": 226492416,
+      "step": 27
+    },
+    {
+      "epoch": 0.014,
+      "grad_norm": 2.623101234436035,
+      "learning_rate": 5.600000000000001e-06,
+      "loss": 1.6736,
+      "num_input_tokens_seen": 234881024,
+      "step": 28
+    },
+    {
+      "epoch": 0.0145,
+      "grad_norm": 3.066000461578369,
+      "learning_rate": 5.8e-06,
+      "loss": 1.6637,
+      "num_input_tokens_seen": 243269632,
+      "step": 29
+    },
+    {
+      "epoch": 0.015,
+      "grad_norm": 2.0795412063598633,
+      "learning_rate": 6e-06,
+      "loss": 1.6973,
+      "num_input_tokens_seen": 251658240,
+      "step": 30
+    },
+    {
+      "epoch": 0.0155,
+      "grad_norm": 2.8886075019836426,
+      "learning_rate": 6.200000000000001e-06,
+      "loss": 1.9608,
+      "num_input_tokens_seen": 260046848,
+      "step": 31
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 2.7311999797821045,
+      "learning_rate": 6.4000000000000006e-06,
+      "loss": 1.8288,
+      "num_input_tokens_seen": 268435456,
+      "step": 32
+    },
+    {
+      "epoch": 0.0165,
+      "grad_norm": 1.648906946182251,
+      "learning_rate": 6.600000000000001e-06,
+      "loss": 1.797,
+      "num_input_tokens_seen": 276824064,
+      "step": 33
+    },
+    {
+      "epoch": 0.017,
+      "grad_norm": 1.3969415426254272,
+      "learning_rate": 6.800000000000001e-06,
+      "loss": 1.7316,
+      "num_input_tokens_seen": 285212672,
+      "step": 34
+    },
+    {
+      "epoch": 0.0175,
+      "grad_norm": 1.9224807024002075,
+      "learning_rate": 7e-06,
+      "loss": 1.8746,
+      "num_input_tokens_seen": 293601280,
+      "step": 35
+    },
+    {
+      "epoch": 0.018,
+      "grad_norm": 1.349591851234436,
+      "learning_rate": 7.2000000000000005e-06,
+      "loss": 1.8283,
+      "num_input_tokens_seen": 301989888,
+      "step": 36
+    },
+    {
+      "epoch": 0.0185,
+      "grad_norm": 1.09238600730896,
+      "learning_rate": 7.4e-06,
+      "loss": 2.0065,
+      "num_input_tokens_seen": 310378496,
+      "step": 37
+    },
+    {
+      "epoch": 0.019,
+      "grad_norm": 2.277617931365967,
+      "learning_rate": 7.600000000000001e-06,
+      "loss": 1.7303,
+      "num_input_tokens_seen": 318767104,
+      "step": 38
+    },
+    {
+      "epoch": 0.0195,
+      "grad_norm": 1.2706860303878784,
+      "learning_rate": 7.800000000000002e-06,
+      "loss": 1.8113,
+      "num_input_tokens_seen": 327155712,
+      "step": 39
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.9849238395690918,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 1.7541,
+      "num_input_tokens_seen": 335544320,
+      "step": 40
+    },
+    {
+      "epoch": 0.0205,
+      "grad_norm": 0.8385749459266663,
+      "learning_rate": 8.2e-06,
+      "loss": 1.5761,
+      "num_input_tokens_seen": 343932928,
+      "step": 41
+    },
+    {
+      "epoch": 0.021,
+      "grad_norm": 1.082259178161621,
+      "learning_rate": 8.400000000000001e-06,
+      "loss": 2.0085,
+      "num_input_tokens_seen": 352321536,
+      "step": 42
+    },
+    {
+      "epoch": 0.0215,
+      "grad_norm": 1.1942423582077026,
+      "learning_rate": 8.6e-06,
+      "loss": 1.6454,
+      "num_input_tokens_seen": 360710144,
+      "step": 43
+    },
+    {
+      "epoch": 0.022,
+      "grad_norm": 1.2553157806396484,
+      "learning_rate": 8.8e-06,
+      "loss": 1.8204,
+      "num_input_tokens_seen": 369098752,
+      "step": 44
+    },
+    {
+      "epoch": 0.0225,
+      "grad_norm": 0.9502832293510437,
+      "learning_rate": 9e-06,
+      "loss": 1.7104,
+      "num_input_tokens_seen": 377487360,
+      "step": 45
+    },
+    {
+      "epoch": 0.023,
+      "grad_norm": 0.9545429348945618,
+      "learning_rate": 9.200000000000002e-06,
+      "loss": 1.7269,
+      "num_input_tokens_seen": 385875968,
+      "step": 46
+    },
+    {
+      "epoch": 0.0235,
+      "grad_norm": 0.993373692035675,
+      "learning_rate": 9.4e-06,
+      "loss": 1.8579,
+      "num_input_tokens_seen": 394264576,
+      "step": 47
+    },
+    {
+      "epoch": 0.024,
+      "grad_norm": 1.3005881309509277,
+      "learning_rate": 9.600000000000001e-06,
+      "loss": 1.8702,
+      "num_input_tokens_seen": 402653184,
+      "step": 48
+    },
+    {
+      "epoch": 0.0245,
+      "grad_norm": 1.0115833282470703,
+      "learning_rate": 9.800000000000001e-06,
+      "loss": 1.7222,
+      "num_input_tokens_seen": 411041792,
+      "step": 49
+    },
+    {
+      "epoch": 0.025,
+      "grad_norm": 2.056337833404541,
+      "learning_rate": 1e-05,
+      "loss": 1.5305,
+      "num_input_tokens_seen": 419430400,
+      "step": 50
+    },
+    {
+      "epoch": 0.0255,
+      "grad_norm": 1.122148036956787,
+      "learning_rate": 1.02e-05,
+      "loss": 1.6988,
+      "num_input_tokens_seen": 427819008,
+      "step": 51
+    },
+    {
+      "epoch": 0.026,
+      "grad_norm": 1.1124475002288818,
+      "learning_rate": 1.04e-05,
+      "loss": 1.8053,
+      "num_input_tokens_seen": 436207616,
+      "step": 52
+    },
+    {
+      "epoch": 0.0265,
+      "grad_norm": 0.7354093194007874,
+      "learning_rate": 1.0600000000000002e-05,
+      "loss": 1.7792,
+      "num_input_tokens_seen": 444596224,
+      "step": 53
+    },
+    {
+      "epoch": 0.027,
+      "grad_norm": 1.4597609043121338,
+      "learning_rate": 1.0800000000000002e-05,
+      "loss": 1.7007,
+      "num_input_tokens_seen": 452984832,
+      "step": 54
+    },
+    {
+      "epoch": 0.0275,
+      "grad_norm": 1.0347814559936523,
+      "learning_rate": 1.1000000000000001e-05,
+      "loss": 1.7212,
+      "num_input_tokens_seen": 461373440,
+      "step": 55
+    },
+    {
+      "epoch": 0.028,
+      "grad_norm": 1.1491434574127197,
+      "learning_rate": 1.1200000000000001e-05,
+      "loss": 1.8258,
+      "num_input_tokens_seen": 469762048,
+      "step": 56
+    },
+    {
+      "epoch": 0.0285,
+      "grad_norm": 1.086042881011963,
+      "learning_rate": 1.14e-05,
+      "loss": 1.7252,
+      "num_input_tokens_seen": 478150656,
+      "step": 57
+    },
+    {
+      "epoch": 0.029,
+      "grad_norm": 1.2974258661270142,
+      "learning_rate": 1.16e-05,
+      "loss": 1.5316,
+      "num_input_tokens_seen": 486539264,
+      "step": 58
+    },
+    {
+      "epoch": 0.0295,
+      "grad_norm": 1.7874411344528198,
+      "learning_rate": 1.18e-05,
+      "loss": 1.7952,
+      "num_input_tokens_seen": 494927872,
+      "step": 59
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 1.7470626831054688,
+      "learning_rate": 1.2e-05,
+      "loss": 1.4796,
+      "num_input_tokens_seen": 503316480,
+      "step": 60
+    },
+    {
+      "epoch": 0.0305,
+      "grad_norm": 2.2033004760742188,
+      "learning_rate": 1.22e-05,
+      "loss": 1.6184,
+      "num_input_tokens_seen": 511705088,
+      "step": 61
+    },
+    {
+      "epoch": 0.031,
+      "grad_norm": 1.5556191205978394,
+      "learning_rate": 1.2400000000000002e-05,
+      "loss": 1.749,
+      "num_input_tokens_seen": 520093696,
+      "step": 62
+    },
+    {
+      "epoch": 0.0315,
+      "grad_norm": 1.4915621280670166,
+      "learning_rate": 1.2600000000000001e-05,
+      "loss": 1.6627,
+      "num_input_tokens_seen": 528482304,
+      "step": 63
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 1.6399468183517456,
+      "learning_rate": 1.2800000000000001e-05,
+      "loss": 1.653,
+      "num_input_tokens_seen": 536870912,
+      "step": 64
+    },
+    {
+      "epoch": 0.0325,
+      "grad_norm": 1.6420996189117432,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 1.7104,
+      "num_input_tokens_seen": 545259520,
+      "step": 65
+    },
+    {
+      "epoch": 0.033,
+      "grad_norm": 1.2998722791671753,
+      "learning_rate": 1.3200000000000002e-05,
+      "loss": 1.8448,
+      "num_input_tokens_seen": 553648128,
+      "step": 66
+    },
+    {
+      "epoch": 0.0335,
+      "grad_norm": 1.1958801746368408,
+      "learning_rate": 1.3400000000000002e-05,
+      "loss": 1.7359,
+      "num_input_tokens_seen": 562036736,
+      "step": 67
+    },
+    {
+      "epoch": 0.034,
+      "grad_norm": 1.1419895887374878,
+      "learning_rate": 1.3600000000000002e-05,
+      "loss": 1.7173,
+      "num_input_tokens_seen": 570425344,
+      "step": 68
+    },
+    {
+      "epoch": 0.0345,
+      "grad_norm": 1.4425727128982544,
+      "learning_rate": 1.38e-05,
+      "loss": 1.5033,
+      "num_input_tokens_seen": 578813952,
+      "step": 69
+    },
+    {
+      "epoch": 0.035,
+      "grad_norm": 1.5337550640106201,
+      "learning_rate": 1.4e-05,
+      "loss": 1.7122,
+      "num_input_tokens_seen": 587202560,
+      "step": 70
+    },
+    {
+      "epoch": 0.0355,
+      "grad_norm": 0.8321288228034973,
+      "learning_rate": 1.4200000000000001e-05,
+      "loss": 1.6591,
+      "num_input_tokens_seen": 595591168,
+      "step": 71
+    },
+    {
+      "epoch": 0.036,
+      "grad_norm": 1.6972109079360962,
+      "learning_rate": 1.4400000000000001e-05,
+      "loss": 1.6779,
+      "num_input_tokens_seen": 603979776,
+      "step": 72
+    },
+    {
+      "epoch": 0.0365,
+      "grad_norm": 1.3916453123092651,
+      "learning_rate": 1.46e-05,
+      "loss": 1.5565,
+      "num_input_tokens_seen": 612368384,
+      "step": 73
+    },
+    {
+      "epoch": 0.037,
+      "grad_norm": 1.3113203048706055,
+      "learning_rate": 1.48e-05,
+      "loss": 1.6577,
+      "num_input_tokens_seen": 620756992,
+      "step": 74
+    },
+    {
+      "epoch": 0.0375,
+      "grad_norm": 1.0601086616516113,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 1.7513,
+      "num_input_tokens_seen": 629145600,
+      "step": 75
+    },
+    {
+      "epoch": 0.038,
+      "grad_norm": 1.5599173307418823,
+      "learning_rate": 1.5200000000000002e-05,
+      "loss": 1.7799,
+      "num_input_tokens_seen": 637534208,
+      "step": 76
+    },
+    {
+      "epoch": 0.0385,
+      "grad_norm": 0.8914459943771362,
+      "learning_rate": 1.54e-05,
+      "loss": 1.7983,
+      "num_input_tokens_seen": 645922816,
+      "step": 77
+    },
+    {
+      "epoch": 0.039,
+      "grad_norm": 1.0717469453811646,
+      "learning_rate": 1.5600000000000003e-05,
+      "loss": 1.8112,
+      "num_input_tokens_seen": 654311424,
+      "step": 78
+    },
+    {
+      "epoch": 0.0395,
+      "grad_norm": 0.9615082144737244,
+      "learning_rate": 1.58e-05,
+      "loss": 1.6442,
+      "num_input_tokens_seen": 662700032,
+      "step": 79
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 1.2537950277328491,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 1.836,
+      "num_input_tokens_seen": 671088640,
+      "step": 80
+    },
+    {
+      "epoch": 0.0405,
+      "grad_norm": 1.1260099411010742,
+      "learning_rate": 1.62e-05,
+      "loss": 1.642,
+      "num_input_tokens_seen": 679477248,
+      "step": 81
+    },
+    {
+      "epoch": 0.041,
+      "grad_norm": 1.5180790424346924,
+      "learning_rate": 1.64e-05,
+      "loss": 1.6642,
+      "num_input_tokens_seen": 687865856,
+      "step": 82
+    },
+    {
+      "epoch": 0.0415,
+      "grad_norm": 1.1912261247634888,
+      "learning_rate": 1.66e-05,
+      "loss": 1.8096,
+      "num_input_tokens_seen": 696254464,
+      "step": 83
+    },
+    {
+      "epoch": 0.042,
+      "grad_norm": 1.0683045387268066,
+      "learning_rate": 1.6800000000000002e-05,
+      "loss": 1.7821,
+      "num_input_tokens_seen": 704643072,
+      "step": 84
+    },
+    {
+      "epoch": 0.0425,
+      "grad_norm": 1.234241247177124,
+      "learning_rate": 1.7e-05,
+      "loss": 1.7426,
+      "num_input_tokens_seen": 713031680,
+      "step": 85
+    },
+    {
+      "epoch": 0.043,
+      "grad_norm": 1.2772578001022339,
+      "learning_rate": 1.72e-05,
+      "loss": 1.6232,
+      "num_input_tokens_seen": 721420288,
+      "step": 86
+    },
+    {
+      "epoch": 0.0435,
+      "grad_norm": 1.238016963005066,
+      "learning_rate": 1.7400000000000003e-05,
+      "loss": 1.6116,
+      "num_input_tokens_seen": 729808896,
+      "step": 87
+    },
+    {
+      "epoch": 0.044,
+      "grad_norm": 0.9299501180648804,
+      "learning_rate": 1.76e-05,
+      "loss": 1.8499,
+      "num_input_tokens_seen": 738197504,
+      "step": 88
+    },
+    {
+      "epoch": 0.0445,
+      "grad_norm": 1.0743695497512817,
+      "learning_rate": 1.7800000000000002e-05,
+      "loss": 1.7032,
+      "num_input_tokens_seen": 746586112,
+      "step": 89
+    },
+    {
+      "epoch": 0.045,
+      "grad_norm": 1.1992101669311523,
+      "learning_rate": 1.8e-05,
+      "loss": 1.5495,
+      "num_input_tokens_seen": 754974720,
+      "step": 90
+    },
+    {
+      "epoch": 0.0455,
+      "grad_norm": 1.2545678615570068,
+      "learning_rate": 1.8200000000000002e-05,
+      "loss": 1.7138,
+      "num_input_tokens_seen": 763363328,
+      "step": 91
+    },
+    {
+      "epoch": 0.046,
+      "grad_norm": 1.389168381690979,
+      "learning_rate": 1.8400000000000003e-05,
+      "loss": 1.7343,
+      "num_input_tokens_seen": 771751936,
+      "step": 92
+    },
+    {
+      "epoch": 0.0465,
+      "grad_norm": 0.9460492730140686,
+      "learning_rate": 1.86e-05,
+      "loss": 1.7358,
+      "num_input_tokens_seen": 780140544,
+      "step": 93
+    },
+    {
+      "epoch": 0.047,
+      "grad_norm": 0.9978250861167908,
+      "learning_rate": 1.88e-05,
+      "loss": 1.7163,
+      "num_input_tokens_seen": 788529152,
+      "step": 94
+    },
+    {
+      "epoch": 0.0475,
+      "grad_norm": 2.179802656173706,
+      "learning_rate": 1.9e-05,
+      "loss": 1.449,
+      "num_input_tokens_seen": 796917760,
+      "step": 95
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 1.2629632949829102,
+      "learning_rate": 1.9200000000000003e-05,
+      "loss": 1.6696,
+      "num_input_tokens_seen": 805306368,
+      "step": 96
+    },
+    {
+      "epoch": 0.0485,
+      "grad_norm": 1.7194193601608276,
+      "learning_rate": 1.94e-05,
+      "loss": 1.6729,
+      "num_input_tokens_seen": 813694976,
+      "step": 97
+    },
+    {
+      "epoch": 0.049,
+      "grad_norm": 1.1110029220581055,
+      "learning_rate": 1.9600000000000002e-05,
+      "loss": 1.7822,
+      "num_input_tokens_seen": 822083584,
+      "step": 98
+    },
+    {
+      "epoch": 0.0495,
+      "grad_norm": 1.1010093688964844,
+      "learning_rate": 1.98e-05,
+      "loss": 1.5114,
+      "num_input_tokens_seen": 830472192,
+      "step": 99
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 1.3180491924285889,
+      "learning_rate": 2e-05,
+      "loss": 1.5707,
+      "num_input_tokens_seen": 838860800,
+      "step": 100
+    },
+    {
+      "epoch": 0.0505,
+      "grad_norm": 1.1497364044189453,
+      "learning_rate": 2.0200000000000003e-05,
+      "loss": 1.6285,
+      "num_input_tokens_seen": 847249408,
+      "step": 101
+    },
+    {
+      "epoch": 0.051,
+      "grad_norm": 1.4788284301757812,
+      "learning_rate": 2.04e-05,
+      "loss": 1.7649,
+      "num_input_tokens_seen": 855638016,
+      "step": 102
+    },
+    {
+      "epoch": 0.0515,
+      "grad_norm": 1.2098913192749023,
+      "learning_rate": 2.0600000000000003e-05,
+      "loss": 1.6458,
+      "num_input_tokens_seen": 864026624,
+      "step": 103
+    },
+    {
+      "epoch": 0.052,
+      "grad_norm": 1.4255143404006958,
+      "learning_rate": 2.08e-05,
+      "loss": 1.6966,
+      "num_input_tokens_seen": 872415232,
+      "step": 104
+    },
+    {
+      "epoch": 0.0525,
+      "grad_norm": 1.2970800399780273,
+      "learning_rate": 2.1000000000000002e-05,
+      "loss": 1.6893,
+      "num_input_tokens_seen": 880803840,
+      "step": 105
+    },
+    {
+      "epoch": 0.053,
+      "grad_norm": 1.4322800636291504,
+      "learning_rate": 2.1200000000000004e-05,
+      "loss": 1.7252,
+      "num_input_tokens_seen": 889192448,
+      "step": 106
+    },
+    {
+      "epoch": 0.0535,
+      "grad_norm": 1.0862427949905396,
+      "learning_rate": 2.1400000000000002e-05,
+      "loss": 1.702,
+      "num_input_tokens_seen": 897581056,
+      "step": 107
+    },
+    {
+      "epoch": 0.054,
+      "grad_norm": 1.2055437564849854,
+      "learning_rate": 2.1600000000000003e-05,
+      "loss": 1.6486,
+      "num_input_tokens_seen": 905969664,
+      "step": 108
+    },
+    {
+      "epoch": 0.0545,
+      "grad_norm": 1.0794836282730103,
+      "learning_rate": 2.1800000000000005e-05,
+      "loss": 1.6812,
+      "num_input_tokens_seen": 914358272,
+      "step": 109
+    },
+    {
+      "epoch": 0.055,
+      "grad_norm": 1.3784294128417969,
+      "learning_rate": 2.2000000000000003e-05,
+      "loss": 1.5237,
+      "num_input_tokens_seen": 922746880,
+      "step": 110
+    },
+    {
+      "epoch": 0.0555,
+      "grad_norm": 1.5001763105392456,
+      "learning_rate": 2.2200000000000004e-05,
+      "loss": 1.6246,
+      "num_input_tokens_seen": 931135488,
+      "step": 111
+    },
+    {
+      "epoch": 0.056,
+      "grad_norm": 1.0864592790603638,
+      "learning_rate": 2.2400000000000002e-05,
+      "loss": 1.6973,
+      "num_input_tokens_seen": 939524096,
+      "step": 112
+    },
+    {
+      "epoch": 0.0565,
+      "grad_norm": 1.2886756658554077,
+      "learning_rate": 2.26e-05,
+      "loss": 1.6475,
+      "num_input_tokens_seen": 947912704,
+      "step": 113
+    },
+    {
+      "epoch": 0.057,
+      "grad_norm": 1.4063009023666382,
+      "learning_rate": 2.28e-05,
+      "loss": 1.7949,
+      "num_input_tokens_seen": 956301312,
+      "step": 114
+    },
+    {
+      "epoch": 0.0575,
+      "grad_norm": 1.1816203594207764,
+      "learning_rate": 2.3e-05,
+      "loss": 1.6827,
+      "num_input_tokens_seen": 964689920,
+      "step": 115
+    },
+    {
+      "epoch": 0.058,
+      "grad_norm": 1.368019938468933,
+      "learning_rate": 2.32e-05,
+      "loss": 1.5163,
+      "num_input_tokens_seen": 973078528,
+      "step": 116
+    },
+    {
+      "epoch": 0.0585,
+      "grad_norm": 1.1925565004348755,
+      "learning_rate": 2.34e-05,
+      "loss": 1.7815,
+      "num_input_tokens_seen": 981467136,
+      "step": 117
+    },
+    {
+      "epoch": 0.059,
+      "grad_norm": 1.7603892087936401,
+      "learning_rate": 2.36e-05,
+      "loss": 1.5604,
+      "num_input_tokens_seen": 989855744,
+      "step": 118
+    },
+    {
+      "epoch": 0.0595,
+      "grad_norm": 1.140766978263855,
+      "learning_rate": 2.3800000000000003e-05,
+      "loss": 1.7546,
+      "num_input_tokens_seen": 998244352,
+      "step": 119
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 1.0011487007141113,
+      "learning_rate": 2.4e-05,
+      "loss": 1.7174,
+      "num_input_tokens_seen": 1006632960,
+      "step": 120
+    },
+    {
+      "epoch": 0.0605,
+      "grad_norm": 1.3519712686538696,
+      "learning_rate": 2.4200000000000002e-05,
+      "loss": 1.6414,
+      "num_input_tokens_seen": 1015021568,
+      "step": 121
+    },
+    {
+      "epoch": 0.061,
+      "grad_norm": 1.0491664409637451,
+      "learning_rate": 2.44e-05,
+      "loss": 1.698,
+      "num_input_tokens_seen": 1023410176,
+      "step": 122
+    },
+    {
+      "epoch": 0.0615,
+      "grad_norm": 1.5017552375793457,
+      "learning_rate": 2.46e-05,
+      "loss": 1.7974,
+      "num_input_tokens_seen": 1031798784,
+      "step": 123
+    },
+    {
+      "epoch": 0.062,
+      "grad_norm": 0.9958243370056152,
+      "learning_rate": 2.4800000000000003e-05,
+      "loss": 1.6468,
+      "num_input_tokens_seen": 1040187392,
+      "step": 124
+    },
+    {
+      "epoch": 0.0625,
+      "grad_norm": 2.0464437007904053,
+      "learning_rate": 2.5e-05,
+      "loss": 1.6911,
+      "num_input_tokens_seen": 1048576000,
+      "step": 125
+    },
+    {
+      "epoch": 0.063,
+      "grad_norm": 1.2215771675109863,
+      "learning_rate": 2.5200000000000003e-05,
+      "loss": 1.7483,
+      "num_input_tokens_seen": 1056964608,
+      "step": 126
+    },
+    {
+      "epoch": 0.0635,
+      "grad_norm": 1.4541150331497192,
+      "learning_rate": 2.54e-05,
+      "loss": 1.7045,
+      "num_input_tokens_seen": 1065353216,
+      "step": 127
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 1.6184258460998535,
+      "learning_rate": 2.5600000000000002e-05,
+      "loss": 1.7767,
+      "num_input_tokens_seen": 1073741824,
+      "step": 128
+    },
+    {
+      "epoch": 0.0645,
+      "grad_norm": 1.029843807220459,
+      "learning_rate": 2.5800000000000004e-05,
+      "loss": 1.7934,
+      "num_input_tokens_seen": 1082130432,
+      "step": 129
+    },
+    {
+      "epoch": 0.065,
+      "grad_norm": 2.1942873001098633,
+      "learning_rate": 2.6000000000000002e-05,
+      "loss": 1.5101,
+      "num_input_tokens_seen": 1090519040,
+      "step": 130
+    },
+    {
+      "epoch": 0.0655,
+      "grad_norm": 1.411434292793274,
+      "learning_rate": 2.6200000000000003e-05,
+      "loss": 1.6257,
+      "num_input_tokens_seen": 1098907648,
+      "step": 131
+    },
+    {
+      "epoch": 0.066,
+      "grad_norm": 0.9594506621360779,
+      "learning_rate": 2.6400000000000005e-05,
+      "loss": 1.8266,
+      "num_input_tokens_seen": 1107296256,
+      "step": 132
+    },
+    {
+      "epoch": 0.0665,
+      "grad_norm": 1.4641342163085938,
+      "learning_rate": 2.6600000000000003e-05,
+      "loss": 1.712,
+      "num_input_tokens_seen": 1115684864,
+      "step": 133
+    },
+    {
+      "epoch": 0.067,
+      "grad_norm": 1.3084245920181274,
+      "learning_rate": 2.6800000000000004e-05,
+      "loss": 1.604,
+      "num_input_tokens_seen": 1124073472,
+      "step": 134
+    },
+    {
+      "epoch": 0.0675,
+      "grad_norm": 1.2237942218780518,
+      "learning_rate": 2.7000000000000002e-05,
+      "loss": 1.5766,
+      "num_input_tokens_seen": 1132462080,
+      "step": 135
+    },
+    {
+      "epoch": 0.068,
+      "grad_norm": 1.1463581323623657,
+      "learning_rate": 2.7200000000000004e-05,
+      "loss": 1.6984,
+      "num_input_tokens_seen": 1140850688,
+      "step": 136
+    },
+    {
+      "epoch": 0.0685,
+      "grad_norm": 1.579965591430664,
+      "learning_rate": 2.7400000000000005e-05,
+      "loss": 1.7595,
+      "num_input_tokens_seen": 1149239296,
+      "step": 137
+    },
+    {
+      "epoch": 0.069,
+      "grad_norm": 1.154305338859558,
+      "learning_rate": 2.76e-05,
+      "loss": 1.7695,
+      "num_input_tokens_seen": 1157627904,
+      "step": 138
+    },
+    {
+      "epoch": 0.0695,
+      "grad_norm": 1.2724696397781372,
+      "learning_rate": 2.78e-05,
+      "loss": 1.6492,
+      "num_input_tokens_seen": 1166016512,
+      "step": 139
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 1.0162241458892822,
+      "learning_rate": 2.8e-05,
+      "loss": 1.659,
+      "num_input_tokens_seen": 1174405120,
+      "step": 140
+    },
+    {
+      "epoch": 0.0705,
+      "grad_norm": 1.206682562828064,
+      "learning_rate": 2.82e-05,
+      "loss": 1.8174,
+      "num_input_tokens_seen": 1182793728,
+      "step": 141
+    },
+    {
+      "epoch": 0.071,
+      "grad_norm": 0.8725315928459167,
+      "learning_rate": 2.8400000000000003e-05,
+      "loss": 1.5187,
+      "num_input_tokens_seen": 1191182336,
+      "step": 142
+    },
+    {
+      "epoch": 0.0715,
+      "grad_norm": 1.4840545654296875,
+      "learning_rate": 2.86e-05,
+      "loss": 1.5984,
+      "num_input_tokens_seen": 1199570944,
+      "step": 143
+    },
+    {
+      "epoch": 0.072,
+      "grad_norm": 1.3734935522079468,
+      "learning_rate": 2.8800000000000002e-05,
+      "loss": 1.5661,
+      "num_input_tokens_seen": 1207959552,
+      "step": 144
+    },
+    {
+      "epoch": 0.0725,
+      "grad_norm": 1.2102882862091064,
+      "learning_rate": 2.9e-05,
+      "loss": 1.6857,
+      "num_input_tokens_seen": 1216348160,
+      "step": 145
+    },
+    {
+      "epoch": 0.073,
+      "grad_norm": 1.3926680088043213,
+      "learning_rate": 2.92e-05,
+      "loss": 1.695,
+      "num_input_tokens_seen": 1224736768,
+      "step": 146
+    },
+    {
+      "epoch": 0.0735,
+      "grad_norm": 1.3040108680725098,
+      "learning_rate": 2.9400000000000003e-05,
+      "loss": 1.6561,
+      "num_input_tokens_seen": 1233125376,
+      "step": 147
+    },
+    {
+      "epoch": 0.074,
+      "grad_norm": 1.168774127960205,
+      "learning_rate": 2.96e-05,
+      "loss": 1.7053,
+      "num_input_tokens_seen": 1241513984,
+      "step": 148
+    },
+    {
+      "epoch": 0.0745,
+      "grad_norm": 1.0817087888717651,
+      "learning_rate": 2.9800000000000003e-05,
+      "loss": 1.6884,
+      "num_input_tokens_seen": 1249902592,
+      "step": 149
+    },
+    {
+      "epoch": 0.075,
+      "grad_norm": 1.2117892503738403,
+      "learning_rate": 3.0000000000000004e-05,
+      "loss": 1.6538,
+      "num_input_tokens_seen": 1258291200,
+      "step": 150
+    },
+    {
+      "epoch": 0.0755,
+      "grad_norm": 1.4789024591445923,
+      "learning_rate": 3.0200000000000002e-05,
+      "loss": 1.6475,
+      "num_input_tokens_seen": 1266679808,
+      "step": 151
+    },
+    {
+      "epoch": 0.076,
+      "grad_norm": 1.3695178031921387,
+      "learning_rate": 3.0400000000000004e-05,
+      "loss": 1.725,
+      "num_input_tokens_seen": 1275068416,
+      "step": 152
+    },
+    {
+      "epoch": 0.0765,
+      "grad_norm": 1.3215945959091187,
+      "learning_rate": 3.0600000000000005e-05,
+      "loss": 1.6756,
+      "num_input_tokens_seen": 1283457024,
+      "step": 153
+    },
+    {
+      "epoch": 0.077,
+      "grad_norm": 1.1858457326889038,
+      "learning_rate": 3.08e-05,
+      "loss": 1.755,
+      "num_input_tokens_seen": 1291845632,
+      "step": 154
+    },
+    {
+      "epoch": 0.0775,
+      "grad_norm": 1.4984840154647827,
+      "learning_rate": 3.1e-05,
+      "loss": 1.7219,
+      "num_input_tokens_seen": 1300234240,
+      "step": 155
+    },
+    {
+      "epoch": 0.078,
+      "grad_norm": 1.2197405099868774,
+      "learning_rate": 3.1200000000000006e-05,
+      "loss": 1.7356,
+      "num_input_tokens_seen": 1308622848,
+      "step": 156
+    },
+    {
+      "epoch": 0.0785,
+      "grad_norm": 1.474221110343933,
+      "learning_rate": 3.1400000000000004e-05,
+      "loss": 1.5129,
+      "num_input_tokens_seen": 1317011456,
+      "step": 157
+    },
+    {
+      "epoch": 0.079,
+      "grad_norm": 1.5716886520385742,
+      "learning_rate": 3.16e-05,
+      "loss": 1.7484,
+      "num_input_tokens_seen": 1325400064,
+      "step": 158
+    },
+    {
+      "epoch": 0.0795,
+      "grad_norm": 0.9521049857139587,
+      "learning_rate": 3.180000000000001e-05,
+      "loss": 1.6262,
+      "num_input_tokens_seen": 1333788672,
+      "step": 159
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.921792984008789,
+      "learning_rate": 3.2000000000000005e-05,
+      "loss": 1.5914,
+      "num_input_tokens_seen": 1342177280,
+      "step": 160
+    },
+    {
+      "epoch": 0.0805,
+      "grad_norm": 1.6440759897232056,
+      "learning_rate": 3.2200000000000003e-05,
+      "loss": 1.7481,
+      "num_input_tokens_seen": 1350565888,
+      "step": 161
+    },
+    {
+      "epoch": 0.081,
+      "grad_norm": 1.7987762689590454,
+      "learning_rate": 3.24e-05,
+      "loss": 1.6367,
+      "num_input_tokens_seen": 1358954496,
+      "step": 162
+    },
+    {
+      "epoch": 0.0815,
+      "grad_norm": 1.4722107648849487,
+      "learning_rate": 3.26e-05,
+      "loss": 1.6079,
+      "num_input_tokens_seen": 1367343104,
+      "step": 163
+    },
+    {
+      "epoch": 0.082,
+      "grad_norm": 1.5897142887115479,
+      "learning_rate": 3.28e-05,
+      "loss": 1.5902,
+      "num_input_tokens_seen": 1375731712,
+      "step": 164
+    },
+    {
+      "epoch": 0.0825,
+      "grad_norm": 1.5487194061279297,
+      "learning_rate": 3.3e-05,
+      "loss": 1.8002,
+      "num_input_tokens_seen": 1384120320,
+      "step": 165
+    },
+    {
+      "epoch": 0.083,
+      "grad_norm": 1.122914433479309,
+      "learning_rate": 3.32e-05,
+      "loss": 1.6447,
+      "num_input_tokens_seen": 1392508928,
+      "step": 166
+    },
+    {
+      "epoch": 0.0835,
+      "grad_norm": 1.5491061210632324,
+      "learning_rate": 3.34e-05,
+      "loss": 1.7569,
+      "num_input_tokens_seen": 1400897536,
+      "step": 167
+    },
+    {
+      "epoch": 0.084,
+      "grad_norm": 1.2212718725204468,
+      "learning_rate": 3.3600000000000004e-05,
+      "loss": 1.5337,
+      "num_input_tokens_seen": 1409286144,
+      "step": 168
+    },
+    {
+      "epoch": 0.0845,
+      "grad_norm": 1.2301714420318604,
+      "learning_rate": 3.38e-05,
+      "loss": 1.6417,
+      "num_input_tokens_seen": 1417674752,
+      "step": 169
+    },
+    {
+      "epoch": 0.085,
+      "grad_norm": 1.242119312286377,
+      "learning_rate": 3.4e-05,
+      "loss": 1.8315,
+      "num_input_tokens_seen": 1426063360,
+      "step": 170
+    },
+    {
+      "epoch": 0.0855,
+      "grad_norm": 1.4329941272735596,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 1.682,
+      "num_input_tokens_seen": 1434451968,
+      "step": 171
+    },
+    {
+      "epoch": 0.086,
+      "grad_norm": 1.633201241493225,
+      "learning_rate": 3.44e-05,
+      "loss": 1.6389,
+      "num_input_tokens_seen": 1442840576,
+      "step": 172
+    },
+    {
+      "epoch": 0.0865,
+      "grad_norm": 1.184312343597412,
+      "learning_rate": 3.46e-05,
+      "loss": 1.727,
+      "num_input_tokens_seen": 1451229184,
+      "step": 173
+    },
+    {
+      "epoch": 0.087,
+      "grad_norm": 1.2135035991668701,
+      "learning_rate": 3.4800000000000006e-05,
+      "loss": 1.7893,
+      "num_input_tokens_seen": 1459617792,
+      "step": 174
+    },
+    {
+      "epoch": 0.0875,
+      "grad_norm": 0.9943047761917114,
+      "learning_rate": 3.5000000000000004e-05,
+      "loss": 1.8099,
+      "num_input_tokens_seen": 1468006400,
+      "step": 175
+    },
+    {
+      "epoch": 0.088,
+      "grad_norm": 1.4616221189498901,
+      "learning_rate": 3.52e-05,
+      "loss": 1.7955,
+      "num_input_tokens_seen": 1476395008,
+      "step": 176
+    },
+    {
+      "epoch": 0.0885,
+      "grad_norm": 0.9395477771759033,
+      "learning_rate": 3.54e-05,
+      "loss": 1.5458,
+      "num_input_tokens_seen": 1484783616,
+      "step": 177
+    },
+    {
+      "epoch": 0.089,
+      "grad_norm": 1.5338860750198364,
+      "learning_rate": 3.5600000000000005e-05,
+      "loss": 1.7537,
+      "num_input_tokens_seen": 1493172224,
+      "step": 178
+    },
+    {
+      "epoch": 0.0895,
+      "grad_norm": 1.1360806226730347,
+      "learning_rate": 3.58e-05,
+      "loss": 1.58,
+      "num_input_tokens_seen": 1501560832,
+      "step": 179
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 1.797577142715454,
+      "learning_rate": 3.6e-05,
+      "loss": 1.7989,
+      "num_input_tokens_seen": 1509949440,
+      "step": 180
+    },
+    {
+      "epoch": 0.0905,
+      "grad_norm": 1.5540266036987305,
+      "learning_rate": 3.6200000000000006e-05,
+      "loss": 1.4828,
+      "num_input_tokens_seen": 1518338048,
+      "step": 181
+    },
+    {
+      "epoch": 0.091,
+      "grad_norm": 1.776328206062317,
+      "learning_rate": 3.6400000000000004e-05,
+      "loss": 1.6651,
+      "num_input_tokens_seen": 1526726656,
+      "step": 182
+    },
+    {
+      "epoch": 0.0915,
+      "grad_norm": 1.5140923261642456,
+      "learning_rate": 3.66e-05,
+      "loss": 1.702,
+      "num_input_tokens_seen": 1535115264,
+      "step": 183
+    },
+    {
+      "epoch": 0.092,
+      "grad_norm": 1.5927739143371582,
+      "learning_rate": 3.680000000000001e-05,
+      "loss": 1.6738,
+      "num_input_tokens_seen": 1543503872,
+      "step": 184
+    },
+    {
+      "epoch": 0.0925,
+      "grad_norm": 1.1876591444015503,
+      "learning_rate": 3.7000000000000005e-05,
+      "loss": 1.673,
+      "num_input_tokens_seen": 1551892480,
+      "step": 185
+    },
+    {
+      "epoch": 0.093,
+      "grad_norm": 1.176761269569397,
+      "learning_rate": 3.72e-05,
+      "loss": 1.7108,
+      "num_input_tokens_seen": 1560281088,
+      "step": 186
+    },
+    {
+      "epoch": 0.0935,
+      "grad_norm": 1.4902335405349731,
+      "learning_rate": 3.740000000000001e-05,
+      "loss": 1.8053,
+      "num_input_tokens_seen": 1568669696,
+      "step": 187
+    },
+    {
+      "epoch": 0.094,
+      "grad_norm": 1.1420718431472778,
+      "learning_rate": 3.76e-05,
+      "loss": 1.7571,
+      "num_input_tokens_seen": 1577058304,
+      "step": 188
+    },
+    {
+      "epoch": 0.0945,
+      "grad_norm": 0.99260413646698,
+      "learning_rate": 3.7800000000000004e-05,
+      "loss": 1.6794,
+      "num_input_tokens_seen": 1585446912,
+      "step": 189
+    },
+    {
+      "epoch": 0.095,
+      "grad_norm": 1.57101309299469,
+      "learning_rate": 3.8e-05,
+      "loss": 1.6479,
+      "num_input_tokens_seen": 1593835520,
+      "step": 190
+    },
+    {
+      "epoch": 0.0955,
+      "grad_norm": 1.5510618686676025,
+      "learning_rate": 3.82e-05,
+      "loss": 1.6632,
+      "num_input_tokens_seen": 1602224128,
+      "step": 191
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 1.442740559577942,
+      "learning_rate": 3.8400000000000005e-05,
+      "loss": 1.8864,
+      "num_input_tokens_seen": 1610612736,
+      "step": 192
+    },
+    {
+      "epoch": 0.0965,
+      "grad_norm": 1.0593072175979614,
+      "learning_rate": 3.86e-05,
+      "loss": 1.5798,
+      "num_input_tokens_seen": 1619001344,
+      "step": 193
+    },
+    {
+      "epoch": 0.097,
+      "grad_norm": 2.065847396850586,
+      "learning_rate": 3.88e-05,
+      "loss": 1.5443,
+      "num_input_tokens_seen": 1627389952,
+      "step": 194
+    },
+    {
+      "epoch": 0.0975,
+      "grad_norm": 1.2346482276916504,
+      "learning_rate": 3.9e-05,
+      "loss": 1.6052,
+      "num_input_tokens_seen": 1635778560,
+      "step": 195
+    },
+    {
+      "epoch": 0.098,
+      "grad_norm": 1.419586181640625,
+      "learning_rate": 3.9200000000000004e-05,
+      "loss": 1.5901,
+      "num_input_tokens_seen": 1644167168,
+      "step": 196
+    },
+    {
+      "epoch": 0.0985,
+      "grad_norm": 1.2483519315719604,
+      "learning_rate": 3.94e-05,
+      "loss": 1.6552,
+      "num_input_tokens_seen": 1652555776,
+      "step": 197
+    },
+    {
+      "epoch": 0.099,
+      "grad_norm": 1.5695958137512207,
+      "learning_rate": 3.96e-05,
+      "loss": 1.5986,
+      "num_input_tokens_seen": 1660944384,
+      "step": 198
+    },
+    {
+      "epoch": 0.0995,
+      "grad_norm": 1.6311231851577759,
+      "learning_rate": 3.9800000000000005e-05,
+      "loss": 1.778,
+      "num_input_tokens_seen": 1669332992,
+      "step": 199
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 1.5190160274505615,
+      "learning_rate": 4e-05,
+      "loss": 1.8327,
+      "num_input_tokens_seen": 1677721600,
+      "step": 200
+    },
+    {
+      "epoch": 0.1005,
+      "grad_norm": 1.2366491556167603,
+      "learning_rate": 3.9999845787629415e-05,
+      "loss": 1.7143,
+      "num_input_tokens_seen": 1686110208,
+      "step": 201
+    },
+    {
+      "epoch": 0.101,
+      "grad_norm": 2.084810495376587,
+      "learning_rate": 3.99993831528958e-05,
+      "loss": 1.6544,
+      "num_input_tokens_seen": 1694498816,
+      "step": 202
+    },
+    {
+      "epoch": 0.1015,
+      "grad_norm": 1.5253264904022217,
+      "learning_rate": 3.9998612102933544e-05,
+      "loss": 1.6143,
+      "num_input_tokens_seen": 1702887424,
+      "step": 203
+    },
+    {
+      "epoch": 0.102,
+      "grad_norm": 1.0702577829360962,
+      "learning_rate": 3.999753264963321e-05,
+      "loss": 1.6856,
+      "num_input_tokens_seen": 1711276032,
+      "step": 204
+    },
+    {
+      "epoch": 0.1025,
+      "grad_norm": 1.9343763589859009,
+      "learning_rate": 3.9996144809641296e-05,
+      "loss": 1.786,
+      "num_input_tokens_seen": 1719664640,
+      "step": 205
+    },
+    {
+      "epoch": 0.103,
+      "grad_norm": 1.1403006315231323,
+      "learning_rate": 3.9994448604360016e-05,
+      "loss": 1.6452,
+      "num_input_tokens_seen": 1728053248,
+      "step": 206
+    },
+    {
+      "epoch": 0.1035,
+      "grad_norm": 2.63930606842041,
+      "learning_rate": 3.999244405994694e-05,
+      "loss": 1.7236,
+      "num_input_tokens_seen": 1736441856,
+      "step": 207
+    },
+    {
+      "epoch": 0.104,
+      "grad_norm": 1.6718311309814453,
+      "learning_rate": 3.9990131207314634e-05,
+      "loss": 1.5877,
+      "num_input_tokens_seen": 1744830464,
+      "step": 208
+    },
+    {
+      "epoch": 0.1045,
+      "grad_norm": 2.7320733070373535,
+      "learning_rate": 3.998751008213014e-05,
+      "loss": 1.7808,
+      "num_input_tokens_seen": 1753219072,
+      "step": 209
+    },
+    {
+      "epoch": 0.105,
+      "grad_norm": 2.0388472080230713,
+      "learning_rate": 3.9984580724814464e-05,
+      "loss": 1.7625,
+      "num_input_tokens_seen": 1761607680,
+      "step": 210
+    },
+    {
+      "epoch": 0.1055,
+      "grad_norm": 2.2198638916015625,
+      "learning_rate": 3.99813431805419e-05,
+      "loss": 1.6662,
+      "num_input_tokens_seen": 1769996288,
+      "step": 211
+    },
+    {
+      "epoch": 0.106,
+      "grad_norm": 1.7465423345565796,
+      "learning_rate": 3.9977797499239404e-05,
+      "loss": 1.6335,
+      "num_input_tokens_seen": 1778384896,
+      "step": 212
+    },
+    {
+      "epoch": 0.1065,
+      "grad_norm": 1.6627084016799927,
+      "learning_rate": 3.997394373558576e-05,
+      "loss": 1.6865,
+      "num_input_tokens_seen": 1786773504,
+      "step": 213
+    },
+    {
+      "epoch": 0.107,
+      "grad_norm": 1.486066222190857,
+      "learning_rate": 3.996978194901077e-05,
+      "loss": 1.5947,
+      "num_input_tokens_seen": 1795162112,
+      "step": 214
+    },
+    {
+      "epoch": 0.1075,
+      "grad_norm": 1.2178465127944946,
+      "learning_rate": 3.996531220369432e-05,
+      "loss": 1.8448,
+      "num_input_tokens_seen": 1803550720,
+      "step": 215
+    },
+    {
+      "epoch": 0.108,
+      "grad_norm": 1.1107075214385986,
+      "learning_rate": 3.9960534568565436e-05,
+      "loss": 1.7868,
+      "num_input_tokens_seen": 1811939328,
+      "step": 216
+    },
+    {
+      "epoch": 0.1085,
+      "grad_norm": 1.3619362115859985,
+      "learning_rate": 3.995544911730115e-05,
+      "loss": 1.742,
+      "num_input_tokens_seen": 1820327936,
+      "step": 217
+    },
+    {
+      "epoch": 0.109,
+      "grad_norm": 1.0947133302688599,
+      "learning_rate": 3.995005592832541e-05,
+      "loss": 1.7386,
+      "num_input_tokens_seen": 1828716544,
+      "step": 218
+    },
+    {
+      "epoch": 0.1095,
+      "grad_norm": 1.4069256782531738,
+      "learning_rate": 3.994435508480786e-05,
+      "loss": 1.7462,
+      "num_input_tokens_seen": 1837105152,
+      "step": 219
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 1.4184787273406982,
+      "learning_rate": 3.9938346674662565e-05,
+      "loss": 1.7545,
+      "num_input_tokens_seen": 1845493760,
+      "step": 220
+    },
+    {
+      "epoch": 0.1105,
+      "grad_norm": 1.4119457006454468,
+      "learning_rate": 3.9932030790546636e-05,
+      "loss": 1.6184,
+      "num_input_tokens_seen": 1853882368,
+      "step": 221
+    },
+    {
+      "epoch": 0.111,
+      "grad_norm": 1.1133450269699097,
+      "learning_rate": 3.9925407529858826e-05,
+      "loss": 1.67,
+      "num_input_tokens_seen": 1862270976,
+      "step": 222
+    },
+    {
+      "epoch": 0.1115,
+      "grad_norm": 1.3021692037582397,
+      "learning_rate": 3.991847699473801e-05,
+      "loss": 1.6534,
+      "num_input_tokens_seen": 1870659584,
+      "step": 223
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 1.10936439037323,
+      "learning_rate": 3.99112392920616e-05,
+      "loss": 1.7029,
+      "num_input_tokens_seen": 1879048192,
+      "step": 224
+    },
+    {
+      "epoch": 0.1125,
+      "grad_norm": 0.9188879728317261,
+      "learning_rate": 3.990369453344394e-05,
+      "loss": 1.6314,
+      "num_input_tokens_seen": 1887436800,
+      "step": 225
+    },
+    {
+      "epoch": 0.113,
+      "grad_norm": 1.4214354753494263,
+      "learning_rate": 3.989584283523453e-05,
+      "loss": 1.6977,
+      "num_input_tokens_seen": 1895825408,
+      "step": 226
+    },
+    {
+      "epoch": 0.1135,
+      "grad_norm": 1.3106968402862549,
+      "learning_rate": 3.988768431851628e-05,
+      "loss": 1.613,
+      "num_input_tokens_seen": 1904214016,
+      "step": 227
+    },
+    {
+      "epoch": 0.114,
+      "grad_norm": 1.2800140380859375,
+      "learning_rate": 3.98792191091036e-05,
+      "loss": 1.7323,
+      "num_input_tokens_seen": 1912602624,
+      "step": 228
+    },
+    {
+      "epoch": 0.1145,
+      "grad_norm": 0.9443020224571228,
+      "learning_rate": 3.987044733754049e-05,
+      "loss": 1.5173,
+      "num_input_tokens_seen": 1920991232,
+      "step": 229
+    },
+    {
+      "epoch": 0.115,
+      "grad_norm": 1.4971925020217896,
+      "learning_rate": 3.986136913909853e-05,
+      "loss": 1.8041,
+      "num_input_tokens_seen": 1929379840,
+      "step": 230
+    },
+    {
+      "epoch": 0.1155,
+      "grad_norm": 0.9276608824729919,
+      "learning_rate": 3.985198465377476e-05,
+      "loss": 1.8106,
+      "num_input_tokens_seen": 1937768448,
+      "step": 231
+    },
+    {
+      "epoch": 0.116,
+      "grad_norm": 1.3482216596603394,
+      "learning_rate": 3.9842294026289565e-05,
+      "loss": 1.6773,
+      "num_input_tokens_seen": 1946157056,
+      "step": 232
+    },
+    {
+      "epoch": 0.1165,
+      "grad_norm": 1.3610389232635498,
+      "learning_rate": 3.9832297406084386e-05,
+      "loss": 1.631,
+      "num_input_tokens_seen": 1954545664,
+      "step": 233
+    },
+    {
+      "epoch": 0.117,
+      "grad_norm": 1.1721453666687012,
+      "learning_rate": 3.98219949473195e-05,
+      "loss": 1.7756,
+      "num_input_tokens_seen": 1962934272,
+      "step": 234
+    },
+    {
+      "epoch": 0.1175,
+      "grad_norm": 0.8579085469245911,
+      "learning_rate": 3.981138680887154e-05,
+      "loss": 1.8969,
+      "num_input_tokens_seen": 1971322880,
+      "step": 235
+    },
+    {
+      "epoch": 0.118,
+      "grad_norm": 0.8704617023468018,
+      "learning_rate": 3.980047315433116e-05,
+      "loss": 1.6432,
+      "num_input_tokens_seen": 1979711488,
+      "step": 236
+    },
+    {
+      "epoch": 0.1185,
+      "grad_norm": 1.1833432912826538,
+      "learning_rate": 3.978925415200037e-05,
+      "loss": 1.6492,
+      "num_input_tokens_seen": 1988100096,
+      "step": 237
+    },
+    {
+      "epoch": 0.119,
+      "grad_norm": 1.2760549783706665,
+      "learning_rate": 3.97777299748901e-05,
+      "loss": 1.6491,
+      "num_input_tokens_seen": 1996488704,
+      "step": 238
+    },
+    {
+      "epoch": 0.1195,
+      "grad_norm": 0.8377672433853149,
+      "learning_rate": 3.976590080071739e-05,
+      "loss": 1.7364,
+      "num_input_tokens_seen": 2004877312,
+      "step": 239
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 1.6421141624450684,
+      "learning_rate": 3.9753766811902756e-05,
+      "loss": 1.4844,
+      "num_input_tokens_seen": 2013265920,
+      "step": 240
+    },
+    {
+      "epoch": 0.1205,
+      "grad_norm": 1.1873599290847778,
+      "learning_rate": 3.974132819556731e-05,
+      "loss": 1.7483,
+      "num_input_tokens_seen": 2021654528,
+      "step": 241
+    },
+    {
+      "epoch": 0.121,
+      "grad_norm": 1.206591248512268,
+      "learning_rate": 3.972858514352991e-05,
+      "loss": 1.7342,
+      "num_input_tokens_seen": 2030043136,
+      "step": 242
+    },
+    {
+      "epoch": 0.1215,
+      "grad_norm": 0.9489218592643738,
+      "learning_rate": 3.971553785230418e-05,
+      "loss": 1.7117,
+      "num_input_tokens_seen": 2038431744,
+      "step": 243
+    },
+    {
+      "epoch": 0.122,
+      "grad_norm": 1.023648977279663,
+      "learning_rate": 3.970218652309548e-05,
+      "loss": 1.5842,
+      "num_input_tokens_seen": 2046820352,
+      "step": 244
+    },
+    {
+      "epoch": 0.1225,
+      "grad_norm": 1.1487878561019897,
+      "learning_rate": 3.9688531361797834e-05,
+      "loss": 1.7356,
+      "num_input_tokens_seen": 2055208960,
+      "step": 245
+    },
+    {
+      "epoch": 0.123,
+      "grad_norm": 1.0160244703292847,
+      "learning_rate": 3.9674572578990724e-05,
+      "loss": 1.682,
+      "num_input_tokens_seen": 2063597568,
+      "step": 246
+    },
+    {
+      "epoch": 0.1235,
+      "grad_norm": 1.105434536933899,
+      "learning_rate": 3.9660310389935837e-05,
+      "loss": 1.6695,
+      "num_input_tokens_seen": 2071986176,
+      "step": 247
+    },
+    {
+      "epoch": 0.124,
+      "grad_norm": 1.0896682739257812,
+      "learning_rate": 3.964574501457378e-05,
+      "loss": 1.7885,
+      "num_input_tokens_seen": 2080374784,
+      "step": 248
+    },
+    {
+      "epoch": 0.1245,
+      "grad_norm": 1.0165361166000366,
+      "learning_rate": 3.9630876677520656e-05,
+      "loss": 1.579,
+      "num_input_tokens_seen": 2088763392,
+      "step": 249
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 1.211041808128357,
+      "learning_rate": 3.961570560806461e-05,
+      "loss": 1.6509,
+      "num_input_tokens_seen": 2097152000,
+      "step": 250
+    },
+    {
+      "epoch": 0.1255,
+      "grad_norm": 1.0447190999984741,
+      "learning_rate": 3.960023204016231e-05,
+      "loss": 1.8698,
+      "num_input_tokens_seen": 2105540608,
+      "step": 251
+    },
+    {
+      "epoch": 0.126,
+      "grad_norm": 1.3021482229232788,
+      "learning_rate": 3.958445621243532e-05,
+      "loss": 1.7579,
+      "num_input_tokens_seen": 2113929216,
+      "step": 252
+    },
+    {
+      "epoch": 0.1265,
+      "grad_norm": 0.9119377732276917,
+      "learning_rate": 3.9568378368166406e-05,
+      "loss": 1.6945,
+      "num_input_tokens_seen": 2122317824,
+      "step": 253
+    },
+    {
+      "epoch": 0.127,
+      "grad_norm": 0.8316543698310852,
+      "learning_rate": 3.955199875529582e-05,
+      "loss": 1.6739,
+      "num_input_tokens_seen": 2130706432,
+      "step": 254
+    },
+    {
+      "epoch": 0.1275,
+      "grad_norm": 0.9795516133308411,
+      "learning_rate": 3.953531762641745e-05,
+      "loss": 1.7518,
+      "num_input_tokens_seen": 2139095040,
+      "step": 255
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.9370044469833374,
+      "learning_rate": 3.951833523877495e-05,
+      "loss": 1.6134,
+      "num_input_tokens_seen": 2147483648,
+      "step": 256
+    },
+    {
+      "epoch": 0.1285,
+      "grad_norm": 1.6189143657684326,
+      "learning_rate": 3.9501051854257745e-05,
+      "loss": 1.6523,
+      "num_input_tokens_seen": 2155872256,
+      "step": 257
+    },
+    {
+      "epoch": 0.129,
+      "grad_norm": 1.1166945695877075,
+      "learning_rate": 3.948346773939699e-05,
+      "loss": 1.7523,
+      "num_input_tokens_seen": 2164260864,
+      "step": 258
+    },
+    {
+      "epoch": 0.1295,
+      "grad_norm": 1.0886536836624146,
+      "learning_rate": 3.94655831653615e-05,
+      "loss": 1.622,
+      "num_input_tokens_seen": 2172649472,
+      "step": 259
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 1.7367981672286987,
+      "learning_rate": 3.9447398407953536e-05,
+      "loss": 1.7358,
+      "num_input_tokens_seen": 2181038080,
+      "step": 260
+    },
+    {
+      "epoch": 0.1305,
+      "grad_norm": 1.2050344944000244,
+      "learning_rate": 3.942891374760455e-05,
+      "loss": 1.5398,
+      "num_input_tokens_seen": 2189426688,
+      "step": 261
+    },
+    {
+      "epoch": 0.131,
+      "grad_norm": 2.18412709236145,
+      "learning_rate": 3.941012946937085e-05,
+      "loss": 1.5405,
+      "num_input_tokens_seen": 2197815296,
+      "step": 262
+    },
+    {
+      "epoch": 0.1315,
+      "grad_norm": 1.3102896213531494,
+      "learning_rate": 3.9391045862929275e-05,
+      "loss": 1.8383,
+      "num_input_tokens_seen": 2206203904,
+      "step": 263
+    },
+    {
+      "epoch": 0.132,
+      "grad_norm": 1.4639437198638916,
+      "learning_rate": 3.9371663222572625e-05,
+      "loss": 1.6872,
+      "num_input_tokens_seen": 2214592512,
+      "step": 264
+    },
+    {
+      "epoch": 0.1325,
+      "grad_norm": 1.346665859222412,
+      "learning_rate": 3.93519818472052e-05,
+      "loss": 1.7861,
+      "num_input_tokens_seen": 2222981120,
+      "step": 265
+    },
+    {
+      "epoch": 0.133,
+      "grad_norm": 1.4441630840301514,
+      "learning_rate": 3.933200204033815e-05,
+      "loss": 1.4984,
+      "num_input_tokens_seen": 2231369728,
+      "step": 266
+    },
+    {
+      "epoch": 0.1335,
+      "grad_norm": 1.3043477535247803,
+      "learning_rate": 3.931172411008482e-05,
+      "loss": 1.7591,
+      "num_input_tokens_seen": 2239758336,
+      "step": 267
+    },
+    {
+      "epoch": 0.134,
+      "grad_norm": 1.2089747190475464,
+      "learning_rate": 3.9291148369155964e-05,
+      "loss": 1.7255,
+      "num_input_tokens_seen": 2248146944,
+      "step": 268
+    },
+    {
+      "epoch": 0.1345,
+      "grad_norm": 0.9772351980209351,
+      "learning_rate": 3.927027513485498e-05,
+      "loss": 1.6875,
+      "num_input_tokens_seen": 2256535552,
+      "step": 269
+    },
+    {
+      "epoch": 0.135,
+      "grad_norm": 0.9826438426971436,
+      "learning_rate": 3.9249104729072944e-05,
+      "loss": 1.7025,
+      "num_input_tokens_seen": 2264924160,
+      "step": 270
+    },
+    {
+      "epoch": 0.1355,
+      "grad_norm": 1.421626329421997,
+      "learning_rate": 3.9227637478283725e-05,
+      "loss": 1.7574,
+      "num_input_tokens_seen": 2273312768,
+      "step": 271
+    },
+    {
+      "epoch": 0.136,
+      "grad_norm": 1.3830302953720093,
+      "learning_rate": 3.9205873713538864e-05,
+      "loss": 1.7882,
+      "num_input_tokens_seen": 2281701376,
+      "step": 272
+    },
+    {
+      "epoch": 0.1365,
+      "grad_norm": 1.0225855112075806,
+      "learning_rate": 3.918381377046255e-05,
+      "loss": 1.5312,
+      "num_input_tokens_seen": 2290089984,
+      "step": 273
+    },
+    {
+      "epoch": 0.137,
+      "grad_norm": 1.8110359907150269,
+      "learning_rate": 3.916145798924639e-05,
+      "loss": 1.7218,
+      "num_input_tokens_seen": 2298478592,
+      "step": 274
+    },
+    {
+      "epoch": 0.1375,
+      "grad_norm": 1.0985193252563477,
+      "learning_rate": 3.913880671464418e-05,
+      "loss": 1.6563,
+      "num_input_tokens_seen": 2306867200,
+      "step": 275
+    },
+    {
+      "epoch": 0.138,
+      "grad_norm": 1.680709719657898,
+      "learning_rate": 3.911586029596661e-05,
+      "loss": 1.6444,
+      "num_input_tokens_seen": 2315255808,
+      "step": 276
+    },
+    {
+      "epoch": 0.1385,
+      "grad_norm": 1.201578974723816,
+      "learning_rate": 3.9092619087075825e-05,
+      "loss": 1.6551,
+      "num_input_tokens_seen": 2323644416,
+      "step": 277
+    },
+    {
+      "epoch": 0.139,
+      "grad_norm": 1.4566112756729126,
+      "learning_rate": 3.906908344638002e-05,
+      "loss": 1.6357,
+      "num_input_tokens_seen": 2332033024,
+      "step": 278
+    },
+    {
+      "epoch": 0.1395,
+      "grad_norm": 1.2596595287322998,
+      "learning_rate": 3.904525373682791e-05,
+      "loss": 1.7801,
+      "num_input_tokens_seen": 2340421632,
+      "step": 279
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 1.625712513923645,
+      "learning_rate": 3.9021130325903076e-05,
+      "loss": 1.7944,
+      "num_input_tokens_seen": 2348810240,
+      "step": 280
+    },
+    {
+      "epoch": 0.1405,
+      "grad_norm": 1.0394383668899536,
+      "learning_rate": 3.8996713585618354e-05,
+      "loss": 1.7922,
+      "num_input_tokens_seen": 2357198848,
+      "step": 281
+    },
+    {
+      "epoch": 0.141,
+      "grad_norm": 1.8562290668487549,
+      "learning_rate": 3.897200389251009e-05,
+      "loss": 1.7078,
+      "num_input_tokens_seen": 2365587456,
+      "step": 282
+    },
+    {
+      "epoch": 0.1415,
+      "grad_norm": 1.245281457901001,
+      "learning_rate": 3.8947001627632326e-05,
+      "loss": 1.6801,
+      "num_input_tokens_seen": 2373976064,
+      "step": 283
+    },
+    {
+      "epoch": 0.142,
+      "grad_norm": 1.5256640911102295,
+      "learning_rate": 3.892170717655091e-05,
+      "loss": 1.7155,
+      "num_input_tokens_seen": 2382364672,
+      "step": 284
+    },
+    {
+      "epoch": 0.1425,
+      "grad_norm": 1.0656960010528564,
+      "learning_rate": 3.889612092933756e-05,
+      "loss": 1.75,
+      "num_input_tokens_seen": 2390753280,
+      "step": 285
+    },
+    {
+      "epoch": 0.143,
+      "grad_norm": 1.204822063446045,
+      "learning_rate": 3.887024328056387e-05,
+      "loss": 1.7464,
+      "num_input_tokens_seen": 2399141888,
+      "step": 286
+    },
+    {
+      "epoch": 0.1435,
+      "grad_norm": 1.1441707611083984,
+      "learning_rate": 3.88440746292952e-05,
+      "loss": 1.6608,
+      "num_input_tokens_seen": 2407530496,
+      "step": 287
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 1.2725075483322144,
+      "learning_rate": 3.8817615379084514e-05,
+      "loss": 1.5159,
+      "num_input_tokens_seen": 2415919104,
+      "step": 288
+    },
+    {
+      "epoch": 0.1445,
+      "grad_norm": 1.1600598096847534,
+      "learning_rate": 3.879086593796618e-05,
+      "loss": 1.5823,
+      "num_input_tokens_seen": 2424307712,
+      "step": 289
+    },
+    {
+      "epoch": 0.145,
+      "grad_norm": 1.1082223653793335,
+      "learning_rate": 3.876382671844969e-05,
+      "loss": 1.6134,
+      "num_input_tokens_seen": 2432696320,
+      "step": 290
+    },
+    {
+      "epoch": 0.1455,
+      "grad_norm": 1.1749600172042847,
+      "learning_rate": 3.873649813751323e-05,
+      "loss": 1.5625,
+      "num_input_tokens_seen": 2441084928,
+      "step": 291
+    },
+    {
+      "epoch": 0.146,
+      "grad_norm": 1.005366325378418,
+      "learning_rate": 3.870888061659735e-05,
+      "loss": 1.6975,
+      "num_input_tokens_seen": 2449473536,
+      "step": 292
+    },
+    {
+      "epoch": 0.1465,
+      "grad_norm": 0.8248304724693298,
+      "learning_rate": 3.8680974581598375e-05,
+      "loss": 1.607,
+      "num_input_tokens_seen": 2457862144,
+      "step": 293
+    },
+    {
+      "epoch": 0.147,
+      "grad_norm": 0.8967552185058594,
+      "learning_rate": 3.865278046286189e-05,
+      "loss": 1.3385,
+      "num_input_tokens_seen": 2466250752,
+      "step": 294
+    },
+    {
+      "epoch": 0.1475,
+      "grad_norm": 1.328721046447754,
+      "learning_rate": 3.862429869517607e-05,
+      "loss": 1.6221,
+      "num_input_tokens_seen": 2474639360,
+      "step": 295
+    },
+    {
+      "epoch": 0.148,
+      "grad_norm": 0.917224645614624,
+      "learning_rate": 3.859552971776503e-05,
+      "loss": 1.6286,
+      "num_input_tokens_seen": 2483027968,
+      "step": 296
+    },
+    {
+      "epoch": 0.1485,
+      "grad_norm": 0.88497394323349,
+      "learning_rate": 3.856647397428198e-05,
+      "loss": 1.6966,
+      "num_input_tokens_seen": 2491416576,
+      "step": 297
+    },
+    {
+      "epoch": 0.149,
+      "grad_norm": 1.0170094966888428,
+      "learning_rate": 3.853713191280242e-05,
+      "loss": 1.6923,
+      "num_input_tokens_seen": 2499805184,
+      "step": 298
+    },
+    {
+      "epoch": 0.1495,
+      "grad_norm": 1.137525200843811,
+      "learning_rate": 3.850750398581725e-05,
+      "loss": 1.7734,
+      "num_input_tokens_seen": 2508193792,
+      "step": 299
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 1.124685287475586,
+      "learning_rate": 3.8477590650225735e-05,
+      "loss": 1.6916,
+      "num_input_tokens_seen": 2516582400,
+      "step": 300
+    },
+    {
+      "epoch": 0.1505,
+      "grad_norm": 0.8273991942405701,
+      "learning_rate": 3.8447392367328535e-05,
+      "loss": 1.7422,
+      "num_input_tokens_seen": 2524971008,
+      "step": 301
+    },
+    {
+      "epoch": 0.151,
+      "grad_norm": 0.7442718744277954,
+      "learning_rate": 3.8416909602820534e-05,
+      "loss": 1.7876,
+      "num_input_tokens_seen": 2533359616,
+      "step": 302
+    },
+    {
+      "epoch": 0.1515,
+      "grad_norm": 1.1291152238845825,
+      "learning_rate": 3.8386142826783645e-05,
+      "loss": 1.7041,
+      "num_input_tokens_seen": 2541748224,
+      "step": 303
+    },
+    {
+      "epoch": 0.152,
+      "grad_norm": 0.8179329037666321,
+      "learning_rate": 3.835509251367963e-05,
+      "loss": 1.6661,
+      "num_input_tokens_seen": 2550136832,
+      "step": 304
+    },
+    {
+      "epoch": 0.1525,
+      "grad_norm": 0.7719331383705139,
+      "learning_rate": 3.832375914234272e-05,
+      "loss": 1.6901,
+      "num_input_tokens_seen": 2558525440,
+      "step": 305
+    },
+    {
+      "epoch": 0.153,
+      "grad_norm": 0.8355837464332581,
+      "learning_rate": 3.829214319597228e-05,
+      "loss": 1.6282,
+      "num_input_tokens_seen": 2566914048,
+      "step": 306
+    },
+    {
+      "epoch": 0.1535,
+      "grad_norm": 1.228195071220398,
+      "learning_rate": 3.826024516212529e-05,
+      "loss": 1.5801,
+      "num_input_tokens_seen": 2575302656,
+      "step": 307
+    },
+    {
+      "epoch": 0.154,
+      "grad_norm": 1.644123911857605,
+      "learning_rate": 3.8228065532708905e-05,
+      "loss": 1.626,
+      "num_input_tokens_seen": 2583691264,
+      "step": 308
+    },
+    {
+      "epoch": 0.1545,
+      "grad_norm": 0.9140821695327759,
+      "learning_rate": 3.819560480397282e-05,
+      "loss": 1.671,
+      "num_input_tokens_seen": 2592079872,
+      "step": 309
+    },
+    {
+      "epoch": 0.155,
+      "grad_norm": 1.3930050134658813,
+      "learning_rate": 3.816286347650163e-05,
+      "loss": 1.5599,
+      "num_input_tokens_seen": 2600468480,
+      "step": 310
+    },
+    {
+      "epoch": 0.1555,
+      "grad_norm": 1.069976568222046,
+      "learning_rate": 3.81298420552071e-05,
+      "loss": 1.6816,
+      "num_input_tokens_seen": 2608857088,
+      "step": 311
+    },
+    {
+      "epoch": 0.156,
+      "grad_norm": 1.2245848178863525,
+      "learning_rate": 3.809654104932039e-05,
+      "loss": 1.4973,
+      "num_input_tokens_seen": 2617245696,
+      "step": 312
+    },
+    {
+      "epoch": 0.1565,
+      "grad_norm": 1.045593500137329,
+      "learning_rate": 3.8062960972384223e-05,
+      "loss": 1.6431,
+      "num_input_tokens_seen": 2625634304,
+      "step": 313
+    },
+    {
+      "epoch": 0.157,
+      "grad_norm": 1.0730377435684204,
+      "learning_rate": 3.802910234224491e-05,
+      "loss": 1.8426,
+      "num_input_tokens_seen": 2634022912,
+      "step": 314
+    },
+    {
+      "epoch": 0.1575,
+      "grad_norm": 1.0670175552368164,
+      "learning_rate": 3.7994965681044436e-05,
+      "loss": 1.6098,
+      "num_input_tokens_seen": 2642411520,
+      "step": 315
+    },
+    {
+      "epoch": 0.158,
+      "grad_norm": 1.2215880155563354,
+      "learning_rate": 3.796055151521231e-05,
+      "loss": 1.6359,
+      "num_input_tokens_seen": 2650800128,
+      "step": 316
+    },
+    {
+      "epoch": 0.1585,
+      "grad_norm": 0.8806067705154419,
+      "learning_rate": 3.792586037545758e-05,
+      "loss": 1.5976,
+      "num_input_tokens_seen": 2659188736,
+      "step": 317
+    },
+    {
+      "epoch": 0.159,
+      "grad_norm": 0.8471524119377136,
+      "learning_rate": 3.78908927967605e-05,
+      "loss": 1.6655,
+      "num_input_tokens_seen": 2667577344,
+      "step": 318
+    },
+    {
+      "epoch": 0.1595,
+      "grad_norm": 0.8181973099708557,
+      "learning_rate": 3.785564931836442e-05,
+      "loss": 1.6711,
+      "num_input_tokens_seen": 2675965952,
+      "step": 319
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.8937894105911255,
+      "learning_rate": 3.782013048376736e-05,
+      "loss": 1.5473,
+      "num_input_tokens_seen": 2684354560,
+      "step": 320
+    },
+    {
+      "epoch": 0.1605,
+      "grad_norm": 1.0847939252853394,
+      "learning_rate": 3.778433684071369e-05,
+      "loss": 1.6359,
+      "num_input_tokens_seen": 2692743168,
+      "step": 321
+    },
+    {
+      "epoch": 0.161,
+      "grad_norm": 1.1049737930297852,
+      "learning_rate": 3.774826894118567e-05,
+      "loss": 1.7373,
+      "num_input_tokens_seen": 2701131776,
+      "step": 322
+    },
+    {
+      "epoch": 0.1615,
+      "grad_norm": 0.8523493409156799,
+      "learning_rate": 3.7711927341394916e-05,
+      "loss": 1.5551,
+      "num_input_tokens_seen": 2709520384,
+      "step": 323
+    },
+    {
+      "epoch": 0.162,
+      "grad_norm": 0.9004189372062683,
+      "learning_rate": 3.7675312601773874e-05,
+      "loss": 1.5898,
+      "num_input_tokens_seen": 2717908992,
+      "step": 324
+    },
+    {
+      "epoch": 0.1625,
+      "grad_norm": 1.4729281663894653,
+      "learning_rate": 3.76384252869671e-05,
+      "loss": 1.6389,
+      "num_input_tokens_seen": 2726297600,
+      "step": 325
+    },
+    {
+      "epoch": 0.163,
+      "grad_norm": 0.9593777656555176,
+      "learning_rate": 3.760126596582264e-05,
+      "loss": 1.674,
+      "num_input_tokens_seen": 2734686208,
+      "step": 326
+    },
+    {
+      "epoch": 0.1635,
+      "grad_norm": 0.8906177878379822,
+      "learning_rate": 3.756383521138319e-05,
+      "loss": 1.5994,
+      "num_input_tokens_seen": 2743074816,
+      "step": 327
+    },
+    {
+      "epoch": 0.164,
+      "grad_norm": 0.7630260586738586,
+      "learning_rate": 3.7526133600877275e-05,
+      "loss": 1.6662,
+      "num_input_tokens_seen": 2751463424,
+      "step": 328
+    },
+    {
+      "epoch": 0.1645,
+      "grad_norm": 0.837302029132843,
+      "learning_rate": 3.748816171571038e-05,
+      "loss": 1.739,
+      "num_input_tokens_seen": 2759852032,
+      "step": 329
+    },
+    {
+      "epoch": 0.165,
+      "grad_norm": 0.9471412897109985,
+      "learning_rate": 3.744992014145595e-05,
+      "loss": 1.6867,
+      "num_input_tokens_seen": 2768240640,
+      "step": 330
+    },
+    {
+      "epoch": 0.1655,
+      "grad_norm": 0.7041006684303284,
+      "learning_rate": 3.741140946784635e-05,
+      "loss": 1.7248,
+      "num_input_tokens_seen": 2776629248,
+      "step": 331
+    },
+    {
+      "epoch": 0.166,
+      "grad_norm": 0.7114289999008179,
+      "learning_rate": 3.737263028876383e-05,
+      "loss": 1.5945,
+      "num_input_tokens_seen": 2785017856,
+      "step": 332
+    },
+    {
+      "epoch": 0.1665,
+      "grad_norm": 0.7291207313537598,
+      "learning_rate": 3.733358320223128e-05,
+      "loss": 1.4206,
+      "num_input_tokens_seen": 2793406464,
+      "step": 333
+    },
+    {
+      "epoch": 0.167,
+      "grad_norm": 0.7624229192733765,
+      "learning_rate": 3.729426881040311e-05,
+      "loss": 1.587,
+      "num_input_tokens_seen": 2801795072,
+      "step": 334
+    },
+    {
+      "epoch": 0.1675,
+      "grad_norm": 0.6349395513534546,
+      "learning_rate": 3.725468771955584e-05,
+      "loss": 1.8279,
+      "num_input_tokens_seen": 2810183680,
+      "step": 335
+    },
+    {
+      "epoch": 0.168,
+      "grad_norm": 0.6584758162498474,
+      "learning_rate": 3.721484054007888e-05,
+      "loss": 1.5794,
+      "num_input_tokens_seen": 2818572288,
+      "step": 336
+    },
+    {
+      "epoch": 0.1685,
+      "grad_norm": 0.8144023418426514,
+      "learning_rate": 3.717472788646501e-05,
+      "loss": 1.7197,
+      "num_input_tokens_seen": 2826960896,
+      "step": 337
+    },
+    {
+      "epoch": 0.169,
+      "grad_norm": 0.9008212685585022,
+      "learning_rate": 3.7134350377301e-05,
+      "loss": 1.5056,
+      "num_input_tokens_seen": 2835349504,
+      "step": 338
+    },
+    {
+      "epoch": 0.1695,
+      "grad_norm": 1.026350498199463,
+      "learning_rate": 3.709370863525796e-05,
+      "loss": 1.6921,
+      "num_input_tokens_seen": 2843738112,
+      "step": 339
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 1.0004777908325195,
+      "learning_rate": 3.705280328708185e-05,
+      "loss": 1.6245,
+      "num_input_tokens_seen": 2852126720,
+      "step": 340
+    },
+    {
+      "epoch": 0.1705,
+      "grad_norm": 1.0942559242248535,
+      "learning_rate": 3.701163496358373e-05,
+      "loss": 1.5393,
+      "num_input_tokens_seen": 2860515328,
+      "step": 341
+    },
+    {
+      "epoch": 0.171,
+      "grad_norm": 0.7471975684165955,
+      "learning_rate": 3.6970204299630077e-05,
+      "loss": 1.7802,
+      "num_input_tokens_seen": 2868903936,
+      "step": 342
+    },
+    {
+      "epoch": 0.1715,
+      "grad_norm": 0.9047533869743347,
+      "learning_rate": 3.692851193413299e-05,
+      "loss": 1.5245,
+      "num_input_tokens_seen": 2877292544,
+      "step": 343
+    },
+    {
+      "epoch": 0.172,
+      "grad_norm": 1.4945957660675049,
+      "learning_rate": 3.6886558510040305e-05,
+      "loss": 1.6707,
+      "num_input_tokens_seen": 2885681152,
+      "step": 344
+    },
+    {
+      "epoch": 0.1725,
+      "grad_norm": 0.808014452457428,
+      "learning_rate": 3.684434467432573e-05,
+      "loss": 1.7578,
+      "num_input_tokens_seen": 2894069760,
+      "step": 345
+    },
+    {
+      "epoch": 0.173,
+      "grad_norm": 0.9657407402992249,
+      "learning_rate": 3.680187107797884e-05,
+      "loss": 1.6556,
+      "num_input_tokens_seen": 2902458368,
+      "step": 346
+    },
+    {
+      "epoch": 0.1735,
+      "grad_norm": 1.2704793214797974,
+      "learning_rate": 3.675913837599503e-05,
+      "loss": 1.5934,
+      "num_input_tokens_seen": 2910846976,
+      "step": 347
+    },
+    {
+      "epoch": 0.174,
+      "grad_norm": 0.90053790807724,
+      "learning_rate": 3.671614722736541e-05,
+      "loss": 1.7298,
+      "num_input_tokens_seen": 2919235584,
+      "step": 348
+    },
+    {
+      "epoch": 0.1745,
+      "grad_norm": 0.810030460357666,
+      "learning_rate": 3.667289829506669e-05,
+      "loss": 1.5586,
+      "num_input_tokens_seen": 2927624192,
+      "step": 349
+    },
+    {
+      "epoch": 0.175,
+      "grad_norm": 1.1691352128982544,
+      "learning_rate": 3.662939224605091e-05,
+      "loss": 1.6294,
+      "num_input_tokens_seen": 2936012800,
+      "step": 350
+    },
+    {
+      "epoch": 0.1755,
+      "grad_norm": 1.1451619863510132,
+      "learning_rate": 3.658562975123516e-05,
+      "loss": 1.4937,
+      "num_input_tokens_seen": 2944401408,
+      "step": 351
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.9522868990898132,
+      "learning_rate": 3.654161148549124e-05,
+      "loss": 1.7785,
+      "num_input_tokens_seen": 2952790016,
+      "step": 352
+    },
+    {
+      "epoch": 0.1765,
+      "grad_norm": 0.7397971153259277,
+      "learning_rate": 3.649733812763527e-05,
+      "loss": 1.713,
+      "num_input_tokens_seen": 2961178624,
+      "step": 353
+    },
+    {
+      "epoch": 0.177,
+      "grad_norm": 0.7993081212043762,
+      "learning_rate": 3.64528103604172e-05,
+      "loss": 1.5611,
+      "num_input_tokens_seen": 2969567232,
+      "step": 354
+    },
+    {
+      "epoch": 0.1775,
+      "grad_norm": 0.8007155060768127,
+      "learning_rate": 3.640802887051027e-05,
+      "loss": 1.5691,
+      "num_input_tokens_seen": 2977955840,
+      "step": 355
+    },
+    {
+      "epoch": 0.178,
+      "grad_norm": 0.8291440606117249,
+      "learning_rate": 3.636299434850047e-05,
+      "loss": 1.4725,
+      "num_input_tokens_seen": 2986344448,
+      "step": 356
+    },
+    {
+      "epoch": 0.1785,
+      "grad_norm": 1.0753155946731567,
+      "learning_rate": 3.631770748887583e-05,
+      "loss": 1.5618,
+      "num_input_tokens_seen": 2994733056,
+      "step": 357
+    },
+    {
+      "epoch": 0.179,
+      "grad_norm": 0.8969347476959229,
+      "learning_rate": 3.627216899001575e-05,
+      "loss": 1.6699,
+      "num_input_tokens_seen": 3003121664,
+      "step": 358
+    },
+    {
+      "epoch": 0.1795,
+      "grad_norm": 0.8943629264831543,
+      "learning_rate": 3.62263795541802e-05,
+      "loss": 1.7087,
+      "num_input_tokens_seen": 3011510272,
+      "step": 359
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.9483537077903748,
+      "learning_rate": 3.6180339887498953e-05,
+      "loss": 1.6257,
+      "num_input_tokens_seen": 3019898880,
+      "step": 360
+    },
+    {
+      "epoch": 0.1805,
+      "grad_norm": 0.8657635450363159,
+      "learning_rate": 3.6134050699960604e-05,
+      "loss": 1.689,
+      "num_input_tokens_seen": 3028287488,
+      "step": 361
+    },
+    {
+      "epoch": 0.181,
+      "grad_norm": 0.7815025448799133,
+      "learning_rate": 3.608751270540169e-05,
+      "loss": 1.6175,
+      "num_input_tokens_seen": 3036676096,
+      "step": 362
+    },
+    {
+      "epoch": 0.1815,
+      "grad_norm": 0.7870849967002869,
+      "learning_rate": 3.604072662149567e-05,
+      "loss": 1.5586,
+      "num_input_tokens_seen": 3045064704,
+      "step": 363
+    },
+    {
+      "epoch": 0.182,
+      "grad_norm": 0.8339277505874634,
+      "learning_rate": 3.599369316974182e-05,
+      "loss": 1.5271,
+      "num_input_tokens_seen": 3053453312,
+      "step": 364
+    },
+    {
+      "epoch": 0.1825,
+      "grad_norm": 0.9285105466842651,
+      "learning_rate": 3.594641307545414e-05,
+      "loss": 1.7041,
+      "num_input_tokens_seen": 3061841920,
+      "step": 365
+    },
+    {
+      "epoch": 0.183,
+      "grad_norm": 0.8689367175102234,
+      "learning_rate": 3.58988870677502e-05,
+      "loss": 1.4738,
+      "num_input_tokens_seen": 3070230528,
+      "step": 366
+    },
+    {
+      "epoch": 0.1835,
+      "grad_norm": 0.929764986038208,
+      "learning_rate": 3.585111587953982e-05,
+      "loss": 1.7297,
+      "num_input_tokens_seen": 3078619136,
+      "step": 367
+    },
+    {
+      "epoch": 0.184,
+      "grad_norm": 1.05793035030365,
+      "learning_rate": 3.580310024751381e-05,
+      "loss": 1.5431,
+      "num_input_tokens_seen": 3087007744,
+      "step": 368
+    },
+    {
+      "epoch": 0.1845,
+      "grad_norm": 0.8866976499557495,
+      "learning_rate": 3.575484091213262e-05,
+      "loss": 1.6682,
+      "num_input_tokens_seen": 3095396352,
+      "step": 369
+    },
+    {
+      "epoch": 0.185,
+      "grad_norm": 0.7259969115257263,
+      "learning_rate": 3.57063386176149e-05,
+      "loss": 1.6123,
+      "num_input_tokens_seen": 3103784960,
+      "step": 370
+    },
+    {
+      "epoch": 0.1855,
+      "grad_norm": 0.9831200838088989,
+      "learning_rate": 3.565759411192604e-05,
+      "loss": 1.5845,
+      "num_input_tokens_seen": 3112173568,
+      "step": 371
+    },
+    {
+      "epoch": 0.186,
+      "grad_norm": 0.9731907248497009,
+      "learning_rate": 3.5608608146766597e-05,
+      "loss": 1.7179,
+      "num_input_tokens_seen": 3120562176,
+      "step": 372
+    },
+    {
+      "epoch": 0.1865,
+      "grad_norm": 1.0148561000823975,
+      "learning_rate": 3.555938147756077e-05,
+      "loss": 1.9192,
+      "num_input_tokens_seen": 3128950784,
+      "step": 373
+    },
+    {
+      "epoch": 0.187,
+      "grad_norm": 0.9084612131118774,
+      "learning_rate": 3.5509914863444694e-05,
+      "loss": 1.5912,
+      "num_input_tokens_seen": 3137339392,
+      "step": 374
+    },
+    {
+      "epoch": 0.1875,
+      "grad_norm": 0.9402855038642883,
+      "learning_rate": 3.546020906725474e-05,
+      "loss": 1.5803,
+      "num_input_tokens_seen": 3145728000,
+      "step": 375
+    },
+    {
+      "epoch": 0.188,
+      "grad_norm": 0.9808095693588257,
+      "learning_rate": 3.541026485551579e-05,
+      "loss": 1.8292,
+      "num_input_tokens_seen": 3154116608,
+      "step": 376
+    },
+    {
+      "epoch": 0.1885,
+      "grad_norm": 1.1110026836395264,
+      "learning_rate": 3.536008299842936e-05,
+      "loss": 1.6698,
+      "num_input_tokens_seen": 3162505216,
+      "step": 377
+    },
+    {
+      "epoch": 0.189,
+      "grad_norm": 1.0544601678848267,
+      "learning_rate": 3.530966426986177e-05,
+      "loss": 1.6978,
+      "num_input_tokens_seen": 3170893824,
+      "step": 378
+    },
+    {
+      "epoch": 0.1895,
+      "grad_norm": 0.7350985407829285,
+      "learning_rate": 3.525900944733218e-05,
+      "loss": 1.6923,
+      "num_input_tokens_seen": 3179282432,
+      "step": 379
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.9171492457389832,
+      "learning_rate": 3.520811931200063e-05,
+      "loss": 1.6079,
+      "num_input_tokens_seen": 3187671040,
+      "step": 380
+    },
+    {
+      "epoch": 0.1905,
+      "grad_norm": 1.1049323081970215,
+      "learning_rate": 3.515699464865594e-05,
+      "loss": 1.6878,
+      "num_input_tokens_seen": 3196059648,
+      "step": 381
+    },
+    {
+      "epoch": 0.191,
+      "grad_norm": 0.776717483997345,
+      "learning_rate": 3.5105636245703675e-05,
+      "loss": 1.5757,
+      "num_input_tokens_seen": 3204448256,
+      "step": 382
+    },
+    {
+      "epoch": 0.1915,
+      "grad_norm": 0.8234217166900635,
+      "learning_rate": 3.505404489515394e-05,
+      "loss": 1.6609,
+      "num_input_tokens_seen": 3212836864,
+      "step": 383
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.854977011680603,
+      "learning_rate": 3.5002221392609196e-05,
+      "loss": 1.6726,
+      "num_input_tokens_seen": 3221225472,
+      "step": 384
+    },
+    {
+      "epoch": 0.1925,
+      "grad_norm": 0.6885860562324524,
+      "learning_rate": 3.495016653725194e-05,
+      "loss": 1.7057,
+      "num_input_tokens_seen": 3229614080,
+      "step": 385
+    },
+    {
+      "epoch": 0.193,
+      "grad_norm": 0.8042221665382385,
+      "learning_rate": 3.489788113183244e-05,
+      "loss": 1.6693,
+      "num_input_tokens_seen": 3238002688,
+      "step": 386
+    },
+    {
+      "epoch": 0.1935,
+      "grad_norm": 0.8148207664489746,
+      "learning_rate": 3.484536598265634e-05,
+      "loss": 1.5554,
+      "num_input_tokens_seen": 3246391296,
+      "step": 387
+    },
+    {
+      "epoch": 0.194,
+      "grad_norm": 0.8488610982894897,
+      "learning_rate": 3.47926218995722e-05,
+      "loss": 1.5941,
+      "num_input_tokens_seen": 3254779904,
+      "step": 388
+    },
+    {
+      "epoch": 0.1945,
+      "grad_norm": 0.7625729441642761,
+      "learning_rate": 3.473964969595902e-05,
+      "loss": 1.5805,
+      "num_input_tokens_seen": 3263168512,
+      "step": 389
+    },
+    {
+      "epoch": 0.195,
+      "grad_norm": 0.8852419853210449,
+      "learning_rate": 3.468645018871371e-05,
+      "loss": 1.6924,
+      "num_input_tokens_seen": 3271557120,
+      "step": 390
+    },
+    {
+      "epoch": 0.1955,
+      "grad_norm": 0.7517937421798706,
+      "learning_rate": 3.46330241982385e-05,
+      "loss": 1.6021,
+      "num_input_tokens_seen": 3279945728,
+      "step": 391
+    },
+    {
+      "epoch": 0.196,
+      "grad_norm": 0.676200807094574,
+      "learning_rate": 3.457937254842823e-05,
+      "loss": 1.738,
+      "num_input_tokens_seen": 3288334336,
+      "step": 392
+    },
+    {
+      "epoch": 0.1965,
+      "grad_norm": 0.9149476289749146,
+      "learning_rate": 3.4525496066657735e-05,
+      "loss": 1.7369,
+      "num_input_tokens_seen": 3296722944,
+      "step": 393
+    },
+    {
+      "epoch": 0.197,
+      "grad_norm": 0.8072534203529358,
+      "learning_rate": 3.4471395583768985e-05,
+      "loss": 1.6982,
+      "num_input_tokens_seen": 3305111552,
+      "step": 394
+    },
+    {
+      "epoch": 0.1975,
+      "grad_norm": 0.7343615889549255,
+      "learning_rate": 3.441707193405838e-05,
+      "loss": 1.5764,
+      "num_input_tokens_seen": 3313500160,
+      "step": 395
+    },
+    {
+      "epoch": 0.198,
+      "grad_norm": 1.0707248449325562,
+      "learning_rate": 3.436252595526378e-05,
+      "loss": 1.5652,
+      "num_input_tokens_seen": 3321888768,
+      "step": 396
+    },
+    {
+      "epoch": 0.1985,
+      "grad_norm": 1.0053772926330566,
+      "learning_rate": 3.430775848855166e-05,
+      "loss": 1.6278,
+      "num_input_tokens_seen": 3330277376,
+      "step": 397
+    },
+    {
+      "epoch": 0.199,
+      "grad_norm": 1.151880145072937,
+      "learning_rate": 3.425277037850411e-05,
+      "loss": 1.7023,
+      "num_input_tokens_seen": 3338665984,
+      "step": 398
+    },
+    {
+      "epoch": 0.1995,
+      "grad_norm": 0.7218210697174072,
+      "learning_rate": 3.419756247310581e-05,
+      "loss": 1.5999,
+      "num_input_tokens_seen": 3347054592,
+      "step": 399
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.1546841859817505,
+      "learning_rate": 3.4142135623730954e-05,
+      "loss": 1.6385,
+      "num_input_tokens_seen": 3355443200,
+      "step": 400
+    },
+    {
+      "epoch": 0.2005,
+      "grad_norm": 0.7345328330993652,
+      "learning_rate": 3.408649068513013e-05,
+      "loss": 1.7926,
+      "num_input_tokens_seen": 3363831808,
+      "step": 401
+    },
+    {
+      "epoch": 0.201,
+      "grad_norm": 0.7448058724403381,
+      "learning_rate": 3.403062851541712e-05,
+      "loss": 1.698,
+      "num_input_tokens_seen": 3372220416,
+      "step": 402
+    },
+    {
+      "epoch": 0.2015,
+      "grad_norm": 0.912766695022583,
+      "learning_rate": 3.397454997605569e-05,
+      "loss": 1.6496,
+      "num_input_tokens_seen": 3380609024,
+      "step": 403
+    },
+    {
+      "epoch": 0.202,
+      "grad_norm": 0.7980219721794128,
+      "learning_rate": 3.391825593184629e-05,
+      "loss": 1.6537,
+      "num_input_tokens_seen": 3388997632,
+      "step": 404
+    },
+    {
+      "epoch": 0.2025,
+      "grad_norm": 0.7381040453910828,
+      "learning_rate": 3.3861747250912724e-05,
+      "loss": 1.6003,
+      "num_input_tokens_seen": 3397386240,
+      "step": 405
+    },
+    {
+      "epoch": 0.203,
+      "grad_norm": 0.7264212369918823,
+      "learning_rate": 3.3805024804688745e-05,
+      "loss": 1.4873,
+      "num_input_tokens_seen": 3405774848,
+      "step": 406
+    },
+    {
+      "epoch": 0.2035,
+      "grad_norm": 0.7035699486732483,
+      "learning_rate": 3.374808946790466e-05,
+      "loss": 1.7535,
+      "num_input_tokens_seen": 3414163456,
+      "step": 407
+    },
+    {
+      "epoch": 0.204,
+      "grad_norm": 0.7741231918334961,
+      "learning_rate": 3.369094211857378e-05,
+      "loss": 1.6001,
+      "num_input_tokens_seen": 3422552064,
+      "step": 408
+    },
+    {
+      "epoch": 0.2045,
+      "grad_norm": 0.9337701201438904,
+      "learning_rate": 3.363358363797893e-05,
+      "loss": 1.7443,
+      "num_input_tokens_seen": 3430940672,
+      "step": 409
+    },
+    {
+      "epoch": 0.205,
+      "grad_norm": 0.7415249347686768,
+      "learning_rate": 3.357601491065884e-05,
+      "loss": 1.5493,
+      "num_input_tokens_seen": 3439329280,
+      "step": 410
+    },
+    {
+      "epoch": 0.2055,
+      "grad_norm": 0.9262260794639587,
+      "learning_rate": 3.35182368243945e-05,
+      "loss": 1.5924,
+      "num_input_tokens_seen": 3447717888,
+      "step": 411
+    },
+    {
+      "epoch": 0.206,
+      "grad_norm": 0.9444292783737183,
+      "learning_rate": 3.346025027019547e-05,
+      "loss": 1.5166,
+      "num_input_tokens_seen": 3456106496,
+      "step": 412
+    },
+    {
+      "epoch": 0.2065,
+      "grad_norm": 0.9404441118240356,
+      "learning_rate": 3.3402056142286156e-05,
+      "loss": 1.4745,
+      "num_input_tokens_seen": 3464495104,
+      "step": 413
+    },
+    {
+      "epoch": 0.207,
+      "grad_norm": 0.9392333030700684,
+      "learning_rate": 3.3343655338091996e-05,
+      "loss": 1.7033,
+      "num_input_tokens_seen": 3472883712,
+      "step": 414
+    },
+    {
+      "epoch": 0.2075,
+      "grad_norm": 0.8478058576583862,
+      "learning_rate": 3.328504875822564e-05,
+      "loss": 1.5295,
+      "num_input_tokens_seen": 3481272320,
+      "step": 415
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 1.0962209701538086,
+      "learning_rate": 3.322623730647304e-05,
+      "loss": 1.485,
+      "num_input_tokens_seen": 3489660928,
+      "step": 416
+    },
+    {
+      "epoch": 0.2085,
+      "grad_norm": 0.8134574890136719,
+      "learning_rate": 3.316722188977955e-05,
+      "loss": 1.6648,
+      "num_input_tokens_seen": 3498049536,
+      "step": 417
+    },
+    {
+      "epoch": 0.209,
+      "grad_norm": 0.7560186982154846,
+      "learning_rate": 3.310800341823588e-05,
+      "loss": 1.7324,
+      "num_input_tokens_seen": 3506438144,
+      "step": 418
+    },
+    {
+      "epoch": 0.2095,
+      "grad_norm": 0.8222687244415283,
+      "learning_rate": 3.3048582805064137e-05,
+      "loss": 1.7548,
+      "num_input_tokens_seen": 3514826752,
+      "step": 419
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.6891204714775085,
+      "learning_rate": 3.298896096660367e-05,
+      "loss": 1.6091,
+      "num_input_tokens_seen": 3523215360,
+      "step": 420
+    },
+    {
+      "epoch": 0.2105,
+      "grad_norm": 0.8553364276885986,
+      "learning_rate": 3.2929138822297004e-05,
+      "loss": 1.6255,
+      "num_input_tokens_seen": 3531603968,
+      "step": 421
+    },
+    {
+      "epoch": 0.211,
+      "grad_norm": 0.6773521900177002,
+      "learning_rate": 3.286911729467558e-05,
+      "loss": 1.6468,
+      "num_input_tokens_seen": 3539992576,
+      "step": 422
+    },
+    {
+      "epoch": 0.2115,
+      "grad_norm": 0.6326610445976257,
+      "learning_rate": 3.280889730934562e-05,
+      "loss": 1.5726,
+      "num_input_tokens_seen": 3548381184,
+      "step": 423
+    },
+    {
+      "epoch": 0.212,
+      "grad_norm": 0.6619254946708679,
+      "learning_rate": 3.27484797949738e-05,
+      "loss": 1.7451,
+      "num_input_tokens_seen": 3556769792,
+      "step": 424
+    },
+    {
+      "epoch": 0.2125,
+      "grad_norm": 0.6987465620040894,
+      "learning_rate": 3.268786568327291e-05,
+      "loss": 1.5267,
+      "num_input_tokens_seen": 3565158400,
+      "step": 425
+    },
+    {
+      "epoch": 0.213,
+      "grad_norm": 1.052083969116211,
+      "learning_rate": 3.262705590898756e-05,
+      "loss": 1.5756,
+      "num_input_tokens_seen": 3573547008,
+      "step": 426
+    },
+    {
+      "epoch": 0.2135,
+      "grad_norm": 1.3585137128829956,
+      "learning_rate": 3.2566051409879676e-05,
+      "loss": 1.6222,
+      "num_input_tokens_seen": 3581935616,
+      "step": 427
+    },
+    {
+      "epoch": 0.214,
+      "grad_norm": 0.7190059423446655,
+      "learning_rate": 3.250485312671411e-05,
+      "loss": 1.5788,
+      "num_input_tokens_seen": 3590324224,
+      "step": 428
+    },
+    {
+      "epoch": 0.2145,
+      "grad_norm": 1.0504647493362427,
+      "learning_rate": 3.244346200324409e-05,
+      "loss": 1.7213,
+      "num_input_tokens_seen": 3598712832,
+      "step": 429
+    },
+    {
+      "epoch": 0.215,
+      "grad_norm": 1.4357564449310303,
+      "learning_rate": 3.238187898619669e-05,
+      "loss": 1.9118,
+      "num_input_tokens_seen": 3607101440,
+      "step": 430
+    },
+    {
+      "epoch": 0.2155,
+      "grad_norm": 0.7912888526916504,
+      "learning_rate": 3.23201050252582e-05,
+      "loss": 1.5837,
+      "num_input_tokens_seen": 3615490048,
+      "step": 431
+    },
+    {
+      "epoch": 0.216,
+      "grad_norm": 1.4020187854766846,
+      "learning_rate": 3.2258141073059533e-05,
+      "loss": 1.602,
+      "num_input_tokens_seen": 3623878656,
+      "step": 432
+    },
+    {
+      "epoch": 0.2165,
+      "grad_norm": 0.8430026173591614,
+      "learning_rate": 3.219598808516148e-05,
+      "loss": 1.5711,
+      "num_input_tokens_seen": 3632267264,
+      "step": 433
+    },
+    {
+      "epoch": 0.217,
+      "grad_norm": 1.3351163864135742,
+      "learning_rate": 3.2133647020039995e-05,
+      "loss": 1.64,
+      "num_input_tokens_seen": 3640655872,
+      "step": 434
+    },
+    {
+      "epoch": 0.2175,
+      "grad_norm": 0.8527347445487976,
+      "learning_rate": 3.207111883907143e-05,
+      "loss": 1.6443,
+      "num_input_tokens_seen": 3649044480,
+      "step": 435
+    },
+    {
+      "epoch": 0.218,
+      "grad_norm": 1.2249008417129517,
+      "learning_rate": 3.200840450651769e-05,
+      "loss": 1.7433,
+      "num_input_tokens_seen": 3657433088,
+      "step": 436
+    },
+    {
+      "epoch": 0.2185,
+      "grad_norm": 0.8667119741439819,
+      "learning_rate": 3.194550498951134e-05,
+      "loss": 1.6459,
+      "num_input_tokens_seen": 3665821696,
+      "step": 437
+    },
+    {
+      "epoch": 0.219,
+      "grad_norm": 1.0201963186264038,
+      "learning_rate": 3.188242125804078e-05,
+      "loss": 1.5644,
+      "num_input_tokens_seen": 3674210304,
+      "step": 438
+    },
+    {
+      "epoch": 0.2195,
+      "grad_norm": 0.6974561214447021,
+      "learning_rate": 3.181915428493515e-05,
+      "loss": 1.6249,
+      "num_input_tokens_seen": 3682598912,
+      "step": 439
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.920744001865387,
+      "learning_rate": 3.1755705045849465e-05,
+      "loss": 1.5955,
+      "num_input_tokens_seen": 3690987520,
+      "step": 440
+    },
+    {
+      "epoch": 0.2205,
+      "grad_norm": 0.7391747832298279,
+      "learning_rate": 3.1692074519249476e-05,
+      "loss": 1.5939,
+      "num_input_tokens_seen": 3699376128,
+      "step": 441
+    },
+    {
+      "epoch": 0.221,
+      "grad_norm": 0.7469002604484558,
+      "learning_rate": 3.1628263686396614e-05,
+      "loss": 1.9061,
+      "num_input_tokens_seen": 3707764736,
+      "step": 442
+    },
+    {
+      "epoch": 0.2215,
+      "grad_norm": 0.8305338025093079,
+      "learning_rate": 3.156427353133286e-05,
+      "loss": 1.7827,
+      "num_input_tokens_seen": 3716153344,
+      "step": 443
+    },
+    {
+      "epoch": 0.222,
+      "grad_norm": 0.666205644607544,
+      "learning_rate": 3.150010504086558e-05,
+      "loss": 1.5269,
+      "num_input_tokens_seen": 3724541952,
+      "step": 444
+    },
+    {
+      "epoch": 0.2225,
+      "grad_norm": 0.6806762218475342,
+      "learning_rate": 3.1435759204552246e-05,
+      "loss": 1.7997,
+      "num_input_tokens_seen": 3732930560,
+      "step": 445
+    },
+    {
+      "epoch": 0.223,
+      "grad_norm": 0.6571435332298279,
+      "learning_rate": 3.1371237014685285e-05,
+      "loss": 1.6215,
+      "num_input_tokens_seen": 3741319168,
+      "step": 446
+    },
+    {
+      "epoch": 0.2235,
+      "grad_norm": 0.685133159160614,
+      "learning_rate": 3.130653946627666e-05,
+      "loss": 1.7139,
+      "num_input_tokens_seen": 3749707776,
+      "step": 447
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.6187507510185242,
+      "learning_rate": 3.124166755704261e-05,
+      "loss": 1.6145,
+      "num_input_tokens_seen": 3758096384,
+      "step": 448
+    },
+    {
+      "epoch": 0.2245,
+      "grad_norm": 0.5842682719230652,
+      "learning_rate": 3.117662228738823e-05,
+      "loss": 1.6303,
+      "num_input_tokens_seen": 3766484992,
+      "step": 449
+    },
+    {
+      "epoch": 0.225,
+      "grad_norm": 0.626196026802063,
+      "learning_rate": 3.111140466039205e-05,
+      "loss": 1.4281,
+      "num_input_tokens_seen": 3774873600,
+      "step": 450
+    },
+    {
+      "epoch": 0.2255,
+      "grad_norm": 0.8410570025444031,
+      "learning_rate": 3.104601568179054e-05,
+      "loss": 1.5349,
+      "num_input_tokens_seen": 3783262208,
+      "step": 451
+    },
+    {
+      "epoch": 0.226,
+      "grad_norm": 0.9013755321502686,
+      "learning_rate": 3.098045635996264e-05,
+      "loss": 1.6157,
+      "num_input_tokens_seen": 3791650816,
+      "step": 452
+    },
+    {
+      "epoch": 0.2265,
+      "grad_norm": 0.8393816351890564,
+      "learning_rate": 3.09147277059142e-05,
+      "loss": 1.5574,
+      "num_input_tokens_seen": 3800039424,
+      "step": 453
+    },
+    {
+      "epoch": 0.227,
+      "grad_norm": 0.8969332575798035,
+      "learning_rate": 3.084883073326238e-05,
+      "loss": 1.8073,
+      "num_input_tokens_seen": 3808428032,
+      "step": 454
+    },
+    {
+      "epoch": 0.2275,
+      "grad_norm": 0.9891500473022461,
+      "learning_rate": 3.078276645822001e-05,
+      "loss": 1.6999,
+      "num_input_tokens_seen": 3816816640,
+      "step": 455
+    },
+    {
+      "epoch": 0.228,
+      "grad_norm": 0.6412311792373657,
+      "learning_rate": 3.0716535899579936e-05,
+      "loss": 1.7065,
+      "num_input_tokens_seen": 3825205248,
+      "step": 456
+    },
+    {
+      "epoch": 0.2285,
+      "grad_norm": 1.021301031112671,
+      "learning_rate": 3.065014007869931e-05,
+      "loss": 1.6141,
+      "num_input_tokens_seen": 3833593856,
+      "step": 457
+    },
+    {
+      "epoch": 0.229,
+      "grad_norm": 0.933661162853241,
+      "learning_rate": 3.058358001948381e-05,
+      "loss": 1.5318,
+      "num_input_tokens_seen": 3841982464,
+      "step": 458
+    },
+    {
+      "epoch": 0.2295,
+      "grad_norm": 0.7375662922859192,
+      "learning_rate": 3.0516856748371914e-05,
+      "loss": 1.6712,
+      "num_input_tokens_seen": 3850371072,
+      "step": 459
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.7946784496307373,
+      "learning_rate": 3.0449971294318977e-05,
+      "loss": 1.6786,
+      "num_input_tokens_seen": 3858759680,
+      "step": 460
+    },
+    {
+      "epoch": 0.2305,
+      "grad_norm": 0.8587263822555542,
+      "learning_rate": 3.0382924688781462e-05,
+      "loss": 1.6399,
+      "num_input_tokens_seen": 3867148288,
+      "step": 461
+    },
+    {
+      "epoch": 0.231,
+      "grad_norm": 0.836588442325592,
+      "learning_rate": 3.031571796570095e-05,
+      "loss": 1.5581,
+      "num_input_tokens_seen": 3875536896,
+      "step": 462
+    },
+    {
+      "epoch": 0.2315,
+      "grad_norm": 0.70086270570755,
+      "learning_rate": 3.0248352161488267e-05,
+      "loss": 1.4948,
+      "num_input_tokens_seen": 3883925504,
+      "step": 463
+    },
+    {
+      "epoch": 0.232,
+      "grad_norm": 0.7697365283966064,
+      "learning_rate": 3.018082831500743e-05,
+      "loss": 1.6849,
+      "num_input_tokens_seen": 3892314112,
+      "step": 464
+    },
+    {
+      "epoch": 0.2325,
+      "grad_norm": 0.7808486819267273,
+      "learning_rate": 3.0113147467559697e-05,
+      "loss": 1.5426,
+      "num_input_tokens_seen": 3900702720,
+      "step": 465
+    },
+    {
+      "epoch": 0.233,
+      "grad_norm": 0.6648643016815186,
+      "learning_rate": 3.004531066286745e-05,
+      "loss": 1.6239,
+      "num_input_tokens_seen": 3909091328,
+      "step": 466
+    },
+    {
+      "epoch": 0.2335,
+      "grad_norm": 0.6827794909477234,
+      "learning_rate": 2.997731894705815e-05,
+      "loss": 1.5759,
+      "num_input_tokens_seen": 3917479936,
+      "step": 467
+    },
+    {
+      "epoch": 0.234,
+      "grad_norm": 0.7341679334640503,
+      "learning_rate": 2.9909173368648154e-05,
+      "loss": 1.7485,
+      "num_input_tokens_seen": 3925868544,
+      "step": 468
+    },
+    {
+      "epoch": 0.2345,
+      "grad_norm": 0.6696147322654724,
+      "learning_rate": 2.9840874978526582e-05,
+      "loss": 1.5589,
+      "num_input_tokens_seen": 3934257152,
+      "step": 469
+    },
+    {
+      "epoch": 0.235,
+      "grad_norm": 0.6791352033615112,
+      "learning_rate": 2.9772424829939103e-05,
+      "loss": 1.5359,
+      "num_input_tokens_seen": 3942645760,
+      "step": 470
+    },
+    {
+      "epoch": 0.2355,
+      "grad_norm": 0.5946401357650757,
+      "learning_rate": 2.9703823978471676e-05,
+      "loss": 1.6936,
+      "num_input_tokens_seen": 3951034368,
+      "step": 471
+    },
+    {
+      "epoch": 0.236,
+      "grad_norm": 0.5652855038642883,
+      "learning_rate": 2.9635073482034307e-05,
+      "loss": 1.5851,
+      "num_input_tokens_seen": 3959422976,
+      "step": 472
+    },
+    {
+      "epoch": 0.2365,
+      "grad_norm": 0.6535623669624329,
+      "learning_rate": 2.9566174400844692e-05,
+      "loss": 1.6653,
+      "num_input_tokens_seen": 3967811584,
+      "step": 473
+    },
+    {
+      "epoch": 0.237,
+      "grad_norm": 0.6742349863052368,
+      "learning_rate": 2.949712779741189e-05,
+      "loss": 1.5506,
+      "num_input_tokens_seen": 3976200192,
+      "step": 474
+    },
+    {
+      "epoch": 0.2375,
+      "grad_norm": 0.8731011748313904,
+      "learning_rate": 2.9427934736519962e-05,
+      "loss": 1.6377,
+      "num_input_tokens_seen": 3984588800,
+      "step": 475
+    },
+    {
+      "epoch": 0.238,
+      "grad_norm": 0.834618866443634,
+      "learning_rate": 2.935859628521147e-05,
+      "loss": 1.6262,
+      "num_input_tokens_seen": 3992977408,
+      "step": 476
+    },
+    {
+      "epoch": 0.2385,
+      "grad_norm": 0.7309226393699646,
+      "learning_rate": 2.9289113512771133e-05,
+      "loss": 1.6611,
+      "num_input_tokens_seen": 4001366016,
+      "step": 477
+    },
+    {
+      "epoch": 0.239,
+      "grad_norm": 0.5517134070396423,
+      "learning_rate": 2.921948749070925e-05,
+      "loss": 1.6789,
+      "num_input_tokens_seen": 4009754624,
+      "step": 478
+    },
+    {
+      "epoch": 0.2395,
+      "grad_norm": 0.6876691579818726,
+      "learning_rate": 2.914971929274521e-05,
+      "loss": 1.5779,
+      "num_input_tokens_seen": 4018143232,
+      "step": 479
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.7181439399719238,
+      "learning_rate": 2.9079809994790937e-05,
+      "loss": 1.7478,
+      "num_input_tokens_seen": 4026531840,
+      "step": 480
+    },
+    {
+      "epoch": 0.2405,
+      "grad_norm": 0.546655535697937,
+      "learning_rate": 2.900976067493429e-05,
+      "loss": 1.6137,
+      "num_input_tokens_seen": 4034920448,
+      "step": 481
+    },
+    {
+      "epoch": 0.241,
+      "grad_norm": 0.8767627477645874,
+      "learning_rate": 2.8939572413422426e-05,
+      "loss": 1.7662,
+      "num_input_tokens_seen": 4043309056,
+      "step": 482
+    },
+    {
+      "epoch": 0.2415,
+      "grad_norm": 1.0640788078308105,
+      "learning_rate": 2.886924629264517e-05,
+      "loss": 1.6892,
+      "num_input_tokens_seen": 4051697664,
+      "step": 483
+    },
+    {
+      "epoch": 0.242,
+      "grad_norm": 0.7425519824028015,
+      "learning_rate": 2.8798783397118305e-05,
+      "loss": 1.6408,
+      "num_input_tokens_seen": 4060086272,
+      "step": 484
+    },
+    {
+      "epoch": 0.2425,
+      "grad_norm": 0.5955070853233337,
+      "learning_rate": 2.872818481346684e-05,
+      "loss": 1.6736,
+      "num_input_tokens_seen": 4068474880,
+      "step": 485
+    },
+    {
+      "epoch": 0.243,
+      "grad_norm": 0.7473011612892151,
+      "learning_rate": 2.8657451630408287e-05,
+      "loss": 1.6427,
+      "num_input_tokens_seen": 4076863488,
+      "step": 486
+    },
+    {
+      "epoch": 0.2435,
+      "grad_norm": 0.7602230310440063,
+      "learning_rate": 2.85865849387358e-05,
+      "loss": 1.7862,
+      "num_input_tokens_seen": 4085252096,
+      "step": 487
+    },
+    {
+      "epoch": 0.244,
+      "grad_norm": 0.5774588584899902,
+      "learning_rate": 2.8515585831301456e-05,
+      "loss": 1.4897,
+      "num_input_tokens_seen": 4093640704,
+      "step": 488
+    },
+    {
+      "epoch": 0.2445,
+      "grad_norm": 1.0716197490692139,
+      "learning_rate": 2.844445540299931e-05,
+      "loss": 1.7469,
+      "num_input_tokens_seen": 4102029312,
+      "step": 489
+    },
+    {
+      "epoch": 0.245,
+      "grad_norm": 0.9976931810379028,
+      "learning_rate": 2.8373194750748566e-05,
+      "loss": 1.7009,
+      "num_input_tokens_seen": 4110417920,
+      "step": 490
+    },
+    {
+      "epoch": 0.2455,
+      "grad_norm": 0.6268777251243591,
+      "learning_rate": 2.8301804973476628e-05,
+      "loss": 1.5147,
+      "num_input_tokens_seen": 4118806528,
+      "step": 491
+    },
+    {
+      "epoch": 0.246,
+      "grad_norm": 0.8679307103157043,
+      "learning_rate": 2.823028717210218e-05,
+      "loss": 1.6155,
+      "num_input_tokens_seen": 4127195136,
+      "step": 492
+    },
+    {
+      "epoch": 0.2465,
+      "grad_norm": 0.7973881959915161,
+      "learning_rate": 2.8158642449518186e-05,
+      "loss": 1.6257,
+      "num_input_tokens_seen": 4135583744,
+      "step": 493
+    },
+    {
+      "epoch": 0.247,
+      "grad_norm": 0.5766689777374268,
+      "learning_rate": 2.8086871910574904e-05,
+      "loss": 1.6149,
+      "num_input_tokens_seen": 4143972352,
+      "step": 494
+    },
+    {
+      "epoch": 0.2475,
+      "grad_norm": 0.6986018419265747,
+      "learning_rate": 2.8014976662062818e-05,
+      "loss": 1.571,
+      "num_input_tokens_seen": 4152360960,
+      "step": 495
+    },
+    {
+      "epoch": 0.248,
+      "grad_norm": 0.9588996171951294,
+      "learning_rate": 2.7942957812695613e-05,
+      "loss": 1.6737,
+      "num_input_tokens_seen": 4160749568,
+      "step": 496
+    },
+    {
+      "epoch": 0.2485,
+      "grad_norm": 0.5572625398635864,
+      "learning_rate": 2.787081647309303e-05,
+      "loss": 1.6634,
+      "num_input_tokens_seen": 4169138176,
+      "step": 497
+    },
+    {
+      "epoch": 0.249,
+      "grad_norm": 0.7389435172080994,
+      "learning_rate": 2.7798553755763768e-05,
+      "loss": 1.4613,
+      "num_input_tokens_seen": 4177526784,
+      "step": 498
+    },
+    {
+      "epoch": 0.2495,
+      "grad_norm": 0.7594336867332458,
+      "learning_rate": 2.7726170775088324e-05,
+      "loss": 1.7553,
+      "num_input_tokens_seen": 4185915392,
+      "step": 499
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.5780491232872009,
+      "learning_rate": 2.7653668647301797e-05,
+      "loss": 1.674,
+      "num_input_tokens_seen": 4194304000,
+      "step": 500
+    },
+    {
+      "epoch": 0.2505,
+      "grad_norm": 0.7985231876373291,
+      "learning_rate": 2.7581048490476695e-05,
+      "loss": 1.6012,
+      "num_input_tokens_seen": 4202692608,
+      "step": 501
+    },
+    {
+      "epoch": 0.251,
+      "grad_norm": 0.6286901831626892,
+      "learning_rate": 2.7508311424505665e-05,
+      "loss": 1.8672,
+      "num_input_tokens_seen": 4211081216,
+      "step": 502
+    },
+    {
+      "epoch": 0.2515,
+      "grad_norm": 0.7128638029098511,
+      "learning_rate": 2.7435458571084247e-05,
+      "loss": 1.5799,
+      "num_input_tokens_seen": 4219469824,
+      "step": 503
+    },
+    {
+      "epoch": 0.252,
+      "grad_norm": 0.6798509359359741,
+      "learning_rate": 2.7362491053693564e-05,
+      "loss": 1.6685,
+      "num_input_tokens_seen": 4227858432,
+      "step": 504
+    },
+    {
+      "epoch": 0.2525,
+      "grad_norm": 0.8275137543678284,
+      "learning_rate": 2.7289409997583002e-05,
+      "loss": 1.6989,
+      "num_input_tokens_seen": 4236247040,
+      "step": 505
+    },
+    {
+      "epoch": 0.253,
+      "grad_norm": 0.5991443991661072,
+      "learning_rate": 2.7216216529752836e-05,
+      "loss": 1.509,
+      "num_input_tokens_seen": 4244635648,
+      "step": 506
+    },
+    {
+      "epoch": 0.2535,
+      "grad_norm": 0.7469322681427002,
+      "learning_rate": 2.7142911778936913e-05,
+      "loss": 1.4821,
+      "num_input_tokens_seen": 4253024256,
+      "step": 507
+    },
+    {
+      "epoch": 0.254,
+      "grad_norm": 0.7251424789428711,
+      "learning_rate": 2.7069496875585145e-05,
+      "loss": 1.6557,
+      "num_input_tokens_seen": 4261412864,
+      "step": 508
+    },
+    {
+      "epoch": 0.2545,
+      "grad_norm": 0.5844877362251282,
+      "learning_rate": 2.6995972951846177e-05,
+      "loss": 1.6354,
+      "num_input_tokens_seen": 4269801472,
+      "step": 509
+    },
+    {
+      "epoch": 0.255,
+      "grad_norm": 0.6762341260910034,
+      "learning_rate": 2.692234114154986e-05,
+      "loss": 1.6662,
+      "num_input_tokens_seen": 4278190080,
+      "step": 510
+    },
+    {
+      "epoch": 0.2555,
+      "grad_norm": 0.6216310262680054,
+      "learning_rate": 2.68486025801898e-05,
+      "loss": 1.6086,
+      "num_input_tokens_seen": 4286578688,
+      "step": 511
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.6491274833679199,
+      "learning_rate": 2.6774758404905833e-05,
+      "loss": 1.6203,
+      "num_input_tokens_seen": 4294967296,
+      "step": 512
+    },
+    {
+      "epoch": 0.2565,
+      "grad_norm": 0.5345763564109802,
+      "learning_rate": 2.670080975446648e-05,
+      "loss": 1.7299,
+      "num_input_tokens_seen": 4303355904,
+      "step": 513
+    },
+    {
+      "epoch": 0.257,
+      "grad_norm": 0.60438072681427,
+      "learning_rate": 2.662675776925142e-05,
+      "loss": 1.5607,
+      "num_input_tokens_seen": 4311744512,
+      "step": 514
+    },
+    {
+      "epoch": 0.2575,
+      "grad_norm": 0.48150795698165894,
+      "learning_rate": 2.6552603591233875e-05,
+      "loss": 1.5468,
+      "num_input_tokens_seen": 4320133120,
+      "step": 515
+    },
+    {
+      "epoch": 0.258,
+      "grad_norm": 0.7575556635856628,
+      "learning_rate": 2.647834836396299e-05,
+      "loss": 1.5371,
+      "num_input_tokens_seen": 4328521728,
+      "step": 516
+    },
+    {
+      "epoch": 0.2585,
+      "grad_norm": 0.8684462308883667,
+      "learning_rate": 2.6403993232546235e-05,
+      "loss": 1.3988,
+      "num_input_tokens_seen": 4336910336,
+      "step": 517
+    },
+    {
+      "epoch": 0.259,
+      "grad_norm": 1.1402355432510376,
+      "learning_rate": 2.6329539343631725e-05,
+      "loss": 1.5219,
+      "num_input_tokens_seen": 4345298944,
+      "step": 518
+    },
+    {
+      "epoch": 0.2595,
+      "grad_norm": 0.7717565894126892,
+      "learning_rate": 2.625498784539052e-05,
+      "loss": 1.6181,
+      "num_input_tokens_seen": 4353687552,
+      "step": 519
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.6470482349395752,
+      "learning_rate": 2.618033988749895e-05,
+      "loss": 1.8013,
+      "num_input_tokens_seen": 4362076160,
+      "step": 520
+    },
+    {
+      "epoch": 0.2605,
+      "grad_norm": 0.9011819958686829,
+      "learning_rate": 2.6105596621120873e-05,
+      "loss": 1.5728,
+      "num_input_tokens_seen": 4370464768,
+      "step": 521
+    },
+    {
+      "epoch": 0.261,
+      "grad_norm": 0.9903879761695862,
+      "learning_rate": 2.6030759198889915e-05,
+      "loss": 1.5021,
+      "num_input_tokens_seen": 4378853376,
+      "step": 522
+    },
+    {
+      "epoch": 0.2615,
+      "grad_norm": 0.6056469678878784,
+      "learning_rate": 2.595582877489171e-05,
+      "loss": 1.5722,
+      "num_input_tokens_seen": 4387241984,
+      "step": 523
+    },
+    {
+      "epoch": 0.262,
+      "grad_norm": 0.7082294225692749,
+      "learning_rate": 2.588080650464608e-05,
+      "loss": 1.5256,
+      "num_input_tokens_seen": 4395630592,
+      "step": 524
+    },
+    {
+      "epoch": 0.2625,
+      "grad_norm": 0.8824757933616638,
+      "learning_rate": 2.580569354508925e-05,
+      "loss": 1.6759,
+      "num_input_tokens_seen": 4404019200,
+      "step": 525
+    },
+    {
+      "epoch": 0.263,
+      "grad_norm": 0.6927574276924133,
+      "learning_rate": 2.573049105455597e-05,
+      "loss": 1.5,
+      "num_input_tokens_seen": 4412407808,
+      "step": 526
+    },
+    {
+      "epoch": 0.2635,
+      "grad_norm": 0.8164727687835693,
+      "learning_rate": 2.5655200192761668e-05,
+      "loss": 1.4772,
+      "num_input_tokens_seen": 4420796416,
+      "step": 527
+    },
+    {
+      "epoch": 0.264,
+      "grad_norm": 0.6587943434715271,
+      "learning_rate": 2.557982212078459e-05,
+      "loss": 1.6043,
+      "num_input_tokens_seen": 4429185024,
+      "step": 528
+    },
+    {
+      "epoch": 0.2645,
+      "grad_norm": 0.6168190836906433,
+      "learning_rate": 2.550435800104783e-05,
+      "loss": 1.5051,
+      "num_input_tokens_seen": 4437573632,
+      "step": 529
+    },
+    {
+      "epoch": 0.265,
+      "grad_norm": 0.6624361872673035,
+      "learning_rate": 2.5428808997301486e-05,
+      "loss": 1.6477,
+      "num_input_tokens_seen": 4445962240,
+      "step": 530
+    },
+    {
+      "epoch": 0.2655,
+      "grad_norm": 0.6016016006469727,
+      "learning_rate": 2.535317627460465e-05,
+      "loss": 1.7103,
+      "num_input_tokens_seen": 4454350848,
+      "step": 531
+    },
+    {
+      "epoch": 0.266,
+      "grad_norm": 0.7597566246986389,
+      "learning_rate": 2.5277460999307462e-05,
+      "loss": 1.5454,
+      "num_input_tokens_seen": 4462739456,
+      "step": 532
+    },
+    {
+      "epoch": 0.2665,
+      "grad_norm": 0.5779781937599182,
+      "learning_rate": 2.5201664339033138e-05,
+      "loss": 1.74,
+      "num_input_tokens_seen": 4471128064,
+      "step": 533
+    },
+    {
+      "epoch": 0.267,
+      "grad_norm": 0.7097752094268799,
+      "learning_rate": 2.5125787462659937e-05,
+      "loss": 1.6777,
+      "num_input_tokens_seen": 4479516672,
+      "step": 534
+    },
+    {
+      "epoch": 0.2675,
+      "grad_norm": 0.6358765959739685,
+      "learning_rate": 2.504983154030316e-05,
+      "loss": 1.69,
+      "num_input_tokens_seen": 4487905280,
+      "step": 535
+    },
+    {
+      "epoch": 0.268,
+      "grad_norm": 0.8313521146774292,
+      "learning_rate": 2.4973797743297103e-05,
+      "loss": 1.427,
+      "num_input_tokens_seen": 4496293888,
+      "step": 536
+    },
+    {
+      "epoch": 0.2685,
+      "grad_norm": 1.0910331010818481,
+      "learning_rate": 2.489768724417695e-05,
+      "loss": 1.7318,
+      "num_input_tokens_seen": 4504682496,
+      "step": 537
+    },
+    {
+      "epoch": 0.269,
+      "grad_norm": 0.7883654236793518,
+      "learning_rate": 2.4821501216660778e-05,
+      "loss": 1.7768,
+      "num_input_tokens_seen": 4513071104,
+      "step": 538
+    },
+    {
+      "epoch": 0.2695,
+      "grad_norm": 0.814295768737793,
+      "learning_rate": 2.474524083563136e-05,
+      "loss": 1.6363,
+      "num_input_tokens_seen": 4521459712,
+      "step": 539
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.8142704367637634,
+      "learning_rate": 2.4668907277118114e-05,
+      "loss": 1.8271,
+      "num_input_tokens_seen": 4529848320,
+      "step": 540
+    },
+    {
+      "epoch": 0.2705,
+      "grad_norm": 0.6927081942558289,
+      "learning_rate": 2.459250171827894e-05,
+      "loss": 1.5607,
+      "num_input_tokens_seen": 4538236928,
+      "step": 541
+    },
+    {
+      "epoch": 0.271,
+      "grad_norm": 0.7037166357040405,
+      "learning_rate": 2.4516025337382078e-05,
+      "loss": 1.606,
+      "num_input_tokens_seen": 4546625536,
+      "step": 542
+    },
+    {
+      "epoch": 0.2715,
+      "grad_norm": 0.7414228916168213,
+      "learning_rate": 2.443947931378792e-05,
+      "loss": 1.6102,
+      "num_input_tokens_seen": 4555014144,
+      "step": 543
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.734017014503479,
+      "learning_rate": 2.4362864827930855e-05,
+      "loss": 1.6308,
+      "num_input_tokens_seen": 4563402752,
+      "step": 544
+    },
+    {
+      "epoch": 0.2725,
+      "grad_norm": 0.8329829573631287,
+      "learning_rate": 2.4286183061301016e-05,
+      "loss": 1.6925,
+      "num_input_tokens_seen": 4571791360,
+      "step": 545
+    },
+    {
+      "epoch": 0.273,
+      "grad_norm": 0.598017692565918,
+      "learning_rate": 2.4209435196426112e-05,
+      "loss": 1.4737,
+      "num_input_tokens_seen": 4580179968,
+      "step": 546
+    },
+    {
+      "epoch": 0.2735,
+      "grad_norm": 0.6858911514282227,
+      "learning_rate": 2.4132622416853164e-05,
+      "loss": 1.6603,
+      "num_input_tokens_seen": 4588568576,
+      "step": 547
+    },
+    {
+      "epoch": 0.274,
+      "grad_norm": 0.6639436483383179,
+      "learning_rate": 2.405574590713025e-05,
+      "loss": 1.5032,
+      "num_input_tokens_seen": 4596957184,
+      "step": 548
+    },
+    {
+      "epoch": 0.2745,
+      "grad_norm": 0.6341187357902527,
+      "learning_rate": 2.3978806852788253e-05,
+      "loss": 1.7347,
+      "num_input_tokens_seen": 4605345792,
+      "step": 549
+    },
+    {
+      "epoch": 0.275,
+      "grad_norm": 0.5443724393844604,
+      "learning_rate": 2.390180644032257e-05,
+      "loss": 1.6864,
+      "num_input_tokens_seen": 4613734400,
+      "step": 550
+    },
+    {
+      "epoch": 0.2755,
+      "grad_norm": 0.6698442101478577,
+      "learning_rate": 2.382474585717481e-05,
+      "loss": 1.7269,
+      "num_input_tokens_seen": 4622123008,
+      "step": 551
+    },
+    {
+      "epoch": 0.276,
+      "grad_norm": 0.508804976940155,
+      "learning_rate": 2.37476262917145e-05,
+      "loss": 1.6529,
+      "num_input_tokens_seen": 4630511616,
+      "step": 552
+    },
+    {
+      "epoch": 0.2765,
+      "grad_norm": 0.6291599869728088,
+      "learning_rate": 2.3670448933220732e-05,
+      "loss": 1.6619,
+      "num_input_tokens_seen": 4638900224,
+      "step": 553
+    },
+    {
+      "epoch": 0.277,
+      "grad_norm": 0.591014564037323,
+      "learning_rate": 2.3593214971863857e-05,
+      "loss": 1.6256,
+      "num_input_tokens_seen": 4647288832,
+      "step": 554
+    },
+    {
+      "epoch": 0.2775,
+      "grad_norm": 0.5783071517944336,
+      "learning_rate": 2.3515925598687097e-05,
+      "loss": 1.74,
+      "num_input_tokens_seen": 4655677440,
+      "step": 555
+    },
+    {
+      "epoch": 0.278,
+      "grad_norm": 0.539421558380127,
+      "learning_rate": 2.3438582005588192e-05,
+      "loss": 1.6832,
+      "num_input_tokens_seen": 4664066048,
+      "step": 556
+    },
+    {
+      "epoch": 0.2785,
+      "grad_norm": 0.5550200343132019,
+      "learning_rate": 2.3361185385301042e-05,
+      "loss": 1.6972,
+      "num_input_tokens_seen": 4672454656,
+      "step": 557
+    },
+    {
+      "epoch": 0.279,
+      "grad_norm": 0.6679721474647522,
+      "learning_rate": 2.328373693137726e-05,
+      "loss": 1.6456,
+      "num_input_tokens_seen": 4680843264,
+      "step": 558
+    },
+    {
+      "epoch": 0.2795,
+      "grad_norm": 0.49843743443489075,
+      "learning_rate": 2.3206237838167825e-05,
+      "loss": 1.6452,
+      "num_input_tokens_seen": 4689231872,
+      "step": 559
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.6135469079017639,
+      "learning_rate": 2.312868930080462e-05,
+      "loss": 1.6034,
+      "num_input_tokens_seen": 4697620480,
+      "step": 560
+    },
+    {
+      "epoch": 0.2805,
+      "grad_norm": 0.5259789824485779,
+      "learning_rate": 2.3051092515182022e-05,
+      "loss": 1.5512,
+      "num_input_tokens_seen": 4706009088,
+      "step": 561
+    },
+    {
+      "epoch": 0.281,
+      "grad_norm": 0.6396327614784241,
+      "learning_rate": 2.2973448677938466e-05,
+      "loss": 1.6086,
+      "num_input_tokens_seen": 4714397696,
+      "step": 562
+    },
+    {
+      "epoch": 0.2815,
+      "grad_norm": 0.523544430732727,
+      "learning_rate": 2.289575898643796e-05,
+      "loss": 1.5549,
+      "num_input_tokens_seen": 4722786304,
+      "step": 563
+    },
+    {
+      "epoch": 0.282,
+      "grad_norm": 0.5481888651847839,
+      "learning_rate": 2.2818024638751655e-05,
+      "loss": 1.6328,
+      "num_input_tokens_seen": 4731174912,
+      "step": 564
+    },
+    {
+      "epoch": 0.2825,
+      "grad_norm": 0.5783687233924866,
+      "learning_rate": 2.2740246833639366e-05,
+      "loss": 1.7459,
+      "num_input_tokens_seen": 4739563520,
+      "step": 565
+    },
+    {
+      "epoch": 0.283,
+      "grad_norm": 0.5406476259231567,
+      "learning_rate": 2.266242677053105e-05,
+      "loss": 1.481,
+      "num_input_tokens_seen": 4747952128,
+      "step": 566
+    },
+    {
+      "epoch": 0.2835,
+      "grad_norm": 0.7908449172973633,
+      "learning_rate": 2.2584565649508355e-05,
+      "loss": 1.6422,
+      "num_input_tokens_seen": 4756340736,
+      "step": 567
+    },
+    {
+      "epoch": 0.284,
+      "grad_norm": 0.7007967829704285,
+      "learning_rate": 2.2506664671286087e-05,
+      "loss": 1.6323,
+      "num_input_tokens_seen": 4764729344,
+      "step": 568
+    },
+    {
+      "epoch": 0.2845,
+      "grad_norm": 0.5286893248558044,
+      "learning_rate": 2.2428725037193697e-05,
+      "loss": 1.6692,
+      "num_input_tokens_seen": 4773117952,
+      "step": 569
+    },
+    {
+      "epoch": 0.285,
+      "grad_norm": 0.7265971899032593,
+      "learning_rate": 2.2350747949156756e-05,
+      "loss": 1.6742,
+      "num_input_tokens_seen": 4781506560,
+      "step": 570
+    },
+    {
+      "epoch": 0.2855,
+      "grad_norm": 0.592954158782959,
+      "learning_rate": 2.2272734609678426e-05,
+      "loss": 1.5685,
+      "num_input_tokens_seen": 4789895168,
+      "step": 571
+    },
+    {
+      "epoch": 0.286,
+      "grad_norm": 0.532684862613678,
+      "learning_rate": 2.2194686221820905e-05,
+      "loss": 1.6014,
+      "num_input_tokens_seen": 4798283776,
+      "step": 572
+    },
+    {
+      "epoch": 0.2865,
+      "grad_norm": 0.5546914339065552,
+      "learning_rate": 2.2116603989186895e-05,
+      "loss": 1.4608,
+      "num_input_tokens_seen": 4806672384,
+      "step": 573
+    },
+    {
+      "epoch": 0.287,
+      "grad_norm": 0.654141366481781,
+      "learning_rate": 2.2038489115901e-05,
+      "loss": 1.4977,
+      "num_input_tokens_seen": 4815060992,
+      "step": 574
+    },
+    {
+      "epoch": 0.2875,
+      "grad_norm": 0.48651596903800964,
+      "learning_rate": 2.196034280659122e-05,
+      "loss": 1.591,
+      "num_input_tokens_seen": 4823449600,
+      "step": 575
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.6360925436019897,
+      "learning_rate": 2.1882166266370292e-05,
+      "loss": 1.5767,
+      "num_input_tokens_seen": 4831838208,
+      "step": 576
+    },
+    {
+      "epoch": 0.2885,
+      "grad_norm": 0.48844876885414124,
+      "learning_rate": 2.1803960700817185e-05,
+      "loss": 1.8562,
+      "num_input_tokens_seen": 4840226816,
+      "step": 577
+    },
+    {
+      "epoch": 0.289,
+      "grad_norm": 0.6248428821563721,
+      "learning_rate": 2.1725727315958473e-05,
+      "loss": 1.5894,
+      "num_input_tokens_seen": 4848615424,
+      "step": 578
+    },
+    {
+      "epoch": 0.2895,
+      "grad_norm": 0.7215993404388428,
+      "learning_rate": 2.1647467318249715e-05,
+      "loss": 1.6851,
+      "num_input_tokens_seen": 4857004032,
+      "step": 579
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.6206884980201721,
+      "learning_rate": 2.1569181914556904e-05,
+      "loss": 1.5265,
+      "num_input_tokens_seen": 4865392640,
+      "step": 580
+    },
+    {
+      "epoch": 0.2905,
+      "grad_norm": 0.5436145067214966,
+      "learning_rate": 2.1490872312137795e-05,
+      "loss": 1.7174,
+      "num_input_tokens_seen": 4873781248,
+      "step": 581
+    },
+    {
+      "epoch": 0.291,
+      "grad_norm": 0.6190699338912964,
+      "learning_rate": 2.1412539718623337e-05,
+      "loss": 1.3116,
+      "num_input_tokens_seen": 4882169856,
+      "step": 582
+    },
+    {
+      "epoch": 0.2915,
+      "grad_norm": 0.6792662143707275,
+      "learning_rate": 2.1334185341999024e-05,
+      "loss": 1.5902,
+      "num_input_tokens_seen": 4890558464,
+      "step": 583
+    },
+    {
+      "epoch": 0.292,
+      "grad_norm": 0.5043581128120422,
+      "learning_rate": 2.125581039058627e-05,
+      "loss": 1.6654,
+      "num_input_tokens_seen": 4898947072,
+      "step": 584
+    },
+    {
+      "epoch": 0.2925,
+      "grad_norm": 0.5902267694473267,
+      "learning_rate": 2.117741607302378e-05,
+      "loss": 1.6671,
+      "num_input_tokens_seen": 4907335680,
+      "step": 585
+    },
+    {
+      "epoch": 0.293,
+      "grad_norm": 0.4893746078014374,
+      "learning_rate": 2.109900359824892e-05,
+      "loss": 1.6003,
+      "num_input_tokens_seen": 4915724288,
+      "step": 586
+    },
+    {
+      "epoch": 0.2935,
+      "grad_norm": 0.6055283546447754,
+      "learning_rate": 2.1020574175479035e-05,
+      "loss": 1.872,
+      "num_input_tokens_seen": 4924112896,
+      "step": 587
+    },
+    {
+      "epoch": 0.294,
+      "grad_norm": 0.5110766291618347,
+      "learning_rate": 2.0942129014192854e-05,
+      "loss": 1.5215,
+      "num_input_tokens_seen": 4932501504,
+      "step": 588
+    },
+    {
+      "epoch": 0.2945,
+      "grad_norm": 0.6477858424186707,
+      "learning_rate": 2.0863669324111807e-05,
+      "loss": 1.6343,
+      "num_input_tokens_seen": 4940890112,
+      "step": 589
+    },
+    {
+      "epoch": 0.295,
+      "grad_norm": 0.5806403160095215,
+      "learning_rate": 2.0785196315181374e-05,
+      "loss": 1.4936,
+      "num_input_tokens_seen": 4949278720,
+      "step": 590
+    },
+    {
+      "epoch": 0.2955,
+      "grad_norm": 0.638688862323761,
+      "learning_rate": 2.0706711197552427e-05,
+      "loss": 1.4357,
+      "num_input_tokens_seen": 4957667328,
+      "step": 591
+    },
+    {
+      "epoch": 0.296,
+      "grad_norm": 0.5387598872184753,
+      "learning_rate": 2.0628215181562567e-05,
+      "loss": 1.8016,
+      "num_input_tokens_seen": 4966055936,
+      "step": 592
+    },
+    {
+      "epoch": 0.2965,
+      "grad_norm": 1.0725306272506714,
+      "learning_rate": 2.054970947771747e-05,
+      "loss": 1.8565,
+      "num_input_tokens_seen": 4974444544,
+      "step": 593
+    },
+    {
+      "epoch": 0.297,
+      "grad_norm": 0.649124801158905,
+      "learning_rate": 2.0471195296672207e-05,
+      "loss": 1.5579,
+      "num_input_tokens_seen": 4982833152,
+      "step": 594
+    },
+    {
+      "epoch": 0.2975,
+      "grad_norm": 0.7250737547874451,
+      "learning_rate": 2.0392673849212565e-05,
+      "loss": 1.5504,
+      "num_input_tokens_seen": 4991221760,
+      "step": 595
+    },
+    {
+      "epoch": 0.298,
+      "grad_norm": 0.578586757183075,
+      "learning_rate": 2.0314146346236415e-05,
+      "loss": 1.5464,
+      "num_input_tokens_seen": 4999610368,
+      "step": 596
+    },
+    {
+      "epoch": 0.2985,
+      "grad_norm": 0.6575354933738708,
+      "learning_rate": 2.0235613998734985e-05,
+      "loss": 1.818,
+      "num_input_tokens_seen": 5007998976,
+      "step": 597
+    },
+    {
+      "epoch": 0.299,
+      "grad_norm": 0.4576837718486786,
+      "learning_rate": 2.0157078017774228e-05,
+      "loss": 1.7311,
+      "num_input_tokens_seen": 5016387584,
+      "step": 598
+    },
+    {
+      "epoch": 0.2995,
+      "grad_norm": 0.6546321511268616,
+      "learning_rate": 2.0078539614476122e-05,
+      "loss": 1.8055,
+      "num_input_tokens_seen": 5024776192,
+      "step": 599
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.6534265279769897,
+      "learning_rate": 2e-05,
+      "loss": 1.5457,
+      "num_input_tokens_seen": 5033164800,
+      "step": 600
+    },
+    {
+      "epoch": 0.3005,
+      "grad_norm": 0.687644898891449,
+      "learning_rate": 1.9921460385523884e-05,
+      "loss": 1.5855,
+      "num_input_tokens_seen": 5041553408,
+      "step": 601
+    },
+    {
+      "epoch": 0.301,
+      "grad_norm": 0.5359103679656982,
+      "learning_rate": 1.9842921982225782e-05,
+      "loss": 1.5351,
+      "num_input_tokens_seen": 5049942016,
+      "step": 602
+    },
+    {
+      "epoch": 0.3015,
+      "grad_norm": 0.4846513569355011,
+      "learning_rate": 1.9764386001265015e-05,
+      "loss": 1.518,
+      "num_input_tokens_seen": 5058330624,
+      "step": 603
+    },
+    {
+      "epoch": 0.302,
+      "grad_norm": 0.59798663854599,
+      "learning_rate": 1.9685853653763592e-05,
+      "loss": 1.5217,
+      "num_input_tokens_seen": 5066719232,
+      "step": 604
+    },
+    {
+      "epoch": 0.3025,
+      "grad_norm": 0.45739227533340454,
+      "learning_rate": 1.960732615078744e-05,
+      "loss": 1.4634,
+      "num_input_tokens_seen": 5075107840,
+      "step": 605
+    },
+    {
+      "epoch": 0.303,
+      "grad_norm": 0.5035345554351807,
+      "learning_rate": 1.95288047033278e-05,
+      "loss": 1.5809,
+      "num_input_tokens_seen": 5083496448,
+      "step": 606
+    },
+    {
+      "epoch": 0.3035,
+      "grad_norm": 0.4467843174934387,
+      "learning_rate": 1.9450290522282533e-05,
+      "loss": 1.5883,
+      "num_input_tokens_seen": 5091885056,
+      "step": 607
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.6839386224746704,
+      "learning_rate": 1.9371784818437436e-05,
+      "loss": 1.5005,
+      "num_input_tokens_seen": 5100273664,
+      "step": 608
+    },
+    {
+      "epoch": 0.3045,
+      "grad_norm": 0.4985339343547821,
+      "learning_rate": 1.929328880244758e-05,
+      "loss": 1.5321,
+      "num_input_tokens_seen": 5108662272,
+      "step": 609
+    },
+    {
+      "epoch": 0.305,
+      "grad_norm": 0.581303596496582,
+      "learning_rate": 1.9214803684818636e-05,
+      "loss": 1.5554,
+      "num_input_tokens_seen": 5117050880,
+      "step": 610
+    },
+    {
+      "epoch": 0.3055,
+      "grad_norm": 0.4922437369823456,
+      "learning_rate": 1.9136330675888192e-05,
+      "loss": 1.5549,
+      "num_input_tokens_seen": 5125439488,
+      "step": 611
+    },
+    {
+      "epoch": 0.306,
+      "grad_norm": 0.5247146487236023,
+      "learning_rate": 1.905787098580715e-05,
+      "loss": 1.9025,
+      "num_input_tokens_seen": 5133828096,
+      "step": 612
+    },
+    {
+      "epoch": 0.3065,
+      "grad_norm": 0.5503407120704651,
+      "learning_rate": 1.897942582452097e-05,
+      "loss": 1.6479,
+      "num_input_tokens_seen": 5142216704,
+      "step": 613
+    },
+    {
+      "epoch": 0.307,
+      "grad_norm": 0.5089061260223389,
+      "learning_rate": 1.890099640175109e-05,
+      "loss": 1.6435,
+      "num_input_tokens_seen": 5150605312,
+      "step": 614
+    },
+    {
+      "epoch": 0.3075,
+      "grad_norm": 0.5309303998947144,
+      "learning_rate": 1.882258392697622e-05,
+      "loss": 1.5801,
+      "num_input_tokens_seen": 5158993920,
+      "step": 615
+    },
+    {
+      "epoch": 0.308,
+      "grad_norm": 0.45839405059814453,
+      "learning_rate": 1.8744189609413733e-05,
+      "loss": 1.6478,
+      "num_input_tokens_seen": 5167382528,
+      "step": 616
+    },
+    {
+      "epoch": 0.3085,
+      "grad_norm": 0.5259501934051514,
+      "learning_rate": 1.8665814658000982e-05,
+      "loss": 1.6075,
+      "num_input_tokens_seen": 5175771136,
+      "step": 617
+    },
+    {
+      "epoch": 0.309,
+      "grad_norm": 0.3942556381225586,
+      "learning_rate": 1.8587460281376673e-05,
+      "loss": 1.7839,
+      "num_input_tokens_seen": 5184159744,
+      "step": 618
+    },
+    {
+      "epoch": 0.3095,
+      "grad_norm": 0.5850613117218018,
+      "learning_rate": 1.8509127687862208e-05,
+      "loss": 1.5596,
+      "num_input_tokens_seen": 5192548352,
+      "step": 619
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.523441731929779,
+      "learning_rate": 1.8430818085443106e-05,
+      "loss": 1.5867,
+      "num_input_tokens_seen": 5200936960,
+      "step": 620
+    },
+    {
+      "epoch": 0.3105,
+      "grad_norm": 0.5120038986206055,
+      "learning_rate": 1.835253268175029e-05,
+      "loss": 1.5351,
+      "num_input_tokens_seen": 5209325568,
+      "step": 621
+    },
+    {
+      "epoch": 0.311,
+      "grad_norm": 0.5440953969955444,
+      "learning_rate": 1.8274272684041537e-05,
+      "loss": 1.5445,
+      "num_input_tokens_seen": 5217714176,
+      "step": 622
+    },
+    {
+      "epoch": 0.3115,
+      "grad_norm": 0.6131273508071899,
+      "learning_rate": 1.8196039299182818e-05,
+      "loss": 1.541,
+      "num_input_tokens_seen": 5226102784,
+      "step": 623
+    },
+    {
+      "epoch": 0.312,
+      "grad_norm": 0.4762137234210968,
+      "learning_rate": 1.8117833733629715e-05,
+      "loss": 1.5922,
+      "num_input_tokens_seen": 5234491392,
+      "step": 624
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 0.5485303401947021,
+      "learning_rate": 1.8039657193408788e-05,
+      "loss": 1.5588,
+      "num_input_tokens_seen": 5242880000,
+      "step": 625
+    },
+    {
+      "epoch": 0.313,
+      "grad_norm": 0.4996958374977112,
+      "learning_rate": 1.7961510884099005e-05,
+      "loss": 1.591,
+      "num_input_tokens_seen": 5251268608,
+      "step": 626
+    },
+    {
+      "epoch": 0.3135,
+      "grad_norm": 0.5148504972457886,
+      "learning_rate": 1.7883396010813116e-05,
+      "loss": 1.5337,
+      "num_input_tokens_seen": 5259657216,
+      "step": 627
+    },
+    {
+      "epoch": 0.314,
+      "grad_norm": 0.4594258666038513,
+      "learning_rate": 1.7805313778179095e-05,
+      "loss": 1.7369,
+      "num_input_tokens_seen": 5268045824,
+      "step": 628
+    },
+    {
+      "epoch": 0.3145,
+      "grad_norm": 0.5273151397705078,
+      "learning_rate": 1.772726539032158e-05,
+      "loss": 1.4446,
+      "num_input_tokens_seen": 5276434432,
+      "step": 629
+    },
+    {
+      "epoch": 0.315,
+      "grad_norm": 0.5533626079559326,
+      "learning_rate": 1.764925205084325e-05,
+      "loss": 1.5265,
+      "num_input_tokens_seen": 5284823040,
+      "step": 630
+    },
+    {
+      "epoch": 0.3155,
+      "grad_norm": 0.4903721213340759,
+      "learning_rate": 1.7571274962806316e-05,
+      "loss": 1.7801,
+      "num_input_tokens_seen": 5293211648,
+      "step": 631
+    },
+    {
+      "epoch": 0.316,
+      "grad_norm": 0.49773064255714417,
+      "learning_rate": 1.7493335328713913e-05,
+      "loss": 1.701,
+      "num_input_tokens_seen": 5301600256,
+      "step": 632
+    },
+    {
+      "epoch": 0.3165,
+      "grad_norm": 0.4572118818759918,
+      "learning_rate": 1.741543435049165e-05,
+      "loss": 1.6753,
+      "num_input_tokens_seen": 5309988864,
+      "step": 633
+    },
+    {
+      "epoch": 0.317,
+      "grad_norm": 0.5031276941299438,
+      "learning_rate": 1.7337573229468958e-05,
+      "loss": 1.5555,
+      "num_input_tokens_seen": 5318377472,
+      "step": 634
+    },
+    {
+      "epoch": 0.3175,
+      "grad_norm": 0.5255052447319031,
+      "learning_rate": 1.7259753166360644e-05,
+      "loss": 1.4977,
+      "num_input_tokens_seen": 5326766080,
+      "step": 635
+    },
+    {
+      "epoch": 0.318,
+      "grad_norm": 0.5148425698280334,
+      "learning_rate": 1.7181975361248348e-05,
+      "loss": 1.5357,
+      "num_input_tokens_seen": 5335154688,
+      "step": 636
+    },
+    {
+      "epoch": 0.3185,
+      "grad_norm": 0.5783670544624329,
+      "learning_rate": 1.7104241013562045e-05,
+      "loss": 1.6418,
+      "num_input_tokens_seen": 5343543296,
+      "step": 637
+    },
+    {
+      "epoch": 0.319,
+      "grad_norm": 0.40350809693336487,
+      "learning_rate": 1.702655132206154e-05,
+      "loss": 1.6714,
+      "num_input_tokens_seen": 5351931904,
+      "step": 638
+    },
+    {
+      "epoch": 0.3195,
+      "grad_norm": 0.49052226543426514,
+      "learning_rate": 1.6948907484817985e-05,
+      "loss": 1.5475,
+      "num_input_tokens_seen": 5360320512,
+      "step": 639
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.45277076959609985,
+      "learning_rate": 1.687131069919538e-05,
+      "loss": 1.5783,
+      "num_input_tokens_seen": 5368709120,
+      "step": 640
+    },
+    {
+      "epoch": 0.3205,
+      "grad_norm": 0.5141287446022034,
+      "learning_rate": 1.679376216183218e-05,
+      "loss": 1.6031,
+      "num_input_tokens_seen": 5377097728,
+      "step": 641
+    },
+    {
+      "epoch": 0.321,
+      "grad_norm": 0.37356165051460266,
+      "learning_rate": 1.6716263068622744e-05,
+      "loss": 1.5794,
+      "num_input_tokens_seen": 5385486336,
+      "step": 642
+    },
+    {
+      "epoch": 0.3215,
+      "grad_norm": 0.4839518666267395,
+      "learning_rate": 1.6638814614698965e-05,
+      "loss": 1.6072,
+      "num_input_tokens_seen": 5393874944,
+      "step": 643
+    },
+    {
+      "epoch": 0.322,
+      "grad_norm": 0.4161027669906616,
+      "learning_rate": 1.6561417994411808e-05,
+      "loss": 1.8477,
+      "num_input_tokens_seen": 5402263552,
+      "step": 644
+    },
+    {
+      "epoch": 0.3225,
+      "grad_norm": 0.5627133846282959,
+      "learning_rate": 1.648407440131291e-05,
+      "loss": 1.629,
+      "num_input_tokens_seen": 5410652160,
+      "step": 645
+    },
+    {
+      "epoch": 0.323,
+      "grad_norm": 0.45590704679489136,
+      "learning_rate": 1.640678502813615e-05,
+      "loss": 1.6007,
+      "num_input_tokens_seen": 5419040768,
+      "step": 646
+    },
+    {
+      "epoch": 0.3235,
+      "grad_norm": 0.6110590696334839,
+      "learning_rate": 1.6329551066779278e-05,
+      "loss": 1.6822,
+      "num_input_tokens_seen": 5427429376,
+      "step": 647
+    },
+    {
+      "epoch": 0.324,
+      "grad_norm": 0.442785382270813,
+      "learning_rate": 1.6252373708285505e-05,
+      "loss": 1.8112,
+      "num_input_tokens_seen": 5435817984,
+      "step": 648
+    },
+    {
+      "epoch": 0.3245,
+      "grad_norm": 0.4794580340385437,
+      "learning_rate": 1.6175254142825196e-05,
+      "loss": 1.59,
+      "num_input_tokens_seen": 5444206592,
+      "step": 649
+    },
+    {
+      "epoch": 0.325,
+      "grad_norm": 0.4918476641178131,
+      "learning_rate": 1.609819355967744e-05,
+      "loss": 1.6212,
+      "num_input_tokens_seen": 5452595200,
+      "step": 650
+    },
+    {
+      "epoch": 0.3255,
+      "grad_norm": 0.5037944316864014,
+      "learning_rate": 1.602119314721175e-05,
+      "loss": 1.4959,
+      "num_input_tokens_seen": 5460983808,
+      "step": 651
+    },
+    {
+      "epoch": 0.326,
+      "grad_norm": 0.638948380947113,
+      "learning_rate": 1.5944254092869756e-05,
+      "loss": 1.6125,
+      "num_input_tokens_seen": 5469372416,
+      "step": 652
+    },
+    {
+      "epoch": 0.3265,
+      "grad_norm": 0.46257832646369934,
+      "learning_rate": 1.5867377583146836e-05,
+      "loss": 1.7298,
+      "num_input_tokens_seen": 5477761024,
+      "step": 653
+    },
+    {
+      "epoch": 0.327,
+      "grad_norm": 0.5825093984603882,
+      "learning_rate": 1.579056480357389e-05,
+      "loss": 1.6123,
+      "num_input_tokens_seen": 5486149632,
+      "step": 654
+    },
+    {
+      "epoch": 0.3275,
+      "grad_norm": 0.4797838628292084,
+      "learning_rate": 1.571381693869899e-05,
+      "loss": 1.6064,
+      "num_input_tokens_seen": 5494538240,
+      "step": 655
+    },
+    {
+      "epoch": 0.328,
+      "grad_norm": 0.6016621589660645,
+      "learning_rate": 1.5637135172069155e-05,
+      "loss": 1.535,
+      "num_input_tokens_seen": 5502926848,
+      "step": 656
+    },
+    {
+      "epoch": 0.3285,
+      "grad_norm": 0.48697134852409363,
+      "learning_rate": 1.5560520686212083e-05,
+      "loss": 1.7159,
+      "num_input_tokens_seen": 5511315456,
+      "step": 657
+    },
+    {
+      "epoch": 0.329,
+      "grad_norm": 0.5528718829154968,
+      "learning_rate": 1.548397466261793e-05,
+      "loss": 1.5113,
+      "num_input_tokens_seen": 5519704064,
+      "step": 658
+    },
+    {
+      "epoch": 0.3295,
+      "grad_norm": 0.48319679498672485,
+      "learning_rate": 1.5407498281721063e-05,
+      "loss": 1.6741,
+      "num_input_tokens_seen": 5528092672,
+      "step": 659
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.4717366099357605,
+      "learning_rate": 1.53310927228819e-05,
+      "loss": 1.5487,
+      "num_input_tokens_seen": 5536481280,
+      "step": 660
+    },
+    {
+      "epoch": 0.3305,
+      "grad_norm": 0.4618384838104248,
+      "learning_rate": 1.5254759164368644e-05,
+      "loss": 1.7316,
+      "num_input_tokens_seen": 5544869888,
+      "step": 661
+    },
+    {
+      "epoch": 0.331,
+      "grad_norm": 0.7245141267776489,
+      "learning_rate": 1.517849878333923e-05,
+      "loss": 1.7489,
+      "num_input_tokens_seen": 5553258496,
+      "step": 662
+    },
+    {
+      "epoch": 0.3315,
+      "grad_norm": 0.41874098777770996,
+      "learning_rate": 1.5102312755823053e-05,
+      "loss": 1.6518,
+      "num_input_tokens_seen": 5561647104,
+      "step": 663
+    },
+    {
+      "epoch": 0.332,
+      "grad_norm": 0.46870699524879456,
+      "learning_rate": 1.5026202256702909e-05,
+      "loss": 1.598,
+      "num_input_tokens_seen": 5570035712,
+      "step": 664
+    },
+    {
+      "epoch": 0.3325,
+      "grad_norm": 0.37529900670051575,
+      "learning_rate": 1.4950168459696841e-05,
+      "loss": 1.6456,
+      "num_input_tokens_seen": 5578424320,
+      "step": 665
+    },
+    {
+      "epoch": 0.333,
+      "grad_norm": 0.4923308789730072,
+      "learning_rate": 1.4874212537340067e-05,
+      "loss": 1.4711,
+      "num_input_tokens_seen": 5586812928,
+      "step": 666
+    },
+    {
+      "epoch": 0.3335,
+      "grad_norm": 0.3929249048233032,
+      "learning_rate": 1.4798335660966869e-05,
+      "loss": 1.5761,
+      "num_input_tokens_seen": 5595201536,
+      "step": 667
+    },
+    {
+      "epoch": 0.334,
+      "grad_norm": 0.4999372661113739,
+      "learning_rate": 1.4722539000692548e-05,
+      "loss": 1.5069,
+      "num_input_tokens_seen": 5603590144,
+      "step": 668
+    },
+    {
+      "epoch": 0.3345,
+      "grad_norm": 0.44993501901626587,
+      "learning_rate": 1.4646823725395351e-05,
+      "loss": 1.6068,
+      "num_input_tokens_seen": 5611978752,
+      "step": 669
+    },
+    {
+      "epoch": 0.335,
+      "grad_norm": 0.5363733172416687,
+      "learning_rate": 1.4571191002698517e-05,
+      "loss": 1.3344,
+      "num_input_tokens_seen": 5620367360,
+      "step": 670
+    },
+    {
+      "epoch": 0.3355,
+      "grad_norm": 0.5620055198669434,
+      "learning_rate": 1.4495641998952172e-05,
+      "loss": 1.5378,
+      "num_input_tokens_seen": 5628755968,
+      "step": 671
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.4853207468986511,
+      "learning_rate": 1.4420177879215419e-05,
+      "loss": 1.5294,
+      "num_input_tokens_seen": 5637144576,
+      "step": 672
+    },
+    {
+      "epoch": 0.3365,
+      "grad_norm": 0.4831787645816803,
+      "learning_rate": 1.434479980723833e-05,
+      "loss": 1.5064,
+      "num_input_tokens_seen": 5645533184,
+      "step": 673
+    },
+    {
+      "epoch": 0.337,
+      "grad_norm": 0.6178323030471802,
+      "learning_rate": 1.4269508945444033e-05,
+      "loss": 1.5201,
+      "num_input_tokens_seen": 5653921792,
+      "step": 674
+    },
+    {
+      "epoch": 0.3375,
+      "grad_norm": 0.4733405113220215,
+      "learning_rate": 1.4194306454910757e-05,
+      "loss": 1.6281,
+      "num_input_tokens_seen": 5662310400,
+      "step": 675
+    },
+    {
+      "epoch": 0.338,
+      "grad_norm": 0.5506306886672974,
+      "learning_rate": 1.4119193495353925e-05,
+      "loss": 1.3539,
+      "num_input_tokens_seen": 5670699008,
+      "step": 676
+    },
+    {
+      "epoch": 0.3385,
+      "grad_norm": 0.5859827995300293,
+      "learning_rate": 1.40441712251083e-05,
+      "loss": 1.6797,
+      "num_input_tokens_seen": 5679087616,
+      "step": 677
+    },
+    {
+      "epoch": 0.339,
+      "grad_norm": 0.5389025211334229,
+      "learning_rate": 1.3969240801110088e-05,
+      "loss": 1.5045,
+      "num_input_tokens_seen": 5687476224,
+      "step": 678
+    },
+    {
+      "epoch": 0.3395,
+      "grad_norm": 0.5681171417236328,
+      "learning_rate": 1.3894403378879132e-05,
+      "loss": 1.56,
+      "num_input_tokens_seen": 5695864832,
+      "step": 679
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.5575128197669983,
+      "learning_rate": 1.3819660112501054e-05,
+      "loss": 1.4456,
+      "num_input_tokens_seen": 5704253440,
+      "step": 680
+    },
+    {
+      "epoch": 0.3405,
+      "grad_norm": 0.4929724335670471,
+      "learning_rate": 1.3745012154609492e-05,
+      "loss": 1.4229,
+      "num_input_tokens_seen": 5712642048,
+      "step": 681
+    },
+    {
+      "epoch": 0.341,
+      "grad_norm": 0.44603395462036133,
+      "learning_rate": 1.3670460656368278e-05,
+      "loss": 1.6888,
+      "num_input_tokens_seen": 5721030656,
+      "step": 682
+    },
+    {
+      "epoch": 0.3415,
+      "grad_norm": 0.4557688236236572,
+      "learning_rate": 1.3596006767453766e-05,
+      "loss": 1.6441,
+      "num_input_tokens_seen": 5729419264,
+      "step": 683
+    },
+    {
+      "epoch": 0.342,
+      "grad_norm": 0.42381447553634644,
+      "learning_rate": 1.3521651636037017e-05,
+      "loss": 1.7471,
+      "num_input_tokens_seen": 5737807872,
+      "step": 684
+    },
+    {
+      "epoch": 0.3425,
+      "grad_norm": 0.4877522587776184,
+      "learning_rate": 1.3447396408766134e-05,
+      "loss": 1.6108,
+      "num_input_tokens_seen": 5746196480,
+      "step": 685
+    },
+    {
+      "epoch": 0.343,
+      "grad_norm": 0.5389087796211243,
+      "learning_rate": 1.3373242230748579e-05,
+      "loss": 1.4052,
+      "num_input_tokens_seen": 5754585088,
+      "step": 686
+    },
+    {
+      "epoch": 0.3435,
+      "grad_norm": 0.5732712745666504,
+      "learning_rate": 1.3299190245533522e-05,
+      "loss": 1.6114,
+      "num_input_tokens_seen": 5762973696,
+      "step": 687
+    },
+    {
+      "epoch": 0.344,
+      "grad_norm": 0.37976858019828796,
+      "learning_rate": 1.3225241595094173e-05,
+      "loss": 1.6381,
+      "num_input_tokens_seen": 5771362304,
+      "step": 688
+    },
+    {
+      "epoch": 0.3445,
+      "grad_norm": 0.6109358668327332,
+      "learning_rate": 1.3151397419810207e-05,
+      "loss": 1.4704,
+      "num_input_tokens_seen": 5779750912,
+      "step": 689
+    },
+    {
+      "epoch": 0.345,
+      "grad_norm": 0.3784377872943878,
+      "learning_rate": 1.3077658858450137e-05,
+      "loss": 1.7119,
+      "num_input_tokens_seen": 5788139520,
+      "step": 690
+    },
+    {
+      "epoch": 0.3455,
+      "grad_norm": 0.534516453742981,
+      "learning_rate": 1.3004027048153826e-05,
+      "loss": 1.4831,
+      "num_input_tokens_seen": 5796528128,
+      "step": 691
+    },
+    {
+      "epoch": 0.346,
+      "grad_norm": 0.44002264738082886,
+      "learning_rate": 1.2930503124414862e-05,
+      "loss": 1.6671,
+      "num_input_tokens_seen": 5804916736,
+      "step": 692
+    },
+    {
+      "epoch": 0.3465,
+      "grad_norm": 0.47504231333732605,
+      "learning_rate": 1.2857088221063099e-05,
+      "loss": 1.7426,
+      "num_input_tokens_seen": 5813305344,
+      "step": 693
+    },
+    {
+      "epoch": 0.347,
+      "grad_norm": 0.4503721296787262,
+      "learning_rate": 1.2783783470247164e-05,
+      "loss": 1.7178,
+      "num_input_tokens_seen": 5821693952,
+      "step": 694
+    },
+    {
+      "epoch": 0.3475,
+      "grad_norm": 0.38480740785598755,
+      "learning_rate": 1.2710590002417008e-05,
+      "loss": 1.5611,
+      "num_input_tokens_seen": 5830082560,
+      "step": 695
+    },
+    {
+      "epoch": 0.348,
+      "grad_norm": 0.4555624723434448,
+      "learning_rate": 1.2637508946306443e-05,
+      "loss": 1.5239,
+      "num_input_tokens_seen": 5838471168,
+      "step": 696
+    },
+    {
+      "epoch": 0.3485,
+      "grad_norm": 0.38544774055480957,
+      "learning_rate": 1.2564541428915762e-05,
+      "loss": 1.5648,
+      "num_input_tokens_seen": 5846859776,
+      "step": 697
+    },
+    {
+      "epoch": 0.349,
+      "grad_norm": 0.4004034399986267,
+      "learning_rate": 1.2491688575494337e-05,
+      "loss": 1.8762,
+      "num_input_tokens_seen": 5855248384,
+      "step": 698
+    },
+    {
+      "epoch": 0.3495,
+      "grad_norm": 0.4557759761810303,
+      "learning_rate": 1.2418951509523312e-05,
+      "loss": 1.7131,
+      "num_input_tokens_seen": 5863636992,
+      "step": 699
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.4302028715610504,
+      "learning_rate": 1.2346331352698206e-05,
+      "loss": 1.4877,
+      "num_input_tokens_seen": 5872025600,
+      "step": 700
+    },
+    {
+      "epoch": 0.3505,
+      "grad_norm": 0.4745676517486572,
+      "learning_rate": 1.2273829224911685e-05,
+      "loss": 1.5291,
+      "num_input_tokens_seen": 5880414208,
+      "step": 701
+    },
+    {
+      "epoch": 0.351,
+      "grad_norm": 0.4593994617462158,
+      "learning_rate": 1.2201446244236242e-05,
+      "loss": 1.496,
+      "num_input_tokens_seen": 5888802816,
+      "step": 702
+    },
+    {
+      "epoch": 0.3515,
+      "grad_norm": 0.4248128831386566,
+      "learning_rate": 1.2129183526906971e-05,
+      "loss": 1.5912,
+      "num_input_tokens_seen": 5897191424,
+      "step": 703
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.4090263545513153,
+      "learning_rate": 1.205704218730439e-05,
+      "loss": 1.6625,
+      "num_input_tokens_seen": 5905580032,
+      "step": 704
+    },
+    {
+      "epoch": 0.3525,
+      "grad_norm": 0.4674663841724396,
+      "learning_rate": 1.1985023337937185e-05,
+      "loss": 1.6483,
+      "num_input_tokens_seen": 5913968640,
+      "step": 705
+    },
+    {
+      "epoch": 0.353,
+      "grad_norm": 0.41158390045166016,
+      "learning_rate": 1.1913128089425103e-05,
+      "loss": 1.4624,
+      "num_input_tokens_seen": 5922357248,
+      "step": 706
+    },
+    {
+      "epoch": 0.3535,
+      "grad_norm": 0.37938833236694336,
+      "learning_rate": 1.1841357550481817e-05,
+      "loss": 1.5231,
+      "num_input_tokens_seen": 5930745856,
+      "step": 707
+    },
+    {
+      "epoch": 0.354,
+      "grad_norm": 0.5211839079856873,
+      "learning_rate": 1.1769712827897825e-05,
+      "loss": 1.6377,
+      "num_input_tokens_seen": 5939134464,
+      "step": 708
+    },
+    {
+      "epoch": 0.3545,
+      "grad_norm": 0.4222390055656433,
+      "learning_rate": 1.1698195026523379e-05,
+      "loss": 1.5385,
+      "num_input_tokens_seen": 5947523072,
+      "step": 709
+    },
+    {
+      "epoch": 0.355,
+      "grad_norm": 0.5263103246688843,
+      "learning_rate": 1.1626805249251444e-05,
+      "loss": 1.432,
+      "num_input_tokens_seen": 5955911680,
+      "step": 710
+    },
+    {
+      "epoch": 0.3555,
+      "grad_norm": 0.40875500440597534,
+      "learning_rate": 1.1555544597000693e-05,
+      "loss": 1.5782,
+      "num_input_tokens_seen": 5964300288,
+      "step": 711
+    },
+    {
+      "epoch": 0.356,
+      "grad_norm": 0.4516502618789673,
+      "learning_rate": 1.1484414168698547e-05,
+      "loss": 1.7217,
+      "num_input_tokens_seen": 5972688896,
+      "step": 712
+    },
+    {
+      "epoch": 0.3565,
+      "grad_norm": 0.4005357623100281,
+      "learning_rate": 1.1413415061264205e-05,
+      "loss": 1.5356,
+      "num_input_tokens_seen": 5981077504,
+      "step": 713
+    },
+    {
+      "epoch": 0.357,
+      "grad_norm": 0.4757128059864044,
+      "learning_rate": 1.134254836959173e-05,
+      "loss": 1.5754,
+      "num_input_tokens_seen": 5989466112,
+      "step": 714
+    },
+    {
+      "epoch": 0.3575,
+      "grad_norm": 0.3795611560344696,
+      "learning_rate": 1.1271815186533156e-05,
+      "loss": 1.5715,
+      "num_input_tokens_seen": 5997854720,
+      "step": 715
+    },
+    {
+      "epoch": 0.358,
+      "grad_norm": 0.48202642798423767,
+      "learning_rate": 1.1201216602881696e-05,
+      "loss": 1.474,
+      "num_input_tokens_seen": 6006243328,
+      "step": 716
+    },
+    {
+      "epoch": 0.3585,
+      "grad_norm": 0.4397919178009033,
+      "learning_rate": 1.1130753707354836e-05,
+      "loss": 1.4755,
+      "num_input_tokens_seen": 6014631936,
+      "step": 717
+    },
+    {
+      "epoch": 0.359,
+      "grad_norm": 0.4739425778388977,
+      "learning_rate": 1.106042758657758e-05,
+      "loss": 1.5371,
+      "num_input_tokens_seen": 6023020544,
+      "step": 718
+    },
+    {
+      "epoch": 0.3595,
+      "grad_norm": 0.477103590965271,
+      "learning_rate": 1.0990239325065714e-05,
+      "loss": 1.6359,
+      "num_input_tokens_seen": 6031409152,
+      "step": 719
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.40918999910354614,
+      "learning_rate": 1.0920190005209066e-05,
+      "loss": 1.5021,
+      "num_input_tokens_seen": 6039797760,
+      "step": 720
+    },
+    {
+      "epoch": 0.3605,
+      "grad_norm": 0.5159934163093567,
+      "learning_rate": 1.085028070725479e-05,
+      "loss": 1.6418,
+      "num_input_tokens_seen": 6048186368,
+      "step": 721
+    },
+    {
+      "epoch": 0.361,
+      "grad_norm": 0.7591975331306458,
+      "learning_rate": 1.0780512509290758e-05,
+      "loss": 1.7691,
+      "num_input_tokens_seen": 6056574976,
+      "step": 722
+    },
+    {
+      "epoch": 0.3615,
+      "grad_norm": 0.5116597414016724,
+      "learning_rate": 1.0710886487228868e-05,
+      "loss": 1.6482,
+      "num_input_tokens_seen": 6064963584,
+      "step": 723
+    },
+    {
+      "epoch": 0.362,
+      "grad_norm": 0.41808661818504333,
+      "learning_rate": 1.0641403714788537e-05,
+      "loss": 1.4123,
+      "num_input_tokens_seen": 6073352192,
+      "step": 724
+    },
+    {
+      "epoch": 0.3625,
+      "grad_norm": 0.5217900276184082,
+      "learning_rate": 1.0572065263480046e-05,
+      "loss": 1.5236,
+      "num_input_tokens_seen": 6081740800,
+      "step": 725
+    },
+    {
+      "epoch": 0.363,
+      "grad_norm": 0.4180975556373596,
+      "learning_rate": 1.0502872202588113e-05,
+      "loss": 1.6335,
+      "num_input_tokens_seen": 6090129408,
+      "step": 726
+    },
+    {
+      "epoch": 0.3635,
+      "grad_norm": 0.513573944568634,
+      "learning_rate": 1.043382559915532e-05,
+      "loss": 1.5707,
+      "num_input_tokens_seen": 6098518016,
+      "step": 727
+    },
+    {
+      "epoch": 0.364,
+      "grad_norm": 0.4156613051891327,
+      "learning_rate": 1.0364926517965693e-05,
+      "loss": 1.5941,
+      "num_input_tokens_seen": 6106906624,
+      "step": 728
+    },
+    {
+      "epoch": 0.3645,
+      "grad_norm": 0.43025484681129456,
+      "learning_rate": 1.0296176021528326e-05,
+      "loss": 1.6518,
+      "num_input_tokens_seen": 6115295232,
+      "step": 729
+    },
+    {
+      "epoch": 0.365,
+      "grad_norm": 0.4618057906627655,
+      "learning_rate": 1.0227575170060909e-05,
+      "loss": 1.4235,
+      "num_input_tokens_seen": 6123683840,
+      "step": 730
+    },
+    {
+      "epoch": 0.3655,
+      "grad_norm": 0.3291275203227997,
+      "learning_rate": 1.0159125021473421e-05,
+      "loss": 1.6211,
+      "num_input_tokens_seen": 6132072448,
+      "step": 731
+    },
+    {
+      "epoch": 0.366,
+      "grad_norm": 0.41411274671554565,
+      "learning_rate": 1.009082663135185e-05,
+      "loss": 1.5563,
+      "num_input_tokens_seen": 6140461056,
+      "step": 732
+    },
+    {
+      "epoch": 0.3665,
+      "grad_norm": 0.3771957457065582,
+      "learning_rate": 1.0022681052941856e-05,
+      "loss": 1.6889,
+      "num_input_tokens_seen": 6148849664,
+      "step": 733
+    },
+    {
+      "epoch": 0.367,
+      "grad_norm": 0.4875394105911255,
+      "learning_rate": 9.95468933713255e-06,
+      "loss": 1.3924,
+      "num_input_tokens_seen": 6157238272,
+      "step": 734
+    },
+    {
+      "epoch": 0.3675,
+      "grad_norm": 0.421825647354126,
+      "learning_rate": 9.886852532440312e-06,
+      "loss": 1.8188,
+      "num_input_tokens_seen": 6165626880,
+      "step": 735
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.4703611433506012,
+      "learning_rate": 9.819171684992575e-06,
+      "loss": 1.6558,
+      "num_input_tokens_seen": 6174015488,
+      "step": 736
+    },
+    {
+      "epoch": 0.3685,
+      "grad_norm": 0.49299588799476624,
+      "learning_rate": 9.751647838511747e-06,
+      "loss": 1.6531,
+      "num_input_tokens_seen": 6182404096,
+      "step": 737
+    },
+    {
+      "epoch": 0.369,
+      "grad_norm": 0.4184141457080841,
+      "learning_rate": 9.684282034299053e-06,
+      "loss": 1.4939,
+      "num_input_tokens_seen": 6190792704,
+      "step": 738
+    },
+    {
+      "epoch": 0.3695,
+      "grad_norm": 0.4581114947795868,
+      "learning_rate": 9.61707531121855e-06,
+      "loss": 1.4902,
+      "num_input_tokens_seen": 6199181312,
+      "step": 739
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.37457022070884705,
+      "learning_rate": 9.550028705681024e-06,
+      "loss": 1.5622,
+      "num_input_tokens_seen": 6207569920,
+      "step": 740
+    },
+    {
+      "epoch": 0.3705,
+      "grad_norm": 0.4025091826915741,
+      "learning_rate": 9.483143251628088e-06,
+      "loss": 1.6402,
+      "num_input_tokens_seen": 6215958528,
+      "step": 741
+    },
+    {
+      "epoch": 0.371,
+      "grad_norm": 0.4053475856781006,
+      "learning_rate": 9.416419980516192e-06,
+      "loss": 1.6449,
+      "num_input_tokens_seen": 6224347136,
+      "step": 742
+    },
+    {
+      "epoch": 0.3715,
+      "grad_norm": 0.3622041940689087,
+      "learning_rate": 9.349859921300704e-06,
+      "loss": 1.426,
+      "num_input_tokens_seen": 6232735744,
+      "step": 743
+    },
+    {
+      "epoch": 0.372,
+      "grad_norm": 0.4312250316143036,
+      "learning_rate": 9.283464100420064e-06,
+      "loss": 1.6787,
+      "num_input_tokens_seen": 6241124352,
+      "step": 744
+    },
+    {
+      "epoch": 0.3725,
+      "grad_norm": 0.39573124051094055,
+      "learning_rate": 9.217233541779995e-06,
+      "loss": 1.4883,
+      "num_input_tokens_seen": 6249512960,
+      "step": 745
+    },
+    {
+      "epoch": 0.373,
+      "grad_norm": 0.4040946960449219,
+      "learning_rate": 9.15116926673763e-06,
+      "loss": 1.6978,
+      "num_input_tokens_seen": 6257901568,
+      "step": 746
+    },
+    {
+      "epoch": 0.3735,
+      "grad_norm": 0.412345826625824,
+      "learning_rate": 9.085272294085803e-06,
+      "loss": 1.6549,
+      "num_input_tokens_seen": 6266290176,
+      "step": 747
+    },
+    {
+      "epoch": 0.374,
+      "grad_norm": 0.4017808139324188,
+      "learning_rate": 9.019543640037363e-06,
+      "loss": 1.4813,
+      "num_input_tokens_seen": 6274678784,
+      "step": 748
+    },
+    {
+      "epoch": 0.3745,
+      "grad_norm": 0.40174025297164917,
+      "learning_rate": 8.95398431820947e-06,
+      "loss": 1.5915,
+      "num_input_tokens_seen": 6283067392,
+      "step": 749
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 0.37170112133026123,
+      "learning_rate": 8.888595339607961e-06,
+      "loss": 1.6085,
+      "num_input_tokens_seen": 6291456000,
+      "step": 750
+    },
+    {
+      "epoch": 0.3755,
+      "grad_norm": 0.3888947069644928,
+      "learning_rate": 8.82337771261177e-06,
+      "loss": 1.4901,
+      "num_input_tokens_seen": 6299844608,
+      "step": 751
+    },
+    {
+      "epoch": 0.376,
+      "grad_norm": 0.39092621207237244,
+      "learning_rate": 8.758332442957394e-06,
+      "loss": 1.4806,
+      "num_input_tokens_seen": 6308233216,
+      "step": 752
+    },
+    {
+      "epoch": 0.3765,
+      "grad_norm": 0.4453209638595581,
+      "learning_rate": 8.693460533723346e-06,
+      "loss": 1.6993,
+      "num_input_tokens_seen": 6316621824,
+      "step": 753
+    },
+    {
+      "epoch": 0.377,
+      "grad_norm": 0.3836767077445984,
+      "learning_rate": 8.62876298531472e-06,
+      "loss": 1.6511,
+      "num_input_tokens_seen": 6325010432,
+      "step": 754
+    },
+    {
+      "epoch": 0.3775,
+      "grad_norm": 0.3998052775859833,
+      "learning_rate": 8.564240795447758e-06,
+      "loss": 1.5698,
+      "num_input_tokens_seen": 6333399040,
+      "step": 755
+    },
+    {
+      "epoch": 0.378,
+      "grad_norm": 0.3738134503364563,
+      "learning_rate": 8.499894959134436e-06,
+      "loss": 1.6333,
+      "num_input_tokens_seen": 6341787648,
+      "step": 756
+    },
+    {
+      "epoch": 0.3785,
+      "grad_norm": 0.36466184258461,
+      "learning_rate": 8.435726468667135e-06,
+      "loss": 1.5178,
+      "num_input_tokens_seen": 6350176256,
+      "step": 757
+    },
+    {
+      "epoch": 0.379,
+      "grad_norm": 0.4085821807384491,
+      "learning_rate": 8.37173631360339e-06,
+      "loss": 1.6823,
+      "num_input_tokens_seen": 6358564864,
+      "step": 758
+    },
+    {
+      "epoch": 0.3795,
+      "grad_norm": 0.3954522907733917,
+      "learning_rate": 8.307925480750535e-06,
+      "loss": 1.4361,
+      "num_input_tokens_seen": 6366953472,
+      "step": 759
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.4430011808872223,
+      "learning_rate": 8.24429495415054e-06,
+      "loss": 1.6206,
+      "num_input_tokens_seen": 6375342080,
+      "step": 760
+    },
+    {
+      "epoch": 0.3805,
+      "grad_norm": 0.4140196740627289,
+      "learning_rate": 8.180845715064851e-06,
+      "loss": 1.4822,
+      "num_input_tokens_seen": 6383730688,
+      "step": 761
+    },
+    {
+      "epoch": 0.381,
+      "grad_norm": 0.3814021944999695,
+      "learning_rate": 8.117578741959232e-06,
+      "loss": 1.584,
+      "num_input_tokens_seen": 6392119296,
+      "step": 762
+    },
+    {
+      "epoch": 0.3815,
+      "grad_norm": 0.3553796410560608,
+      "learning_rate": 8.054495010488658e-06,
+      "loss": 1.556,
+      "num_input_tokens_seen": 6400507904,
+      "step": 763
+    },
+    {
+      "epoch": 0.382,
+      "grad_norm": 0.38275453448295593,
+      "learning_rate": 7.991595493482323e-06,
+      "loss": 1.4992,
+      "num_input_tokens_seen": 6408896512,
+      "step": 764
+    },
+    {
+      "epoch": 0.3825,
+      "grad_norm": 0.36514538526535034,
+      "learning_rate": 7.928881160928572e-06,
+      "loss": 1.5722,
+      "num_input_tokens_seen": 6417285120,
+      "step": 765
+    },
+    {
+      "epoch": 0.383,
+      "grad_norm": 0.4606564939022064,
+      "learning_rate": 7.86635297996001e-06,
+      "loss": 1.5389,
+      "num_input_tokens_seen": 6425673728,
+      "step": 766
+    },
+    {
+      "epoch": 0.3835,
+      "grad_norm": 0.40744417905807495,
+      "learning_rate": 7.804011914838524e-06,
+      "loss": 1.4212,
+      "num_input_tokens_seen": 6434062336,
+      "step": 767
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.42578741908073425,
+      "learning_rate": 7.741858926940475e-06,
+      "loss": 1.5838,
+      "num_input_tokens_seen": 6442450944,
+      "step": 768
+    },
+    {
+      "epoch": 0.3845,
+      "grad_norm": 0.45914557576179504,
+      "learning_rate": 7.679894974741807e-06,
+      "loss": 1.633,
+      "num_input_tokens_seen": 6450839552,
+      "step": 769
+    },
+    {
+      "epoch": 0.385,
+      "grad_norm": 0.40932121872901917,
+      "learning_rate": 7.618121013803319e-06,
+      "loss": 1.422,
+      "num_input_tokens_seen": 6459228160,
+      "step": 770
+    },
+    {
+      "epoch": 0.3855,
+      "grad_norm": 0.35300320386886597,
+      "learning_rate": 7.556537996755919e-06,
+      "loss": 1.5215,
+      "num_input_tokens_seen": 6467616768,
+      "step": 771
+    },
+    {
+      "epoch": 0.386,
+      "grad_norm": 0.3876708149909973,
+      "learning_rate": 7.495146873285904e-06,
+      "loss": 1.6108,
+      "num_input_tokens_seen": 6476005376,
+      "step": 772
+    },
+    {
+      "epoch": 0.3865,
+      "grad_norm": 0.3526962697505951,
+      "learning_rate": 7.433948590120326e-06,
+      "loss": 1.5735,
+      "num_input_tokens_seen": 6484393984,
+      "step": 773
+    },
+    {
+      "epoch": 0.387,
+      "grad_norm": 0.377326101064682,
+      "learning_rate": 7.3729440910124464e-06,
+      "loss": 1.5143,
+      "num_input_tokens_seen": 6492782592,
+      "step": 774
+    },
+    {
+      "epoch": 0.3875,
+      "grad_norm": 0.3809109628200531,
+      "learning_rate": 7.312134316727093e-06,
+      "loss": 1.5331,
+      "num_input_tokens_seen": 6501171200,
+      "step": 775
+    },
+    {
+      "epoch": 0.388,
+      "grad_norm": 0.41740885376930237,
+      "learning_rate": 7.251520205026206e-06,
+      "loss": 1.7121,
+      "num_input_tokens_seen": 6509559808,
+      "step": 776
+    },
+    {
+      "epoch": 0.3885,
+      "grad_norm": 0.375685453414917,
+      "learning_rate": 7.191102690654384e-06,
+      "loss": 1.4729,
+      "num_input_tokens_seen": 6517948416,
+      "step": 777
+    },
+    {
+      "epoch": 0.389,
+      "grad_norm": 0.3461897671222687,
+      "learning_rate": 7.130882705324422e-06,
+      "loss": 1.4276,
+      "num_input_tokens_seen": 6526337024,
+      "step": 778
+    },
+    {
+      "epoch": 0.3895,
+      "grad_norm": 0.3789466619491577,
+      "learning_rate": 7.070861177703006e-06,
+      "loss": 1.5973,
+      "num_input_tokens_seen": 6534725632,
+      "step": 779
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.40518102049827576,
+      "learning_rate": 7.01103903339633e-06,
+      "loss": 1.4118,
+      "num_input_tokens_seen": 6543114240,
+      "step": 780
+    },
+    {
+      "epoch": 0.3905,
+      "grad_norm": 0.3697455823421478,
+      "learning_rate": 6.95141719493587e-06,
+      "loss": 1.6321,
+      "num_input_tokens_seen": 6551502848,
+      "step": 781
+    },
+    {
+      "epoch": 0.391,
+      "grad_norm": 0.39922866225242615,
+      "learning_rate": 6.891996581764124e-06,
+      "loss": 1.5606,
+      "num_input_tokens_seen": 6559891456,
+      "step": 782
+    },
+    {
+      "epoch": 0.3915,
+      "grad_norm": 0.3575364947319031,
+      "learning_rate": 6.832778110220457e-06,
+      "loss": 1.5569,
+      "num_input_tokens_seen": 6568280064,
+      "step": 783
+    },
+    {
+      "epoch": 0.392,
+      "grad_norm": 0.36905914545059204,
+      "learning_rate": 6.773762693526967e-06,
+      "loss": 1.5744,
+      "num_input_tokens_seen": 6576668672,
+      "step": 784
+    },
+    {
+      "epoch": 0.3925,
+      "grad_norm": 0.5625297427177429,
+      "learning_rate": 6.7149512417743725e-06,
+      "loss": 1.3769,
+      "num_input_tokens_seen": 6585057280,
+      "step": 785
+    },
+    {
+      "epoch": 0.393,
+      "grad_norm": 0.3726418614387512,
+      "learning_rate": 6.656344661908003e-06,
+      "loss": 1.6744,
+      "num_input_tokens_seen": 6593445888,
+      "step": 786
+    },
+    {
+      "epoch": 0.3935,
+      "grad_norm": 0.39471179246902466,
+      "learning_rate": 6.597943857713849e-06,
+      "loss": 1.5823,
+      "num_input_tokens_seen": 6601834496,
+      "step": 787
+    },
+    {
+      "epoch": 0.394,
+      "grad_norm": 0.4886147975921631,
+      "learning_rate": 6.539749729804539e-06,
+      "loss": 1.4887,
+      "num_input_tokens_seen": 6610223104,
+      "step": 788
+    },
+    {
+      "epoch": 0.3945,
+      "grad_norm": 0.3547024130821228,
+      "learning_rate": 6.4817631756055086e-06,
+      "loss": 1.569,
+      "num_input_tokens_seen": 6618611712,
+      "step": 789
+    },
+    {
+      "epoch": 0.395,
+      "grad_norm": 0.4050310552120209,
+      "learning_rate": 6.423985089341165e-06,
+      "loss": 1.5851,
+      "num_input_tokens_seen": 6627000320,
+      "step": 790
+    },
+    {
+      "epoch": 0.3955,
+      "grad_norm": 0.36963605880737305,
+      "learning_rate": 6.366416362021077e-06,
+      "loss": 1.4311,
+      "num_input_tokens_seen": 6635388928,
+      "step": 791
+    },
+    {
+      "epoch": 0.396,
+      "grad_norm": 0.3320269286632538,
+      "learning_rate": 6.3090578814262256e-06,
+      "loss": 1.6496,
+      "num_input_tokens_seen": 6643777536,
+      "step": 792
+    },
+    {
+      "epoch": 0.3965,
+      "grad_norm": 0.4373522996902466,
+      "learning_rate": 6.251910532095349e-06,
+      "loss": 1.464,
+      "num_input_tokens_seen": 6652166144,
+      "step": 793
+    },
+    {
+      "epoch": 0.397,
+      "grad_norm": 0.3273358941078186,
+      "learning_rate": 6.1949751953112565e-06,
+      "loss": 1.5889,
+      "num_input_tokens_seen": 6660554752,
+      "step": 794
+    },
+    {
+      "epoch": 0.3975,
+      "grad_norm": 0.361979216337204,
+      "learning_rate": 6.138252749087286e-06,
+      "loss": 1.5708,
+      "num_input_tokens_seen": 6668943360,
+      "step": 795
+    },
+    {
+      "epoch": 0.398,
+      "grad_norm": 0.3504394292831421,
+      "learning_rate": 6.081744068153714e-06,
+      "loss": 1.7071,
+      "num_input_tokens_seen": 6677331968,
+      "step": 796
+    },
+    {
+      "epoch": 0.3985,
+      "grad_norm": 0.35012826323509216,
+      "learning_rate": 6.02545002394432e-06,
+      "loss": 1.5771,
+      "num_input_tokens_seen": 6685720576,
+      "step": 797
+    },
+    {
+      "epoch": 0.399,
+      "grad_norm": 0.34323230385780334,
+      "learning_rate": 5.969371484582887e-06,
+      "loss": 1.5181,
+      "num_input_tokens_seen": 6694109184,
+      "step": 798
+    },
+    {
+      "epoch": 0.3995,
+      "grad_norm": 0.3410869836807251,
+      "learning_rate": 5.913509314869874e-06,
+      "loss": 1.5847,
+      "num_input_tokens_seen": 6702497792,
+      "step": 799
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.3655712604522705,
+      "learning_rate": 5.857864376269051e-06,
+      "loss": 1.5978,
+      "num_input_tokens_seen": 6710886400,
+      "step": 800
+    },
+    {
+      "epoch": 0.4005,
+      "grad_norm": 0.3299401104450226,
+      "learning_rate": 5.802437526894198e-06,
+      "loss": 1.5185,
+      "num_input_tokens_seen": 6719275008,
+      "step": 801
+    },
+    {
+      "epoch": 0.401,
+      "grad_norm": 0.33015549182891846,
+      "learning_rate": 5.747229621495893e-06,
+      "loss": 1.4544,
+      "num_input_tokens_seen": 6727663616,
+      "step": 802
+    },
+    {
+      "epoch": 0.4015,
+      "grad_norm": 0.28621819615364075,
+      "learning_rate": 5.692241511448342e-06,
+      "loss": 1.6958,
+      "num_input_tokens_seen": 6736052224,
+      "step": 803
+    },
+    {
+      "epoch": 0.402,
+      "grad_norm": 0.3436781167984009,
+      "learning_rate": 5.637474044736227e-06,
+      "loss": 1.4529,
+      "num_input_tokens_seen": 6744440832,
+      "step": 804
+    },
+    {
+      "epoch": 0.4025,
+      "grad_norm": 0.3146877884864807,
+      "learning_rate": 5.582928065941624e-06,
+      "loss": 1.6761,
+      "num_input_tokens_seen": 6752829440,
+      "step": 805
+    },
+    {
+      "epoch": 0.403,
+      "grad_norm": 0.3468015789985657,
+      "learning_rate": 5.528604416231016e-06,
+      "loss": 1.5827,
+      "num_input_tokens_seen": 6761218048,
+      "step": 806
+    },
+    {
+      "epoch": 0.4035,
+      "grad_norm": 0.30543383955955505,
+      "learning_rate": 5.474503933342272e-06,
+      "loss": 1.6216,
+      "num_input_tokens_seen": 6769606656,
+      "step": 807
+    },
+    {
+      "epoch": 0.404,
+      "grad_norm": 0.33638039231300354,
+      "learning_rate": 5.4206274515717735e-06,
+      "loss": 1.7167,
+      "num_input_tokens_seen": 6777995264,
+      "step": 808
+    },
+    {
+      "epoch": 0.4045,
+      "grad_norm": 0.2884032428264618,
+      "learning_rate": 5.366975801761507e-06,
+      "loss": 1.4414,
+      "num_input_tokens_seen": 6786383872,
+      "step": 809
+    },
+    {
+      "epoch": 0.405,
+      "grad_norm": 0.3318146765232086,
+      "learning_rate": 5.313549811286294e-06,
+      "loss": 1.712,
+      "num_input_tokens_seen": 6794772480,
+      "step": 810
+    },
+    {
+      "epoch": 0.4055,
+      "grad_norm": 0.3560062646865845,
+      "learning_rate": 5.260350304040987e-06,
+      "loss": 1.5902,
+      "num_input_tokens_seen": 6803161088,
+      "step": 811
+    },
+    {
+      "epoch": 0.406,
+      "grad_norm": 0.31840780377388,
+      "learning_rate": 5.207378100427804e-06,
+      "loss": 1.5372,
+      "num_input_tokens_seen": 6811549696,
+      "step": 812
+    },
+    {
+      "epoch": 0.4065,
+      "grad_norm": 0.3286549150943756,
+      "learning_rate": 5.154634017343662e-06,
+      "loss": 1.6759,
+      "num_input_tokens_seen": 6819938304,
+      "step": 813
+    },
+    {
+      "epoch": 0.407,
+      "grad_norm": 0.3250563144683838,
+      "learning_rate": 5.102118868167565e-06,
+      "loss": 1.5406,
+      "num_input_tokens_seen": 6828326912,
+      "step": 814
+    },
+    {
+      "epoch": 0.4075,
+      "grad_norm": 0.3316640555858612,
+      "learning_rate": 5.049833462748061e-06,
+      "loss": 1.7991,
+      "num_input_tokens_seen": 6836715520,
+      "step": 815
+    },
+    {
+      "epoch": 0.408,
+      "grad_norm": 0.3580614924430847,
+      "learning_rate": 4.997778607390809e-06,
+      "loss": 1.6432,
+      "num_input_tokens_seen": 6845104128,
+      "step": 816
+    },
+    {
+      "epoch": 0.4085,
+      "grad_norm": 0.3245338499546051,
+      "learning_rate": 4.945955104846061e-06,
+      "loss": 1.6115,
+      "num_input_tokens_seen": 6853492736,
+      "step": 817
+    },
+    {
+      "epoch": 0.409,
+      "grad_norm": 0.3292555510997772,
+      "learning_rate": 4.89436375429633e-06,
+      "loss": 1.3836,
+      "num_input_tokens_seen": 6861881344,
+      "step": 818
+    },
+    {
+      "epoch": 0.4095,
+      "grad_norm": 0.33106541633605957,
+      "learning_rate": 4.843005351344065e-06,
+      "loss": 1.4818,
+      "num_input_tokens_seen": 6870269952,
+      "step": 819
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.4454377293586731,
+      "learning_rate": 4.791880687999382e-06,
+      "loss": 1.4974,
+      "num_input_tokens_seen": 6878658560,
+      "step": 820
+    },
+    {
+      "epoch": 0.4105,
+      "grad_norm": 0.3861941993236542,
+      "learning_rate": 4.740990552667823e-06,
+      "loss": 1.5086,
+      "num_input_tokens_seen": 6887047168,
+      "step": 821
+    },
+    {
+      "epoch": 0.411,
+      "grad_norm": 0.3597433865070343,
+      "learning_rate": 4.6903357301382405e-06,
+      "loss": 1.515,
+      "num_input_tokens_seen": 6895435776,
+      "step": 822
+    },
+    {
+      "epoch": 0.4115,
+      "grad_norm": 0.35469549894332886,
+      "learning_rate": 4.639917001570644e-06,
+      "loss": 1.635,
+      "num_input_tokens_seen": 6903824384,
+      "step": 823
+    },
+    {
+      "epoch": 0.412,
+      "grad_norm": 0.33241182565689087,
+      "learning_rate": 4.589735144484217e-06,
+      "loss": 1.6323,
+      "num_input_tokens_seen": 6912212992,
+      "step": 824
+    },
+    {
+      "epoch": 0.4125,
+      "grad_norm": 0.37007105350494385,
+      "learning_rate": 4.53979093274526e-06,
+      "loss": 1.6834,
+      "num_input_tokens_seen": 6920601600,
+      "step": 825
+    },
+    {
+      "epoch": 0.413,
+      "grad_norm": 0.3709860146045685,
+      "learning_rate": 4.490085136555313e-06,
+      "loss": 1.4491,
+      "num_input_tokens_seen": 6928990208,
+      "step": 826
+    },
+    {
+      "epoch": 0.4135,
+      "grad_norm": 0.3294796645641327,
+      "learning_rate": 4.440618522439237e-06,
+      "loss": 1.4501,
+      "num_input_tokens_seen": 6937378816,
+      "step": 827
+    },
+    {
+      "epoch": 0.414,
+      "grad_norm": 0.3185144066810608,
+      "learning_rate": 4.391391853233404e-06,
+      "loss": 1.4515,
+      "num_input_tokens_seen": 6945767424,
+      "step": 828
+    },
+    {
+      "epoch": 0.4145,
+      "grad_norm": 0.3276340961456299,
+      "learning_rate": 4.342405888073971e-06,
+      "loss": 1.6034,
+      "num_input_tokens_seen": 6954156032,
+      "step": 829
+    },
+    {
+      "epoch": 0.415,
+      "grad_norm": 0.3218885362148285,
+      "learning_rate": 4.293661382385106e-06,
+      "loss": 1.4493,
+      "num_input_tokens_seen": 6962544640,
+      "step": 830
+    },
+    {
+      "epoch": 0.4155,
+      "grad_norm": 0.318389356136322,
+      "learning_rate": 4.245159087867383e-06,
+      "loss": 1.7035,
+      "num_input_tokens_seen": 6970933248,
+      "step": 831
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.36420193314552307,
+      "learning_rate": 4.196899752486192e-06,
+      "loss": 1.4633,
+      "num_input_tokens_seen": 6979321856,
+      "step": 832
+    },
+    {
+      "epoch": 0.4165,
+      "grad_norm": 0.3152608275413513,
+      "learning_rate": 4.148884120460186e-06,
+      "loss": 1.4906,
+      "num_input_tokens_seen": 6987710464,
+      "step": 833
+    },
+    {
+      "epoch": 0.417,
+      "grad_norm": 0.30179423093795776,
+      "learning_rate": 4.1011129322498e-06,
+      "loss": 1.6253,
+      "num_input_tokens_seen": 6996099072,
+      "step": 834
+    },
+    {
+      "epoch": 0.4175,
+      "grad_norm": 0.28013914823532104,
+      "learning_rate": 4.05358692454586e-06,
+      "loss": 1.5175,
+      "num_input_tokens_seen": 7004487680,
+      "step": 835
+    },
+    {
+      "epoch": 0.418,
+      "grad_norm": 0.344892293214798,
+      "learning_rate": 4.006306830258189e-06,
+      "loss": 1.6806,
+      "num_input_tokens_seen": 7012876288,
+      "step": 836
+    },
+    {
+      "epoch": 0.4185,
+      "grad_norm": 0.31076744198799133,
+      "learning_rate": 3.9592733785043405e-06,
+      "loss": 1.4867,
+      "num_input_tokens_seen": 7021264896,
+      "step": 837
+    },
+    {
+      "epoch": 0.419,
+      "grad_norm": 0.30278122425079346,
+      "learning_rate": 3.91248729459831e-06,
+      "loss": 1.6043,
+      "num_input_tokens_seen": 7029653504,
+      "step": 838
+    },
+    {
+      "epoch": 0.4195,
+      "grad_norm": 1.5924491882324219,
+      "learning_rate": 3.865949300039404e-06,
+      "loss": 1.6819,
+      "num_input_tokens_seen": 7038042112,
+      "step": 839
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.3173651695251465,
+      "learning_rate": 3.819660112501053e-06,
+      "loss": 1.5288,
+      "num_input_tokens_seen": 7046430720,
+      "step": 840
+    },
+    {
+      "epoch": 0.4205,
+      "grad_norm": 0.390505850315094,
+      "learning_rate": 3.773620445819799e-06,
+      "loss": 1.7401,
+      "num_input_tokens_seen": 7054819328,
+      "step": 841
+    },
+    {
+      "epoch": 0.421,
+      "grad_norm": 0.3141814172267914,
+      "learning_rate": 3.727831009984262e-06,
+      "loss": 1.5442,
+      "num_input_tokens_seen": 7063207936,
+      "step": 842
+    },
+    {
+      "epoch": 0.4215,
+      "grad_norm": 0.32728394865989685,
+      "learning_rate": 3.682292511124179e-06,
+      "loss": 1.524,
+      "num_input_tokens_seen": 7071596544,
+      "step": 843
+    },
+    {
+      "epoch": 0.422,
+      "grad_norm": 0.30296072363853455,
+      "learning_rate": 3.637005651499528e-06,
+      "loss": 1.5514,
+      "num_input_tokens_seen": 7079985152,
+      "step": 844
+    },
+    {
+      "epoch": 0.4225,
+      "grad_norm": 0.3034377098083496,
+      "learning_rate": 3.5919711294897285e-06,
+      "loss": 1.6488,
+      "num_input_tokens_seen": 7088373760,
+      "step": 845
+    },
+    {
+      "epoch": 0.423,
+      "grad_norm": 0.3028651773929596,
+      "learning_rate": 3.5471896395828064e-06,
+      "loss": 1.6122,
+      "num_input_tokens_seen": 7096762368,
+      "step": 846
+    },
+    {
+      "epoch": 0.4235,
+      "grad_norm": 0.28566136956214905,
+      "learning_rate": 3.502661872364732e-06,
+      "loss": 1.6506,
+      "num_input_tokens_seen": 7105150976,
+      "step": 847
+    },
+    {
+      "epoch": 0.424,
+      "grad_norm": 0.32108139991760254,
+      "learning_rate": 3.4583885145087613e-06,
+      "loss": 1.4408,
+      "num_input_tokens_seen": 7113539584,
+      "step": 848
+    },
+    {
+      "epoch": 0.4245,
+      "grad_norm": 0.33206671476364136,
+      "learning_rate": 3.414370248764849e-06,
+      "loss": 1.4943,
+      "num_input_tokens_seen": 7121928192,
+      "step": 849
+    },
+    {
+      "epoch": 0.425,
+      "grad_norm": 0.27473020553588867,
+      "learning_rate": 3.3706077539490933e-06,
+      "loss": 1.5191,
+      "num_input_tokens_seen": 7130316800,
+      "step": 850
+    },
+    {
+      "epoch": 0.4255,
+      "grad_norm": 0.291063517332077,
+      "learning_rate": 3.327101704933313e-06,
+      "loss": 1.341,
+      "num_input_tokens_seen": 7138705408,
+      "step": 851
+    },
+    {
+      "epoch": 0.426,
+      "grad_norm": 0.35267290472984314,
+      "learning_rate": 3.2838527726345994e-06,
+      "loss": 1.3756,
+      "num_input_tokens_seen": 7147094016,
+      "step": 852
+    },
+    {
+      "epoch": 0.4265,
+      "grad_norm": 0.29957467317581177,
+      "learning_rate": 3.240861624004983e-06,
+      "loss": 1.7059,
+      "num_input_tokens_seen": 7155482624,
+      "step": 853
+    },
+    {
+      "epoch": 0.427,
+      "grad_norm": 0.29212555289268494,
+      "learning_rate": 3.198128922021162e-06,
+      "loss": 1.4891,
+      "num_input_tokens_seen": 7163871232,
+      "step": 854
+    },
+    {
+      "epoch": 0.4275,
+      "grad_norm": 0.3003202974796295,
+      "learning_rate": 3.155655325674272e-06,
+      "loss": 1.5788,
+      "num_input_tokens_seen": 7172259840,
+      "step": 855
+    },
+    {
+      "epoch": 0.428,
+      "grad_norm": 0.29497838020324707,
+      "learning_rate": 3.1134414899597033e-06,
+      "loss": 1.6972,
+      "num_input_tokens_seen": 7180648448,
+      "step": 856
+    },
+    {
+      "epoch": 0.4285,
+      "grad_norm": 0.28923463821411133,
+      "learning_rate": 3.0714880658670165e-06,
+      "loss": 1.4985,
+      "num_input_tokens_seen": 7189037056,
+      "step": 857
+    },
+    {
+      "epoch": 0.429,
+      "grad_norm": 0.31097179651260376,
+      "learning_rate": 3.0297957003699284e-06,
+      "loss": 1.5965,
+      "num_input_tokens_seen": 7197425664,
+      "step": 858
+    },
+    {
+      "epoch": 0.4295,
+      "grad_norm": 0.2652358114719391,
+      "learning_rate": 2.9883650364162784e-06,
+      "loss": 1.4394,
+      "num_input_tokens_seen": 7205814272,
+      "step": 859
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.29938805103302,
+      "learning_rate": 2.947196712918157e-06,
+      "loss": 1.6263,
+      "num_input_tokens_seen": 7214202880,
+      "step": 860
+    },
+    {
+      "epoch": 0.4305,
+      "grad_norm": 0.2985369861125946,
+      "learning_rate": 2.906291364742042e-06,
+      "loss": 1.5659,
+      "num_input_tokens_seen": 7222591488,
+      "step": 861
+    },
+    {
+      "epoch": 0.431,
+      "grad_norm": 0.31858527660369873,
+      "learning_rate": 2.8656496226990092e-06,
+      "loss": 1.6757,
+      "num_input_tokens_seen": 7230980096,
+      "step": 862
+    },
+    {
+      "epoch": 0.4315,
+      "grad_norm": 0.3064689636230469,
+      "learning_rate": 2.8252721135349892e-06,
+      "loss": 1.495,
+      "num_input_tokens_seen": 7239368704,
+      "step": 863
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 0.2998564839363098,
+      "learning_rate": 2.7851594599211297e-06,
+      "loss": 1.3919,
+      "num_input_tokens_seen": 7247757312,
+      "step": 864
+    },
+    {
+      "epoch": 0.4325,
+      "grad_norm": 0.30185946822166443,
+      "learning_rate": 2.7453122804441636e-06,
+      "loss": 1.3706,
+      "num_input_tokens_seen": 7256145920,
+      "step": 865
+    },
+    {
+      "epoch": 0.433,
+      "grad_norm": 0.313856303691864,
+      "learning_rate": 2.705731189596901e-06,
+      "loss": 1.6292,
+      "num_input_tokens_seen": 7264534528,
+      "step": 866
+    },
+    {
+      "epoch": 0.4335,
+      "grad_norm": 0.32189980149269104,
+      "learning_rate": 2.6664167977687182e-06,
+      "loss": 1.7559,
+      "num_input_tokens_seen": 7272923136,
+      "step": 867
+    },
+    {
+      "epoch": 0.434,
+      "grad_norm": 0.3159331977367401,
+      "learning_rate": 2.6273697112361786e-06,
+      "loss": 1.6213,
+      "num_input_tokens_seen": 7281311744,
+      "step": 868
+    },
+    {
+      "epoch": 0.4345,
+      "grad_norm": 0.30264052748680115,
+      "learning_rate": 2.588590532153652e-06,
+      "loss": 1.5662,
+      "num_input_tokens_seen": 7289700352,
+      "step": 869
+    },
+    {
+      "epoch": 0.435,
+      "grad_norm": 0.29510387778282166,
+      "learning_rate": 2.550079858544057e-06,
+      "loss": 1.5406,
+      "num_input_tokens_seen": 7298088960,
+      "step": 870
+    },
+    {
+      "epoch": 0.4355,
+      "grad_norm": 0.3535095155239105,
+      "learning_rate": 2.511838284289625e-06,
+      "loss": 1.5925,
+      "num_input_tokens_seen": 7306477568,
+      "step": 871
+    },
+    {
+      "epoch": 0.436,
+      "grad_norm": 0.3253929615020752,
+      "learning_rate": 2.473866399122733e-06,
+      "loss": 1.5054,
+      "num_input_tokens_seen": 7314866176,
+      "step": 872
+    },
+    {
+      "epoch": 0.4365,
+      "grad_norm": 0.27736151218414307,
+      "learning_rate": 2.436164788616815e-06,
+      "loss": 1.6797,
+      "num_input_tokens_seen": 7323254784,
+      "step": 873
+    },
+    {
+      "epoch": 0.437,
+      "grad_norm": 0.2774750590324402,
+      "learning_rate": 2.398734034177361e-06,
+      "loss": 1.3784,
+      "num_input_tokens_seen": 7331643392,
+      "step": 874
+    },
+    {
+      "epoch": 0.4375,
+      "grad_norm": 1.0643863677978516,
+      "learning_rate": 2.3615747130329013e-06,
+      "loss": 1.3942,
+      "num_input_tokens_seen": 7340032000,
+      "step": 875
+    },
+    {
+      "epoch": 0.438,
+      "grad_norm": 0.2871946096420288,
+      "learning_rate": 2.324687398226131e-06,
+      "loss": 1.5828,
+      "num_input_tokens_seen": 7348420608,
+      "step": 876
+    },
+    {
+      "epoch": 0.4385,
+      "grad_norm": 0.28776809573173523,
+      "learning_rate": 2.288072658605087e-06,
+      "loss": 1.4781,
+      "num_input_tokens_seen": 7356809216,
+      "step": 877
+    },
+    {
+      "epoch": 0.439,
+      "grad_norm": 0.31147900223731995,
+      "learning_rate": 2.2517310588143372e-06,
+      "loss": 1.6066,
+      "num_input_tokens_seen": 7365197824,
+      "step": 878
+    },
+    {
+      "epoch": 0.4395,
+      "grad_norm": 0.32211750745773315,
+      "learning_rate": 2.215663159286314e-06,
+      "loss": 1.6086,
+      "num_input_tokens_seen": 7373586432,
+      "step": 879
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.360286682844162,
+      "learning_rate": 2.1798695162326444e-06,
+      "loss": 1.5362,
+      "num_input_tokens_seen": 7381975040,
+      "step": 880
+    },
+    {
+      "epoch": 0.4405,
+      "grad_norm": 0.2793222665786743,
+      "learning_rate": 2.144350681635585e-06,
+      "loss": 1.6441,
+      "num_input_tokens_seen": 7390363648,
+      "step": 881
+    },
+    {
+      "epoch": 0.441,
+      "grad_norm": 0.30778202414512634,
+      "learning_rate": 2.1091072032395e-06,
+      "loss": 1.6035,
+      "num_input_tokens_seen": 7398752256,
+      "step": 882
+    },
+    {
+      "epoch": 0.4415,
+      "grad_norm": 0.35812097787857056,
+      "learning_rate": 2.0741396245424263e-06,
+      "loss": 1.5975,
+      "num_input_tokens_seen": 7407140864,
+      "step": 883
+    },
+    {
+      "epoch": 0.442,
+      "grad_norm": 0.3686063289642334,
+      "learning_rate": 2.0394484847876894e-06,
+      "loss": 1.6201,
+      "num_input_tokens_seen": 7415529472,
+      "step": 884
+    },
+    {
+      "epoch": 0.4425,
+      "grad_norm": 0.3779139220714569,
+      "learning_rate": 2.0050343189555743e-06,
+      "loss": 1.6497,
+      "num_input_tokens_seen": 7423918080,
+      "step": 885
+    },
+    {
+      "epoch": 0.443,
+      "grad_norm": 0.298098623752594,
+      "learning_rate": 1.970897657755084e-06,
+      "loss": 1.4754,
+      "num_input_tokens_seen": 7432306688,
+      "step": 886
+    },
+    {
+      "epoch": 0.4435,
+      "grad_norm": 0.3022516071796417,
+      "learning_rate": 1.937039027615779e-06,
+      "loss": 1.4341,
+      "num_input_tokens_seen": 7440695296,
+      "step": 887
+    },
+    {
+      "epoch": 0.444,
+      "grad_norm": 0.30083125829696655,
+      "learning_rate": 1.903458950679613e-06,
+      "loss": 1.6386,
+      "num_input_tokens_seen": 7449083904,
+      "step": 888
+    },
+    {
+      "epoch": 0.4445,
+      "grad_norm": 0.2998676598072052,
+      "learning_rate": 1.8701579447929076e-06,
+      "loss": 1.4833,
+      "num_input_tokens_seen": 7457472512,
+      "step": 889
+    },
+    {
+      "epoch": 0.445,
+      "grad_norm": 0.28990113735198975,
+      "learning_rate": 1.837136523498373e-06,
+      "loss": 1.5555,
+      "num_input_tokens_seen": 7465861120,
+      "step": 890
+    },
+    {
+      "epoch": 0.4455,
+      "grad_norm": 0.2804090082645416,
+      "learning_rate": 1.80439519602718e-06,
+      "loss": 1.5589,
+      "num_input_tokens_seen": 7474249728,
+      "step": 891
+    },
+    {
+      "epoch": 0.446,
+      "grad_norm": 0.29142701625823975,
+      "learning_rate": 1.7719344672910942e-06,
+      "loss": 1.5012,
+      "num_input_tokens_seen": 7482638336,
+      "step": 892
+    },
+    {
+      "epoch": 0.4465,
+      "grad_norm": 0.2881058156490326,
+      "learning_rate": 1.7397548378747142e-06,
+      "loss": 1.6529,
+      "num_input_tokens_seen": 7491026944,
+      "step": 893
+    },
+    {
+      "epoch": 0.447,
+      "grad_norm": 0.29974132776260376,
+      "learning_rate": 1.7078568040277276e-06,
+      "loss": 1.4558,
+      "num_input_tokens_seen": 7499415552,
+      "step": 894
+    },
+    {
+      "epoch": 0.4475,
+      "grad_norm": 0.24919338524341583,
+      "learning_rate": 1.676240857657283e-06,
+      "loss": 1.6168,
+      "num_input_tokens_seen": 7507804160,
+      "step": 895
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.27764326333999634,
+      "learning_rate": 1.6449074863203773e-06,
+      "loss": 1.4641,
+      "num_input_tokens_seen": 7516192768,
+      "step": 896
+    },
+    {
+      "epoch": 0.4485,
+      "grad_norm": 0.28568482398986816,
+      "learning_rate": 1.6138571732163643e-06,
+      "loss": 1.5211,
+      "num_input_tokens_seen": 7524581376,
+      "step": 897
+    },
+    {
+      "epoch": 0.449,
+      "grad_norm": 0.7067427039146423,
+      "learning_rate": 1.5830903971794765e-06,
+      "loss": 1.6592,
+      "num_input_tokens_seen": 7532969984,
+      "step": 898
+    },
+    {
+      "epoch": 0.4495,
+      "grad_norm": 0.2689734399318695,
+      "learning_rate": 1.5526076326714635e-06,
+      "loss": 1.4476,
+      "num_input_tokens_seen": 7541358592,
+      "step": 899
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.27099910378456116,
+      "learning_rate": 1.5224093497742654e-06,
+      "loss": 1.4756,
+      "num_input_tokens_seen": 7549747200,
+      "step": 900
+    },
+    {
+      "epoch": 0.4505,
+      "grad_norm": 0.2850476801395416,
+      "learning_rate": 1.4924960141827605e-06,
+      "loss": 1.5165,
+      "num_input_tokens_seen": 7558135808,
+      "step": 901
+    },
+    {
+      "epoch": 0.451,
+      "grad_norm": 0.268863707780838,
+      "learning_rate": 1.4628680871975842e-06,
+      "loss": 1.5588,
+      "num_input_tokens_seen": 7566524416,
+      "step": 902
+    },
+    {
+      "epoch": 0.4515,
+      "grad_norm": 0.26697346568107605,
+      "learning_rate": 1.4335260257180262e-06,
+      "loss": 1.596,
+      "num_input_tokens_seen": 7574913024,
+      "step": 903
+    },
+    {
+      "epoch": 0.452,
+      "grad_norm": 0.28044283390045166,
+      "learning_rate": 1.4044702822349731e-06,
+      "loss": 1.4721,
+      "num_input_tokens_seen": 7583301632,
+      "step": 904
+    },
+    {
+      "epoch": 0.4525,
+      "grad_norm": 0.27265068888664246,
+      "learning_rate": 1.3757013048239287e-06,
+      "loss": 1.7483,
+      "num_input_tokens_seen": 7591690240,
+      "step": 905
+    },
+    {
+      "epoch": 0.453,
+      "grad_norm": 0.27618253231048584,
+      "learning_rate": 1.3472195371381202e-06,
+      "loss": 1.4239,
+      "num_input_tokens_seen": 7600078848,
+      "step": 906
+    },
+    {
+      "epoch": 0.4535,
+      "grad_norm": 0.27610379457473755,
+      "learning_rate": 1.3190254184016294e-06,
+      "loss": 1.4987,
+      "num_input_tokens_seen": 7608467456,
+      "step": 907
+    },
+    {
+      "epoch": 0.454,
+      "grad_norm": 0.2572946548461914,
+      "learning_rate": 1.2911193834026548e-06,
+      "loss": 1.4957,
+      "num_input_tokens_seen": 7616856064,
+      "step": 908
+    },
+    {
+      "epoch": 0.4545,
+      "grad_norm": 0.2584414482116699,
+      "learning_rate": 1.2635018624867712e-06,
+      "loss": 1.6271,
+      "num_input_tokens_seen": 7625244672,
+      "step": 909
+    },
+    {
+      "epoch": 0.455,
+      "grad_norm": 0.26803648471832275,
+      "learning_rate": 1.236173281550319e-06,
+      "loss": 1.6387,
+      "num_input_tokens_seen": 7633633280,
+      "step": 910
+    },
+    {
+      "epoch": 0.4555,
+      "grad_norm": 0.25464460253715515,
+      "learning_rate": 1.209134062033821e-06,
+      "loss": 1.5111,
+      "num_input_tokens_seen": 7642021888,
+      "step": 911
+    },
+    {
+      "epoch": 0.456,
+      "grad_norm": 0.2775379717350006,
+      "learning_rate": 1.182384620915491e-06,
+      "loss": 1.7476,
+      "num_input_tokens_seen": 7650410496,
+      "step": 912
+    },
+    {
+      "epoch": 0.4565,
+      "grad_norm": 0.27452683448791504,
+      "learning_rate": 1.1559253707048046e-06,
+      "loss": 1.5443,
+      "num_input_tokens_seen": 7658799104,
+      "step": 913
+    },
+    {
+      "epoch": 0.457,
+      "grad_norm": 0.2475164234638214,
+      "learning_rate": 1.1297567194361303e-06,
+      "loss": 1.6505,
+      "num_input_tokens_seen": 7667187712,
+      "step": 914
+    },
+    {
+      "epoch": 0.4575,
+      "grad_norm": 0.28584203124046326,
+      "learning_rate": 1.103879070662439e-06,
+      "loss": 1.5918,
+      "num_input_tokens_seen": 7675576320,
+      "step": 915
+    },
+    {
+      "epoch": 0.458,
+      "grad_norm": 0.2768670618534088,
+      "learning_rate": 1.0782928234490941e-06,
+      "loss": 1.482,
+      "num_input_tokens_seen": 7683964928,
+      "step": 916
+    },
+    {
+      "epoch": 0.4585,
+      "grad_norm": 0.27717721462249756,
+      "learning_rate": 1.0529983723676751e-06,
+      "loss": 1.6142,
+      "num_input_tokens_seen": 7692353536,
+      "step": 917
+    },
+    {
+      "epoch": 0.459,
+      "grad_norm": 0.2514759302139282,
+      "learning_rate": 1.027996107489908e-06,
+      "loss": 1.5034,
+      "num_input_tokens_seen": 7700742144,
+      "step": 918
+    },
+    {
+      "epoch": 0.4595,
+      "grad_norm": 0.2566506862640381,
+      "learning_rate": 1.0032864143816456e-06,
+      "loss": 1.5485,
+      "num_input_tokens_seen": 7709130752,
+      "step": 919
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.275288462638855,
+      "learning_rate": 9.788696740969295e-07,
+      "loss": 1.5363,
+      "num_input_tokens_seen": 7717519360,
+      "step": 920
+    },
+    {
+      "epoch": 0.4605,
+      "grad_norm": 0.26422953605651855,
+      "learning_rate": 9.547462631720906e-07,
+      "loss": 1.7154,
+      "num_input_tokens_seen": 7725907968,
+      "step": 921
+    },
+    {
+      "epoch": 0.461,
+      "grad_norm": 0.2841811180114746,
+      "learning_rate": 9.30916553619976e-07,
+      "loss": 1.6462,
+      "num_input_tokens_seen": 7734296576,
+      "step": 922
+    },
+    {
+      "epoch": 0.4615,
+      "grad_norm": 0.2585889995098114,
+      "learning_rate": 9.073809129241784e-07,
+      "loss": 1.5431,
+      "num_input_tokens_seen": 7742685184,
+      "step": 923
+    },
+    {
+      "epoch": 0.462,
+      "grad_norm": 0.25092291831970215,
+      "learning_rate": 8.841397040333976e-07,
+      "loss": 1.5584,
+      "num_input_tokens_seen": 7751073792,
+      "step": 924
+    },
+    {
+      "epoch": 0.4625,
+      "grad_norm": 0.2754204273223877,
+      "learning_rate": 8.611932853558236e-07,
+      "loss": 1.5088,
+      "num_input_tokens_seen": 7759462400,
+      "step": 925
+    },
+    {
+      "epoch": 0.463,
+      "grad_norm": 0.29892218112945557,
+      "learning_rate": 8.38542010753618e-07,
+      "loss": 1.5045,
+      "num_input_tokens_seen": 7767851008,
+      "step": 926
+    },
+    {
+      "epoch": 0.4635,
+      "grad_norm": 0.2517067492008209,
+      "learning_rate": 8.161862295374567e-07,
+      "loss": 1.4251,
+      "num_input_tokens_seen": 7776239616,
+      "step": 927
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 0.28415587544441223,
+      "learning_rate": 7.941262864611387e-07,
+      "loss": 1.5208,
+      "num_input_tokens_seen": 7784628224,
+      "step": 928
+    },
+    {
+      "epoch": 0.4645,
+      "grad_norm": 0.2550823986530304,
+      "learning_rate": 7.723625217162811e-07,
+      "loss": 1.5787,
+      "num_input_tokens_seen": 7793016832,
+      "step": 929
+    },
+    {
+      "epoch": 0.465,
+      "grad_norm": 0.24390766024589539,
+      "learning_rate": 7.508952709270567e-07,
+      "loss": 1.6071,
+      "num_input_tokens_seen": 7801405440,
+      "step": 930
+    },
+    {
+      "epoch": 0.4655,
+      "grad_norm": 0.2771441638469696,
+      "learning_rate": 7.29724865145025e-07,
+      "loss": 1.6024,
+      "num_input_tokens_seen": 7809794048,
+      "step": 931
+    },
+    {
+      "epoch": 0.466,
+      "grad_norm": 0.3028735816478729,
+      "learning_rate": 7.088516308440386e-07,
+      "loss": 1.6315,
+      "num_input_tokens_seen": 7818182656,
+      "step": 932
+    },
+    {
+      "epoch": 0.4665,
+      "grad_norm": 0.273967981338501,
+      "learning_rate": 6.882758899151886e-07,
+      "loss": 1.5286,
+      "num_input_tokens_seen": 7826571264,
+      "step": 933
+    },
+    {
+      "epoch": 0.467,
+      "grad_norm": 0.2625696361064911,
+      "learning_rate": 6.679979596618546e-07,
+      "loss": 1.7165,
+      "num_input_tokens_seen": 7834959872,
+      "step": 934
+    },
+    {
+      "epoch": 0.4675,
+      "grad_norm": 0.7894181609153748,
+      "learning_rate": 6.480181527948049e-07,
+      "loss": 1.4989,
+      "num_input_tokens_seen": 7843348480,
+      "step": 935
+    },
+    {
+      "epoch": 0.468,
+      "grad_norm": 0.27667322754859924,
+      "learning_rate": 6.283367774273785e-07,
+      "loss": 1.6919,
+      "num_input_tokens_seen": 7851737088,
+      "step": 936
+    },
+    {
+      "epoch": 0.4685,
+      "grad_norm": 0.2543598711490631,
+      "learning_rate": 6.089541370707297e-07,
+      "loss": 1.6136,
+      "num_input_tokens_seen": 7860125696,
+      "step": 937
+    },
+    {
+      "epoch": 0.469,
+      "grad_norm": 0.2823677361011505,
+      "learning_rate": 5.898705306291508e-07,
+      "loss": 1.7088,
+      "num_input_tokens_seen": 7868514304,
+      "step": 938
+    },
+    {
+      "epoch": 0.4695,
+      "grad_norm": 0.2542930543422699,
+      "learning_rate": 5.71086252395463e-07,
+      "loss": 1.728,
+      "num_input_tokens_seen": 7876902912,
+      "step": 939
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.2800678014755249,
+      "learning_rate": 5.526015920464689e-07,
+      "loss": 1.5442,
+      "num_input_tokens_seen": 7885291520,
+      "step": 940
+    },
+    {
+      "epoch": 0.4705,
+      "grad_norm": 0.28233593702316284,
+      "learning_rate": 5.344168346385003e-07,
+      "loss": 1.5762,
+      "num_input_tokens_seen": 7893680128,
+      "step": 941
+    },
+    {
+      "epoch": 0.471,
+      "grad_norm": 0.2772792875766754,
+      "learning_rate": 5.165322606030132e-07,
+      "loss": 1.498,
+      "num_input_tokens_seen": 7902068736,
+      "step": 942
+    },
+    {
+      "epoch": 0.4715,
+      "grad_norm": 0.258087694644928,
+      "learning_rate": 4.98948145742264e-07,
+      "loss": 1.6592,
+      "num_input_tokens_seen": 7910457344,
+      "step": 943
+    },
+    {
+      "epoch": 0.472,
+      "grad_norm": 0.2860059142112732,
+      "learning_rate": 4.816647612250513e-07,
+      "loss": 1.5144,
+      "num_input_tokens_seen": 7918845952,
+      "step": 944
+    },
+    {
+      "epoch": 0.4725,
+      "grad_norm": 0.24073940515518188,
+      "learning_rate": 4.646823735825523e-07,
+      "loss": 1.6956,
+      "num_input_tokens_seen": 7927234560,
+      "step": 945
+    },
+    {
+      "epoch": 0.473,
+      "grad_norm": 0.25412750244140625,
+      "learning_rate": 4.4800124470418815e-07,
+      "loss": 1.5523,
+      "num_input_tokens_seen": 7935623168,
+      "step": 946
+    },
+    {
+      "epoch": 0.4735,
+      "grad_norm": 0.2561289966106415,
+      "learning_rate": 4.3162163183360084e-07,
+      "loss": 1.5933,
+      "num_input_tokens_seen": 7944011776,
+      "step": 947
+    },
+    {
+      "epoch": 0.474,
+      "grad_norm": 0.2627177834510803,
+      "learning_rate": 4.155437875646828e-07,
+      "loss": 1.5529,
+      "num_input_tokens_seen": 7952400384,
+      "step": 948
+    },
+    {
+      "epoch": 0.4745,
+      "grad_norm": 0.2649383544921875,
+      "learning_rate": 3.997679598376891e-07,
+      "loss": 1.5151,
+      "num_input_tokens_seen": 7960788992,
+      "step": 949
+    },
+    {
+      "epoch": 0.475,
+      "grad_norm": 0.25103694200515747,
+      "learning_rate": 3.842943919353914e-07,
+      "loss": 1.3731,
+      "num_input_tokens_seen": 7969177600,
+      "step": 950
+    },
+    {
+      "epoch": 0.4755,
+      "grad_norm": 0.24840368330478668,
+      "learning_rate": 3.6912332247935224e-07,
+      "loss": 1.554,
+      "num_input_tokens_seen": 7977566208,
+      "step": 951
+    },
+    {
+      "epoch": 0.476,
+      "grad_norm": 0.2701607048511505,
+      "learning_rate": 3.5425498542622784e-07,
+      "loss": 1.4967,
+      "num_input_tokens_seen": 7985954816,
+      "step": 952
+    },
+    {
+      "epoch": 0.4765,
+      "grad_norm": 0.2613852620124817,
+      "learning_rate": 3.396896100641689e-07,
+      "loss": 1.5878,
+      "num_input_tokens_seen": 7994343424,
+      "step": 953
+    },
+    {
+      "epoch": 0.477,
+      "grad_norm": 0.26147374510765076,
+      "learning_rate": 3.2542742100928114e-07,
+      "loss": 1.5783,
+      "num_input_tokens_seen": 8002732032,
+      "step": 954
+    },
+    {
+      "epoch": 0.4775,
+      "grad_norm": 0.3100808560848236,
+      "learning_rate": 3.114686382021681e-07,
+      "loss": 1.5472,
+      "num_input_tokens_seen": 8011120640,
+      "step": 955
+    },
+    {
+      "epoch": 0.478,
+      "grad_norm": 0.26423409581184387,
+      "learning_rate": 2.9781347690452266e-07,
+      "loss": 1.8478,
+      "num_input_tokens_seen": 8019509248,
+      "step": 956
+    },
+    {
+      "epoch": 0.4785,
+      "grad_norm": 0.2365507185459137,
+      "learning_rate": 2.8446214769582534e-07,
+      "loss": 1.6472,
+      "num_input_tokens_seen": 8027897856,
+      "step": 957
+    },
+    {
+      "epoch": 0.479,
+      "grad_norm": 0.2785324454307556,
+      "learning_rate": 2.714148564700914e-07,
+      "loss": 1.6811,
+      "num_input_tokens_seen": 8036286464,
+      "step": 958
+    },
+    {
+      "epoch": 0.4795,
+      "grad_norm": 0.23417918384075165,
+      "learning_rate": 2.586718044326886e-07,
+      "loss": 1.4201,
+      "num_input_tokens_seen": 8044675072,
+      "step": 959
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.2550223469734192,
+      "learning_rate": 2.462331880972468e-07,
+      "loss": 1.4727,
+      "num_input_tokens_seen": 8053063680,
+      "step": 960
+    },
+    {
+      "epoch": 0.4805,
+      "grad_norm": 0.25741317868232727,
+      "learning_rate": 2.340991992826136e-07,
+      "loss": 1.5361,
+      "num_input_tokens_seen": 8061452288,
+      "step": 961
+    },
+    {
+      "epoch": 0.481,
+      "grad_norm": 0.2440570592880249,
+      "learning_rate": 2.222700251099097e-07,
+      "loss": 1.6914,
+      "num_input_tokens_seen": 8069840896,
+      "step": 962
+    },
+    {
+      "epoch": 0.4815,
+      "grad_norm": 0.4941231906414032,
+      "learning_rate": 2.107458479996316e-07,
+      "loss": 1.7785,
+      "num_input_tokens_seen": 8078229504,
+      "step": 963
+    },
+    {
+      "epoch": 0.482,
+      "grad_norm": 0.2466343194246292,
+      "learning_rate": 1.9952684566884927e-07,
+      "loss": 1.4094,
+      "num_input_tokens_seen": 8086618112,
+      "step": 964
+    },
+    {
+      "epoch": 0.4825,
+      "grad_norm": 0.2508993148803711,
+      "learning_rate": 1.88613191128455e-07,
+      "loss": 1.5626,
+      "num_input_tokens_seen": 8095006720,
+      "step": 965
+    },
+    {
+      "epoch": 0.483,
+      "grad_norm": 0.27574288845062256,
+      "learning_rate": 1.780050526805055e-07,
+      "loss": 1.6807,
+      "num_input_tokens_seen": 8103395328,
+      "step": 966
+    },
+    {
+      "epoch": 0.4835,
+      "grad_norm": 0.26518452167510986,
+      "learning_rate": 1.6770259391561518e-07,
+      "loss": 1.6383,
+      "num_input_tokens_seen": 8111783936,
+      "step": 967
+    },
+    {
+      "epoch": 0.484,
+      "grad_norm": 0.2572641968727112,
+      "learning_rate": 1.577059737104447e-07,
+      "loss": 1.6402,
+      "num_input_tokens_seen": 8120172544,
+      "step": 968
+    },
+    {
+      "epoch": 0.4845,
+      "grad_norm": 0.27201879024505615,
+      "learning_rate": 1.4801534622524316e-07,
+      "loss": 1.5114,
+      "num_input_tokens_seen": 8128561152,
+      "step": 969
+    },
+    {
+      "epoch": 0.485,
+      "grad_norm": 0.23598560690879822,
+      "learning_rate": 1.3863086090147415e-07,
+      "loss": 1.5498,
+      "num_input_tokens_seen": 8136949760,
+      "step": 970
+    },
+    {
+      "epoch": 0.4855,
+      "grad_norm": 0.2551763653755188,
+      "learning_rate": 1.2955266245951338e-07,
+      "loss": 1.5513,
+      "num_input_tokens_seen": 8145338368,
+      "step": 971
+    },
+    {
+      "epoch": 0.486,
+      "grad_norm": 0.2625666558742523,
+      "learning_rate": 1.2078089089640809e-07,
+      "loss": 1.6809,
+      "num_input_tokens_seen": 8153726976,
+      "step": 972
+    },
+    {
+      "epoch": 0.4865,
+      "grad_norm": 0.26251545548439026,
+      "learning_rate": 1.1231568148372562e-07,
+      "loss": 1.5135,
+      "num_input_tokens_seen": 8162115584,
+      "step": 973
+    },
+    {
+      "epoch": 0.487,
+      "grad_norm": 0.2552337050437927,
+      "learning_rate": 1.0415716476547045e-07,
+      "loss": 1.6377,
+      "num_input_tokens_seen": 8170504192,
+      "step": 974
+    },
+    {
+      "epoch": 0.4875,
+      "grad_norm": 0.25301122665405273,
+      "learning_rate": 9.630546655606365e-08,
+      "loss": 1.6496,
+      "num_input_tokens_seen": 8178892800,
+      "step": 975
+    },
+    {
+      "epoch": 0.488,
+      "grad_norm": 0.23959580063819885,
+      "learning_rate": 8.876070793840008e-08,
+      "loss": 1.4887,
+      "num_input_tokens_seen": 8187281408,
+      "step": 976
+    },
+    {
+      "epoch": 0.4885,
+      "grad_norm": 0.2698057293891907,
+      "learning_rate": 8.15230052619942e-08,
+      "loss": 1.5558,
+      "num_input_tokens_seen": 8195670016,
+      "step": 977
+    },
+    {
+      "epoch": 0.489,
+      "grad_norm": 0.2517794370651245,
+      "learning_rate": 7.459247014117488e-08,
+      "loss": 1.6568,
+      "num_input_tokens_seen": 8204058624,
+      "step": 978
+    },
+    {
+      "epoch": 0.4895,
+      "grad_norm": 0.32929736375808716,
+      "learning_rate": 6.796920945336682e-08,
+      "loss": 1.6056,
+      "num_input_tokens_seen": 8212447232,
+      "step": 979
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.2451072484254837,
+      "learning_rate": 6.165332533744072e-08,
+      "loss": 1.3545,
+      "num_input_tokens_seen": 8220835840,
+      "step": 980
+    },
+    {
+      "epoch": 0.4905,
+      "grad_norm": 0.24773673713207245,
+      "learning_rate": 5.5644915192145654e-08,
+      "loss": 1.6526,
+      "num_input_tokens_seen": 8229224448,
+      "step": 981
+    },
+    {
+      "epoch": 0.491,
+      "grad_norm": 0.2363719791173935,
+      "learning_rate": 4.9944071674599135e-08,
+      "loss": 1.5398,
+      "num_input_tokens_seen": 8237613056,
+      "step": 982
+    },
+    {
+      "epoch": 0.4915,
+      "grad_norm": 0.24789544939994812,
+      "learning_rate": 4.4550882698857214e-08,
+      "loss": 1.5177,
+      "num_input_tokens_seen": 8246001664,
+      "step": 983
+    },
+    {
+      "epoch": 0.492,
+      "grad_norm": 0.24309134483337402,
+      "learning_rate": 3.946543143456882e-08,
+      "loss": 1.5559,
+      "num_input_tokens_seen": 8254390272,
+      "step": 984
+    },
+    {
+      "epoch": 0.4925,
+      "grad_norm": 0.2546921968460083,
+      "learning_rate": 3.468779630568353e-08,
+      "loss": 1.5036,
+      "num_input_tokens_seen": 8262778880,
+      "step": 985
+    },
+    {
+      "epoch": 0.493,
+      "grad_norm": 0.2471814751625061,
+      "learning_rate": 3.021805098924136e-08,
+      "loss": 1.5532,
+      "num_input_tokens_seen": 8271167488,
+      "step": 986
+    },
+    {
+      "epoch": 0.4935,
+      "grad_norm": 0.24231931567192078,
+      "learning_rate": 2.6056264414249245e-08,
+      "loss": 1.5185,
+      "num_input_tokens_seen": 8279556096,
+      "step": 987
+    },
+    {
+      "epoch": 0.494,
+      "grad_norm": 0.24174270033836365,
+      "learning_rate": 2.220250076060193e-08,
+      "loss": 1.5999,
+      "num_input_tokens_seen": 8287944704,
+      "step": 988
+    },
+    {
+      "epoch": 0.4945,
+      "grad_norm": 0.24908506870269775,
+      "learning_rate": 1.8656819458100496e-08,
+      "loss": 1.5319,
+      "num_input_tokens_seen": 8296333312,
+      "step": 989
+    },
+    {
+      "epoch": 0.495,
+      "grad_norm": 0.25362494587898254,
+      "learning_rate": 1.541927518554198e-08,
+      "loss": 1.6403,
+      "num_input_tokens_seen": 8304721920,
+      "step": 990
+    },
+    {
+      "epoch": 0.4955,
+      "grad_norm": 0.2601455748081207,
+      "learning_rate": 1.2489917869860091e-08,
+      "loss": 1.6017,
+      "num_input_tokens_seen": 8313110528,
+      "step": 991
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 0.250872403383255,
+      "learning_rate": 9.868792685368001e-09,
+      "loss": 1.5581,
+      "num_input_tokens_seen": 8321499136,
+      "step": 992
+    },
+    {
+      "epoch": 0.4965,
+      "grad_norm": 0.2510140538215637,
+      "learning_rate": 7.55594005306337e-09,
+      "loss": 1.5565,
+      "num_input_tokens_seen": 8329887744,
+      "step": 993
+    },
+    {
+      "epoch": 0.497,
+      "grad_norm": 0.2628908157348633,
+      "learning_rate": 5.551395639988855e-09,
+      "loss": 1.7027,
+      "num_input_tokens_seen": 8338276352,
+      "step": 994
+    },
+    {
+      "epoch": 0.4975,
+      "grad_norm": 0.24786627292633057,
+      "learning_rate": 3.855190358703631e-09,
+      "loss": 1.5539,
+      "num_input_tokens_seen": 8346664960,
+      "step": 995
+    },
+    {
+      "epoch": 0.498,
+      "grad_norm": 0.24326151609420776,
+      "learning_rate": 2.467350366788246e-09,
+      "loss": 1.5463,
+      "num_input_tokens_seen": 8355053568,
+      "step": 996
+    },
+    {
+      "epoch": 0.4985,
+      "grad_norm": 0.2904972732067108,
+      "learning_rate": 1.3878970664538138e-09,
+      "loss": 1.4752,
+      "num_input_tokens_seen": 8363442176,
+      "step": 997
+    },
+    {
+      "epoch": 0.499,
+      "grad_norm": 0.24948014318943024,
+      "learning_rate": 6.168471042067303e-10,
+      "loss": 1.4927,
+      "num_input_tokens_seen": 8371830784,
+      "step": 998
+    },
+    {
+      "epoch": 0.4995,
+      "grad_norm": 0.24558107554912567,
+      "learning_rate": 1.5421237058887984e-10,
+      "loss": 1.5189,
+      "num_input_tokens_seen": 8380219392,
+      "step": 999
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.2598268687725067,
+      "learning_rate": 0.0,
+      "loss": 1.5883,
+      "num_input_tokens_seen": 8388608000,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 1000,
+  "num_input_tokens_seen": 8388608000,
+  "num_train_epochs": 1,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.902112919650304e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}