diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,20962 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.3325688073394497,
+  "eval_steps": 500,
+  "global_step": 2616,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00038226299694189603,
+      "grad_norm": 0.21810047996490894,
+      "learning_rate": 0.0,
+      "loss": 0.3999,
+      "num_tokens": 451800.0,
+      "step": 1
+    },
+    {
+      "epoch": 0.0007645259938837921,
+      "grad_norm": 0.22618320492130675,
+      "learning_rate": 1.2658227848101266e-07,
+      "loss": 0.3816,
+      "num_tokens": 859683.0,
+      "step": 2
+    },
+    {
+      "epoch": 0.0011467889908256881,
+      "grad_norm": 0.21791046559310479,
+      "learning_rate": 2.5316455696202533e-07,
+      "loss": 0.3841,
+      "num_tokens": 1288518.0,
+      "step": 3
+    },
+    {
+      "epoch": 0.0015290519877675841,
+      "grad_norm": 0.2393639885413405,
+      "learning_rate": 3.79746835443038e-07,
+      "loss": 0.3845,
+      "num_tokens": 1705818.0,
+      "step": 4
+    },
+    {
+      "epoch": 0.00191131498470948,
+      "grad_norm": 0.2324716366978111,
+      "learning_rate": 5.063291139240507e-07,
+      "loss": 0.3978,
+      "num_tokens": 2197596.0,
+      "step": 5
+    },
+    {
+      "epoch": 0.0022935779816513763,
+      "grad_norm": 0.25843851753079405,
+      "learning_rate": 6.329113924050634e-07,
+      "loss": 0.3975,
+      "num_tokens": 2622476.0,
+      "step": 6
+    },
+    {
+      "epoch": 0.002675840978593272,
+      "grad_norm": 0.2315188490221056,
+      "learning_rate": 7.59493670886076e-07,
+      "loss": 0.3779,
+      "num_tokens": 3001993.0,
+      "step": 7
+    },
+    {
+      "epoch": 0.0030581039755351682,
+      "grad_norm": 0.23681575988460776,
+      "learning_rate": 8.860759493670887e-07,
+      "loss": 0.4222,
+      "num_tokens": 3415434.0,
+      "step": 8
+    },
+    {
+      "epoch": 0.0034403669724770644,
+      "grad_norm": 0.23905098958071425,
+      "learning_rate": 1.0126582278481013e-06,
+      "loss": 0.3978,
+      "num_tokens": 3821257.0,
+      "step": 9
+    },
+    {
+      "epoch": 0.00382262996941896,
+      "grad_norm": 0.26184159159239856,
+      "learning_rate": 1.139240506329114e-06,
+      "loss": 0.3847,
+      "num_tokens": 4253873.0,
+      "step": 10
+    },
+    {
+      "epoch": 0.004204892966360856,
+      "grad_norm": 0.26006057447778413,
+      "learning_rate": 1.2658227848101267e-06,
+      "loss": 0.4175,
+      "num_tokens": 4670787.0,
+      "step": 11
+    },
+    {
+      "epoch": 0.0045871559633027525,
+      "grad_norm": 0.29033047360969433,
+      "learning_rate": 1.3924050632911392e-06,
+      "loss": 0.4179,
+      "num_tokens": 5050931.0,
+      "step": 12
+    },
+    {
+      "epoch": 0.004969418960244648,
+      "grad_norm": 0.22946819381085923,
+      "learning_rate": 1.518987341772152e-06,
+      "loss": 0.396,
+      "num_tokens": 5449145.0,
+      "step": 13
+    },
+    {
+      "epoch": 0.005351681957186544,
+      "grad_norm": 0.23651528126169233,
+      "learning_rate": 1.6455696202531647e-06,
+      "loss": 0.4167,
+      "num_tokens": 5870528.0,
+      "step": 14
+    },
+    {
+      "epoch": 0.005733944954128441,
+      "grad_norm": 0.2214382864278198,
+      "learning_rate": 1.7721518987341774e-06,
+      "loss": 0.3823,
+      "num_tokens": 6271849.0,
+      "step": 15
+    },
+    {
+      "epoch": 0.0061162079510703364,
+      "grad_norm": 0.23587934762400245,
+      "learning_rate": 1.8987341772151901e-06,
+      "loss": 0.3882,
+      "num_tokens": 6654431.0,
+      "step": 16
+    },
+    {
+      "epoch": 0.006498470948012232,
+      "grad_norm": 0.25429501849461983,
+      "learning_rate": 2.0253164556962026e-06,
+      "loss": 0.4154,
+      "num_tokens": 7085591.0,
+      "step": 17
+    },
+    {
+      "epoch": 0.006880733944954129,
+      "grad_norm": 0.24366557685855064,
+      "learning_rate": 2.1518987341772153e-06,
+      "loss": 0.3597,
+      "num_tokens": 7488022.0,
+      "step": 18
+    },
+    {
+      "epoch": 0.007262996941896025,
+      "grad_norm": 0.23975901272004702,
+      "learning_rate": 2.278481012658228e-06,
+      "loss": 0.3993,
+      "num_tokens": 7873601.0,
+      "step": 19
+    },
+    {
+      "epoch": 0.00764525993883792,
+      "grad_norm": 0.23535810193170292,
+      "learning_rate": 2.4050632911392408e-06,
+      "loss": 0.4204,
+      "num_tokens": 8325413.0,
+      "step": 20
+    },
+    {
+      "epoch": 0.008027522935779817,
+      "grad_norm": 0.2452036677236248,
+      "learning_rate": 2.5316455696202535e-06,
+      "loss": 0.386,
+      "num_tokens": 8738589.0,
+      "step": 21
+    },
+    {
+      "epoch": 0.008409785932721712,
+      "grad_norm": 0.24165922913315604,
+      "learning_rate": 2.6582278481012658e-06,
+      "loss": 0.3995,
+      "num_tokens": 9161420.0,
+      "step": 22
+    },
+    {
+      "epoch": 0.008792048929663608,
+      "grad_norm": 0.26628800861046653,
+      "learning_rate": 2.7848101265822785e-06,
+      "loss": 0.3829,
+      "num_tokens": 9569642.0,
+      "step": 23
+    },
+    {
+      "epoch": 0.009174311926605505,
+      "grad_norm": 0.23133751904315147,
+      "learning_rate": 2.9113924050632912e-06,
+      "loss": 0.3918,
+      "num_tokens": 9994839.0,
+      "step": 24
+    },
+    {
+      "epoch": 0.0095565749235474,
+      "grad_norm": 0.2227586971283885,
+      "learning_rate": 3.037974683544304e-06,
+      "loss": 0.3997,
+      "num_tokens": 10468238.0,
+      "step": 25
+    },
+    {
+      "epoch": 0.009938837920489297,
+      "grad_norm": 0.24385418192481537,
+      "learning_rate": 3.164556962025317e-06,
+      "loss": 0.3972,
+      "num_tokens": 10858797.0,
+      "step": 26
+    },
+    {
+      "epoch": 0.010321100917431193,
+      "grad_norm": 0.25515084915475794,
+      "learning_rate": 3.2911392405063294e-06,
+      "loss": 0.3655,
+      "num_tokens": 11251677.0,
+      "step": 27
+    },
+    {
+      "epoch": 0.010703363914373088,
+      "grad_norm": 0.24269046503305744,
+      "learning_rate": 3.417721518987342e-06,
+      "loss": 0.3705,
+      "num_tokens": 11638850.0,
+      "step": 28
+    },
+    {
+      "epoch": 0.011085626911314985,
+      "grad_norm": 0.2309672930448967,
+      "learning_rate": 3.544303797468355e-06,
+      "loss": 0.3784,
+      "num_tokens": 12040096.0,
+      "step": 29
+    },
+    {
+      "epoch": 0.011467889908256881,
+      "grad_norm": 0.2435658585064058,
+      "learning_rate": 3.6708860759493675e-06,
+      "loss": 0.3669,
+      "num_tokens": 12389404.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.011850152905198776,
+      "grad_norm": 0.25743490316274564,
+      "learning_rate": 3.7974683544303802e-06,
+      "loss": 0.377,
+      "num_tokens": 12761781.0,
+      "step": 31
+    },
+    {
+      "epoch": 0.012232415902140673,
+      "grad_norm": 0.25201610288625453,
+      "learning_rate": 3.924050632911393e-06,
+      "loss": 0.3702,
+      "num_tokens": 13154838.0,
+      "step": 32
+    },
+    {
+      "epoch": 0.01261467889908257,
+      "grad_norm": 0.2469634285116853,
+      "learning_rate": 4.050632911392405e-06,
+      "loss": 0.4076,
+      "num_tokens": 13576761.0,
+      "step": 33
+    },
+    {
+      "epoch": 0.012996941896024464,
+      "grad_norm": 0.2496549628504463,
+      "learning_rate": 4.177215189873418e-06,
+      "loss": 0.3892,
+      "num_tokens": 13974489.0,
+      "step": 34
+    },
+    {
+      "epoch": 0.013379204892966361,
+      "grad_norm": 0.25846070232991863,
+      "learning_rate": 4.303797468354431e-06,
+      "loss": 0.3559,
+      "num_tokens": 14374049.0,
+      "step": 35
+    },
+    {
+      "epoch": 0.013761467889908258,
+      "grad_norm": 0.2663423942828327,
+      "learning_rate": 4.430379746835443e-06,
+      "loss": 0.3688,
+      "num_tokens": 14776911.0,
+      "step": 36
+    },
+    {
+      "epoch": 0.014143730886850153,
+      "grad_norm": 0.2505114169928893,
+      "learning_rate": 4.556962025316456e-06,
+      "loss": 0.3806,
+      "num_tokens": 15178891.0,
+      "step": 37
+    },
+    {
+      "epoch": 0.01452599388379205,
+      "grad_norm": 0.28586301253591584,
+      "learning_rate": 4.683544303797468e-06,
+      "loss": 0.38,
+      "num_tokens": 15608420.0,
+      "step": 38
+    },
+    {
+      "epoch": 0.014908256880733946,
+      "grad_norm": 0.2637903406700679,
+      "learning_rate": 4.8101265822784815e-06,
+      "loss": 0.3727,
+      "num_tokens": 15994086.0,
+      "step": 39
+    },
+    {
+      "epoch": 0.01529051987767584,
+      "grad_norm": 0.24464885901758707,
+      "learning_rate": 4.936708860759495e-06,
+      "loss": 0.3564,
+      "num_tokens": 16429454.0,
+      "step": 40
+    },
+    {
+      "epoch": 0.015672782874617736,
+      "grad_norm": 0.2469314868927337,
+      "learning_rate": 5.063291139240507e-06,
+      "loss": 0.3522,
+      "num_tokens": 16809145.0,
+      "step": 41
+    },
+    {
+      "epoch": 0.016055045871559634,
+      "grad_norm": 0.24748811283451091,
+      "learning_rate": 5.189873417721519e-06,
+      "loss": 0.3827,
+      "num_tokens": 17211551.0,
+      "step": 42
+    },
+    {
+      "epoch": 0.01643730886850153,
+      "grad_norm": 0.23723819861725134,
+      "learning_rate": 5.3164556962025316e-06,
+      "loss": 0.3826,
+      "num_tokens": 17671901.0,
+      "step": 43
+    },
+    {
+      "epoch": 0.016819571865443424,
+      "grad_norm": 0.27105169685529573,
+      "learning_rate": 5.443037974683545e-06,
+      "loss": 0.3815,
+      "num_tokens": 18093728.0,
+      "step": 44
+    },
+    {
+      "epoch": 0.017201834862385322,
+      "grad_norm": 0.23791331359443213,
+      "learning_rate": 5.569620253164557e-06,
+      "loss": 0.3451,
+      "num_tokens": 18512366.0,
+      "step": 45
+    },
+    {
+      "epoch": 0.017584097859327217,
+      "grad_norm": 0.27793141561269313,
+      "learning_rate": 5.69620253164557e-06,
+      "loss": 0.3627,
+      "num_tokens": 18896121.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.017966360856269112,
+      "grad_norm": 0.26524920695661636,
+      "learning_rate": 5.8227848101265824e-06,
+      "loss": 0.3771,
+      "num_tokens": 19301930.0,
+      "step": 47
+    },
+    {
+      "epoch": 0.01834862385321101,
+      "grad_norm": 0.29818416745906995,
+      "learning_rate": 5.949367088607595e-06,
+      "loss": 0.3702,
+      "num_tokens": 19715395.0,
+      "step": 48
+    },
+    {
+      "epoch": 0.018730886850152905,
+      "grad_norm": 0.30338112047811494,
+      "learning_rate": 6.075949367088608e-06,
+      "loss": 0.3773,
+      "num_tokens": 20131002.0,
+      "step": 49
+    },
+    {
+      "epoch": 0.0191131498470948,
+      "grad_norm": 0.30308659699156243,
+      "learning_rate": 6.20253164556962e-06,
+      "loss": 0.3831,
+      "num_tokens": 20563137.0,
+      "step": 50
+    },
+    {
+      "epoch": 0.0194954128440367,
+      "grad_norm": 0.2535074196213391,
+      "learning_rate": 6.329113924050634e-06,
+      "loss": 0.3744,
+      "num_tokens": 20972802.0,
+      "step": 51
+    },
+    {
+      "epoch": 0.019877675840978593,
+      "grad_norm": 0.2735974167361757,
+      "learning_rate": 6.4556962025316464e-06,
+      "loss": 0.3701,
+      "num_tokens": 21374877.0,
+      "step": 52
+    },
+    {
+      "epoch": 0.020259938837920488,
+      "grad_norm": 0.26877877811745887,
+      "learning_rate": 6.582278481012659e-06,
+      "loss": 0.3507,
+      "num_tokens": 21760013.0,
+      "step": 53
+    },
+    {
+      "epoch": 0.020642201834862386,
+      "grad_norm": 0.2443412417585162,
+      "learning_rate": 6.708860759493672e-06,
+      "loss": 0.3311,
+      "num_tokens": 22150140.0,
+      "step": 54
+    },
+    {
+      "epoch": 0.02102446483180428,
+      "grad_norm": 0.25033632489186186,
+      "learning_rate": 6.835443037974684e-06,
+      "loss": 0.3588,
+      "num_tokens": 22551822.0,
+      "step": 55
+    },
+    {
+      "epoch": 0.021406727828746176,
+      "grad_norm": 0.25421424683231686,
+      "learning_rate": 6.962025316455697e-06,
+      "loss": 0.3687,
+      "num_tokens": 22925722.0,
+      "step": 56
+    },
+    {
+      "epoch": 0.021788990825688075,
+      "grad_norm": 0.285201645139862,
+      "learning_rate": 7.08860759493671e-06,
+      "loss": 0.3748,
+      "num_tokens": 23302379.0,
+      "step": 57
+    },
+    {
+      "epoch": 0.02217125382262997,
+      "grad_norm": 0.2901922327347829,
+      "learning_rate": 7.215189873417722e-06,
+      "loss": 0.3814,
+      "num_tokens": 23714576.0,
+      "step": 58
+    },
+    {
+      "epoch": 0.022553516819571864,
+      "grad_norm": 0.3270813662793202,
+      "learning_rate": 7.341772151898735e-06,
+      "loss": 0.3658,
+      "num_tokens": 24107230.0,
+      "step": 59
+    },
+    {
+      "epoch": 0.022935779816513763,
+      "grad_norm": 0.2842972823309671,
+      "learning_rate": 7.468354430379747e-06,
+      "loss": 0.3717,
+      "num_tokens": 24524589.0,
+      "step": 60
+    },
+    {
+      "epoch": 0.023318042813455658,
+      "grad_norm": 0.2940890615468725,
+      "learning_rate": 7.5949367088607605e-06,
+      "loss": 0.3768,
+      "num_tokens": 24986088.0,
+      "step": 61
+    },
+    {
+      "epoch": 0.023700305810397553,
+      "grad_norm": 0.29303219141347625,
+      "learning_rate": 7.721518987341773e-06,
+      "loss": 0.371,
+      "num_tokens": 25387659.0,
+      "step": 62
+    },
+    {
+      "epoch": 0.02408256880733945,
+      "grad_norm": 0.2712988604342114,
+      "learning_rate": 7.848101265822786e-06,
+      "loss": 0.3578,
+      "num_tokens": 25804901.0,
+      "step": 63
+    },
+    {
+      "epoch": 0.024464831804281346,
+      "grad_norm": 0.2583146632355596,
+      "learning_rate": 7.974683544303799e-06,
+      "loss": 0.3838,
+      "num_tokens": 26208000.0,
+      "step": 64
+    },
+    {
+      "epoch": 0.02484709480122324,
+      "grad_norm": 0.3066777920300367,
+      "learning_rate": 8.10126582278481e-06,
+      "loss": 0.3577,
+      "num_tokens": 26566527.0,
+      "step": 65
+    },
+    {
+      "epoch": 0.02522935779816514,
+      "grad_norm": 0.2918873290167186,
+      "learning_rate": 8.227848101265824e-06,
+      "loss": 0.4074,
+      "num_tokens": 26984923.0,
+      "step": 66
+    },
+    {
+      "epoch": 0.025611620795107034,
+      "grad_norm": 0.24972708510248107,
+      "learning_rate": 8.354430379746837e-06,
+      "loss": 0.3597,
+      "num_tokens": 27394879.0,
+      "step": 67
+    },
+    {
+      "epoch": 0.02599388379204893,
+      "grad_norm": 0.2533277702671471,
+      "learning_rate": 8.481012658227848e-06,
+      "loss": 0.3383,
+      "num_tokens": 27796126.0,
+      "step": 68
+    },
+    {
+      "epoch": 0.026376146788990827,
+      "grad_norm": 0.2794694608524889,
+      "learning_rate": 8.607594936708861e-06,
+      "loss": 0.3831,
+      "num_tokens": 28223656.0,
+      "step": 69
+    },
+    {
+      "epoch": 0.026758409785932722,
+      "grad_norm": 0.30892432798732183,
+      "learning_rate": 8.734177215189874e-06,
+      "loss": 0.3833,
+      "num_tokens": 28636038.0,
+      "step": 70
+    },
+    {
+      "epoch": 0.027140672782874617,
+      "grad_norm": 0.2872201553687094,
+      "learning_rate": 8.860759493670886e-06,
+      "loss": 0.3581,
+      "num_tokens": 29037027.0,
+      "step": 71
+    },
+    {
+      "epoch": 0.027522935779816515,
+      "grad_norm": 0.26788403211970613,
+      "learning_rate": 8.987341772151899e-06,
+      "loss": 0.3657,
+      "num_tokens": 29436818.0,
+      "step": 72
+    },
+    {
+      "epoch": 0.02790519877675841,
+      "grad_norm": 0.2928976601330555,
+      "learning_rate": 9.113924050632912e-06,
+      "loss": 0.3659,
+      "num_tokens": 29835295.0,
+      "step": 73
+    },
+    {
+      "epoch": 0.028287461773700305,
+      "grad_norm": 0.27351385486989827,
+      "learning_rate": 9.240506329113925e-06,
+      "loss": 0.3926,
+      "num_tokens": 30275929.0,
+      "step": 74
+    },
+    {
+      "epoch": 0.028669724770642203,
+      "grad_norm": 0.24860015314094797,
+      "learning_rate": 9.367088607594937e-06,
+      "loss": 0.3755,
+      "num_tokens": 30713177.0,
+      "step": 75
+    },
+    {
+      "epoch": 0.0290519877675841,
+      "grad_norm": 0.3059374767943009,
+      "learning_rate": 9.49367088607595e-06,
+      "loss": 0.376,
+      "num_tokens": 31085359.0,
+      "step": 76
+    },
+    {
+      "epoch": 0.029434250764525993,
+      "grad_norm": 0.2779162746474668,
+      "learning_rate": 9.620253164556963e-06,
+      "loss": 0.3549,
+      "num_tokens": 31483591.0,
+      "step": 77
+    },
+    {
+      "epoch": 0.02981651376146789,
+      "grad_norm": 0.30027546164974406,
+      "learning_rate": 9.746835443037975e-06,
+      "loss": 0.3661,
+      "num_tokens": 31852456.0,
+      "step": 78
+    },
+    {
+      "epoch": 0.030198776758409786,
+      "grad_norm": 0.3563030266321935,
+      "learning_rate": 9.87341772151899e-06,
+      "loss": 0.3815,
+      "num_tokens": 32253510.0,
+      "step": 79
+    },
+    {
+      "epoch": 0.03058103975535168,
+      "grad_norm": 0.328592724448693,
+      "learning_rate": 1e-05,
+      "loss": 0.3793,
+      "num_tokens": 32632481.0,
+      "step": 80
+    },
+    {
+      "epoch": 0.03096330275229358,
+      "grad_norm": 0.33221793764748714,
+      "learning_rate": 9.999996549823812e-06,
+      "loss": 0.393,
+      "num_tokens": 33036079.0,
+      "step": 81
+    },
+    {
+      "epoch": 0.03134556574923547,
+      "grad_norm": 0.2629167220936857,
+      "learning_rate": 9.999986199300538e-06,
+      "loss": 0.3636,
+      "num_tokens": 33465676.0,
+      "step": 82
+    },
+    {
+      "epoch": 0.03172782874617737,
+      "grad_norm": 0.3063229560821108,
+      "learning_rate": 9.999968948446047e-06,
+      "loss": 0.382,
+      "num_tokens": 33898302.0,
+      "step": 83
+    },
+    {
+      "epoch": 0.03211009174311927,
+      "grad_norm": 0.30754736893216966,
+      "learning_rate": 9.999944797286795e-06,
+      "loss": 0.3781,
+      "num_tokens": 34282661.0,
+      "step": 84
+    },
+    {
+      "epoch": 0.03249235474006116,
+      "grad_norm": 0.32776552225107286,
+      "learning_rate": 9.999913745859813e-06,
+      "loss": 0.3431,
+      "num_tokens": 34651832.0,
+      "step": 85
+    },
+    {
+      "epoch": 0.03287461773700306,
+      "grad_norm": 0.3174044990343936,
+      "learning_rate": 9.999875794212719e-06,
+      "loss": 0.367,
+      "num_tokens": 35031841.0,
+      "step": 86
+    },
+    {
+      "epoch": 0.033256880733944956,
+      "grad_norm": 0.24005371718221158,
+      "learning_rate": 9.999830942403703e-06,
+      "loss": 0.3586,
+      "num_tokens": 35455746.0,
+      "step": 87
+    },
+    {
+      "epoch": 0.03363914373088685,
+      "grad_norm": 0.3617154019715443,
+      "learning_rate": 9.999779190501546e-06,
+      "loss": 0.3931,
+      "num_tokens": 35910940.0,
+      "step": 88
+    },
+    {
+      "epoch": 0.034021406727828746,
+      "grad_norm": 0.36614336324493635,
+      "learning_rate": 9.999720538585606e-06,
+      "loss": 0.3725,
+      "num_tokens": 36283542.0,
+      "step": 89
+    },
+    {
+      "epoch": 0.034403669724770644,
+      "grad_norm": 0.33038980708954735,
+      "learning_rate": 9.999654986745815e-06,
+      "loss": 0.3463,
+      "num_tokens": 36656330.0,
+      "step": 90
+    },
+    {
+      "epoch": 0.034785932721712536,
+      "grad_norm": 0.2881952745690317,
+      "learning_rate": 9.999582535082697e-06,
+      "loss": 0.3599,
+      "num_tokens": 37044581.0,
+      "step": 91
+    },
+    {
+      "epoch": 0.035168195718654434,
+      "grad_norm": 0.3018344869659633,
+      "learning_rate": 9.999503183707346e-06,
+      "loss": 0.383,
+      "num_tokens": 37484958.0,
+      "step": 92
+    },
+    {
+      "epoch": 0.03555045871559633,
+      "grad_norm": 0.3010144740002948,
+      "learning_rate": 9.999416932741441e-06,
+      "loss": 0.3622,
+      "num_tokens": 37878048.0,
+      "step": 93
+    },
+    {
+      "epoch": 0.035932721712538224,
+      "grad_norm": 0.3333443305835725,
+      "learning_rate": 9.999323782317242e-06,
+      "loss": 0.3579,
+      "num_tokens": 38270512.0,
+      "step": 94
+    },
+    {
+      "epoch": 0.03631498470948012,
+      "grad_norm": 0.2669100929329328,
+      "learning_rate": 9.999223732577585e-06,
+      "loss": 0.3662,
+      "num_tokens": 38649821.0,
+      "step": 95
+    },
+    {
+      "epoch": 0.03669724770642202,
+      "grad_norm": 0.2701402260845986,
+      "learning_rate": 9.99911678367589e-06,
+      "loss": 0.3815,
+      "num_tokens": 39073051.0,
+      "step": 96
+    },
+    {
+      "epoch": 0.03707951070336391,
+      "grad_norm": 0.3077991029054113,
+      "learning_rate": 9.999002935776151e-06,
+      "loss": 0.3621,
+      "num_tokens": 39508682.0,
+      "step": 97
+    },
+    {
+      "epoch": 0.03746177370030581,
+      "grad_norm": 0.3124151218543076,
+      "learning_rate": 9.998882189052944e-06,
+      "loss": 0.3364,
+      "num_tokens": 39885020.0,
+      "step": 98
+    },
+    {
+      "epoch": 0.03784403669724771,
+      "grad_norm": 0.2659437648117742,
+      "learning_rate": 9.998754543691425e-06,
+      "loss": 0.3625,
+      "num_tokens": 40279360.0,
+      "step": 99
+    },
+    {
+      "epoch": 0.0382262996941896,
+      "grad_norm": 0.3320407836544897,
+      "learning_rate": 9.998619999887325e-06,
+      "loss": 0.3727,
+      "num_tokens": 40707012.0,
+      "step": 100
+    },
+    {
+      "epoch": 0.0386085626911315,
+      "grad_norm": 0.3010028394901584,
+      "learning_rate": 9.998478557846959e-06,
+      "loss": 0.3538,
+      "num_tokens": 41118421.0,
+      "step": 101
+    },
+    {
+      "epoch": 0.0389908256880734,
+      "grad_norm": 0.34633059384007736,
+      "learning_rate": 9.99833021778721e-06,
+      "loss": 0.3749,
+      "num_tokens": 41454912.0,
+      "step": 102
+    },
+    {
+      "epoch": 0.03937308868501529,
+      "grad_norm": 0.3189762698698707,
+      "learning_rate": 9.998174979935548e-06,
+      "loss": 0.3822,
+      "num_tokens": 41868510.0,
+      "step": 103
+    },
+    {
+      "epoch": 0.039755351681957186,
+      "grad_norm": 0.3241454062281064,
+      "learning_rate": 9.998012844530015e-06,
+      "loss": 0.3661,
+      "num_tokens": 42255880.0,
+      "step": 104
+    },
+    {
+      "epoch": 0.040137614678899085,
+      "grad_norm": 0.3205981920415945,
+      "learning_rate": 9.997843811819233e-06,
+      "loss": 0.3505,
+      "num_tokens": 42643458.0,
+      "step": 105
+    },
+    {
+      "epoch": 0.040519877675840976,
+      "grad_norm": 0.2886754997136016,
+      "learning_rate": 9.997667882062399e-06,
+      "loss": 0.3485,
+      "num_tokens": 43036614.0,
+      "step": 106
+    },
+    {
+      "epoch": 0.040902140672782875,
+      "grad_norm": 0.2827586254697602,
+      "learning_rate": 9.997485055529284e-06,
+      "loss": 0.3597,
+      "num_tokens": 43434804.0,
+      "step": 107
+    },
+    {
+      "epoch": 0.04128440366972477,
+      "grad_norm": 0.3107714425116188,
+      "learning_rate": 9.997295332500235e-06,
+      "loss": 0.3757,
+      "num_tokens": 43866730.0,
+      "step": 108
+    },
+    {
+      "epoch": 0.041666666666666664,
+      "grad_norm": 0.3475879363319308,
+      "learning_rate": 9.99709871326618e-06,
+      "loss": 0.3857,
+      "num_tokens": 44278454.0,
+      "step": 109
+    },
+    {
+      "epoch": 0.04204892966360856,
+      "grad_norm": 0.3441567304199641,
+      "learning_rate": 9.996895198128611e-06,
+      "loss": 0.3708,
+      "num_tokens": 44661982.0,
+      "step": 110
+    },
+    {
+      "epoch": 0.04243119266055046,
+      "grad_norm": 0.3166935566476928,
+      "learning_rate": 9.996684787399607e-06,
+      "loss": 0.3744,
+      "num_tokens": 45074431.0,
+      "step": 111
+    },
+    {
+      "epoch": 0.04281345565749235,
+      "grad_norm": 0.2663876326581232,
+      "learning_rate": 9.996467481401812e-06,
+      "loss": 0.3769,
+      "num_tokens": 45548524.0,
+      "step": 112
+    },
+    {
+      "epoch": 0.04319571865443425,
+      "grad_norm": 0.33096965103381665,
+      "learning_rate": 9.996243280468445e-06,
+      "loss": 0.3864,
+      "num_tokens": 45974787.0,
+      "step": 113
+    },
+    {
+      "epoch": 0.04357798165137615,
+      "grad_norm": 0.2826887984249236,
+      "learning_rate": 9.996012184943296e-06,
+      "loss": 0.3667,
+      "num_tokens": 46387257.0,
+      "step": 114
+    },
+    {
+      "epoch": 0.04396024464831804,
+      "grad_norm": 0.29292802715977545,
+      "learning_rate": 9.995774195180734e-06,
+      "loss": 0.3795,
+      "num_tokens": 46839806.0,
+      "step": 115
+    },
+    {
+      "epoch": 0.04434250764525994,
+      "grad_norm": 0.30349471334335787,
+      "learning_rate": 9.995529311545691e-06,
+      "loss": 0.3563,
+      "num_tokens": 47251973.0,
+      "step": 116
+    },
+    {
+      "epoch": 0.04472477064220184,
+      "grad_norm": 0.27282794281680073,
+      "learning_rate": 9.995277534413679e-06,
+      "loss": 0.3712,
+      "num_tokens": 47657116.0,
+      "step": 117
+    },
+    {
+      "epoch": 0.04510703363914373,
+      "grad_norm": 0.27268959033730367,
+      "learning_rate": 9.995018864170771e-06,
+      "loss": 0.3487,
+      "num_tokens": 48058332.0,
+      "step": 118
+    },
+    {
+      "epoch": 0.04548929663608563,
+      "grad_norm": 0.30209907729014973,
+      "learning_rate": 9.99475330121362e-06,
+      "loss": 0.3799,
+      "num_tokens": 48489567.0,
+      "step": 119
+    },
+    {
+      "epoch": 0.045871559633027525,
+      "grad_norm": 0.31225728938204095,
+      "learning_rate": 9.994480845949439e-06,
+      "loss": 0.3708,
+      "num_tokens": 48912078.0,
+      "step": 120
+    },
+    {
+      "epoch": 0.04625382262996942,
+      "grad_norm": 0.3273189575817362,
+      "learning_rate": 9.994201498796016e-06,
+      "loss": 0.3832,
+      "num_tokens": 49337202.0,
+      "step": 121
+    },
+    {
+      "epoch": 0.046636085626911315,
+      "grad_norm": 0.2671602528577052,
+      "learning_rate": 9.993915260181706e-06,
+      "loss": 0.3625,
+      "num_tokens": 49781789.0,
+      "step": 122
+    },
+    {
+      "epoch": 0.047018348623853214,
+      "grad_norm": 0.32368873694887007,
+      "learning_rate": 9.99362213054543e-06,
+      "loss": 0.3922,
+      "num_tokens": 50230058.0,
+      "step": 123
+    },
+    {
+      "epoch": 0.047400611620795105,
+      "grad_norm": 0.3579166193844263,
+      "learning_rate": 9.993322110336673e-06,
+      "loss": 0.3875,
+      "num_tokens": 50629056.0,
+      "step": 124
+    },
+    {
+      "epoch": 0.047782874617737,
+      "grad_norm": 0.30383100284797826,
+      "learning_rate": 9.993015200015497e-06,
+      "loss": 0.3636,
+      "num_tokens": 51052633.0,
+      "step": 125
+    },
+    {
+      "epoch": 0.0481651376146789,
+      "grad_norm": 0.2805275983840069,
+      "learning_rate": 9.992701400052515e-06,
+      "loss": 0.352,
+      "num_tokens": 51458305.0,
+      "step": 126
+    },
+    {
+      "epoch": 0.04854740061162079,
+      "grad_norm": 0.4891914795855784,
+      "learning_rate": 9.992380710928915e-06,
+      "loss": 0.3765,
+      "num_tokens": 51917160.0,
+      "step": 127
+    },
+    {
+      "epoch": 0.04892966360856269,
+      "grad_norm": 0.38387755477046753,
+      "learning_rate": 9.992053133136444e-06,
+      "loss": 0.3509,
+      "num_tokens": 52307600.0,
+      "step": 128
+    },
+    {
+      "epoch": 0.04931192660550459,
+      "grad_norm": 0.32856095051074563,
+      "learning_rate": 9.991718667177412e-06,
+      "loss": 0.3695,
+      "num_tokens": 52716931.0,
+      "step": 129
+    },
+    {
+      "epoch": 0.04969418960244648,
+      "grad_norm": 0.2914171894527055,
+      "learning_rate": 9.991377313564696e-06,
+      "loss": 0.3691,
+      "num_tokens": 53144509.0,
+      "step": 130
+    },
+    {
+      "epoch": 0.05007645259938838,
+      "grad_norm": 0.42507072873813,
+      "learning_rate": 9.991029072821732e-06,
+      "loss": 0.3758,
+      "num_tokens": 53508939.0,
+      "step": 131
+    },
+    {
+      "epoch": 0.05045871559633028,
+      "grad_norm": 0.38037928356246004,
+      "learning_rate": 9.990673945482513e-06,
+      "loss": 0.375,
+      "num_tokens": 53933117.0,
+      "step": 132
+    },
+    {
+      "epoch": 0.05084097859327217,
+      "grad_norm": 0.3220768092935591,
+      "learning_rate": 9.990311932091598e-06,
+      "loss": 0.3717,
+      "num_tokens": 54363509.0,
+      "step": 133
+    },
+    {
+      "epoch": 0.05122324159021407,
+      "grad_norm": 0.31290892909963786,
+      "learning_rate": 9.989943033204103e-06,
+      "loss": 0.3716,
+      "num_tokens": 54767385.0,
+      "step": 134
+    },
+    {
+      "epoch": 0.051605504587155966,
+      "grad_norm": 0.31645783180029785,
+      "learning_rate": 9.9895672493857e-06,
+      "loss": 0.3766,
+      "num_tokens": 55199177.0,
+      "step": 135
+    },
+    {
+      "epoch": 0.05198776758409786,
+      "grad_norm": 0.32448742324934265,
+      "learning_rate": 9.989184581212621e-06,
+      "loss": 0.3477,
+      "num_tokens": 55569572.0,
+      "step": 136
+    },
+    {
+      "epoch": 0.052370030581039756,
+      "grad_norm": 0.33787619079802583,
+      "learning_rate": 9.988795029271652e-06,
+      "loss": 0.3729,
+      "num_tokens": 55982545.0,
+      "step": 137
+    },
+    {
+      "epoch": 0.052752293577981654,
+      "grad_norm": 0.31022855396474125,
+      "learning_rate": 9.988398594160143e-06,
+      "loss": 0.3526,
+      "num_tokens": 56401354.0,
+      "step": 138
+    },
+    {
+      "epoch": 0.053134556574923546,
+      "grad_norm": 0.2741685239111767,
+      "learning_rate": 9.987995276485984e-06,
+      "loss": 0.3856,
+      "num_tokens": 56843122.0,
+      "step": 139
+    },
+    {
+      "epoch": 0.053516819571865444,
+      "grad_norm": 0.2774758423136237,
+      "learning_rate": 9.987585076867631e-06,
+      "loss": 0.3706,
+      "num_tokens": 57259050.0,
+      "step": 140
+    },
+    {
+      "epoch": 0.05389908256880734,
+      "grad_norm": 0.3030510256051822,
+      "learning_rate": 9.987167995934088e-06,
+      "loss": 0.3561,
+      "num_tokens": 57654563.0,
+      "step": 141
+    },
+    {
+      "epoch": 0.054281345565749234,
+      "grad_norm": 0.295612594198623,
+      "learning_rate": 9.986744034324915e-06,
+      "loss": 0.3567,
+      "num_tokens": 58064881.0,
+      "step": 142
+    },
+    {
+      "epoch": 0.05466360856269113,
+      "grad_norm": 0.28410601764906807,
+      "learning_rate": 9.986313192690214e-06,
+      "loss": 0.3411,
+      "num_tokens": 58478669.0,
+      "step": 143
+    },
+    {
+      "epoch": 0.05504587155963303,
+      "grad_norm": 0.3142195781797062,
+      "learning_rate": 9.985875471690646e-06,
+      "loss": 0.3682,
+      "num_tokens": 58864073.0,
+      "step": 144
+    },
+    {
+      "epoch": 0.05542813455657492,
+      "grad_norm": 0.3526499476007933,
+      "learning_rate": 9.985430871997419e-06,
+      "loss": 0.3704,
+      "num_tokens": 59265865.0,
+      "step": 145
+    },
+    {
+      "epoch": 0.05581039755351682,
+      "grad_norm": 0.29526552988659543,
+      "learning_rate": 9.984979394292281e-06,
+      "loss": 0.3789,
+      "num_tokens": 59713987.0,
+      "step": 146
+    },
+    {
+      "epoch": 0.05619266055045872,
+      "grad_norm": 0.29245778696402475,
+      "learning_rate": 9.984521039267541e-06,
+      "loss": 0.3721,
+      "num_tokens": 60116080.0,
+      "step": 147
+    },
+    {
+      "epoch": 0.05657492354740061,
+      "grad_norm": 0.29858161465460215,
+      "learning_rate": 9.98405580762604e-06,
+      "loss": 0.3985,
+      "num_tokens": 60528843.0,
+      "step": 148
+    },
+    {
+      "epoch": 0.05695718654434251,
+      "grad_norm": 0.36715593710952876,
+      "learning_rate": 9.983583700081175e-06,
+      "loss": 0.3927,
+      "num_tokens": 60961209.0,
+      "step": 149
+    },
+    {
+      "epoch": 0.05733944954128441,
+      "grad_norm": 0.31612664518260053,
+      "learning_rate": 9.983104717356876e-06,
+      "loss": 0.3571,
+      "num_tokens": 61422654.0,
+      "step": 150
+    },
+    {
+      "epoch": 0.0577217125382263,
+      "grad_norm": 0.3171890235532633,
+      "learning_rate": 9.982618860187622e-06,
+      "loss": 0.36,
+      "num_tokens": 61882792.0,
+      "step": 151
+    },
+    {
+      "epoch": 0.0581039755351682,
+      "grad_norm": 0.3009225032179536,
+      "learning_rate": 9.982126129318434e-06,
+      "loss": 0.3624,
+      "num_tokens": 62291139.0,
+      "step": 152
+    },
+    {
+      "epoch": 0.058486238532110095,
+      "grad_norm": 0.344516015270405,
+      "learning_rate": 9.981626525504872e-06,
+      "loss": 0.3947,
+      "num_tokens": 62734489.0,
+      "step": 153
+    },
+    {
+      "epoch": 0.058868501529051986,
+      "grad_norm": 0.40734618283334334,
+      "learning_rate": 9.981120049513031e-06,
+      "loss": 0.3809,
+      "num_tokens": 63184842.0,
+      "step": 154
+    },
+    {
+      "epoch": 0.059250764525993885,
+      "grad_norm": 0.3718170700195857,
+      "learning_rate": 9.980606702119547e-06,
+      "loss": 0.3899,
+      "num_tokens": 63616995.0,
+      "step": 155
+    },
+    {
+      "epoch": 0.05963302752293578,
+      "grad_norm": 0.28053844302417147,
+      "learning_rate": 9.980086484111596e-06,
+      "loss": 0.3449,
+      "num_tokens": 63983629.0,
+      "step": 156
+    },
+    {
+      "epoch": 0.060015290519877675,
+      "grad_norm": 0.2979628145729509,
+      "learning_rate": 9.979559396286885e-06,
+      "loss": 0.3677,
+      "num_tokens": 64423985.0,
+      "step": 157
+    },
+    {
+      "epoch": 0.06039755351681957,
+      "grad_norm": 0.29871227972915554,
+      "learning_rate": 9.979025439453657e-06,
+      "loss": 0.3433,
+      "num_tokens": 64800081.0,
+      "step": 158
+    },
+    {
+      "epoch": 0.06077981651376147,
+      "grad_norm": 0.2612374594559548,
+      "learning_rate": 9.978484614430687e-06,
+      "loss": 0.3466,
+      "num_tokens": 65225739.0,
+      "step": 159
+    },
+    {
+      "epoch": 0.06116207951070336,
+      "grad_norm": 0.340237371157313,
+      "learning_rate": 9.977936922047281e-06,
+      "loss": 0.3779,
+      "num_tokens": 65652885.0,
+      "step": 160
+    },
+    {
+      "epoch": 0.06154434250764526,
+      "grad_norm": 0.3532518340415294,
+      "learning_rate": 9.97738236314328e-06,
+      "loss": 0.3763,
+      "num_tokens": 66071033.0,
+      "step": 161
+    },
+    {
+      "epoch": 0.06192660550458716,
+      "grad_norm": 0.3323977026176976,
+      "learning_rate": 9.976820938569049e-06,
+      "loss": 0.345,
+      "num_tokens": 66464059.0,
+      "step": 162
+    },
+    {
+      "epoch": 0.06230886850152905,
+      "grad_norm": 0.25597537187847486,
+      "learning_rate": 9.976252649185482e-06,
+      "loss": 0.3513,
+      "num_tokens": 66875069.0,
+      "step": 163
+    },
+    {
+      "epoch": 0.06269113149847094,
+      "grad_norm": 0.3171545451476222,
+      "learning_rate": 9.975677495864003e-06,
+      "loss": 0.3723,
+      "num_tokens": 67303828.0,
+      "step": 164
+    },
+    {
+      "epoch": 0.06307339449541284,
+      "grad_norm": 0.31875321182732913,
+      "learning_rate": 9.97509547948656e-06,
+      "loss": 0.3838,
+      "num_tokens": 67752148.0,
+      "step": 165
+    },
+    {
+      "epoch": 0.06345565749235474,
+      "grad_norm": 0.31465238313878235,
+      "learning_rate": 9.974506600945618e-06,
+      "loss": 0.3504,
+      "num_tokens": 68119582.0,
+      "step": 166
+    },
+    {
+      "epoch": 0.06383792048929664,
+      "grad_norm": 0.288264212411034,
+      "learning_rate": 9.973910861144174e-06,
+      "loss": 0.3521,
+      "num_tokens": 68504939.0,
+      "step": 167
+    },
+    {
+      "epoch": 0.06422018348623854,
+      "grad_norm": 0.2861207799339978,
+      "learning_rate": 9.973308260995744e-06,
+      "loss": 0.3751,
+      "num_tokens": 68947507.0,
+      "step": 168
+    },
+    {
+      "epoch": 0.06460244648318043,
+      "grad_norm": 0.2937911499736142,
+      "learning_rate": 9.972698801424358e-06,
+      "loss": 0.3895,
+      "num_tokens": 69362481.0,
+      "step": 169
+    },
+    {
+      "epoch": 0.06498470948012232,
+      "grad_norm": 0.29251721334730035,
+      "learning_rate": 9.97208248336457e-06,
+      "loss": 0.3643,
+      "num_tokens": 69753637.0,
+      "step": 170
+    },
+    {
+      "epoch": 0.06536697247706422,
+      "grad_norm": 0.2755373044472231,
+      "learning_rate": 9.971459307761453e-06,
+      "loss": 0.354,
+      "num_tokens": 70136759.0,
+      "step": 171
+    },
+    {
+      "epoch": 0.06574923547400612,
+      "grad_norm": 0.2978821995634767,
+      "learning_rate": 9.970829275570588e-06,
+      "loss": 0.3645,
+      "num_tokens": 70575011.0,
+      "step": 172
+    },
+    {
+      "epoch": 0.06613149847094801,
+      "grad_norm": 0.28501932128057794,
+      "learning_rate": 9.970192387758073e-06,
+      "loss": 0.3628,
+      "num_tokens": 70984617.0,
+      "step": 173
+    },
+    {
+      "epoch": 0.06651376146788991,
+      "grad_norm": 0.3779580236228422,
+      "learning_rate": 9.969548645300519e-06,
+      "loss": 0.377,
+      "num_tokens": 71402187.0,
+      "step": 174
+    },
+    {
+      "epoch": 0.06689602446483181,
+      "grad_norm": 0.3377881609942034,
+      "learning_rate": 9.968898049185052e-06,
+      "loss": 0.3574,
+      "num_tokens": 71795847.0,
+      "step": 175
+    },
+    {
+      "epoch": 0.0672782874617737,
+      "grad_norm": 0.2916527024647668,
+      "learning_rate": 9.9682406004093e-06,
+      "loss": 0.4052,
+      "num_tokens": 72247725.0,
+      "step": 176
+    },
+    {
+      "epoch": 0.0676605504587156,
+      "grad_norm": 0.3185391140228152,
+      "learning_rate": 9.967576299981403e-06,
+      "loss": 0.3751,
+      "num_tokens": 72693638.0,
+      "step": 177
+    },
+    {
+      "epoch": 0.06804281345565749,
+      "grad_norm": 0.30306148441770686,
+      "learning_rate": 9.966905148920008e-06,
+      "loss": 0.349,
+      "num_tokens": 73105643.0,
+      "step": 178
+    },
+    {
+      "epoch": 0.06842507645259939,
+      "grad_norm": 0.28914550640848624,
+      "learning_rate": 9.966227148254268e-06,
+      "loss": 0.3726,
+      "num_tokens": 73563316.0,
+      "step": 179
+    },
+    {
+      "epoch": 0.06880733944954129,
+      "grad_norm": 0.33456046764024827,
+      "learning_rate": 9.965542299023833e-06,
+      "loss": 0.3809,
+      "num_tokens": 73986398.0,
+      "step": 180
+    },
+    {
+      "epoch": 0.06918960244648319,
+      "grad_norm": 0.31433258807661973,
+      "learning_rate": 9.964850602278859e-06,
+      "loss": 0.3653,
+      "num_tokens": 74399655.0,
+      "step": 181
+    },
+    {
+      "epoch": 0.06957186544342507,
+      "grad_norm": 0.38708681678799467,
+      "learning_rate": 9.964152059080007e-06,
+      "loss": 0.3582,
+      "num_tokens": 74764330.0,
+      "step": 182
+    },
+    {
+      "epoch": 0.06995412844036697,
+      "grad_norm": 0.29860601007162324,
+      "learning_rate": 9.963446670498424e-06,
+      "loss": 0.3432,
+      "num_tokens": 75121653.0,
+      "step": 183
+    },
+    {
+      "epoch": 0.07033639143730887,
+      "grad_norm": 0.30810257588043594,
+      "learning_rate": 9.962734437615767e-06,
+      "loss": 0.3542,
+      "num_tokens": 75531744.0,
+      "step": 184
+    },
+    {
+      "epoch": 0.07071865443425077,
+      "grad_norm": 0.3265476811541891,
+      "learning_rate": 9.962015361524179e-06,
+      "loss": 0.3638,
+      "num_tokens": 75898551.0,
+      "step": 185
+    },
+    {
+      "epoch": 0.07110091743119266,
+      "grad_norm": 0.3236697275100706,
+      "learning_rate": 9.961289443326301e-06,
+      "loss": 0.3678,
+      "num_tokens": 76290706.0,
+      "step": 186
+    },
+    {
+      "epoch": 0.07148318042813456,
+      "grad_norm": 0.3121159841744106,
+      "learning_rate": 9.960556684135264e-06,
+      "loss": 0.3667,
+      "num_tokens": 76705391.0,
+      "step": 187
+    },
+    {
+      "epoch": 0.07186544342507645,
+      "grad_norm": 0.3106702976767392,
+      "learning_rate": 9.95981708507469e-06,
+      "loss": 0.369,
+      "num_tokens": 77144503.0,
+      "step": 188
+    },
+    {
+      "epoch": 0.07224770642201835,
+      "grad_norm": 0.34847417559638644,
+      "learning_rate": 9.959070647278687e-06,
+      "loss": 0.3601,
+      "num_tokens": 77559844.0,
+      "step": 189
+    },
+    {
+      "epoch": 0.07262996941896024,
+      "grad_norm": 0.34678058678749113,
+      "learning_rate": 9.958317371891854e-06,
+      "loss": 0.3824,
+      "num_tokens": 77952748.0,
+      "step": 190
+    },
+    {
+      "epoch": 0.07301223241590214,
+      "grad_norm": 0.33886797062927976,
+      "learning_rate": 9.957557260069271e-06,
+      "loss": 0.3559,
+      "num_tokens": 78372383.0,
+      "step": 191
+    },
+    {
+      "epoch": 0.07339449541284404,
+      "grad_norm": 0.35132336275819737,
+      "learning_rate": 9.956790312976499e-06,
+      "loss": 0.396,
+      "num_tokens": 78785065.0,
+      "step": 192
+    },
+    {
+      "epoch": 0.07377675840978594,
+      "grad_norm": 0.31125388580858143,
+      "learning_rate": 9.956016531789591e-06,
+      "loss": 0.3783,
+      "num_tokens": 79206326.0,
+      "step": 193
+    },
+    {
+      "epoch": 0.07415902140672782,
+      "grad_norm": 0.2943694036601107,
+      "learning_rate": 9.955235917695065e-06,
+      "loss": 0.3738,
+      "num_tokens": 79638756.0,
+      "step": 194
+    },
+    {
+      "epoch": 0.07454128440366972,
+      "grad_norm": 0.2789237268146603,
+      "learning_rate": 9.954448471889928e-06,
+      "loss": 0.3659,
+      "num_tokens": 80079595.0,
+      "step": 195
+    },
+    {
+      "epoch": 0.07492354740061162,
+      "grad_norm": 0.30657986744903526,
+      "learning_rate": 9.953654195581658e-06,
+      "loss": 0.3714,
+      "num_tokens": 80445368.0,
+      "step": 196
+    },
+    {
+      "epoch": 0.07530581039755352,
+      "grad_norm": 0.334416440173099,
+      "learning_rate": 9.952853089988205e-06,
+      "loss": 0.3656,
+      "num_tokens": 80840969.0,
+      "step": 197
+    },
+    {
+      "epoch": 0.07568807339449542,
+      "grad_norm": 0.25643825215514204,
+      "learning_rate": 9.952045156337998e-06,
+      "loss": 0.3606,
+      "num_tokens": 81250567.0,
+      "step": 198
+    },
+    {
+      "epoch": 0.07607033639143732,
+      "grad_norm": 0.2639442653647469,
+      "learning_rate": 9.951230395869926e-06,
+      "loss": 0.3831,
+      "num_tokens": 81661857.0,
+      "step": 199
+    },
+    {
+      "epoch": 0.0764525993883792,
+      "grad_norm": 0.27388561109626597,
+      "learning_rate": 9.950408809833356e-06,
+      "loss": 0.3556,
+      "num_tokens": 82056537.0,
+      "step": 200
+    },
+    {
+      "epoch": 0.0768348623853211,
+      "grad_norm": 0.3120721722829178,
+      "learning_rate": 9.94958039948812e-06,
+      "loss": 0.3404,
+      "num_tokens": 82439860.0,
+      "step": 201
+    },
+    {
+      "epoch": 0.077217125382263,
+      "grad_norm": 0.2851615192730009,
+      "learning_rate": 9.948745166104506e-06,
+      "loss": 0.3733,
+      "num_tokens": 82835173.0,
+      "step": 202
+    },
+    {
+      "epoch": 0.0775993883792049,
+      "grad_norm": 0.32410400757222513,
+      "learning_rate": 9.947903110963274e-06,
+      "loss": 0.3628,
+      "num_tokens": 83214244.0,
+      "step": 203
+    },
+    {
+      "epoch": 0.0779816513761468,
+      "grad_norm": 0.268172309828167,
+      "learning_rate": 9.947054235355642e-06,
+      "loss": 0.379,
+      "num_tokens": 83627811.0,
+      "step": 204
+    },
+    {
+      "epoch": 0.07836391437308869,
+      "grad_norm": 0.27959613704165887,
+      "learning_rate": 9.946198540583285e-06,
+      "loss": 0.3652,
+      "num_tokens": 84018182.0,
+      "step": 205
+    },
+    {
+      "epoch": 0.07874617737003058,
+      "grad_norm": 0.29369199615662045,
+      "learning_rate": 9.945336027958333e-06,
+      "loss": 0.352,
+      "num_tokens": 84436023.0,
+      "step": 206
+    },
+    {
+      "epoch": 0.07912844036697247,
+      "grad_norm": 0.32528975482882166,
+      "learning_rate": 9.944466698803377e-06,
+      "loss": 0.3937,
+      "num_tokens": 84877529.0,
+      "step": 207
+    },
+    {
+      "epoch": 0.07951070336391437,
+      "grad_norm": 0.2955847679126208,
+      "learning_rate": 9.943590554451452e-06,
+      "loss": 0.3635,
+      "num_tokens": 85296496.0,
+      "step": 208
+    },
+    {
+      "epoch": 0.07989296636085627,
+      "grad_norm": 0.3062034678724796,
+      "learning_rate": 9.942707596246051e-06,
+      "loss": 0.3528,
+      "num_tokens": 85698238.0,
+      "step": 209
+    },
+    {
+      "epoch": 0.08027522935779817,
+      "grad_norm": 0.2732791883322538,
+      "learning_rate": 9.941817825541113e-06,
+      "loss": 0.3802,
+      "num_tokens": 86095973.0,
+      "step": 210
+    },
+    {
+      "epoch": 0.08065749235474007,
+      "grad_norm": 0.3076491439128888,
+      "learning_rate": 9.940921243701019e-06,
+      "loss": 0.3887,
+      "num_tokens": 86557278.0,
+      "step": 211
+    },
+    {
+      "epoch": 0.08103975535168195,
+      "grad_norm": 0.29215917280438924,
+      "learning_rate": 9.940017852100601e-06,
+      "loss": 0.3644,
+      "num_tokens": 86966313.0,
+      "step": 212
+    },
+    {
+      "epoch": 0.08142201834862385,
+      "grad_norm": 0.2874027877225882,
+      "learning_rate": 9.93910765212513e-06,
+      "loss": 0.3697,
+      "num_tokens": 87344800.0,
+      "step": 213
+    },
+    {
+      "epoch": 0.08180428134556575,
+      "grad_norm": 0.27936172636785955,
+      "learning_rate": 9.938190645170319e-06,
+      "loss": 0.3673,
+      "num_tokens": 87773672.0,
+      "step": 214
+    },
+    {
+      "epoch": 0.08218654434250765,
+      "grad_norm": 0.3024658653566097,
+      "learning_rate": 9.937266832642312e-06,
+      "loss": 0.3633,
+      "num_tokens": 88142515.0,
+      "step": 215
+    },
+    {
+      "epoch": 0.08256880733944955,
+      "grad_norm": 0.33991108960012917,
+      "learning_rate": 9.936336215957698e-06,
+      "loss": 0.3987,
+      "num_tokens": 88528287.0,
+      "step": 216
+    },
+    {
+      "epoch": 0.08295107033639144,
+      "grad_norm": 0.2996116237222055,
+      "learning_rate": 9.935398796543493e-06,
+      "loss": 0.3699,
+      "num_tokens": 88957091.0,
+      "step": 217
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 0.28663608072342417,
+      "learning_rate": 9.934454575837148e-06,
+      "loss": 0.3478,
+      "num_tokens": 89330917.0,
+      "step": 218
+    },
+    {
+      "epoch": 0.08371559633027523,
+      "grad_norm": 0.34356264011292487,
+      "learning_rate": 9.933503555286544e-06,
+      "loss": 0.3907,
+      "num_tokens": 89769457.0,
+      "step": 219
+    },
+    {
+      "epoch": 0.08409785932721713,
+      "grad_norm": 0.3145420561026299,
+      "learning_rate": 9.932545736349985e-06,
+      "loss": 0.3339,
+      "num_tokens": 90151953.0,
+      "step": 220
+    },
+    {
+      "epoch": 0.08448012232415902,
+      "grad_norm": 0.2842239632904358,
+      "learning_rate": 9.9315811204962e-06,
+      "loss": 0.3546,
+      "num_tokens": 90574328.0,
+      "step": 221
+    },
+    {
+      "epoch": 0.08486238532110092,
+      "grad_norm": 0.26724416107162097,
+      "learning_rate": 9.930609709204346e-06,
+      "loss": 0.3377,
+      "num_tokens": 90976429.0,
+      "step": 222
+    },
+    {
+      "epoch": 0.0852446483180428,
+      "grad_norm": 0.2645691169484764,
+      "learning_rate": 9.929631503963992e-06,
+      "loss": 0.3822,
+      "num_tokens": 91442490.0,
+      "step": 223
+    },
+    {
+      "epoch": 0.0856269113149847,
+      "grad_norm": 0.32135587321564485,
+      "learning_rate": 9.928646506275134e-06,
+      "loss": 0.3579,
+      "num_tokens": 91848632.0,
+      "step": 224
+    },
+    {
+      "epoch": 0.0860091743119266,
+      "grad_norm": 0.32670637032541,
+      "learning_rate": 9.927654717648176e-06,
+      "loss": 0.3721,
+      "num_tokens": 92276961.0,
+      "step": 225
+    },
+    {
+      "epoch": 0.0863914373088685,
+      "grad_norm": 0.2944202684179206,
+      "learning_rate": 9.926656139603939e-06,
+      "loss": 0.3697,
+      "num_tokens": 92684709.0,
+      "step": 226
+    },
+    {
+      "epoch": 0.0867737003058104,
+      "grad_norm": 0.3134041406702019,
+      "learning_rate": 9.925650773673654e-06,
+      "loss": 0.3544,
+      "num_tokens": 93064995.0,
+      "step": 227
+    },
+    {
+      "epoch": 0.0871559633027523,
+      "grad_norm": 0.295501923469508,
+      "learning_rate": 9.92463862139896e-06,
+      "loss": 0.3528,
+      "num_tokens": 93493922.0,
+      "step": 228
+    },
+    {
+      "epoch": 0.08753822629969418,
+      "grad_norm": 0.2970567683956971,
+      "learning_rate": 9.923619684331904e-06,
+      "loss": 0.3479,
+      "num_tokens": 93902963.0,
+      "step": 229
+    },
+    {
+      "epoch": 0.08792048929663608,
+      "grad_norm": 0.28293401962950987,
+      "learning_rate": 9.922593964034936e-06,
+      "loss": 0.3948,
+      "num_tokens": 94312112.0,
+      "step": 230
+    },
+    {
+      "epoch": 0.08830275229357798,
+      "grad_norm": 0.276251610132844,
+      "learning_rate": 9.921561462080908e-06,
+      "loss": 0.3563,
+      "num_tokens": 94701284.0,
+      "step": 231
+    },
+    {
+      "epoch": 0.08868501529051988,
+      "grad_norm": 0.32819585975983306,
+      "learning_rate": 9.92052218005307e-06,
+      "loss": 0.3664,
+      "num_tokens": 95103164.0,
+      "step": 232
+    },
+    {
+      "epoch": 0.08906727828746178,
+      "grad_norm": 0.32120398404390094,
+      "learning_rate": 9.919476119545066e-06,
+      "loss": 0.3613,
+      "num_tokens": 95530537.0,
+      "step": 233
+    },
+    {
+      "epoch": 0.08944954128440367,
+      "grad_norm": 0.27343332503880463,
+      "learning_rate": 9.918423282160945e-06,
+      "loss": 0.345,
+      "num_tokens": 95941819.0,
+      "step": 234
+    },
+    {
+      "epoch": 0.08983180428134556,
+      "grad_norm": 0.294056649449384,
+      "learning_rate": 9.917363669515133e-06,
+      "loss": 0.3477,
+      "num_tokens": 96355176.0,
+      "step": 235
+    },
+    {
+      "epoch": 0.09021406727828746,
+      "grad_norm": 0.29456328672560694,
+      "learning_rate": 9.916297283232456e-06,
+      "loss": 0.3618,
+      "num_tokens": 96772162.0,
+      "step": 236
+    },
+    {
+      "epoch": 0.09059633027522936,
+      "grad_norm": 0.30400646807334347,
+      "learning_rate": 9.915224124948119e-06,
+      "loss": 0.3963,
+      "num_tokens": 97250778.0,
+      "step": 237
+    },
+    {
+      "epoch": 0.09097859327217125,
+      "grad_norm": 0.27433780692105025,
+      "learning_rate": 9.914144196307721e-06,
+      "loss": 0.3454,
+      "num_tokens": 97654025.0,
+      "step": 238
+    },
+    {
+      "epoch": 0.09136085626911315,
+      "grad_norm": 0.2762680234947099,
+      "learning_rate": 9.913057498967233e-06,
+      "loss": 0.3801,
+      "num_tokens": 98081943.0,
+      "step": 239
+    },
+    {
+      "epoch": 0.09174311926605505,
+      "grad_norm": 0.29782204047001254,
+      "learning_rate": 9.911964034593013e-06,
+      "loss": 0.3629,
+      "num_tokens": 98491222.0,
+      "step": 240
+    },
+    {
+      "epoch": 0.09212538226299694,
+      "grad_norm": 0.27543729415384416,
+      "learning_rate": 9.910863804861788e-06,
+      "loss": 0.342,
+      "num_tokens": 98933450.0,
+      "step": 241
+    },
+    {
+      "epoch": 0.09250764525993883,
+      "grad_norm": 0.27333664460770063,
+      "learning_rate": 9.909756811460664e-06,
+      "loss": 0.3615,
+      "num_tokens": 99356292.0,
+      "step": 242
+    },
+    {
+      "epoch": 0.09288990825688073,
+      "grad_norm": 0.312849706925737,
+      "learning_rate": 9.908643056087121e-06,
+      "loss": 0.384,
+      "num_tokens": 99807715.0,
+      "step": 243
+    },
+    {
+      "epoch": 0.09327217125382263,
+      "grad_norm": 0.29137130049453147,
+      "learning_rate": 9.907522540449002e-06,
+      "loss": 0.3499,
+      "num_tokens": 100189698.0,
+      "step": 244
+    },
+    {
+      "epoch": 0.09365443425076453,
+      "grad_norm": 0.3151050491963121,
+      "learning_rate": 9.906395266264517e-06,
+      "loss": 0.3781,
+      "num_tokens": 100660902.0,
+      "step": 245
+    },
+    {
+      "epoch": 0.09403669724770643,
+      "grad_norm": 0.3483087694005124,
+      "learning_rate": 9.905261235262244e-06,
+      "loss": 0.3656,
+      "num_tokens": 101086006.0,
+      "step": 246
+    },
+    {
+      "epoch": 0.09441896024464831,
+      "grad_norm": 0.3183839353077628,
+      "learning_rate": 9.904120449181117e-06,
+      "loss": 0.348,
+      "num_tokens": 101465165.0,
+      "step": 247
+    },
+    {
+      "epoch": 0.09480122324159021,
+      "grad_norm": 0.273075235344002,
+      "learning_rate": 9.902972909770433e-06,
+      "loss": 0.3955,
+      "num_tokens": 101888824.0,
+      "step": 248
+    },
+    {
+      "epoch": 0.09518348623853211,
+      "grad_norm": 0.30978642198601963,
+      "learning_rate": 9.901818618789841e-06,
+      "loss": 0.3704,
+      "num_tokens": 102306874.0,
+      "step": 249
+    },
+    {
+      "epoch": 0.095565749235474,
+      "grad_norm": 0.3035045757508297,
+      "learning_rate": 9.900657578009344e-06,
+      "loss": 0.3611,
+      "num_tokens": 102700798.0,
+      "step": 250
+    },
+    {
+      "epoch": 0.0959480122324159,
+      "grad_norm": 0.29426419140397553,
+      "learning_rate": 9.899489789209298e-06,
+      "loss": 0.3667,
+      "num_tokens": 103096621.0,
+      "step": 251
+    },
+    {
+      "epoch": 0.0963302752293578,
+      "grad_norm": 0.3485697258697353,
+      "learning_rate": 9.8983152541804e-06,
+      "loss": 0.3662,
+      "num_tokens": 103539608.0,
+      "step": 252
+    },
+    {
+      "epoch": 0.09671253822629969,
+      "grad_norm": 0.3363981229241188,
+      "learning_rate": 9.897133974723698e-06,
+      "loss": 0.3815,
+      "num_tokens": 103963335.0,
+      "step": 253
+    },
+    {
+      "epoch": 0.09709480122324159,
+      "grad_norm": 0.26769732540098695,
+      "learning_rate": 9.89594595265058e-06,
+      "loss": 0.3661,
+      "num_tokens": 104402413.0,
+      "step": 254
+    },
+    {
+      "epoch": 0.09747706422018348,
+      "grad_norm": 0.29052837736053017,
+      "learning_rate": 9.894751189782773e-06,
+      "loss": 0.3698,
+      "num_tokens": 104812212.0,
+      "step": 255
+    },
+    {
+      "epoch": 0.09785932721712538,
+      "grad_norm": 0.30185424646274334,
+      "learning_rate": 9.893549687952337e-06,
+      "loss": 0.3696,
+      "num_tokens": 105208103.0,
+      "step": 256
+    },
+    {
+      "epoch": 0.09824159021406728,
+      "grad_norm": 0.272791811311962,
+      "learning_rate": 9.892341449001673e-06,
+      "loss": 0.3654,
+      "num_tokens": 105619143.0,
+      "step": 257
+    },
+    {
+      "epoch": 0.09862385321100918,
+      "grad_norm": 0.28252810251886107,
+      "learning_rate": 9.891126474783507e-06,
+      "loss": 0.3641,
+      "num_tokens": 106082216.0,
+      "step": 258
+    },
+    {
+      "epoch": 0.09900611620795106,
+      "grad_norm": 0.29207208596330475,
+      "learning_rate": 9.889904767160892e-06,
+      "loss": 0.371,
+      "num_tokens": 106536265.0,
+      "step": 259
+    },
+    {
+      "epoch": 0.09938837920489296,
+      "grad_norm": 0.290941329782096,
+      "learning_rate": 9.888676328007215e-06,
+      "loss": 0.3628,
+      "num_tokens": 106964217.0,
+      "step": 260
+    },
+    {
+      "epoch": 0.09977064220183486,
+      "grad_norm": 0.2817806507691782,
+      "learning_rate": 9.887441159206173e-06,
+      "loss": 0.3444,
+      "num_tokens": 107385148.0,
+      "step": 261
+    },
+    {
+      "epoch": 0.10015290519877676,
+      "grad_norm": 0.27229244163180977,
+      "learning_rate": 9.886199262651792e-06,
+      "loss": 0.3602,
+      "num_tokens": 107772298.0,
+      "step": 262
+    },
+    {
+      "epoch": 0.10053516819571866,
+      "grad_norm": 0.2610174333568875,
+      "learning_rate": 9.884950640248406e-06,
+      "loss": 0.345,
+      "num_tokens": 108182473.0,
+      "step": 263
+    },
+    {
+      "epoch": 0.10091743119266056,
+      "grad_norm": 0.3020670783261359,
+      "learning_rate": 9.883695293910674e-06,
+      "loss": 0.3566,
+      "num_tokens": 108546122.0,
+      "step": 264
+    },
+    {
+      "epoch": 0.10129969418960244,
+      "grad_norm": 0.31040224708867337,
+      "learning_rate": 9.882433225563553e-06,
+      "loss": 0.3527,
+      "num_tokens": 108938626.0,
+      "step": 265
+    },
+    {
+      "epoch": 0.10168195718654434,
+      "grad_norm": 0.29221050269568544,
+      "learning_rate": 9.881164437142316e-06,
+      "loss": 0.3467,
+      "num_tokens": 109331960.0,
+      "step": 266
+    },
+    {
+      "epoch": 0.10206422018348624,
+      "grad_norm": 0.29095939215956507,
+      "learning_rate": 9.879888930592535e-06,
+      "loss": 0.3827,
+      "num_tokens": 109737450.0,
+      "step": 267
+    },
+    {
+      "epoch": 0.10244648318042814,
+      "grad_norm": 0.2714268725173217,
+      "learning_rate": 9.87860670787009e-06,
+      "loss": 0.3606,
+      "num_tokens": 110152085.0,
+      "step": 268
+    },
+    {
+      "epoch": 0.10282874617737003,
+      "grad_norm": 0.2749502242222535,
+      "learning_rate": 9.877317770941155e-06,
+      "loss": 0.3696,
+      "num_tokens": 110580750.0,
+      "step": 269
+    },
+    {
+      "epoch": 0.10321100917431193,
+      "grad_norm": 0.28202363086242993,
+      "learning_rate": 9.8760221217822e-06,
+      "loss": 0.3719,
+      "num_tokens": 110992053.0,
+      "step": 270
+    },
+    {
+      "epoch": 0.10359327217125382,
+      "grad_norm": 0.2939169912519912,
+      "learning_rate": 9.874719762379989e-06,
+      "loss": 0.3904,
+      "num_tokens": 111375803.0,
+      "step": 271
+    },
+    {
+      "epoch": 0.10397553516819572,
+      "grad_norm": 0.2524585115843448,
+      "learning_rate": 9.873410694731577e-06,
+      "loss": 0.3729,
+      "num_tokens": 111797446.0,
+      "step": 272
+    },
+    {
+      "epoch": 0.10435779816513761,
+      "grad_norm": 0.330271338847113,
+      "learning_rate": 9.872094920844301e-06,
+      "loss": 0.3522,
+      "num_tokens": 112210690.0,
+      "step": 273
+    },
+    {
+      "epoch": 0.10474006116207951,
+      "grad_norm": 0.3173092968895186,
+      "learning_rate": 9.870772442735786e-06,
+      "loss": 0.4027,
+      "num_tokens": 112663677.0,
+      "step": 274
+    },
+    {
+      "epoch": 0.10512232415902141,
+      "grad_norm": 0.2611720509884505,
+      "learning_rate": 9.869443262433934e-06,
+      "loss": 0.3868,
+      "num_tokens": 113117271.0,
+      "step": 275
+    },
+    {
+      "epoch": 0.10550458715596331,
+      "grad_norm": 0.2970284419669802,
+      "learning_rate": 9.868107381976923e-06,
+      "loss": 0.3741,
+      "num_tokens": 113518142.0,
+      "step": 276
+    },
+    {
+      "epoch": 0.1058868501529052,
+      "grad_norm": 0.29220238684960315,
+      "learning_rate": 9.866764803413215e-06,
+      "loss": 0.3629,
+      "num_tokens": 113909217.0,
+      "step": 277
+    },
+    {
+      "epoch": 0.10626911314984709,
+      "grad_norm": 0.3165983400943323,
+      "learning_rate": 9.865415528801527e-06,
+      "loss": 0.3956,
+      "num_tokens": 114297637.0,
+      "step": 278
+    },
+    {
+      "epoch": 0.10665137614678899,
+      "grad_norm": 0.27854892660119135,
+      "learning_rate": 9.864059560210858e-06,
+      "loss": 0.366,
+      "num_tokens": 114726773.0,
+      "step": 279
+    },
+    {
+      "epoch": 0.10703363914373089,
+      "grad_norm": 0.2761010119890071,
+      "learning_rate": 9.862696899720465e-06,
+      "loss": 0.3523,
+      "num_tokens": 115115080.0,
+      "step": 280
+    },
+    {
+      "epoch": 0.10741590214067279,
+      "grad_norm": 0.30788357270337063,
+      "learning_rate": 9.861327549419866e-06,
+      "loss": 0.3495,
+      "num_tokens": 115516715.0,
+      "step": 281
+    },
+    {
+      "epoch": 0.10779816513761468,
+      "grad_norm": 0.312954310400862,
+      "learning_rate": 9.85995151140884e-06,
+      "loss": 0.3628,
+      "num_tokens": 115941499.0,
+      "step": 282
+    },
+    {
+      "epoch": 0.10818042813455657,
+      "grad_norm": 0.30918221576751287,
+      "learning_rate": 9.85856878779742e-06,
+      "loss": 0.3922,
+      "num_tokens": 116370691.0,
+      "step": 283
+    },
+    {
+      "epoch": 0.10856269113149847,
+      "grad_norm": 0.31223777670382713,
+      "learning_rate": 9.857179380705887e-06,
+      "loss": 0.3821,
+      "num_tokens": 116773367.0,
+      "step": 284
+    },
+    {
+      "epoch": 0.10894495412844037,
+      "grad_norm": 0.27289945113722036,
+      "learning_rate": 9.855783292264781e-06,
+      "loss": 0.3629,
+      "num_tokens": 117175862.0,
+      "step": 285
+    },
+    {
+      "epoch": 0.10932721712538226,
+      "grad_norm": 0.2909587041265393,
+      "learning_rate": 9.854380524614874e-06,
+      "loss": 0.3811,
+      "num_tokens": 117555972.0,
+      "step": 286
+    },
+    {
+      "epoch": 0.10970948012232416,
+      "grad_norm": 0.3508899918081021,
+      "learning_rate": 9.852971079907189e-06,
+      "loss": 0.3908,
+      "num_tokens": 117989763.0,
+      "step": 287
+    },
+    {
+      "epoch": 0.11009174311926606,
+      "grad_norm": 0.331276353344019,
+      "learning_rate": 9.851554960302982e-06,
+      "loss": 0.3676,
+      "num_tokens": 118433333.0,
+      "step": 288
+    },
+    {
+      "epoch": 0.11047400611620795,
+      "grad_norm": 0.2924357482752978,
+      "learning_rate": 9.85013216797375e-06,
+      "loss": 0.3476,
+      "num_tokens": 118829868.0,
+      "step": 289
+    },
+    {
+      "epoch": 0.11085626911314984,
+      "grad_norm": 0.2997056422292096,
+      "learning_rate": 9.848702705101222e-06,
+      "loss": 0.3617,
+      "num_tokens": 119211420.0,
+      "step": 290
+    },
+    {
+      "epoch": 0.11123853211009174,
+      "grad_norm": 0.3742836379630399,
+      "learning_rate": 9.847266573877346e-06,
+      "loss": 0.3826,
+      "num_tokens": 119640407.0,
+      "step": 291
+    },
+    {
+      "epoch": 0.11162079510703364,
+      "grad_norm": 0.3216917969373817,
+      "learning_rate": 9.845823776504308e-06,
+      "loss": 0.3696,
+      "num_tokens": 120048713.0,
+      "step": 292
+    },
+    {
+      "epoch": 0.11200305810397554,
+      "grad_norm": 0.3027352030982205,
+      "learning_rate": 9.844374315194508e-06,
+      "loss": 0.3745,
+      "num_tokens": 120422430.0,
+      "step": 293
+    },
+    {
+      "epoch": 0.11238532110091744,
+      "grad_norm": 0.3071429341787571,
+      "learning_rate": 9.842918192170567e-06,
+      "loss": 0.3861,
+      "num_tokens": 120812256.0,
+      "step": 294
+    },
+    {
+      "epoch": 0.11276758409785932,
+      "grad_norm": 0.29715278251405547,
+      "learning_rate": 9.841455409665322e-06,
+      "loss": 0.3505,
+      "num_tokens": 121203984.0,
+      "step": 295
+    },
+    {
+      "epoch": 0.11314984709480122,
+      "grad_norm": 0.26601257484399915,
+      "learning_rate": 9.83998596992182e-06,
+      "loss": 0.3556,
+      "num_tokens": 121636080.0,
+      "step": 296
+    },
+    {
+      "epoch": 0.11353211009174312,
+      "grad_norm": 0.29965657210105656,
+      "learning_rate": 9.838509875193317e-06,
+      "loss": 0.3637,
+      "num_tokens": 122061987.0,
+      "step": 297
+    },
+    {
+      "epoch": 0.11391437308868502,
+      "grad_norm": 0.27848002752496387,
+      "learning_rate": 9.837027127743275e-06,
+      "loss": 0.3641,
+      "num_tokens": 122410943.0,
+      "step": 298
+    },
+    {
+      "epoch": 0.11429663608562692,
+      "grad_norm": 0.2682770864804808,
+      "learning_rate": 9.835537729845352e-06,
+      "loss": 0.3948,
+      "num_tokens": 122848976.0,
+      "step": 299
+    },
+    {
+      "epoch": 0.11467889908256881,
+      "grad_norm": 0.28555695033122447,
+      "learning_rate": 9.834041683783413e-06,
+      "loss": 0.3553,
+      "num_tokens": 123232302.0,
+      "step": 300
+    },
+    {
+      "epoch": 0.1150611620795107,
+      "grad_norm": 0.29283430135149235,
+      "learning_rate": 9.83253899185151e-06,
+      "loss": 0.3595,
+      "num_tokens": 123620339.0,
+      "step": 301
+    },
+    {
+      "epoch": 0.1154434250764526,
+      "grad_norm": 0.3327873933315915,
+      "learning_rate": 9.83102965635389e-06,
+      "loss": 0.3748,
+      "num_tokens": 124011849.0,
+      "step": 302
+    },
+    {
+      "epoch": 0.1158256880733945,
+      "grad_norm": 0.2724899431720382,
+      "learning_rate": 9.829513679604983e-06,
+      "loss": 0.3506,
+      "num_tokens": 124450845.0,
+      "step": 303
+    },
+    {
+      "epoch": 0.1162079510703364,
+      "grad_norm": 0.2770946104901708,
+      "learning_rate": 9.827991063929407e-06,
+      "loss": 0.3644,
+      "num_tokens": 124862699.0,
+      "step": 304
+    },
+    {
+      "epoch": 0.11659021406727829,
+      "grad_norm": 0.2915694326733997,
+      "learning_rate": 9.826461811661959e-06,
+      "loss": 0.3561,
+      "num_tokens": 125249693.0,
+      "step": 305
+    },
+    {
+      "epoch": 0.11697247706422019,
+      "grad_norm": 0.28170953782047087,
+      "learning_rate": 9.824925925147611e-06,
+      "loss": 0.3668,
+      "num_tokens": 125640121.0,
+      "step": 306
+    },
+    {
+      "epoch": 0.11735474006116207,
+      "grad_norm": 0.3049371740679874,
+      "learning_rate": 9.823383406741511e-06,
+      "loss": 0.3833,
+      "num_tokens": 126033668.0,
+      "step": 307
+    },
+    {
+      "epoch": 0.11773700305810397,
+      "grad_norm": 0.3014529343668211,
+      "learning_rate": 9.821834258808973e-06,
+      "loss": 0.3537,
+      "num_tokens": 126459451.0,
+      "step": 308
+    },
+    {
+      "epoch": 0.11811926605504587,
+      "grad_norm": 0.30241226769117924,
+      "learning_rate": 9.82027848372548e-06,
+      "loss": 0.3734,
+      "num_tokens": 126894820.0,
+      "step": 309
+    },
+    {
+      "epoch": 0.11850152905198777,
+      "grad_norm": 0.2885703862024239,
+      "learning_rate": 9.818716083876672e-06,
+      "loss": 0.3588,
+      "num_tokens": 127274240.0,
+      "step": 310
+    },
+    {
+      "epoch": 0.11888379204892967,
+      "grad_norm": 0.2805862007763283,
+      "learning_rate": 9.817147061658357e-06,
+      "loss": 0.3667,
+      "num_tokens": 127664119.0,
+      "step": 311
+    },
+    {
+      "epoch": 0.11926605504587157,
+      "grad_norm": 0.2594680894998848,
+      "learning_rate": 9.815571419476488e-06,
+      "loss": 0.3727,
+      "num_tokens": 128072004.0,
+      "step": 312
+    },
+    {
+      "epoch": 0.11964831804281345,
+      "grad_norm": 0.26692183256572516,
+      "learning_rate": 9.813989159747173e-06,
+      "loss": 0.3666,
+      "num_tokens": 128516007.0,
+      "step": 313
+    },
+    {
+      "epoch": 0.12003058103975535,
+      "grad_norm": 0.284716987141419,
+      "learning_rate": 9.81240028489667e-06,
+      "loss": 0.3596,
+      "num_tokens": 128893511.0,
+      "step": 314
+    },
+    {
+      "epoch": 0.12041284403669725,
+      "grad_norm": 0.2712764803922657,
+      "learning_rate": 9.810804797361374e-06,
+      "loss": 0.368,
+      "num_tokens": 129272733.0,
+      "step": 315
+    },
+    {
+      "epoch": 0.12079510703363915,
+      "grad_norm": 0.27976400887056985,
+      "learning_rate": 9.809202699587828e-06,
+      "loss": 0.3645,
+      "num_tokens": 129670952.0,
+      "step": 316
+    },
+    {
+      "epoch": 0.12117737003058104,
+      "grad_norm": 0.3127815042159146,
+      "learning_rate": 9.807593994032706e-06,
+      "loss": 0.3977,
+      "num_tokens": 130121126.0,
+      "step": 317
+    },
+    {
+      "epoch": 0.12155963302752294,
+      "grad_norm": 0.2863769224906313,
+      "learning_rate": 9.805978683162816e-06,
+      "loss": 0.3939,
+      "num_tokens": 130583458.0,
+      "step": 318
+    },
+    {
+      "epoch": 0.12194189602446483,
+      "grad_norm": 0.27258847923530244,
+      "learning_rate": 9.804356769455092e-06,
+      "loss": 0.3482,
+      "num_tokens": 131000170.0,
+      "step": 319
+    },
+    {
+      "epoch": 0.12232415902140673,
+      "grad_norm": 0.271669391745868,
+      "learning_rate": 9.802728255396602e-06,
+      "loss": 0.3568,
+      "num_tokens": 131386432.0,
+      "step": 320
+    },
+    {
+      "epoch": 0.12270642201834862,
+      "grad_norm": 0.33241178596873316,
+      "learning_rate": 9.801093143484521e-06,
+      "loss": 0.3848,
+      "num_tokens": 131754797.0,
+      "step": 321
+    },
+    {
+      "epoch": 0.12308868501529052,
+      "grad_norm": 0.34931101181525115,
+      "learning_rate": 9.799451436226151e-06,
+      "loss": 0.3908,
+      "num_tokens": 132160224.0,
+      "step": 322
+    },
+    {
+      "epoch": 0.12347094801223242,
+      "grad_norm": 0.2954467177276294,
+      "learning_rate": 9.797803136138907e-06,
+      "loss": 0.3649,
+      "num_tokens": 132581368.0,
+      "step": 323
+    },
+    {
+      "epoch": 0.12385321100917432,
+      "grad_norm": 0.30971607929524986,
+      "learning_rate": 9.796148245750313e-06,
+      "loss": 0.3348,
+      "num_tokens": 132951299.0,
+      "step": 324
+    },
+    {
+      "epoch": 0.1242354740061162,
+      "grad_norm": 0.3188511135371351,
+      "learning_rate": 9.794486767597992e-06,
+      "loss": 0.3983,
+      "num_tokens": 133400887.0,
+      "step": 325
+    },
+    {
+      "epoch": 0.1246177370030581,
+      "grad_norm": 0.27615267996919446,
+      "learning_rate": 9.792818704229677e-06,
+      "loss": 0.3697,
+      "num_tokens": 133856780.0,
+      "step": 326
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 0.35218491803529917,
+      "learning_rate": 9.791144058203194e-06,
+      "loss": 0.3819,
+      "num_tokens": 134313328.0,
+      "step": 327
+    },
+    {
+      "epoch": 0.12538226299694188,
+      "grad_norm": 0.361793076454163,
+      "learning_rate": 9.789462832086468e-06,
+      "loss": 0.3751,
+      "num_tokens": 134706925.0,
+      "step": 328
+    },
+    {
+      "epoch": 0.1257645259938838,
+      "grad_norm": 0.28318972146916227,
+      "learning_rate": 9.787775028457506e-06,
+      "loss": 0.3688,
+      "num_tokens": 135121368.0,
+      "step": 329
+    },
+    {
+      "epoch": 0.12614678899082568,
+      "grad_norm": 0.2788107106873188,
+      "learning_rate": 9.786080649904409e-06,
+      "loss": 0.368,
+      "num_tokens": 135543059.0,
+      "step": 330
+    },
+    {
+      "epoch": 0.1265290519877676,
+      "grad_norm": 0.3551870330735956,
+      "learning_rate": 9.784379699025358e-06,
+      "loss": 0.368,
+      "num_tokens": 135932194.0,
+      "step": 331
+    },
+    {
+      "epoch": 0.12691131498470948,
+      "grad_norm": 0.26915650405734415,
+      "learning_rate": 9.782672178428607e-06,
+      "loss": 0.3676,
+      "num_tokens": 136372866.0,
+      "step": 332
+    },
+    {
+      "epoch": 0.12729357798165136,
+      "grad_norm": 0.25923800088776544,
+      "learning_rate": 9.78095809073249e-06,
+      "loss": 0.354,
+      "num_tokens": 136783472.0,
+      "step": 333
+    },
+    {
+      "epoch": 0.12767584097859327,
+      "grad_norm": 0.2739029527314487,
+      "learning_rate": 9.77923743856541e-06,
+      "loss": 0.352,
+      "num_tokens": 137193968.0,
+      "step": 334
+    },
+    {
+      "epoch": 0.12805810397553516,
+      "grad_norm": 0.2768964480829531,
+      "learning_rate": 9.777510224565834e-06,
+      "loss": 0.362,
+      "num_tokens": 137595702.0,
+      "step": 335
+    },
+    {
+      "epoch": 0.12844036697247707,
+      "grad_norm": 0.3178493502924472,
+      "learning_rate": 9.775776451382292e-06,
+      "loss": 0.3686,
+      "num_tokens": 138025233.0,
+      "step": 336
+    },
+    {
+      "epoch": 0.12882262996941896,
+      "grad_norm": 0.2985756541941514,
+      "learning_rate": 9.774036121673374e-06,
+      "loss": 0.3759,
+      "num_tokens": 138439624.0,
+      "step": 337
+    },
+    {
+      "epoch": 0.12920489296636087,
+      "grad_norm": 0.29629539600652666,
+      "learning_rate": 9.772289238107717e-06,
+      "loss": 0.355,
+      "num_tokens": 138860597.0,
+      "step": 338
+    },
+    {
+      "epoch": 0.12958715596330275,
+      "grad_norm": 0.2656162002560928,
+      "learning_rate": 9.770535803364014e-06,
+      "loss": 0.3777,
+      "num_tokens": 139267517.0,
+      "step": 339
+    },
+    {
+      "epoch": 0.12996941896024464,
+      "grad_norm": 0.3079874135040319,
+      "learning_rate": 9.768775820131008e-06,
+      "loss": 0.3921,
+      "num_tokens": 139694958.0,
+      "step": 340
+    },
+    {
+      "epoch": 0.13035168195718655,
+      "grad_norm": 0.2906988544585396,
+      "learning_rate": 9.767009291107471e-06,
+      "loss": 0.3749,
+      "num_tokens": 140079416.0,
+      "step": 341
+    },
+    {
+      "epoch": 0.13073394495412843,
+      "grad_norm": 0.29327212809124914,
+      "learning_rate": 9.765236219002223e-06,
+      "loss": 0.3842,
+      "num_tokens": 140523685.0,
+      "step": 342
+    },
+    {
+      "epoch": 0.13111620795107035,
+      "grad_norm": 0.28019234806606597,
+      "learning_rate": 9.763456606534112e-06,
+      "loss": 0.3536,
+      "num_tokens": 140950392.0,
+      "step": 343
+    },
+    {
+      "epoch": 0.13149847094801223,
+      "grad_norm": 0.24897455668458857,
+      "learning_rate": 9.761670456432016e-06,
+      "loss": 0.3592,
+      "num_tokens": 141380785.0,
+      "step": 344
+    },
+    {
+      "epoch": 0.13188073394495411,
+      "grad_norm": 0.3054569832855343,
+      "learning_rate": 9.75987777143484e-06,
+      "loss": 0.379,
+      "num_tokens": 141792563.0,
+      "step": 345
+    },
+    {
+      "epoch": 0.13226299694189603,
+      "grad_norm": 0.2659266431374649,
+      "learning_rate": 9.758078554291505e-06,
+      "loss": 0.3612,
+      "num_tokens": 142162144.0,
+      "step": 346
+    },
+    {
+      "epoch": 0.1326452599388379,
+      "grad_norm": 0.28333485294806937,
+      "learning_rate": 9.756272807760954e-06,
+      "loss": 0.3574,
+      "num_tokens": 142520857.0,
+      "step": 347
+    },
+    {
+      "epoch": 0.13302752293577982,
+      "grad_norm": 0.3734088636202502,
+      "learning_rate": 9.75446053461214e-06,
+      "loss": 0.3676,
+      "num_tokens": 142917677.0,
+      "step": 348
+    },
+    {
+      "epoch": 0.1334097859327217,
+      "grad_norm": 0.29278447614583514,
+      "learning_rate": 9.752641737624023e-06,
+      "loss": 0.3812,
+      "num_tokens": 143317782.0,
+      "step": 349
+    },
+    {
+      "epoch": 0.13379204892966362,
+      "grad_norm": 0.28446614185529623,
+      "learning_rate": 9.750816419585569e-06,
+      "loss": 0.3708,
+      "num_tokens": 143729772.0,
+      "step": 350
+    },
+    {
+      "epoch": 0.1341743119266055,
+      "grad_norm": 0.23898402619912196,
+      "learning_rate": 9.748984583295736e-06,
+      "loss": 0.3644,
+      "num_tokens": 144178116.0,
+      "step": 351
+    },
+    {
+      "epoch": 0.1345565749235474,
+      "grad_norm": 0.27653297398599813,
+      "learning_rate": 9.747146231563491e-06,
+      "loss": 0.3704,
+      "num_tokens": 144575763.0,
+      "step": 352
+    },
+    {
+      "epoch": 0.1349388379204893,
+      "grad_norm": 0.2887505187465025,
+      "learning_rate": 9.74530136720778e-06,
+      "loss": 0.3718,
+      "num_tokens": 144968040.0,
+      "step": 353
+    },
+    {
+      "epoch": 0.1353211009174312,
+      "grad_norm": 0.26690262658958475,
+      "learning_rate": 9.743449993057537e-06,
+      "loss": 0.3987,
+      "num_tokens": 145435439.0,
+      "step": 354
+    },
+    {
+      "epoch": 0.1357033639143731,
+      "grad_norm": 0.2856814337231243,
+      "learning_rate": 9.741592111951687e-06,
+      "loss": 0.3693,
+      "num_tokens": 145839015.0,
+      "step": 355
+    },
+    {
+      "epoch": 0.13608562691131498,
+      "grad_norm": 0.24839206187457766,
+      "learning_rate": 9.739727726739122e-06,
+      "loss": 0.3769,
+      "num_tokens": 146287347.0,
+      "step": 356
+    },
+    {
+      "epoch": 0.13646788990825687,
+      "grad_norm": 0.25246604863974276,
+      "learning_rate": 9.737856840278713e-06,
+      "loss": 0.3612,
+      "num_tokens": 146671063.0,
+      "step": 357
+    },
+    {
+      "epoch": 0.13685015290519878,
+      "grad_norm": 0.3233202343500254,
+      "learning_rate": 9.7359794554393e-06,
+      "loss": 0.3692,
+      "num_tokens": 147076604.0,
+      "step": 358
+    },
+    {
+      "epoch": 0.13723241590214066,
+      "grad_norm": 0.34497878728322334,
+      "learning_rate": 9.734095575099684e-06,
+      "loss": 0.375,
+      "num_tokens": 147443378.0,
+      "step": 359
+    },
+    {
+      "epoch": 0.13761467889908258,
+      "grad_norm": 0.2975012994682014,
+      "learning_rate": 9.732205202148631e-06,
+      "loss": 0.3597,
+      "num_tokens": 147846174.0,
+      "step": 360
+    },
+    {
+      "epoch": 0.13799694189602446,
+      "grad_norm": 0.3009871494813123,
+      "learning_rate": 9.730308339484862e-06,
+      "loss": 0.3823,
+      "num_tokens": 148265170.0,
+      "step": 361
+    },
+    {
+      "epoch": 0.13837920489296637,
+      "grad_norm": 0.3269887556100033,
+      "learning_rate": 9.728404990017046e-06,
+      "loss": 0.3714,
+      "num_tokens": 148645677.0,
+      "step": 362
+    },
+    {
+      "epoch": 0.13876146788990826,
+      "grad_norm": 0.3486884596736548,
+      "learning_rate": 9.726495156663803e-06,
+      "loss": 0.3587,
+      "num_tokens": 149014119.0,
+      "step": 363
+    },
+    {
+      "epoch": 0.13914373088685014,
+      "grad_norm": 0.2741666982338165,
+      "learning_rate": 9.724578842353695e-06,
+      "loss": 0.3454,
+      "num_tokens": 149397613.0,
+      "step": 364
+    },
+    {
+      "epoch": 0.13952599388379205,
+      "grad_norm": 0.28797219330893853,
+      "learning_rate": 9.722656050025216e-06,
+      "loss": 0.3664,
+      "num_tokens": 149837858.0,
+      "step": 365
+    },
+    {
+      "epoch": 0.13990825688073394,
+      "grad_norm": 0.3049664442019357,
+      "learning_rate": 9.720726782626801e-06,
+      "loss": 0.3736,
+      "num_tokens": 150217716.0,
+      "step": 366
+    },
+    {
+      "epoch": 0.14029051987767585,
+      "grad_norm": 0.316178060305947,
+      "learning_rate": 9.718791043116812e-06,
+      "loss": 0.386,
+      "num_tokens": 150618548.0,
+      "step": 367
+    },
+    {
+      "epoch": 0.14067278287461774,
+      "grad_norm": 0.2959532293284894,
+      "learning_rate": 9.716848834463532e-06,
+      "loss": 0.3678,
+      "num_tokens": 151057762.0,
+      "step": 368
+    },
+    {
+      "epoch": 0.14105504587155962,
+      "grad_norm": 0.2957554022117756,
+      "learning_rate": 9.714900159645169e-06,
+      "loss": 0.3779,
+      "num_tokens": 151466318.0,
+      "step": 369
+    },
+    {
+      "epoch": 0.14143730886850153,
+      "grad_norm": 0.29755257785291395,
+      "learning_rate": 9.712945021649842e-06,
+      "loss": 0.3558,
+      "num_tokens": 151857490.0,
+      "step": 370
+    },
+    {
+      "epoch": 0.14181957186544342,
+      "grad_norm": 0.28830811691023295,
+      "learning_rate": 9.710983423475583e-06,
+      "loss": 0.3759,
+      "num_tokens": 152254952.0,
+      "step": 371
+    },
+    {
+      "epoch": 0.14220183486238533,
+      "grad_norm": 0.2927087385898855,
+      "learning_rate": 9.709015368130328e-06,
+      "loss": 0.3551,
+      "num_tokens": 152626944.0,
+      "step": 372
+    },
+    {
+      "epoch": 0.1425840978593272,
+      "grad_norm": 0.2863661063037929,
+      "learning_rate": 9.707040858631918e-06,
+      "loss": 0.3872,
+      "num_tokens": 153076826.0,
+      "step": 373
+    },
+    {
+      "epoch": 0.14296636085626913,
+      "grad_norm": 0.2969143733041409,
+      "learning_rate": 9.705059898008087e-06,
+      "loss": 0.4003,
+      "num_tokens": 153513246.0,
+      "step": 374
+    },
+    {
+      "epoch": 0.143348623853211,
+      "grad_norm": 0.27998416781365243,
+      "learning_rate": 9.703072489296467e-06,
+      "loss": 0.3886,
+      "num_tokens": 153928116.0,
+      "step": 375
+    },
+    {
+      "epoch": 0.1437308868501529,
+      "grad_norm": 0.2740751028842675,
+      "learning_rate": 9.70107863554457e-06,
+      "loss": 0.3627,
+      "num_tokens": 154338955.0,
+      "step": 376
+    },
+    {
+      "epoch": 0.1441131498470948,
+      "grad_norm": 0.2618085061553179,
+      "learning_rate": 9.699078339809793e-06,
+      "loss": 0.3555,
+      "num_tokens": 154722147.0,
+      "step": 377
+    },
+    {
+      "epoch": 0.1444954128440367,
+      "grad_norm": 0.26328965045222535,
+      "learning_rate": 9.697071605159418e-06,
+      "loss": 0.3624,
+      "num_tokens": 155115005.0,
+      "step": 378
+    },
+    {
+      "epoch": 0.1448776758409786,
+      "grad_norm": 0.27170767317557487,
+      "learning_rate": 9.69505843467059e-06,
+      "loss": 0.379,
+      "num_tokens": 155552529.0,
+      "step": 379
+    },
+    {
+      "epoch": 0.1452599388379205,
+      "grad_norm": 0.2994766149066218,
+      "learning_rate": 9.693038831430332e-06,
+      "loss": 0.3757,
+      "num_tokens": 155956435.0,
+      "step": 380
+    },
+    {
+      "epoch": 0.14564220183486237,
+      "grad_norm": 0.3216199872305448,
+      "learning_rate": 9.691012798535524e-06,
+      "loss": 0.3743,
+      "num_tokens": 156358518.0,
+      "step": 381
+    },
+    {
+      "epoch": 0.14602446483180428,
+      "grad_norm": 0.2724435265094422,
+      "learning_rate": 9.68898033909291e-06,
+      "loss": 0.3548,
+      "num_tokens": 156802220.0,
+      "step": 382
+    },
+    {
+      "epoch": 0.14640672782874617,
+      "grad_norm": 0.2733083458726887,
+      "learning_rate": 9.686941456219088e-06,
+      "loss": 0.3648,
+      "num_tokens": 157181770.0,
+      "step": 383
+    },
+    {
+      "epoch": 0.14678899082568808,
+      "grad_norm": 0.2683717534178117,
+      "learning_rate": 9.684896153040504e-06,
+      "loss": 0.3707,
+      "num_tokens": 157631260.0,
+      "step": 384
+    },
+    {
+      "epoch": 0.14717125382262997,
+      "grad_norm": 0.2797821278974627,
+      "learning_rate": 9.682844432693447e-06,
+      "loss": 0.3517,
+      "num_tokens": 158081752.0,
+      "step": 385
+    },
+    {
+      "epoch": 0.14755351681957188,
+      "grad_norm": 0.3021244746434412,
+      "learning_rate": 9.680786298324054e-06,
+      "loss": 0.385,
+      "num_tokens": 158503533.0,
+      "step": 386
+    },
+    {
+      "epoch": 0.14793577981651376,
+      "grad_norm": 0.30084371736775684,
+      "learning_rate": 9.67872175308829e-06,
+      "loss": 0.3587,
+      "num_tokens": 158886791.0,
+      "step": 387
+    },
+    {
+      "epoch": 0.14831804281345565,
+      "grad_norm": 0.28898401069489127,
+      "learning_rate": 9.67665080015195e-06,
+      "loss": 0.3944,
+      "num_tokens": 159326374.0,
+      "step": 388
+    },
+    {
+      "epoch": 0.14870030581039756,
+      "grad_norm": 0.27620905341201196,
+      "learning_rate": 9.674573442690658e-06,
+      "loss": 0.349,
+      "num_tokens": 159709556.0,
+      "step": 389
+    },
+    {
+      "epoch": 0.14908256880733944,
+      "grad_norm": 0.29430023036015573,
+      "learning_rate": 9.672489683889862e-06,
+      "loss": 0.3652,
+      "num_tokens": 160123233.0,
+      "step": 390
+    },
+    {
+      "epoch": 0.14946483180428136,
+      "grad_norm": 0.29224260409863767,
+      "learning_rate": 9.67039952694482e-06,
+      "loss": 0.3664,
+      "num_tokens": 160559424.0,
+      "step": 391
+    },
+    {
+      "epoch": 0.14984709480122324,
+      "grad_norm": 0.30496832909422966,
+      "learning_rate": 9.6683029750606e-06,
+      "loss": 0.3999,
+      "num_tokens": 160939165.0,
+      "step": 392
+    },
+    {
+      "epoch": 0.15022935779816513,
+      "grad_norm": 0.2603623646692436,
+      "learning_rate": 9.666200031452084e-06,
+      "loss": 0.3774,
+      "num_tokens": 161373163.0,
+      "step": 393
+    },
+    {
+      "epoch": 0.15061162079510704,
+      "grad_norm": 0.32390633772363503,
+      "learning_rate": 9.664090699343948e-06,
+      "loss": 0.3982,
+      "num_tokens": 161780011.0,
+      "step": 394
+    },
+    {
+      "epoch": 0.15099388379204892,
+      "grad_norm": 0.3260661267973067,
+      "learning_rate": 9.661974981970665e-06,
+      "loss": 0.3752,
+      "num_tokens": 162187042.0,
+      "step": 395
+    },
+    {
+      "epoch": 0.15137614678899083,
+      "grad_norm": 0.3354818920882661,
+      "learning_rate": 9.659852882576502e-06,
+      "loss": 0.3691,
+      "num_tokens": 162571052.0,
+      "step": 396
+    },
+    {
+      "epoch": 0.15175840978593272,
+      "grad_norm": 0.2716963089106391,
+      "learning_rate": 9.65772440441551e-06,
+      "loss": 0.36,
+      "num_tokens": 162997756.0,
+      "step": 397
+    },
+    {
+      "epoch": 0.15214067278287463,
+      "grad_norm": 0.2891863031044559,
+      "learning_rate": 9.655589550751525e-06,
+      "loss": 0.383,
+      "num_tokens": 163449837.0,
+      "step": 398
+    },
+    {
+      "epoch": 0.15252293577981652,
+      "grad_norm": 0.31749094295800434,
+      "learning_rate": 9.653448324858151e-06,
+      "loss": 0.3969,
+      "num_tokens": 163835806.0,
+      "step": 399
+    },
+    {
+      "epoch": 0.1529051987767584,
+      "grad_norm": 0.30000356817837964,
+      "learning_rate": 9.651300730018776e-06,
+      "loss": 0.3836,
+      "num_tokens": 164276300.0,
+      "step": 400
+    },
+    {
+      "epoch": 0.1532874617737003,
+      "grad_norm": 0.31268242628477666,
+      "learning_rate": 9.64914676952654e-06,
+      "loss": 0.3938,
+      "num_tokens": 164726852.0,
+      "step": 401
+    },
+    {
+      "epoch": 0.1536697247706422,
+      "grad_norm": 0.2551289872017507,
+      "learning_rate": 9.646986446684357e-06,
+      "loss": 0.3529,
+      "num_tokens": 165146972.0,
+      "step": 402
+    },
+    {
+      "epoch": 0.1540519877675841,
+      "grad_norm": 0.3207304470525379,
+      "learning_rate": 9.644819764804888e-06,
+      "loss": 0.3937,
+      "num_tokens": 165587373.0,
+      "step": 403
+    },
+    {
+      "epoch": 0.154434250764526,
+      "grad_norm": 0.3350743575339698,
+      "learning_rate": 9.642646727210546e-06,
+      "loss": 0.3956,
+      "num_tokens": 165999875.0,
+      "step": 404
+    },
+    {
+      "epoch": 0.15481651376146788,
+      "grad_norm": 0.30082830614480544,
+      "learning_rate": 9.640467337233496e-06,
+      "loss": 0.3674,
+      "num_tokens": 166382211.0,
+      "step": 405
+    },
+    {
+      "epoch": 0.1551987767584098,
+      "grad_norm": 0.2891372838044858,
+      "learning_rate": 9.638281598215637e-06,
+      "loss": 0.3812,
+      "num_tokens": 166771480.0,
+      "step": 406
+    },
+    {
+      "epoch": 0.15558103975535167,
+      "grad_norm": 0.31050020435082976,
+      "learning_rate": 9.636089513508612e-06,
+      "loss": 0.3813,
+      "num_tokens": 167172230.0,
+      "step": 407
+    },
+    {
+      "epoch": 0.1559633027522936,
+      "grad_norm": 0.3031677280970331,
+      "learning_rate": 9.633891086473783e-06,
+      "loss": 0.3737,
+      "num_tokens": 167596027.0,
+      "step": 408
+    },
+    {
+      "epoch": 0.15634556574923547,
+      "grad_norm": 0.305489363988088,
+      "learning_rate": 9.631686320482245e-06,
+      "loss": 0.3808,
+      "num_tokens": 168008679.0,
+      "step": 409
+    },
+    {
+      "epoch": 0.15672782874617738,
+      "grad_norm": 0.27970483552619974,
+      "learning_rate": 9.629475218914816e-06,
+      "loss": 0.3563,
+      "num_tokens": 168407899.0,
+      "step": 410
+    },
+    {
+      "epoch": 0.15711009174311927,
+      "grad_norm": 0.26239782662158345,
+      "learning_rate": 9.62725778516202e-06,
+      "loss": 0.3797,
+      "num_tokens": 168853815.0,
+      "step": 411
+    },
+    {
+      "epoch": 0.15749235474006115,
+      "grad_norm": 0.26246837740583684,
+      "learning_rate": 9.625034022624097e-06,
+      "loss": 0.3543,
+      "num_tokens": 169223226.0,
+      "step": 412
+    },
+    {
+      "epoch": 0.15787461773700306,
+      "grad_norm": 0.26826639661015544,
+      "learning_rate": 9.622803934710993e-06,
+      "loss": 0.361,
+      "num_tokens": 169628949.0,
+      "step": 413
+    },
+    {
+      "epoch": 0.15825688073394495,
+      "grad_norm": 0.3089112536180955,
+      "learning_rate": 9.620567524842347e-06,
+      "loss": 0.3629,
+      "num_tokens": 170039146.0,
+      "step": 414
+    },
+    {
+      "epoch": 0.15863914373088686,
+      "grad_norm": 0.32512697450744416,
+      "learning_rate": 9.618324796447497e-06,
+      "loss": 0.3917,
+      "num_tokens": 170460368.0,
+      "step": 415
+    },
+    {
+      "epoch": 0.15902140672782875,
+      "grad_norm": 0.3078157476487109,
+      "learning_rate": 9.61607575296547e-06,
+      "loss": 0.3685,
+      "num_tokens": 170889449.0,
+      "step": 416
+    },
+    {
+      "epoch": 0.15940366972477063,
+      "grad_norm": 0.272300828529101,
+      "learning_rate": 9.613820397844976e-06,
+      "loss": 0.3745,
+      "num_tokens": 171345859.0,
+      "step": 417
+    },
+    {
+      "epoch": 0.15978593272171254,
+      "grad_norm": 0.2723811264053706,
+      "learning_rate": 9.6115587345444e-06,
+      "loss": 0.3807,
+      "num_tokens": 171775963.0,
+      "step": 418
+    },
+    {
+      "epoch": 0.16016819571865443,
+      "grad_norm": 0.2971335275753423,
+      "learning_rate": 9.609290766531806e-06,
+      "loss": 0.3761,
+      "num_tokens": 172160080.0,
+      "step": 419
+    },
+    {
+      "epoch": 0.16055045871559634,
+      "grad_norm": 0.3314012890549614,
+      "learning_rate": 9.60701649728492e-06,
+      "loss": 0.368,
+      "num_tokens": 172567767.0,
+      "step": 420
+    },
+    {
+      "epoch": 0.16093272171253822,
+      "grad_norm": 0.33399396700972167,
+      "learning_rate": 9.604735930291135e-06,
+      "loss": 0.3922,
+      "num_tokens": 172972247.0,
+      "step": 421
+    },
+    {
+      "epoch": 0.16131498470948014,
+      "grad_norm": 0.27313234738123665,
+      "learning_rate": 9.602449069047497e-06,
+      "loss": 0.3544,
+      "num_tokens": 173379826.0,
+      "step": 422
+    },
+    {
+      "epoch": 0.16169724770642202,
+      "grad_norm": 0.3225316836157724,
+      "learning_rate": 9.600155917060707e-06,
+      "loss": 0.3664,
+      "num_tokens": 173785687.0,
+      "step": 423
+    },
+    {
+      "epoch": 0.1620795107033639,
+      "grad_norm": 0.3458487622018256,
+      "learning_rate": 9.597856477847111e-06,
+      "loss": 0.3638,
+      "num_tokens": 174213115.0,
+      "step": 424
+    },
+    {
+      "epoch": 0.16246177370030582,
+      "grad_norm": 0.30896769571826427,
+      "learning_rate": 9.595550754932693e-06,
+      "loss": 0.3855,
+      "num_tokens": 174592231.0,
+      "step": 425
+    },
+    {
+      "epoch": 0.1628440366972477,
+      "grad_norm": 0.2692727375471378,
+      "learning_rate": 9.59323875185308e-06,
+      "loss": 0.3551,
+      "num_tokens": 174982003.0,
+      "step": 426
+    },
+    {
+      "epoch": 0.1632262996941896,
+      "grad_norm": 0.3606429103340105,
+      "learning_rate": 9.590920472153522e-06,
+      "loss": 0.3593,
+      "num_tokens": 175409032.0,
+      "step": 427
+    },
+    {
+      "epoch": 0.1636085626911315,
+      "grad_norm": 0.29516050888962153,
+      "learning_rate": 9.588595919388897e-06,
+      "loss": 0.3574,
+      "num_tokens": 175827009.0,
+      "step": 428
+    },
+    {
+      "epoch": 0.16399082568807338,
+      "grad_norm": 0.3176550911962296,
+      "learning_rate": 9.586265097123699e-06,
+      "loss": 0.3924,
+      "num_tokens": 176221841.0,
+      "step": 429
+    },
+    {
+      "epoch": 0.1643730886850153,
+      "grad_norm": 0.31234635489501056,
+      "learning_rate": 9.58392800893204e-06,
+      "loss": 0.3752,
+      "num_tokens": 176657605.0,
+      "step": 430
+    },
+    {
+      "epoch": 0.16475535168195718,
+      "grad_norm": 0.3061075043522359,
+      "learning_rate": 9.581584658397637e-06,
+      "loss": 0.3655,
+      "num_tokens": 177053768.0,
+      "step": 431
+    },
+    {
+      "epoch": 0.1651376146788991,
+      "grad_norm": 0.2688613494807311,
+      "learning_rate": 9.579235049113812e-06,
+      "loss": 0.3418,
+      "num_tokens": 177460319.0,
+      "step": 432
+    },
+    {
+      "epoch": 0.16551987767584098,
+      "grad_norm": 0.2982373514630313,
+      "learning_rate": 9.576879184683483e-06,
+      "loss": 0.3668,
+      "num_tokens": 177891087.0,
+      "step": 433
+    },
+    {
+      "epoch": 0.1659021406727829,
+      "grad_norm": 0.26814008512660753,
+      "learning_rate": 9.57451706871916e-06,
+      "loss": 0.3748,
+      "num_tokens": 178309584.0,
+      "step": 434
+    },
+    {
+      "epoch": 0.16628440366972477,
+      "grad_norm": 0.3205179162143746,
+      "learning_rate": 9.57214870484294e-06,
+      "loss": 0.3655,
+      "num_tokens": 178686819.0,
+      "step": 435
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 0.3109140650248626,
+      "learning_rate": 9.569774096686498e-06,
+      "loss": 0.3979,
+      "num_tokens": 179105603.0,
+      "step": 436
+    },
+    {
+      "epoch": 0.16704892966360857,
+      "grad_norm": 0.4006651074530381,
+      "learning_rate": 9.567393247891087e-06,
+      "loss": 0.3603,
+      "num_tokens": 179498729.0,
+      "step": 437
+    },
+    {
+      "epoch": 0.16743119266055045,
+      "grad_norm": 0.3055036826158832,
+      "learning_rate": 9.565006162107527e-06,
+      "loss": 0.3755,
+      "num_tokens": 179916566.0,
+      "step": 438
+    },
+    {
+      "epoch": 0.16781345565749237,
+      "grad_norm": 0.3251595737169241,
+      "learning_rate": 9.562612842996203e-06,
+      "loss": 0.3958,
+      "num_tokens": 180366759.0,
+      "step": 439
+    },
+    {
+      "epoch": 0.16819571865443425,
+      "grad_norm": 0.33165817753596266,
+      "learning_rate": 9.560213294227061e-06,
+      "loss": 0.3473,
+      "num_tokens": 180733397.0,
+      "step": 440
+    },
+    {
+      "epoch": 0.16857798165137614,
+      "grad_norm": 0.30203021428089855,
+      "learning_rate": 9.557807519479595e-06,
+      "loss": 0.3452,
+      "num_tokens": 181125897.0,
+      "step": 441
+    },
+    {
+      "epoch": 0.16896024464831805,
+      "grad_norm": 0.2731981459022347,
+      "learning_rate": 9.555395522442847e-06,
+      "loss": 0.3744,
+      "num_tokens": 181560759.0,
+      "step": 442
+    },
+    {
+      "epoch": 0.16934250764525993,
+      "grad_norm": 0.2779944882161738,
+      "learning_rate": 9.552977306815403e-06,
+      "loss": 0.3643,
+      "num_tokens": 182003951.0,
+      "step": 443
+    },
+    {
+      "epoch": 0.16972477064220184,
+      "grad_norm": 0.3098125330896663,
+      "learning_rate": 9.550552876305383e-06,
+      "loss": 0.3956,
+      "num_tokens": 182450140.0,
+      "step": 444
+    },
+    {
+      "epoch": 0.17010703363914373,
+      "grad_norm": 0.2566730804700202,
+      "learning_rate": 9.548122234630438e-06,
+      "loss": 0.3623,
+      "num_tokens": 182894923.0,
+      "step": 445
+    },
+    {
+      "epoch": 0.1704892966360856,
+      "grad_norm": 0.2728091076346928,
+      "learning_rate": 9.54568538551774e-06,
+      "loss": 0.3905,
+      "num_tokens": 183304819.0,
+      "step": 446
+    },
+    {
+      "epoch": 0.17087155963302753,
+      "grad_norm": 0.24871517814434455,
+      "learning_rate": 9.543242332703983e-06,
+      "loss": 0.3812,
+      "num_tokens": 183733747.0,
+      "step": 447
+    },
+    {
+      "epoch": 0.1712538226299694,
+      "grad_norm": 0.2665952290340883,
+      "learning_rate": 9.54079307993537e-06,
+      "loss": 0.3917,
+      "num_tokens": 184190568.0,
+      "step": 448
+    },
+    {
+      "epoch": 0.17163608562691132,
+      "grad_norm": 0.29778086934802145,
+      "learning_rate": 9.538337630967618e-06,
+      "loss": 0.3801,
+      "num_tokens": 184572672.0,
+      "step": 449
+    },
+    {
+      "epoch": 0.1720183486238532,
+      "grad_norm": 0.274711025201977,
+      "learning_rate": 9.535875989565937e-06,
+      "loss": 0.3564,
+      "num_tokens": 184995877.0,
+      "step": 450
+    },
+    {
+      "epoch": 0.17240061162079512,
+      "grad_norm": 0.28852132868265845,
+      "learning_rate": 9.53340815950504e-06,
+      "loss": 0.39,
+      "num_tokens": 185389102.0,
+      "step": 451
+    },
+    {
+      "epoch": 0.172782874617737,
+      "grad_norm": 0.2810517685470472,
+      "learning_rate": 9.530934144569126e-06,
+      "loss": 0.3675,
+      "num_tokens": 185814287.0,
+      "step": 452
+    },
+    {
+      "epoch": 0.1731651376146789,
+      "grad_norm": 0.29795417179971595,
+      "learning_rate": 9.528453948551874e-06,
+      "loss": 0.3828,
+      "num_tokens": 186211065.0,
+      "step": 453
+    },
+    {
+      "epoch": 0.1735474006116208,
+      "grad_norm": 0.2988078418945623,
+      "learning_rate": 9.52596757525645e-06,
+      "loss": 0.4161,
+      "num_tokens": 186618556.0,
+      "step": 454
+    },
+    {
+      "epoch": 0.17392966360856268,
+      "grad_norm": 0.3041655819346514,
+      "learning_rate": 9.523475028495487e-06,
+      "loss": 0.3783,
+      "num_tokens": 187044102.0,
+      "step": 455
+    },
+    {
+      "epoch": 0.1743119266055046,
+      "grad_norm": 0.29069153764266276,
+      "learning_rate": 9.520976312091085e-06,
+      "loss": 0.3589,
+      "num_tokens": 187386889.0,
+      "step": 456
+    },
+    {
+      "epoch": 0.17469418960244648,
+      "grad_norm": 0.3010367164793014,
+      "learning_rate": 9.518471429874804e-06,
+      "loss": 0.3913,
+      "num_tokens": 187834420.0,
+      "step": 457
+    },
+    {
+      "epoch": 0.17507645259938837,
+      "grad_norm": 0.28465055015834334,
+      "learning_rate": 9.51596038568766e-06,
+      "loss": 0.3661,
+      "num_tokens": 188251183.0,
+      "step": 458
+    },
+    {
+      "epoch": 0.17545871559633028,
+      "grad_norm": 0.30943574129616025,
+      "learning_rate": 9.513443183380116e-06,
+      "loss": 0.3967,
+      "num_tokens": 188689531.0,
+      "step": 459
+    },
+    {
+      "epoch": 0.17584097859327216,
+      "grad_norm": 0.34124866740742443,
+      "learning_rate": 9.510919826812081e-06,
+      "loss": 0.398,
+      "num_tokens": 189152497.0,
+      "step": 460
+    },
+    {
+      "epoch": 0.17622324159021407,
+      "grad_norm": 0.2911543379474011,
+      "learning_rate": 9.5083903198529e-06,
+      "loss": 0.3761,
+      "num_tokens": 189594914.0,
+      "step": 461
+    },
+    {
+      "epoch": 0.17660550458715596,
+      "grad_norm": 0.2642824578844909,
+      "learning_rate": 9.505854666381347e-06,
+      "loss": 0.3492,
+      "num_tokens": 189962468.0,
+      "step": 462
+    },
+    {
+      "epoch": 0.17698776758409787,
+      "grad_norm": 0.2997282910158942,
+      "learning_rate": 9.503312870285623e-06,
+      "loss": 0.3711,
+      "num_tokens": 190366781.0,
+      "step": 463
+    },
+    {
+      "epoch": 0.17737003058103976,
+      "grad_norm": 0.3013150234420607,
+      "learning_rate": 9.500764935463348e-06,
+      "loss": 0.3927,
+      "num_tokens": 190767753.0,
+      "step": 464
+    },
+    {
+      "epoch": 0.17775229357798164,
+      "grad_norm": 0.294207055976542,
+      "learning_rate": 9.498210865821555e-06,
+      "loss": 0.3969,
+      "num_tokens": 191206908.0,
+      "step": 465
+    },
+    {
+      "epoch": 0.17813455657492355,
+      "grad_norm": 0.26404247072093273,
+      "learning_rate": 9.495650665276683e-06,
+      "loss": 0.3529,
+      "num_tokens": 191531944.0,
+      "step": 466
+    },
+    {
+      "epoch": 0.17851681957186544,
+      "grad_norm": 0.2680184575876437,
+      "learning_rate": 9.493084337754573e-06,
+      "loss": 0.3526,
+      "num_tokens": 191925006.0,
+      "step": 467
+    },
+    {
+      "epoch": 0.17889908256880735,
+      "grad_norm": 0.3128348888657449,
+      "learning_rate": 9.490511887190463e-06,
+      "loss": 0.392,
+      "num_tokens": 192349836.0,
+      "step": 468
+    },
+    {
+      "epoch": 0.17928134556574923,
+      "grad_norm": 0.3005216178734559,
+      "learning_rate": 9.487933317528979e-06,
+      "loss": 0.3547,
+      "num_tokens": 192716877.0,
+      "step": 469
+    },
+    {
+      "epoch": 0.17966360856269112,
+      "grad_norm": 0.30789452207039825,
+      "learning_rate": 9.485348632724128e-06,
+      "loss": 0.3973,
+      "num_tokens": 193172070.0,
+      "step": 470
+    },
+    {
+      "epoch": 0.18004587155963303,
+      "grad_norm": 0.2628617754857212,
+      "learning_rate": 9.482757836739297e-06,
+      "loss": 0.345,
+      "num_tokens": 193563030.0,
+      "step": 471
+    },
+    {
+      "epoch": 0.18042813455657492,
+      "grad_norm": 0.28054255699602965,
+      "learning_rate": 9.480160933547243e-06,
+      "loss": 0.3544,
+      "num_tokens": 193983277.0,
+      "step": 472
+    },
+    {
+      "epoch": 0.18081039755351683,
+      "grad_norm": 0.30902723175488345,
+      "learning_rate": 9.477557927130085e-06,
+      "loss": 0.3776,
+      "num_tokens": 194420042.0,
+      "step": 473
+    },
+    {
+      "epoch": 0.1811926605504587,
+      "grad_norm": 0.30420476138288444,
+      "learning_rate": 9.474948821479306e-06,
+      "loss": 0.3899,
+      "num_tokens": 194842062.0,
+      "step": 474
+    },
+    {
+      "epoch": 0.18157492354740062,
+      "grad_norm": 0.31719726414849897,
+      "learning_rate": 9.472333620595739e-06,
+      "loss": 0.3944,
+      "num_tokens": 195276393.0,
+      "step": 475
+    },
+    {
+      "epoch": 0.1819571865443425,
+      "grad_norm": 0.3020234755697266,
+      "learning_rate": 9.469712328489561e-06,
+      "loss": 0.3736,
+      "num_tokens": 195631344.0,
+      "step": 476
+    },
+    {
+      "epoch": 0.1823394495412844,
+      "grad_norm": 0.27797925604136875,
+      "learning_rate": 9.467084949180297e-06,
+      "loss": 0.3497,
+      "num_tokens": 196006323.0,
+      "step": 477
+    },
+    {
+      "epoch": 0.1827217125382263,
+      "grad_norm": 0.2624462326952848,
+      "learning_rate": 9.464451486696793e-06,
+      "loss": 0.3727,
+      "num_tokens": 196438035.0,
+      "step": 478
+    },
+    {
+      "epoch": 0.1831039755351682,
+      "grad_norm": 0.31834490894055056,
+      "learning_rate": 9.46181194507724e-06,
+      "loss": 0.3497,
+      "num_tokens": 196845173.0,
+      "step": 479
+    },
+    {
+      "epoch": 0.1834862385321101,
+      "grad_norm": 0.36455517719545855,
+      "learning_rate": 9.459166328369135e-06,
+      "loss": 0.3878,
+      "num_tokens": 197294639.0,
+      "step": 480
+    },
+    {
+      "epoch": 0.183868501529052,
+      "grad_norm": 0.3291352374849635,
+      "learning_rate": 9.4565146406293e-06,
+      "loss": 0.3657,
+      "num_tokens": 197703636.0,
+      "step": 481
+    },
+    {
+      "epoch": 0.18425076452599387,
+      "grad_norm": 0.2601859097081127,
+      "learning_rate": 9.453856885923863e-06,
+      "loss": 0.3778,
+      "num_tokens": 198164083.0,
+      "step": 482
+    },
+    {
+      "epoch": 0.18463302752293578,
+      "grad_norm": 0.2756351921066936,
+      "learning_rate": 9.451193068328258e-06,
+      "loss": 0.406,
+      "num_tokens": 198571786.0,
+      "step": 483
+    },
+    {
+      "epoch": 0.18501529051987767,
+      "grad_norm": 0.2783378167166546,
+      "learning_rate": 9.448523191927212e-06,
+      "loss": 0.3693,
+      "num_tokens": 198961474.0,
+      "step": 484
+    },
+    {
+      "epoch": 0.18539755351681958,
+      "grad_norm": 0.341190072775478,
+      "learning_rate": 9.445847260814745e-06,
+      "loss": 0.3747,
+      "num_tokens": 199368667.0,
+      "step": 485
+    },
+    {
+      "epoch": 0.18577981651376146,
+      "grad_norm": 0.2890813140609965,
+      "learning_rate": 9.443165279094162e-06,
+      "loss": 0.3831,
+      "num_tokens": 199755260.0,
+      "step": 486
+    },
+    {
+      "epoch": 0.18616207951070338,
+      "grad_norm": 0.2942765983318325,
+      "learning_rate": 9.440477250878044e-06,
+      "loss": 0.3789,
+      "num_tokens": 200161470.0,
+      "step": 487
+    },
+    {
+      "epoch": 0.18654434250764526,
+      "grad_norm": 0.30637683198183496,
+      "learning_rate": 9.437783180288244e-06,
+      "loss": 0.3698,
+      "num_tokens": 200557032.0,
+      "step": 488
+    },
+    {
+      "epoch": 0.18692660550458715,
+      "grad_norm": 0.30610071389048066,
+      "learning_rate": 9.435083071455883e-06,
+      "loss": 0.3666,
+      "num_tokens": 200939220.0,
+      "step": 489
+    },
+    {
+      "epoch": 0.18730886850152906,
+      "grad_norm": 0.36545996446324247,
+      "learning_rate": 9.432376928521336e-06,
+      "loss": 0.375,
+      "num_tokens": 201304275.0,
+      "step": 490
+    },
+    {
+      "epoch": 0.18769113149847094,
+      "grad_norm": 0.29029407034186155,
+      "learning_rate": 9.429664755634239e-06,
+      "loss": 0.3762,
+      "num_tokens": 201726357.0,
+      "step": 491
+    },
+    {
+      "epoch": 0.18807339449541285,
+      "grad_norm": 0.2615171533792097,
+      "learning_rate": 9.426946556953465e-06,
+      "loss": 0.3638,
+      "num_tokens": 202142078.0,
+      "step": 492
+    },
+    {
+      "epoch": 0.18845565749235474,
+      "grad_norm": 0.3257785868272309,
+      "learning_rate": 9.424222336647135e-06,
+      "loss": 0.3661,
+      "num_tokens": 202549698.0,
+      "step": 493
+    },
+    {
+      "epoch": 0.18883792048929662,
+      "grad_norm": 0.3102744721706698,
+      "learning_rate": 9.421492098892597e-06,
+      "loss": 0.3812,
+      "num_tokens": 202955662.0,
+      "step": 494
+    },
+    {
+      "epoch": 0.18922018348623854,
+      "grad_norm": 0.2853986566575885,
+      "learning_rate": 9.418755847876433e-06,
+      "loss": 0.3636,
+      "num_tokens": 203371062.0,
+      "step": 495
+    },
+    {
+      "epoch": 0.18960244648318042,
+      "grad_norm": 0.31114186135769983,
+      "learning_rate": 9.416013587794438e-06,
+      "loss": 0.3851,
+      "num_tokens": 203774734.0,
+      "step": 496
+    },
+    {
+      "epoch": 0.18998470948012233,
+      "grad_norm": 0.35213527916400017,
+      "learning_rate": 9.413265322851628e-06,
+      "loss": 0.3934,
+      "num_tokens": 204167686.0,
+      "step": 497
+    },
+    {
+      "epoch": 0.19036697247706422,
+      "grad_norm": 0.321062587627723,
+      "learning_rate": 9.410511057262223e-06,
+      "loss": 0.3522,
+      "num_tokens": 204525898.0,
+      "step": 498
+    },
+    {
+      "epoch": 0.19074923547400613,
+      "grad_norm": 0.29982928855720004,
+      "learning_rate": 9.407750795249649e-06,
+      "loss": 0.3686,
+      "num_tokens": 204947712.0,
+      "step": 499
+    },
+    {
+      "epoch": 0.191131498470948,
+      "grad_norm": 0.3385608318058004,
+      "learning_rate": 9.404984541046522e-06,
+      "loss": 0.3919,
+      "num_tokens": 205398921.0,
+      "step": 500
+    },
+    {
+      "epoch": 0.1915137614678899,
+      "grad_norm": 0.27399706824379355,
+      "learning_rate": 9.402212298894646e-06,
+      "loss": 0.3524,
+      "num_tokens": 205794406.0,
+      "step": 501
+    },
+    {
+      "epoch": 0.1918960244648318,
+      "grad_norm": 0.2934791355479545,
+      "learning_rate": 9.399434073045013e-06,
+      "loss": 0.3734,
+      "num_tokens": 206213008.0,
+      "step": 502
+    },
+    {
+      "epoch": 0.1922782874617737,
+      "grad_norm": 0.29943182622013437,
+      "learning_rate": 9.396649867757783e-06,
+      "loss": 0.3825,
+      "num_tokens": 206610088.0,
+      "step": 503
+    },
+    {
+      "epoch": 0.1926605504587156,
+      "grad_norm": 0.31339155050792894,
+      "learning_rate": 9.393859687302294e-06,
+      "loss": 0.398,
+      "num_tokens": 207005404.0,
+      "step": 504
+    },
+    {
+      "epoch": 0.1930428134556575,
+      "grad_norm": 0.3000940417256956,
+      "learning_rate": 9.391063535957037e-06,
+      "loss": 0.3768,
+      "num_tokens": 207439377.0,
+      "step": 505
+    },
+    {
+      "epoch": 0.19342507645259938,
+      "grad_norm": 0.26964691955243364,
+      "learning_rate": 9.388261418009665e-06,
+      "loss": 0.3807,
+      "num_tokens": 207854975.0,
+      "step": 506
+    },
+    {
+      "epoch": 0.1938073394495413,
+      "grad_norm": 0.29753787139304366,
+      "learning_rate": 9.385453337756978e-06,
+      "loss": 0.3754,
+      "num_tokens": 208265785.0,
+      "step": 507
+    },
+    {
+      "epoch": 0.19418960244648317,
+      "grad_norm": 0.29788616465134843,
+      "learning_rate": 9.382639299504918e-06,
+      "loss": 0.3717,
+      "num_tokens": 208693798.0,
+      "step": 508
+    },
+    {
+      "epoch": 0.19457186544342508,
+      "grad_norm": 0.3019401432066651,
+      "learning_rate": 9.379819307568566e-06,
+      "loss": 0.3665,
+      "num_tokens": 209103195.0,
+      "step": 509
+    },
+    {
+      "epoch": 0.19495412844036697,
+      "grad_norm": 0.2938523692663089,
+      "learning_rate": 9.376993366272128e-06,
+      "loss": 0.3775,
+      "num_tokens": 209462352.0,
+      "step": 510
+    },
+    {
+      "epoch": 0.19533639143730888,
+      "grad_norm": 0.33653884095044895,
+      "learning_rate": 9.374161479948937e-06,
+      "loss": 0.3745,
+      "num_tokens": 209830545.0,
+      "step": 511
+    },
+    {
+      "epoch": 0.19571865443425077,
+      "grad_norm": 0.3399122957923152,
+      "learning_rate": 9.371323652941438e-06,
+      "loss": 0.3926,
+      "num_tokens": 210276774.0,
+      "step": 512
+    },
+    {
+      "epoch": 0.19610091743119265,
+      "grad_norm": 0.3070891879415521,
+      "learning_rate": 9.368479889601192e-06,
+      "loss": 0.3856,
+      "num_tokens": 210676946.0,
+      "step": 513
+    },
+    {
+      "epoch": 0.19648318042813456,
+      "grad_norm": 0.3488060478890113,
+      "learning_rate": 9.365630194288856e-06,
+      "loss": 0.3807,
+      "num_tokens": 211108153.0,
+      "step": 514
+    },
+    {
+      "epoch": 0.19686544342507645,
+      "grad_norm": 0.3270346602514676,
+      "learning_rate": 9.362774571374186e-06,
+      "loss": 0.3612,
+      "num_tokens": 211503099.0,
+      "step": 515
+    },
+    {
+      "epoch": 0.19724770642201836,
+      "grad_norm": 0.2945665640848005,
+      "learning_rate": 9.359913025236028e-06,
+      "loss": 0.3972,
+      "num_tokens": 211906574.0,
+      "step": 516
+    },
+    {
+      "epoch": 0.19762996941896024,
+      "grad_norm": 0.27355521672222194,
+      "learning_rate": 9.35704556026231e-06,
+      "loss": 0.3746,
+      "num_tokens": 212328522.0,
+      "step": 517
+    },
+    {
+      "epoch": 0.19801223241590213,
+      "grad_norm": 0.31336251169488294,
+      "learning_rate": 9.354172180850038e-06,
+      "loss": 0.3947,
+      "num_tokens": 212759186.0,
+      "step": 518
+    },
+    {
+      "epoch": 0.19839449541284404,
+      "grad_norm": 0.293011750467182,
+      "learning_rate": 9.351292891405281e-06,
+      "loss": 0.3646,
+      "num_tokens": 213127398.0,
+      "step": 519
+    },
+    {
+      "epoch": 0.19877675840978593,
+      "grad_norm": 0.29892819305468965,
+      "learning_rate": 9.34840769634318e-06,
+      "loss": 0.3731,
+      "num_tokens": 213515012.0,
+      "step": 520
+    },
+    {
+      "epoch": 0.19915902140672784,
+      "grad_norm": 0.30348130681744817,
+      "learning_rate": 9.345516600087923e-06,
+      "loss": 0.3922,
+      "num_tokens": 213932347.0,
+      "step": 521
+    },
+    {
+      "epoch": 0.19954128440366972,
+      "grad_norm": 0.3409043437047744,
+      "learning_rate": 9.342619607072751e-06,
+      "loss": 0.3713,
+      "num_tokens": 214347263.0,
+      "step": 522
+    },
+    {
+      "epoch": 0.19992354740061163,
+      "grad_norm": 0.31878638055344494,
+      "learning_rate": 9.339716721739949e-06,
+      "loss": 0.3805,
+      "num_tokens": 214757335.0,
+      "step": 523
+    },
+    {
+      "epoch": 0.20030581039755352,
+      "grad_norm": 0.3084691124969446,
+      "learning_rate": 9.336807948540836e-06,
+      "loss": 0.3658,
+      "num_tokens": 215243104.0,
+      "step": 524
+    },
+    {
+      "epoch": 0.2006880733944954,
+      "grad_norm": 0.29507224019393014,
+      "learning_rate": 9.333893291935755e-06,
+      "loss": 0.4107,
+      "num_tokens": 215656347.0,
+      "step": 525
+    },
+    {
+      "epoch": 0.20107033639143732,
+      "grad_norm": 0.3054571803769428,
+      "learning_rate": 9.330972756394075e-06,
+      "loss": 0.3825,
+      "num_tokens": 216068674.0,
+      "step": 526
+    },
+    {
+      "epoch": 0.2014525993883792,
+      "grad_norm": 0.34096781493652856,
+      "learning_rate": 9.328046346394182e-06,
+      "loss": 0.3694,
+      "num_tokens": 216456673.0,
+      "step": 527
+    },
+    {
+      "epoch": 0.2018348623853211,
+      "grad_norm": 0.2801169707879607,
+      "learning_rate": 9.325114066423465e-06,
+      "loss": 0.3671,
+      "num_tokens": 216873425.0,
+      "step": 528
+    },
+    {
+      "epoch": 0.202217125382263,
+      "grad_norm": 0.303338028634198,
+      "learning_rate": 9.322175920978314e-06,
+      "loss": 0.3509,
+      "num_tokens": 217249540.0,
+      "step": 529
+    },
+    {
+      "epoch": 0.20259938837920488,
+      "grad_norm": 0.28886781857183486,
+      "learning_rate": 9.319231914564121e-06,
+      "loss": 0.3817,
+      "num_tokens": 217688565.0,
+      "step": 530
+    },
+    {
+      "epoch": 0.2029816513761468,
+      "grad_norm": 0.2914412595675159,
+      "learning_rate": 9.316282051695258e-06,
+      "loss": 0.372,
+      "num_tokens": 218064372.0,
+      "step": 531
+    },
+    {
+      "epoch": 0.20336391437308868,
+      "grad_norm": 0.36323745270467844,
+      "learning_rate": 9.313326336895075e-06,
+      "loss": 0.4051,
+      "num_tokens": 218466876.0,
+      "step": 532
+    },
+    {
+      "epoch": 0.2037461773700306,
+      "grad_norm": 0.29327679268925266,
+      "learning_rate": 9.310364774695901e-06,
+      "loss": 0.3542,
+      "num_tokens": 218880360.0,
+      "step": 533
+    },
+    {
+      "epoch": 0.20412844036697247,
+      "grad_norm": 0.2793067231747973,
+      "learning_rate": 9.307397369639036e-06,
+      "loss": 0.3767,
+      "num_tokens": 219286334.0,
+      "step": 534
+    },
+    {
+      "epoch": 0.2045107033639144,
+      "grad_norm": 0.24714537611934967,
+      "learning_rate": 9.304424126274724e-06,
+      "loss": 0.3528,
+      "num_tokens": 219714712.0,
+      "step": 535
+    },
+    {
+      "epoch": 0.20489296636085627,
+      "grad_norm": 0.3332075476944507,
+      "learning_rate": 9.301445049162177e-06,
+      "loss": 0.3713,
+      "num_tokens": 220137868.0,
+      "step": 536
+    },
+    {
+      "epoch": 0.20527522935779816,
+      "grad_norm": 0.3245785325808012,
+      "learning_rate": 9.298460142869548e-06,
+      "loss": 0.3904,
+      "num_tokens": 220539981.0,
+      "step": 537
+    },
+    {
+      "epoch": 0.20565749235474007,
+      "grad_norm": 0.2934244498489479,
+      "learning_rate": 9.295469411973921e-06,
+      "loss": 0.3794,
+      "num_tokens": 220975235.0,
+      "step": 538
+    },
+    {
+      "epoch": 0.20603975535168195,
+      "grad_norm": 0.2742907283186334,
+      "learning_rate": 9.292472861061322e-06,
+      "loss": 0.3667,
+      "num_tokens": 221363009.0,
+      "step": 539
+    },
+    {
+      "epoch": 0.20642201834862386,
+      "grad_norm": 0.3443272821240969,
+      "learning_rate": 9.289470494726694e-06,
+      "loss": 0.3613,
+      "num_tokens": 221788343.0,
+      "step": 540
+    },
+    {
+      "epoch": 0.20680428134556575,
+      "grad_norm": 0.3188059870697428,
+      "learning_rate": 9.286462317573905e-06,
+      "loss": 0.3635,
+      "num_tokens": 222189682.0,
+      "step": 541
+    },
+    {
+      "epoch": 0.20718654434250763,
+      "grad_norm": 0.25671065930943543,
+      "learning_rate": 9.283448334215724e-06,
+      "loss": 0.3534,
+      "num_tokens": 222612978.0,
+      "step": 542
+    },
+    {
+      "epoch": 0.20756880733944955,
+      "grad_norm": 0.26975231412069167,
+      "learning_rate": 9.280428549273832e-06,
+      "loss": 0.3736,
+      "num_tokens": 223047569.0,
+      "step": 543
+    },
+    {
+      "epoch": 0.20795107033639143,
+      "grad_norm": 0.29527444734804703,
+      "learning_rate": 9.2774029673788e-06,
+      "loss": 0.384,
+      "num_tokens": 223436356.0,
+      "step": 544
+    },
+    {
+      "epoch": 0.20833333333333334,
+      "grad_norm": 0.2757889590848201,
+      "learning_rate": 9.274371593170091e-06,
+      "loss": 0.3868,
+      "num_tokens": 223914909.0,
+      "step": 545
+    },
+    {
+      "epoch": 0.20871559633027523,
+      "grad_norm": 0.29282983952309855,
+      "learning_rate": 9.271334431296051e-06,
+      "loss": 0.3865,
+      "num_tokens": 224320364.0,
+      "step": 546
+    },
+    {
+      "epoch": 0.2090978593272171,
+      "grad_norm": 0.31434903217338434,
+      "learning_rate": 9.268291486413897e-06,
+      "loss": 0.3807,
+      "num_tokens": 224754045.0,
+      "step": 547
+    },
+    {
+      "epoch": 0.20948012232415902,
+      "grad_norm": 0.32996591090353755,
+      "learning_rate": 9.265242763189717e-06,
+      "loss": 0.3969,
+      "num_tokens": 225181957.0,
+      "step": 548
+    },
+    {
+      "epoch": 0.2098623853211009,
+      "grad_norm": 0.30214781509406835,
+      "learning_rate": 9.26218826629846e-06,
+      "loss": 0.3638,
+      "num_tokens": 225580134.0,
+      "step": 549
+    },
+    {
+      "epoch": 0.21024464831804282,
+      "grad_norm": 0.3045215069795361,
+      "learning_rate": 9.259128000423926e-06,
+      "loss": 0.3787,
+      "num_tokens": 226003739.0,
+      "step": 550
+    },
+    {
+      "epoch": 0.2106269113149847,
+      "grad_norm": 0.31662315525612694,
+      "learning_rate": 9.25606197025876e-06,
+      "loss": 0.3876,
+      "num_tokens": 226403672.0,
+      "step": 551
+    },
+    {
+      "epoch": 0.21100917431192662,
+      "grad_norm": 0.2881137354328672,
+      "learning_rate": 9.252990180504451e-06,
+      "loss": 0.3935,
+      "num_tokens": 226845604.0,
+      "step": 552
+    },
+    {
+      "epoch": 0.2113914373088685,
+      "grad_norm": 0.28552091425507453,
+      "learning_rate": 9.249912635871317e-06,
+      "loss": 0.3635,
+      "num_tokens": 227275127.0,
+      "step": 553
+    },
+    {
+      "epoch": 0.2117737003058104,
+      "grad_norm": 0.30307505848139343,
+      "learning_rate": 9.246829341078503e-06,
+      "loss": 0.3729,
+      "num_tokens": 227670815.0,
+      "step": 554
+    },
+    {
+      "epoch": 0.2121559633027523,
+      "grad_norm": 0.2659969997238507,
+      "learning_rate": 9.243740300853964e-06,
+      "loss": 0.3737,
+      "num_tokens": 228103306.0,
+      "step": 555
+    },
+    {
+      "epoch": 0.21253822629969418,
+      "grad_norm": 0.2883987213896317,
+      "learning_rate": 9.240645519934474e-06,
+      "loss": 0.3917,
+      "num_tokens": 228539059.0,
+      "step": 556
+    },
+    {
+      "epoch": 0.2129204892966361,
+      "grad_norm": 0.29965016857636995,
+      "learning_rate": 9.237545003065604e-06,
+      "loss": 0.3831,
+      "num_tokens": 228932781.0,
+      "step": 557
+    },
+    {
+      "epoch": 0.21330275229357798,
+      "grad_norm": 0.26783841808904507,
+      "learning_rate": 9.234438755001725e-06,
+      "loss": 0.3953,
+      "num_tokens": 229365703.0,
+      "step": 558
+    },
+    {
+      "epoch": 0.21368501529051986,
+      "grad_norm": 0.2979107885593306,
+      "learning_rate": 9.23132678050599e-06,
+      "loss": 0.4011,
+      "num_tokens": 229812926.0,
+      "step": 559
+    },
+    {
+      "epoch": 0.21406727828746178,
+      "grad_norm": 0.28567990501460083,
+      "learning_rate": 9.228209084350342e-06,
+      "loss": 0.4132,
+      "num_tokens": 230250144.0,
+      "step": 560
+    },
+    {
+      "epoch": 0.21444954128440366,
+      "grad_norm": 0.2792966842770343,
+      "learning_rate": 9.225085671315491e-06,
+      "loss": 0.3629,
+      "num_tokens": 230650438.0,
+      "step": 561
+    },
+    {
+      "epoch": 0.21483180428134557,
+      "grad_norm": 0.3151662483193369,
+      "learning_rate": 9.221956546190912e-06,
+      "loss": 0.364,
+      "num_tokens": 231006858.0,
+      "step": 562
+    },
+    {
+      "epoch": 0.21521406727828746,
+      "grad_norm": 0.277563403731734,
+      "learning_rate": 9.218821713774842e-06,
+      "loss": 0.3831,
+      "num_tokens": 231442310.0,
+      "step": 563
+    },
+    {
+      "epoch": 0.21559633027522937,
+      "grad_norm": 0.29931319887763247,
+      "learning_rate": 9.215681178874275e-06,
+      "loss": 0.3964,
+      "num_tokens": 231891436.0,
+      "step": 564
+    },
+    {
+      "epoch": 0.21597859327217125,
+      "grad_norm": 0.273195612599927,
+      "learning_rate": 9.21253494630494e-06,
+      "loss": 0.3903,
+      "num_tokens": 232347844.0,
+      "step": 565
+    },
+    {
+      "epoch": 0.21636085626911314,
+      "grad_norm": 0.2834660193372076,
+      "learning_rate": 9.209383020891304e-06,
+      "loss": 0.3756,
+      "num_tokens": 232742857.0,
+      "step": 566
+    },
+    {
+      "epoch": 0.21674311926605505,
+      "grad_norm": 0.31449999017472524,
+      "learning_rate": 9.206225407466572e-06,
+      "loss": 0.3945,
+      "num_tokens": 233124849.0,
+      "step": 567
+    },
+    {
+      "epoch": 0.21712538226299694,
+      "grad_norm": 0.25810005816552867,
+      "learning_rate": 9.203062110872658e-06,
+      "loss": 0.3455,
+      "num_tokens": 233550300.0,
+      "step": 568
+    },
+    {
+      "epoch": 0.21750764525993885,
+      "grad_norm": 0.33107945291173424,
+      "learning_rate": 9.199893135960203e-06,
+      "loss": 0.3668,
+      "num_tokens": 233953546.0,
+      "step": 569
+    },
+    {
+      "epoch": 0.21788990825688073,
+      "grad_norm": 0.24018427043904134,
+      "learning_rate": 9.196718487588552e-06,
+      "loss": 0.3547,
+      "num_tokens": 234356061.0,
+      "step": 570
+    },
+    {
+      "epoch": 0.21827217125382262,
+      "grad_norm": 0.33465132286658594,
+      "learning_rate": 9.193538170625743e-06,
+      "loss": 0.3893,
+      "num_tokens": 234813492.0,
+      "step": 571
+    },
+    {
+      "epoch": 0.21865443425076453,
+      "grad_norm": 0.31411332156760363,
+      "learning_rate": 9.19035218994851e-06,
+      "loss": 0.3484,
+      "num_tokens": 235204088.0,
+      "step": 572
+    },
+    {
+      "epoch": 0.2190366972477064,
+      "grad_norm": 0.2883985430085643,
+      "learning_rate": 9.187160550442278e-06,
+      "loss": 0.3619,
+      "num_tokens": 235602795.0,
+      "step": 573
+    },
+    {
+      "epoch": 0.21941896024464833,
+      "grad_norm": 0.30208554680643634,
+      "learning_rate": 9.183963257001142e-06,
+      "loss": 0.3875,
+      "num_tokens": 236003226.0,
+      "step": 574
+    },
+    {
+      "epoch": 0.2198012232415902,
+      "grad_norm": 0.30105688110725787,
+      "learning_rate": 9.18076031452787e-06,
+      "loss": 0.389,
+      "num_tokens": 236402991.0,
+      "step": 575
+    },
+    {
+      "epoch": 0.22018348623853212,
+      "grad_norm": 0.31191025907793485,
+      "learning_rate": 9.177551727933888e-06,
+      "loss": 0.3908,
+      "num_tokens": 236809589.0,
+      "step": 576
+    },
+    {
+      "epoch": 0.220565749235474,
+      "grad_norm": 0.2754676790609133,
+      "learning_rate": 9.17433750213928e-06,
+      "loss": 0.3776,
+      "num_tokens": 237193709.0,
+      "step": 577
+    },
+    {
+      "epoch": 0.2209480122324159,
+      "grad_norm": 0.289805606978647,
+      "learning_rate": 9.171117642072783e-06,
+      "loss": 0.369,
+      "num_tokens": 237597969.0,
+      "step": 578
+    },
+    {
+      "epoch": 0.2213302752293578,
+      "grad_norm": 0.2792412200321901,
+      "learning_rate": 9.167892152671762e-06,
+      "loss": 0.3736,
+      "num_tokens": 238027892.0,
+      "step": 579
+    },
+    {
+      "epoch": 0.2217125382262997,
+      "grad_norm": 0.337657201569649,
+      "learning_rate": 9.164661038882223e-06,
+      "loss": 0.3672,
+      "num_tokens": 238417959.0,
+      "step": 580
+    },
+    {
+      "epoch": 0.2220948012232416,
+      "grad_norm": 0.27212654173674283,
+      "learning_rate": 9.161424305658792e-06,
+      "loss": 0.3741,
+      "num_tokens": 238838950.0,
+      "step": 581
+    },
+    {
+      "epoch": 0.22247706422018348,
+      "grad_norm": 0.3096392932222775,
+      "learning_rate": 9.158181957964713e-06,
+      "loss": 0.398,
+      "num_tokens": 239288447.0,
+      "step": 582
+    },
+    {
+      "epoch": 0.22285932721712537,
+      "grad_norm": 0.3249685247146732,
+      "learning_rate": 9.154934000771844e-06,
+      "loss": 0.3702,
+      "num_tokens": 239634933.0,
+      "step": 583
+    },
+    {
+      "epoch": 0.22324159021406728,
+      "grad_norm": 0.31423353987151437,
+      "learning_rate": 9.151680439060636e-06,
+      "loss": 0.3733,
+      "num_tokens": 240025937.0,
+      "step": 584
+    },
+    {
+      "epoch": 0.22362385321100917,
+      "grad_norm": 0.2834341205029428,
+      "learning_rate": 9.148421277820138e-06,
+      "loss": 0.3642,
+      "num_tokens": 240411794.0,
+      "step": 585
+    },
+    {
+      "epoch": 0.22400611620795108,
+      "grad_norm": 0.3457671514107957,
+      "learning_rate": 9.145156522047986e-06,
+      "loss": 0.3717,
+      "num_tokens": 240819969.0,
+      "step": 586
+    },
+    {
+      "epoch": 0.22438837920489296,
+      "grad_norm": 0.30436298898732933,
+      "learning_rate": 9.141886176750397e-06,
+      "loss": 0.372,
+      "num_tokens": 241219686.0,
+      "step": 587
+    },
+    {
+      "epoch": 0.22477064220183487,
+      "grad_norm": 0.3015407744851569,
+      "learning_rate": 9.138610246942157e-06,
+      "loss": 0.3985,
+      "num_tokens": 241646744.0,
+      "step": 588
+    },
+    {
+      "epoch": 0.22515290519877676,
+      "grad_norm": 0.2618779128631558,
+      "learning_rate": 9.135328737646611e-06,
+      "loss": 0.394,
+      "num_tokens": 242085941.0,
+      "step": 589
+    },
+    {
+      "epoch": 0.22553516819571864,
+      "grad_norm": 0.315741853237637,
+      "learning_rate": 9.132041653895668e-06,
+      "loss": 0.3823,
+      "num_tokens": 242488824.0,
+      "step": 590
+    },
+    {
+      "epoch": 0.22591743119266056,
+      "grad_norm": 0.2776697465493544,
+      "learning_rate": 9.128749000729777e-06,
+      "loss": 0.3565,
+      "num_tokens": 242890501.0,
+      "step": 591
+    },
+    {
+      "epoch": 0.22629969418960244,
+      "grad_norm": 0.299578333638845,
+      "learning_rate": 9.125450783197931e-06,
+      "loss": 0.3905,
+      "num_tokens": 243323495.0,
+      "step": 592
+    },
+    {
+      "epoch": 0.22668195718654435,
+      "grad_norm": 0.28717242108889424,
+      "learning_rate": 9.122147006357657e-06,
+      "loss": 0.3804,
+      "num_tokens": 243759735.0,
+      "step": 593
+    },
+    {
+      "epoch": 0.22706422018348624,
+      "grad_norm": 0.27615249536903175,
+      "learning_rate": 9.118837675275006e-06,
+      "loss": 0.3902,
+      "num_tokens": 244185214.0,
+      "step": 594
+    },
+    {
+      "epoch": 0.22744648318042812,
+      "grad_norm": 0.310301735025032,
+      "learning_rate": 9.11552279502454e-06,
+      "loss": 0.3986,
+      "num_tokens": 244603987.0,
+      "step": 595
+    },
+    {
+      "epoch": 0.22782874617737003,
+      "grad_norm": 0.33691526759287665,
+      "learning_rate": 9.112202370689337e-06,
+      "loss": 0.4026,
+      "num_tokens": 245001704.0,
+      "step": 596
+    },
+    {
+      "epoch": 0.22821100917431192,
+      "grad_norm": 0.2865904313101305,
+      "learning_rate": 9.108876407360976e-06,
+      "loss": 0.3881,
+      "num_tokens": 245407882.0,
+      "step": 597
+    },
+    {
+      "epoch": 0.22859327217125383,
+      "grad_norm": 0.2826526928273864,
+      "learning_rate": 9.105544910139527e-06,
+      "loss": 0.357,
+      "num_tokens": 245851231.0,
+      "step": 598
+    },
+    {
+      "epoch": 0.22897553516819572,
+      "grad_norm": 0.27531662437234644,
+      "learning_rate": 9.102207884133548e-06,
+      "loss": 0.3882,
+      "num_tokens": 246265295.0,
+      "step": 599
+    },
+    {
+      "epoch": 0.22935779816513763,
+      "grad_norm": 0.3089688461620704,
+      "learning_rate": 9.09886533446007e-06,
+      "loss": 0.3807,
+      "num_tokens": 246671259.0,
+      "step": 600
+    },
+    {
+      "epoch": 0.2297400611620795,
+      "grad_norm": 0.28978239421247837,
+      "learning_rate": 9.0955172662446e-06,
+      "loss": 0.3876,
+      "num_tokens": 247074096.0,
+      "step": 601
+    },
+    {
+      "epoch": 0.2301223241590214,
+      "grad_norm": 0.2645958772906488,
+      "learning_rate": 9.092163684621105e-06,
+      "loss": 0.3725,
+      "num_tokens": 247477563.0,
+      "step": 602
+    },
+    {
+      "epoch": 0.2305045871559633,
+      "grad_norm": 0.28568202828981065,
+      "learning_rate": 9.088804594732006e-06,
+      "loss": 0.3928,
+      "num_tokens": 247940093.0,
+      "step": 603
+    },
+    {
+      "epoch": 0.2308868501529052,
+      "grad_norm": 0.27585109128936636,
+      "learning_rate": 9.085440001728168e-06,
+      "loss": 0.3704,
+      "num_tokens": 248368764.0,
+      "step": 604
+    },
+    {
+      "epoch": 0.2312691131498471,
+      "grad_norm": 0.27653165882309483,
+      "learning_rate": 9.082069910768901e-06,
+      "loss": 0.4143,
+      "num_tokens": 248829463.0,
+      "step": 605
+    },
+    {
+      "epoch": 0.231651376146789,
+      "grad_norm": 0.29920389094743655,
+      "learning_rate": 9.078694327021938e-06,
+      "loss": 0.4172,
+      "num_tokens": 249274207.0,
+      "step": 606
+    },
+    {
+      "epoch": 0.23203363914373087,
+      "grad_norm": 0.29640280958146953,
+      "learning_rate": 9.07531325566344e-06,
+      "loss": 0.3873,
+      "num_tokens": 249700194.0,
+      "step": 607
+    },
+    {
+      "epoch": 0.2324159021406728,
+      "grad_norm": 0.28915016883483846,
+      "learning_rate": 9.071926701877985e-06,
+      "loss": 0.384,
+      "num_tokens": 250143961.0,
+      "step": 608
+    },
+    {
+      "epoch": 0.23279816513761467,
+      "grad_norm": 0.3255035345947518,
+      "learning_rate": 9.068534670858547e-06,
+      "loss": 0.38,
+      "num_tokens": 250582590.0,
+      "step": 609
+    },
+    {
+      "epoch": 0.23318042813455658,
+      "grad_norm": 0.2877177628243263,
+      "learning_rate": 9.065137167806509e-06,
+      "loss": 0.3714,
+      "num_tokens": 250973246.0,
+      "step": 610
+    },
+    {
+      "epoch": 0.23356269113149847,
+      "grad_norm": 0.28550980486061095,
+      "learning_rate": 9.061734197931645e-06,
+      "loss": 0.4022,
+      "num_tokens": 251370710.0,
+      "step": 611
+    },
+    {
+      "epoch": 0.23394495412844038,
+      "grad_norm": 0.31122468608101966,
+      "learning_rate": 9.058325766452104e-06,
+      "loss": 0.3705,
+      "num_tokens": 251778758.0,
+      "step": 612
+    },
+    {
+      "epoch": 0.23432721712538226,
+      "grad_norm": 0.3399712579669277,
+      "learning_rate": 9.054911878594415e-06,
+      "loss": 0.3746,
+      "num_tokens": 252191372.0,
+      "step": 613
+    },
+    {
+      "epoch": 0.23470948012232415,
+      "grad_norm": 0.35218383149346305,
+      "learning_rate": 9.051492539593473e-06,
+      "loss": 0.4096,
+      "num_tokens": 252612141.0,
+      "step": 614
+    },
+    {
+      "epoch": 0.23509174311926606,
+      "grad_norm": 0.3077852425607384,
+      "learning_rate": 9.048067754692538e-06,
+      "loss": 0.3799,
+      "num_tokens": 252985316.0,
+      "step": 615
+    },
+    {
+      "epoch": 0.23547400611620795,
+      "grad_norm": 0.27869103967534725,
+      "learning_rate": 9.044637529143206e-06,
+      "loss": 0.3884,
+      "num_tokens": 253394455.0,
+      "step": 616
+    },
+    {
+      "epoch": 0.23585626911314986,
+      "grad_norm": 0.31922087897709445,
+      "learning_rate": 9.041201868205432e-06,
+      "loss": 0.3662,
+      "num_tokens": 253762601.0,
+      "step": 617
+    },
+    {
+      "epoch": 0.23623853211009174,
+      "grad_norm": 0.3520791582706998,
+      "learning_rate": 9.037760777147497e-06,
+      "loss": 0.3836,
+      "num_tokens": 254227575.0,
+      "step": 618
+    },
+    {
+      "epoch": 0.23662079510703363,
+      "grad_norm": 0.2809234911336819,
+      "learning_rate": 9.034314261246007e-06,
+      "loss": 0.3833,
+      "num_tokens": 254670426.0,
+      "step": 619
+    },
+    {
+      "epoch": 0.23700305810397554,
+      "grad_norm": 0.40222763235101694,
+      "learning_rate": 9.030862325785893e-06,
+      "loss": 0.39,
+      "num_tokens": 255059367.0,
+      "step": 620
+    },
+    {
+      "epoch": 0.23738532110091742,
+      "grad_norm": 0.28733549992330404,
+      "learning_rate": 9.02740497606039e-06,
+      "loss": 0.3714,
+      "num_tokens": 255498551.0,
+      "step": 621
+    },
+    {
+      "epoch": 0.23776758409785934,
+      "grad_norm": 0.3046221037146164,
+      "learning_rate": 9.023942217371041e-06,
+      "loss": 0.3862,
+      "num_tokens": 255906818.0,
+      "step": 622
+    },
+    {
+      "epoch": 0.23814984709480122,
+      "grad_norm": 0.30704559198814274,
+      "learning_rate": 9.02047405502768e-06,
+      "loss": 0.4006,
+      "num_tokens": 256331779.0,
+      "step": 623
+    },
+    {
+      "epoch": 0.23853211009174313,
+      "grad_norm": 0.31680852995126063,
+      "learning_rate": 9.017000494348425e-06,
+      "loss": 0.3921,
+      "num_tokens": 256736444.0,
+      "step": 624
+    },
+    {
+      "epoch": 0.23891437308868502,
+      "grad_norm": 0.2832308759764621,
+      "learning_rate": 9.013521540659677e-06,
+      "loss": 0.3694,
+      "num_tokens": 257116436.0,
+      "step": 625
+    },
+    {
+      "epoch": 0.2392966360856269,
+      "grad_norm": 0.3321699105755607,
+      "learning_rate": 9.010037199296105e-06,
+      "loss": 0.374,
+      "num_tokens": 257515036.0,
+      "step": 626
+    },
+    {
+      "epoch": 0.2396788990825688,
+      "grad_norm": 0.3429248615437049,
+      "learning_rate": 9.006547475600636e-06,
+      "loss": 0.3796,
+      "num_tokens": 257929541.0,
+      "step": 627
+    },
+    {
+      "epoch": 0.2400611620795107,
+      "grad_norm": 0.3098280266584217,
+      "learning_rate": 9.003052374924454e-06,
+      "loss": 0.3917,
+      "num_tokens": 258348550.0,
+      "step": 628
+    },
+    {
+      "epoch": 0.2404434250764526,
+      "grad_norm": 0.3065584693267545,
+      "learning_rate": 8.999551902626984e-06,
+      "loss": 0.399,
+      "num_tokens": 258803936.0,
+      "step": 629
+    },
+    {
+      "epoch": 0.2408256880733945,
+      "grad_norm": 0.3034452570346747,
+      "learning_rate": 8.996046064075897e-06,
+      "loss": 0.3532,
+      "num_tokens": 259207365.0,
+      "step": 630
+    },
+    {
+      "epoch": 0.24120795107033638,
+      "grad_norm": 0.30606552366250667,
+      "learning_rate": 8.992534864647084e-06,
+      "loss": 0.3789,
+      "num_tokens": 259637116.0,
+      "step": 631
+    },
+    {
+      "epoch": 0.2415902140672783,
+      "grad_norm": 0.27598201111213216,
+      "learning_rate": 8.989018309724657e-06,
+      "loss": 0.3723,
+      "num_tokens": 260087175.0,
+      "step": 632
+    },
+    {
+      "epoch": 0.24197247706422018,
+      "grad_norm": 0.26110012452673226,
+      "learning_rate": 8.985496404700946e-06,
+      "loss": 0.3603,
+      "num_tokens": 260474561.0,
+      "step": 633
+    },
+    {
+      "epoch": 0.2423547400611621,
+      "grad_norm": 0.3001172491176638,
+      "learning_rate": 8.981969154976477e-06,
+      "loss": 0.4067,
+      "num_tokens": 260936606.0,
+      "step": 634
+    },
+    {
+      "epoch": 0.24273700305810397,
+      "grad_norm": 0.3154402451656656,
+      "learning_rate": 8.978436565959977e-06,
+      "loss": 0.419,
+      "num_tokens": 261365549.0,
+      "step": 635
+    },
+    {
+      "epoch": 0.24311926605504589,
+      "grad_norm": 0.3131213964994004,
+      "learning_rate": 8.974898643068361e-06,
+      "loss": 0.364,
+      "num_tokens": 261772927.0,
+      "step": 636
+    },
+    {
+      "epoch": 0.24350152905198777,
+      "grad_norm": 0.29828935570101023,
+      "learning_rate": 8.971355391726721e-06,
+      "loss": 0.3762,
+      "num_tokens": 262161078.0,
+      "step": 637
+    },
+    {
+      "epoch": 0.24388379204892965,
+      "grad_norm": 0.3238019631881244,
+      "learning_rate": 8.967806817368319e-06,
+      "loss": 0.3873,
+      "num_tokens": 262577695.0,
+      "step": 638
+    },
+    {
+      "epoch": 0.24426605504587157,
+      "grad_norm": 0.28465918320626743,
+      "learning_rate": 8.96425292543458e-06,
+      "loss": 0.4022,
+      "num_tokens": 262984408.0,
+      "step": 639
+    },
+    {
+      "epoch": 0.24464831804281345,
+      "grad_norm": 0.31282646244746515,
+      "learning_rate": 8.96069372137508e-06,
+      "loss": 0.3695,
+      "num_tokens": 263410565.0,
+      "step": 640
+    },
+    {
+      "epoch": 0.24503058103975536,
+      "grad_norm": 0.30553718935080953,
+      "learning_rate": 8.957129210647552e-06,
+      "loss": 0.385,
+      "num_tokens": 263804366.0,
+      "step": 641
+    },
+    {
+      "epoch": 0.24541284403669725,
+      "grad_norm": 0.2836860368792192,
+      "learning_rate": 8.95355939871785e-06,
+      "loss": 0.3804,
+      "num_tokens": 264224929.0,
+      "step": 642
+    },
+    {
+      "epoch": 0.24579510703363913,
+      "grad_norm": 0.2871929467004206,
+      "learning_rate": 8.949984291059972e-06,
+      "loss": 0.3736,
+      "num_tokens": 264635109.0,
+      "step": 643
+    },
+    {
+      "epoch": 0.24617737003058104,
+      "grad_norm": 0.30694125326333027,
+      "learning_rate": 8.946403893156025e-06,
+      "loss": 0.3937,
+      "num_tokens": 265073843.0,
+      "step": 644
+    },
+    {
+      "epoch": 0.24655963302752293,
+      "grad_norm": 0.3222758746803932,
+      "learning_rate": 8.942818210496235e-06,
+      "loss": 0.4032,
+      "num_tokens": 265506600.0,
+      "step": 645
+    },
+    {
+      "epoch": 0.24694189602446484,
+      "grad_norm": 0.3311827532533767,
+      "learning_rate": 8.939227248578926e-06,
+      "loss": 0.3727,
+      "num_tokens": 265941006.0,
+      "step": 646
+    },
+    {
+      "epoch": 0.24732415902140673,
+      "grad_norm": 0.30706307595819393,
+      "learning_rate": 8.935631012910526e-06,
+      "loss": 0.3565,
+      "num_tokens": 266319248.0,
+      "step": 647
+    },
+    {
+      "epoch": 0.24770642201834864,
+      "grad_norm": 0.2886375491110465,
+      "learning_rate": 8.932029509005542e-06,
+      "loss": 0.3983,
+      "num_tokens": 266749309.0,
+      "step": 648
+    },
+    {
+      "epoch": 0.24808868501529052,
+      "grad_norm": 0.2735856467287797,
+      "learning_rate": 8.928422742386563e-06,
+      "loss": 0.3829,
+      "num_tokens": 267109122.0,
+      "step": 649
+    },
+    {
+      "epoch": 0.2484709480122324,
+      "grad_norm": 0.2830936313318087,
+      "learning_rate": 8.924810718584243e-06,
+      "loss": 0.3828,
+      "num_tokens": 267508737.0,
+      "step": 650
+    },
+    {
+      "epoch": 0.24885321100917432,
+      "grad_norm": 0.3283390051413059,
+      "learning_rate": 8.921193443137309e-06,
+      "loss": 0.3782,
+      "num_tokens": 267918305.0,
+      "step": 651
+    },
+    {
+      "epoch": 0.2492354740061162,
+      "grad_norm": 0.30335124243703915,
+      "learning_rate": 8.917570921592525e-06,
+      "loss": 0.3908,
+      "num_tokens": 268361915.0,
+      "step": 652
+    },
+    {
+      "epoch": 0.24961773700305812,
+      "grad_norm": 0.2571511256162922,
+      "learning_rate": 8.913943159504714e-06,
+      "loss": 0.3641,
+      "num_tokens": 268800634.0,
+      "step": 653
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.2892310075430736,
+      "learning_rate": 8.910310162436722e-06,
+      "loss": 0.3858,
+      "num_tokens": 269222212.0,
+      "step": 654
+    },
+    {
+      "epoch": 0.2503822629969419,
+      "grad_norm": 0.3473412958002292,
+      "learning_rate": 8.906671935959436e-06,
+      "loss": 0.3771,
+      "num_tokens": 269623817.0,
+      "step": 655
+    },
+    {
+      "epoch": 0.25076452599388377,
+      "grad_norm": 0.3477403643691002,
+      "learning_rate": 8.903028485651752e-06,
+      "loss": 0.3724,
+      "num_tokens": 270011282.0,
+      "step": 656
+    },
+    {
+      "epoch": 0.2511467889908257,
+      "grad_norm": 0.3120544578388952,
+      "learning_rate": 8.899379817100579e-06,
+      "loss": 0.3902,
+      "num_tokens": 270430088.0,
+      "step": 657
+    },
+    {
+      "epoch": 0.2515290519877676,
+      "grad_norm": 0.2853900889953197,
+      "learning_rate": 8.895725935900827e-06,
+      "loss": 0.3803,
+      "num_tokens": 270801218.0,
+      "step": 658
+    },
+    {
+      "epoch": 0.2519113149847095,
+      "grad_norm": 0.31250388044058636,
+      "learning_rate": 8.892066847655402e-06,
+      "loss": 0.3722,
+      "num_tokens": 271282248.0,
+      "step": 659
+    },
+    {
+      "epoch": 0.25229357798165136,
+      "grad_norm": 0.30999972693938765,
+      "learning_rate": 8.88840255797519e-06,
+      "loss": 0.3779,
+      "num_tokens": 271674351.0,
+      "step": 660
+    },
+    {
+      "epoch": 0.25267584097859325,
+      "grad_norm": 0.28162609553511925,
+      "learning_rate": 8.884733072479058e-06,
+      "loss": 0.3658,
+      "num_tokens": 272075673.0,
+      "step": 661
+    },
+    {
+      "epoch": 0.2530581039755352,
+      "grad_norm": 0.3107133601844678,
+      "learning_rate": 8.881058396793837e-06,
+      "loss": 0.3725,
+      "num_tokens": 272498661.0,
+      "step": 662
+    },
+    {
+      "epoch": 0.25344036697247707,
+      "grad_norm": 0.2949726295774104,
+      "learning_rate": 8.877378536554314e-06,
+      "loss": 0.347,
+      "num_tokens": 272902959.0,
+      "step": 663
+    },
+    {
+      "epoch": 0.25382262996941896,
+      "grad_norm": 0.3050132976467593,
+      "learning_rate": 8.873693497403234e-06,
+      "loss": 0.4074,
+      "num_tokens": 273299202.0,
+      "step": 664
+    },
+    {
+      "epoch": 0.25420489296636084,
+      "grad_norm": 0.29903463140677805,
+      "learning_rate": 8.870003284991277e-06,
+      "loss": 0.4042,
+      "num_tokens": 273732060.0,
+      "step": 665
+    },
+    {
+      "epoch": 0.2545871559633027,
+      "grad_norm": 0.26181156233855346,
+      "learning_rate": 8.86630790497706e-06,
+      "loss": 0.4113,
+      "num_tokens": 274182873.0,
+      "step": 666
+    },
+    {
+      "epoch": 0.25496941896024466,
+      "grad_norm": 0.28227078861755234,
+      "learning_rate": 8.862607363027116e-06,
+      "loss": 0.3495,
+      "num_tokens": 274592194.0,
+      "step": 667
+    },
+    {
+      "epoch": 0.25535168195718655,
+      "grad_norm": 0.2988398503823881,
+      "learning_rate": 8.858901664815906e-06,
+      "loss": 0.3784,
+      "num_tokens": 274999863.0,
+      "step": 668
+    },
+    {
+      "epoch": 0.25573394495412843,
+      "grad_norm": 0.2822390360268869,
+      "learning_rate": 8.855190816025789e-06,
+      "loss": 0.3737,
+      "num_tokens": 275415536.0,
+      "step": 669
+    },
+    {
+      "epoch": 0.2561162079510703,
+      "grad_norm": 0.25818594107637644,
+      "learning_rate": 8.85147482234702e-06,
+      "loss": 0.3865,
+      "num_tokens": 275861883.0,
+      "step": 670
+    },
+    {
+      "epoch": 0.25649847094801226,
+      "grad_norm": 0.36337782304390526,
+      "learning_rate": 8.84775368947775e-06,
+      "loss": 0.3957,
+      "num_tokens": 276270259.0,
+      "step": 671
+    },
+    {
+      "epoch": 0.25688073394495414,
+      "grad_norm": 0.26464963445527817,
+      "learning_rate": 8.844027423124005e-06,
+      "loss": 0.3608,
+      "num_tokens": 276717203.0,
+      "step": 672
+    },
+    {
+      "epoch": 0.257262996941896,
+      "grad_norm": 0.3045674911455366,
+      "learning_rate": 8.840296028999689e-06,
+      "loss": 0.4024,
+      "num_tokens": 277090223.0,
+      "step": 673
+    },
+    {
+      "epoch": 0.2576452599388379,
+      "grad_norm": 0.30217072269278383,
+      "learning_rate": 8.836559512826564e-06,
+      "loss": 0.3803,
+      "num_tokens": 277499390.0,
+      "step": 674
+    },
+    {
+      "epoch": 0.2580275229357798,
+      "grad_norm": 0.3147968781143223,
+      "learning_rate": 8.832817880334243e-06,
+      "loss": 0.3604,
+      "num_tokens": 277857284.0,
+      "step": 675
+    },
+    {
+      "epoch": 0.25840978593272174,
+      "grad_norm": 0.2818145011318806,
+      "learning_rate": 8.829071137260194e-06,
+      "loss": 0.3832,
+      "num_tokens": 278277734.0,
+      "step": 676
+    },
+    {
+      "epoch": 0.2587920489296636,
+      "grad_norm": 0.2849777327379941,
+      "learning_rate": 8.825319289349716e-06,
+      "loss": 0.3948,
+      "num_tokens": 278668507.0,
+      "step": 677
+    },
+    {
+      "epoch": 0.2591743119266055,
+      "grad_norm": 0.28558531620995986,
+      "learning_rate": 8.821562342355935e-06,
+      "loss": 0.3841,
+      "num_tokens": 279040696.0,
+      "step": 678
+    },
+    {
+      "epoch": 0.2595565749235474,
+      "grad_norm": 0.293298477758778,
+      "learning_rate": 8.817800302039798e-06,
+      "loss": 0.3814,
+      "num_tokens": 279479711.0,
+      "step": 679
+    },
+    {
+      "epoch": 0.2599388379204893,
+      "grad_norm": 0.2958623840205463,
+      "learning_rate": 8.814033174170058e-06,
+      "loss": 0.3641,
+      "num_tokens": 279887367.0,
+      "step": 680
+    },
+    {
+      "epoch": 0.2603211009174312,
+      "grad_norm": 0.3021930547346609,
+      "learning_rate": 8.810260964523278e-06,
+      "loss": 0.3764,
+      "num_tokens": 280274359.0,
+      "step": 681
+    },
+    {
+      "epoch": 0.2607033639143731,
+      "grad_norm": 0.27631890791386393,
+      "learning_rate": 8.806483678883803e-06,
+      "loss": 0.3884,
+      "num_tokens": 280722130.0,
+      "step": 682
+    },
+    {
+      "epoch": 0.261085626911315,
+      "grad_norm": 0.2787026800159375,
+      "learning_rate": 8.80270132304377e-06,
+      "loss": 0.4102,
+      "num_tokens": 281192235.0,
+      "step": 683
+    },
+    {
+      "epoch": 0.26146788990825687,
+      "grad_norm": 0.2875244754303217,
+      "learning_rate": 8.79891390280309e-06,
+      "loss": 0.3643,
+      "num_tokens": 281574004.0,
+      "step": 684
+    },
+    {
+      "epoch": 0.26185015290519875,
+      "grad_norm": 0.2871273613039571,
+      "learning_rate": 8.795121423969432e-06,
+      "loss": 0.3787,
+      "num_tokens": 281953301.0,
+      "step": 685
+    },
+    {
+      "epoch": 0.2622324159021407,
+      "grad_norm": 0.3093552039074778,
+      "learning_rate": 8.791323892358229e-06,
+      "loss": 0.3553,
+      "num_tokens": 282340687.0,
+      "step": 686
+    },
+    {
+      "epoch": 0.2626146788990826,
+      "grad_norm": 0.2795241201777922,
+      "learning_rate": 8.78752131379266e-06,
+      "loss": 0.3908,
+      "num_tokens": 282714927.0,
+      "step": 687
+    },
+    {
+      "epoch": 0.26299694189602446,
+      "grad_norm": 0.31152888701621595,
+      "learning_rate": 8.783713694103645e-06,
+      "loss": 0.3932,
+      "num_tokens": 283135623.0,
+      "step": 688
+    },
+    {
+      "epoch": 0.26337920489296635,
+      "grad_norm": 0.27282917193935974,
+      "learning_rate": 8.779901039129832e-06,
+      "loss": 0.3662,
+      "num_tokens": 283541357.0,
+      "step": 689
+    },
+    {
+      "epoch": 0.26376146788990823,
+      "grad_norm": 0.2860025357707848,
+      "learning_rate": 8.776083354717587e-06,
+      "loss": 0.3926,
+      "num_tokens": 283964609.0,
+      "step": 690
+    },
+    {
+      "epoch": 0.26414373088685017,
+      "grad_norm": 0.3006331324866127,
+      "learning_rate": 8.772260646720997e-06,
+      "loss": 0.3921,
+      "num_tokens": 284388926.0,
+      "step": 691
+    },
+    {
+      "epoch": 0.26452599388379205,
+      "grad_norm": 0.2717106153240549,
+      "learning_rate": 8.76843292100184e-06,
+      "loss": 0.3831,
+      "num_tokens": 284825910.0,
+      "step": 692
+    },
+    {
+      "epoch": 0.26490825688073394,
+      "grad_norm": 0.3313190538803319,
+      "learning_rate": 8.764600183429604e-06,
+      "loss": 0.3802,
+      "num_tokens": 285231246.0,
+      "step": 693
+    },
+    {
+      "epoch": 0.2652905198776758,
+      "grad_norm": 0.32448987086454234,
+      "learning_rate": 8.760762439881447e-06,
+      "loss": 0.3873,
+      "num_tokens": 285662807.0,
+      "step": 694
+    },
+    {
+      "epoch": 0.26567278287461776,
+      "grad_norm": 0.3013500656474795,
+      "learning_rate": 8.756919696242212e-06,
+      "loss": 0.405,
+      "num_tokens": 286078151.0,
+      "step": 695
+    },
+    {
+      "epoch": 0.26605504587155965,
+      "grad_norm": 0.28840308740113485,
+      "learning_rate": 8.753071958404405e-06,
+      "loss": 0.4126,
+      "num_tokens": 286518934.0,
+      "step": 696
+    },
+    {
+      "epoch": 0.26643730886850153,
+      "grad_norm": 0.27868315601677723,
+      "learning_rate": 8.749219232268194e-06,
+      "loss": 0.3991,
+      "num_tokens": 286920211.0,
+      "step": 697
+    },
+    {
+      "epoch": 0.2668195718654434,
+      "grad_norm": 0.3016691244999727,
+      "learning_rate": 8.745361523741394e-06,
+      "loss": 0.3907,
+      "num_tokens": 287362784.0,
+      "step": 698
+    },
+    {
+      "epoch": 0.2672018348623853,
+      "grad_norm": 0.2471065019793865,
+      "learning_rate": 8.741498838739458e-06,
+      "loss": 0.3862,
+      "num_tokens": 287799619.0,
+      "step": 699
+    },
+    {
+      "epoch": 0.26758409785932724,
+      "grad_norm": 0.26288091136846714,
+      "learning_rate": 8.737631183185475e-06,
+      "loss": 0.3865,
+      "num_tokens": 288191426.0,
+      "step": 700
+    },
+    {
+      "epoch": 0.2679663608562691,
+      "grad_norm": 0.24829923447744354,
+      "learning_rate": 8.733758563010152e-06,
+      "loss": 0.3597,
+      "num_tokens": 288591548.0,
+      "step": 701
+    },
+    {
+      "epoch": 0.268348623853211,
+      "grad_norm": 0.27357169562434436,
+      "learning_rate": 8.72988098415181e-06,
+      "loss": 0.3648,
+      "num_tokens": 289013156.0,
+      "step": 702
+    },
+    {
+      "epoch": 0.2687308868501529,
+      "grad_norm": 0.2781983568262563,
+      "learning_rate": 8.72599845255637e-06,
+      "loss": 0.3565,
+      "num_tokens": 289389602.0,
+      "step": 703
+    },
+    {
+      "epoch": 0.2691131498470948,
+      "grad_norm": 0.2889515173153062,
+      "learning_rate": 8.722110974177356e-06,
+      "loss": 0.3995,
+      "num_tokens": 289865801.0,
+      "step": 704
+    },
+    {
+      "epoch": 0.2694954128440367,
+      "grad_norm": 0.27579678422743137,
+      "learning_rate": 8.718218554975872e-06,
+      "loss": 0.4003,
+      "num_tokens": 290333381.0,
+      "step": 705
+    },
+    {
+      "epoch": 0.2698776758409786,
+      "grad_norm": 0.2628651853937428,
+      "learning_rate": 8.714321200920596e-06,
+      "loss": 0.3684,
+      "num_tokens": 290762130.0,
+      "step": 706
+    },
+    {
+      "epoch": 0.2702599388379205,
+      "grad_norm": 0.30181639238356406,
+      "learning_rate": 8.710418917987779e-06,
+      "loss": 0.3933,
+      "num_tokens": 291186850.0,
+      "step": 707
+    },
+    {
+      "epoch": 0.2706422018348624,
+      "grad_norm": 0.2936170240206027,
+      "learning_rate": 8.706511712161225e-06,
+      "loss": 0.3796,
+      "num_tokens": 291616959.0,
+      "step": 708
+    },
+    {
+      "epoch": 0.27102446483180426,
+      "grad_norm": 0.278875878813826,
+      "learning_rate": 8.70259958943229e-06,
+      "loss": 0.3936,
+      "num_tokens": 292048270.0,
+      "step": 709
+    },
+    {
+      "epoch": 0.2714067278287462,
+      "grad_norm": 0.31209934903950987,
+      "learning_rate": 8.698682555799868e-06,
+      "loss": 0.3909,
+      "num_tokens": 292505278.0,
+      "step": 710
+    },
+    {
+      "epoch": 0.2717889908256881,
+      "grad_norm": 0.28429027756426195,
+      "learning_rate": 8.694760617270386e-06,
+      "loss": 0.3744,
+      "num_tokens": 292908293.0,
+      "step": 711
+    },
+    {
+      "epoch": 0.27217125382262997,
+      "grad_norm": 0.26581833855855097,
+      "learning_rate": 8.690833779857788e-06,
+      "loss": 0.3687,
+      "num_tokens": 293336209.0,
+      "step": 712
+    },
+    {
+      "epoch": 0.27255351681957185,
+      "grad_norm": 0.2769884388765986,
+      "learning_rate": 8.68690204958353e-06,
+      "loss": 0.3796,
+      "num_tokens": 293731923.0,
+      "step": 713
+    },
+    {
+      "epoch": 0.27293577981651373,
+      "grad_norm": 0.31417430839562893,
+      "learning_rate": 8.682965432476579e-06,
+      "loss": 0.3638,
+      "num_tokens": 294106658.0,
+      "step": 714
+    },
+    {
+      "epoch": 0.2733180428134557,
+      "grad_norm": 0.26027126113633997,
+      "learning_rate": 8.679023934573385e-06,
+      "loss": 0.3581,
+      "num_tokens": 294510431.0,
+      "step": 715
+    },
+    {
+      "epoch": 0.27370030581039756,
+      "grad_norm": 0.28723775787094785,
+      "learning_rate": 8.675077561917888e-06,
+      "loss": 0.3719,
+      "num_tokens": 294867776.0,
+      "step": 716
+    },
+    {
+      "epoch": 0.27408256880733944,
+      "grad_norm": 0.24922840961693052,
+      "learning_rate": 8.671126320561501e-06,
+      "loss": 0.3482,
+      "num_tokens": 295273414.0,
+      "step": 717
+    },
+    {
+      "epoch": 0.27446483180428133,
+      "grad_norm": 0.31043949172171165,
+      "learning_rate": 8.667170216563103e-06,
+      "loss": 0.3803,
+      "num_tokens": 295728699.0,
+      "step": 718
+    },
+    {
+      "epoch": 0.27484709480122327,
+      "grad_norm": 0.27963429578181503,
+      "learning_rate": 8.663209255989033e-06,
+      "loss": 0.3453,
+      "num_tokens": 296159538.0,
+      "step": 719
+    },
+    {
+      "epoch": 0.27522935779816515,
+      "grad_norm": 0.3165142671130839,
+      "learning_rate": 8.65924344491307e-06,
+      "loss": 0.3637,
+      "num_tokens": 296538139.0,
+      "step": 720
+    },
+    {
+      "epoch": 0.27561162079510704,
+      "grad_norm": 0.27727612936600626,
+      "learning_rate": 8.65527278941644e-06,
+      "loss": 0.3646,
+      "num_tokens": 297000994.0,
+      "step": 721
+    },
+    {
+      "epoch": 0.2759938837920489,
+      "grad_norm": 0.29897642761759347,
+      "learning_rate": 8.651297295587788e-06,
+      "loss": 0.3626,
+      "num_tokens": 297390031.0,
+      "step": 722
+    },
+    {
+      "epoch": 0.2763761467889908,
+      "grad_norm": 0.29935050424760723,
+      "learning_rate": 8.647316969523185e-06,
+      "loss": 0.3714,
+      "num_tokens": 297809046.0,
+      "step": 723
+    },
+    {
+      "epoch": 0.27675840978593275,
+      "grad_norm": 0.3003356809500152,
+      "learning_rate": 8.643331817326105e-06,
+      "loss": 0.3742,
+      "num_tokens": 298190175.0,
+      "step": 724
+    },
+    {
+      "epoch": 0.27714067278287463,
+      "grad_norm": 0.2866478373834503,
+      "learning_rate": 8.639341845107432e-06,
+      "loss": 0.3831,
+      "num_tokens": 298607049.0,
+      "step": 725
+    },
+    {
+      "epoch": 0.2775229357798165,
+      "grad_norm": 0.2766505825818346,
+      "learning_rate": 8.635347058985433e-06,
+      "loss": 0.3666,
+      "num_tokens": 298961466.0,
+      "step": 726
+    },
+    {
+      "epoch": 0.2779051987767584,
+      "grad_norm": 0.2765944526538987,
+      "learning_rate": 8.63134746508576e-06,
+      "loss": 0.3779,
+      "num_tokens": 299348078.0,
+      "step": 727
+    },
+    {
+      "epoch": 0.2782874617737003,
+      "grad_norm": 0.2803137196937322,
+      "learning_rate": 8.627343069541438e-06,
+      "loss": 0.3832,
+      "num_tokens": 299768200.0,
+      "step": 728
+    },
+    {
+      "epoch": 0.2786697247706422,
+      "grad_norm": 0.2810019152920437,
+      "learning_rate": 8.623333878492853e-06,
+      "loss": 0.3687,
+      "num_tokens": 300207021.0,
+      "step": 729
+    },
+    {
+      "epoch": 0.2790519877675841,
+      "grad_norm": 0.29718788487212,
+      "learning_rate": 8.619319898087744e-06,
+      "loss": 0.3602,
+      "num_tokens": 300597918.0,
+      "step": 730
+    },
+    {
+      "epoch": 0.279434250764526,
+      "grad_norm": 0.26190886460912044,
+      "learning_rate": 8.615301134481196e-06,
+      "loss": 0.38,
+      "num_tokens": 301013416.0,
+      "step": 731
+    },
+    {
+      "epoch": 0.2798165137614679,
+      "grad_norm": 0.3021699373984725,
+      "learning_rate": 8.611277593835631e-06,
+      "loss": 0.376,
+      "num_tokens": 301477349.0,
+      "step": 732
+    },
+    {
+      "epoch": 0.28019877675840976,
+      "grad_norm": 0.27704132166165096,
+      "learning_rate": 8.60724928232079e-06,
+      "loss": 0.3887,
+      "num_tokens": 301920036.0,
+      "step": 733
+    },
+    {
+      "epoch": 0.2805810397553517,
+      "grad_norm": 0.2727866389698373,
+      "learning_rate": 8.603216206113731e-06,
+      "loss": 0.3812,
+      "num_tokens": 302344946.0,
+      "step": 734
+    },
+    {
+      "epoch": 0.2809633027522936,
+      "grad_norm": 0.27559165318625345,
+      "learning_rate": 8.599178371398821e-06,
+      "loss": 0.3865,
+      "num_tokens": 302731410.0,
+      "step": 735
+    },
+    {
+      "epoch": 0.28134556574923547,
+      "grad_norm": 0.2714954579309321,
+      "learning_rate": 8.595135784367726e-06,
+      "loss": 0.3792,
+      "num_tokens": 303131112.0,
+      "step": 736
+    },
+    {
+      "epoch": 0.28172782874617736,
+      "grad_norm": 0.2640815619811983,
+      "learning_rate": 8.591088451219393e-06,
+      "loss": 0.3778,
+      "num_tokens": 303533874.0,
+      "step": 737
+    },
+    {
+      "epoch": 0.28211009174311924,
+      "grad_norm": 0.31661686967028485,
+      "learning_rate": 8.58703637816005e-06,
+      "loss": 0.3766,
+      "num_tokens": 303974027.0,
+      "step": 738
+    },
+    {
+      "epoch": 0.2824923547400612,
+      "grad_norm": 0.27389367959925154,
+      "learning_rate": 8.582979571403195e-06,
+      "loss": 0.4082,
+      "num_tokens": 304468445.0,
+      "step": 739
+    },
+    {
+      "epoch": 0.28287461773700306,
+      "grad_norm": 0.24764984676801477,
+      "learning_rate": 8.57891803716958e-06,
+      "loss": 0.3864,
+      "num_tokens": 304914490.0,
+      "step": 740
+    },
+    {
+      "epoch": 0.28325688073394495,
+      "grad_norm": 0.2901084235574226,
+      "learning_rate": 8.57485178168721e-06,
+      "loss": 0.3652,
+      "num_tokens": 305284830.0,
+      "step": 741
+    },
+    {
+      "epoch": 0.28363914373088683,
+      "grad_norm": 0.270887607799054,
+      "learning_rate": 8.57078081119133e-06,
+      "loss": 0.3723,
+      "num_tokens": 305699531.0,
+      "step": 742
+    },
+    {
+      "epoch": 0.2840214067278288,
+      "grad_norm": 0.2855770410971349,
+      "learning_rate": 8.566705131924413e-06,
+      "loss": 0.3781,
+      "num_tokens": 306133130.0,
+      "step": 743
+    },
+    {
+      "epoch": 0.28440366972477066,
+      "grad_norm": 0.24434254572257388,
+      "learning_rate": 8.56262475013615e-06,
+      "loss": 0.3861,
+      "num_tokens": 306579839.0,
+      "step": 744
+    },
+    {
+      "epoch": 0.28478593272171254,
+      "grad_norm": 0.2770541943061836,
+      "learning_rate": 8.558539672083448e-06,
+      "loss": 0.374,
+      "num_tokens": 306985329.0,
+      "step": 745
+    },
+    {
+      "epoch": 0.2851681957186544,
+      "grad_norm": 0.28714250206636605,
+      "learning_rate": 8.554449904030416e-06,
+      "loss": 0.396,
+      "num_tokens": 307426256.0,
+      "step": 746
+    },
+    {
+      "epoch": 0.2855504587155963,
+      "grad_norm": 0.27453262609510837,
+      "learning_rate": 8.550355452248347e-06,
+      "loss": 0.3919,
+      "num_tokens": 307835931.0,
+      "step": 747
+    },
+    {
+      "epoch": 0.28593272171253825,
+      "grad_norm": 0.31968552433669295,
+      "learning_rate": 8.546256323015723e-06,
+      "loss": 0.3672,
+      "num_tokens": 308236698.0,
+      "step": 748
+    },
+    {
+      "epoch": 0.28631498470948014,
+      "grad_norm": 0.32285894167829227,
+      "learning_rate": 8.542152522618196e-06,
+      "loss": 0.4107,
+      "num_tokens": 308695472.0,
+      "step": 749
+    },
+    {
+      "epoch": 0.286697247706422,
+      "grad_norm": 0.32952689427958964,
+      "learning_rate": 8.538044057348585e-06,
+      "loss": 0.386,
+      "num_tokens": 309148218.0,
+      "step": 750
+    },
+    {
+      "epoch": 0.2870795107033639,
+      "grad_norm": 0.31927865084718376,
+      "learning_rate": 8.533930933506854e-06,
+      "loss": 0.3685,
+      "num_tokens": 309526917.0,
+      "step": 751
+    },
+    {
+      "epoch": 0.2874617737003058,
+      "grad_norm": 0.33372841073858306,
+      "learning_rate": 8.529813157400116e-06,
+      "loss": 0.4004,
+      "num_tokens": 309961971.0,
+      "step": 752
+    },
+    {
+      "epoch": 0.28784403669724773,
+      "grad_norm": 0.32449695145638346,
+      "learning_rate": 8.525690735342618e-06,
+      "loss": 0.3837,
+      "num_tokens": 310359029.0,
+      "step": 753
+    },
+    {
+      "epoch": 0.2882262996941896,
+      "grad_norm": 0.32159938945060784,
+      "learning_rate": 8.52156367365573e-06,
+      "loss": 0.3939,
+      "num_tokens": 310779312.0,
+      "step": 754
+    },
+    {
+      "epoch": 0.2886085626911315,
+      "grad_norm": 0.3457882631189294,
+      "learning_rate": 8.517431978667934e-06,
+      "loss": 0.3934,
+      "num_tokens": 311175439.0,
+      "step": 755
+    },
+    {
+      "epoch": 0.2889908256880734,
+      "grad_norm": 0.2988611167440456,
+      "learning_rate": 8.513295656714822e-06,
+      "loss": 0.3784,
+      "num_tokens": 311598407.0,
+      "step": 756
+    },
+    {
+      "epoch": 0.28937308868501527,
+      "grad_norm": 0.31001475480325874,
+      "learning_rate": 8.509154714139077e-06,
+      "loss": 0.376,
+      "num_tokens": 311983732.0,
+      "step": 757
+    },
+    {
+      "epoch": 0.2897553516819572,
+      "grad_norm": 0.36449002448110834,
+      "learning_rate": 8.50500915729047e-06,
+      "loss": 0.3818,
+      "num_tokens": 312405697.0,
+      "step": 758
+    },
+    {
+      "epoch": 0.2901376146788991,
+      "grad_norm": 0.268266230214534,
+      "learning_rate": 8.50085899252584e-06,
+      "loss": 0.4083,
+      "num_tokens": 312870943.0,
+      "step": 759
+    },
+    {
+      "epoch": 0.290519877675841,
+      "grad_norm": 0.2930844917493806,
+      "learning_rate": 8.496704226209107e-06,
+      "loss": 0.3789,
+      "num_tokens": 313232099.0,
+      "step": 760
+    },
+    {
+      "epoch": 0.29090214067278286,
+      "grad_norm": 0.32348150559034744,
+      "learning_rate": 8.492544864711234e-06,
+      "loss": 0.3851,
+      "num_tokens": 313660300.0,
+      "step": 761
+    },
+    {
+      "epoch": 0.29128440366972475,
+      "grad_norm": 0.32745516459013124,
+      "learning_rate": 8.48838091441023e-06,
+      "loss": 0.3893,
+      "num_tokens": 314103038.0,
+      "step": 762
+    },
+    {
+      "epoch": 0.2916666666666667,
+      "grad_norm": 0.2661326440165071,
+      "learning_rate": 8.484212381691154e-06,
+      "loss": 0.3703,
+      "num_tokens": 314515318.0,
+      "step": 763
+    },
+    {
+      "epoch": 0.29204892966360857,
+      "grad_norm": 0.3050658620939666,
+      "learning_rate": 8.480039272946076e-06,
+      "loss": 0.384,
+      "num_tokens": 314917771.0,
+      "step": 764
+    },
+    {
+      "epoch": 0.29243119266055045,
+      "grad_norm": 0.2967550087655357,
+      "learning_rate": 8.47586159457409e-06,
+      "loss": 0.3942,
+      "num_tokens": 315346405.0,
+      "step": 765
+    },
+    {
+      "epoch": 0.29281345565749234,
+      "grad_norm": 0.2810427141876906,
+      "learning_rate": 8.471679352981297e-06,
+      "loss": 0.3753,
+      "num_tokens": 315759265.0,
+      "step": 766
+    },
+    {
+      "epoch": 0.2931957186544342,
+      "grad_norm": 0.2948213047299878,
+      "learning_rate": 8.467492554580797e-06,
+      "loss": 0.4113,
+      "num_tokens": 316195881.0,
+      "step": 767
+    },
+    {
+      "epoch": 0.29357798165137616,
+      "grad_norm": 0.3579677906421847,
+      "learning_rate": 8.463301205792675e-06,
+      "loss": 0.3805,
+      "num_tokens": 316606942.0,
+      "step": 768
+    },
+    {
+      "epoch": 0.29396024464831805,
+      "grad_norm": 0.2564193853033097,
+      "learning_rate": 8.45910531304399e-06,
+      "loss": 0.3939,
+      "num_tokens": 317006053.0,
+      "step": 769
+    },
+    {
+      "epoch": 0.29434250764525993,
+      "grad_norm": 0.2638439702177443,
+      "learning_rate": 8.45490488276878e-06,
+      "loss": 0.3775,
+      "num_tokens": 317374484.0,
+      "step": 770
+    },
+    {
+      "epoch": 0.2947247706422018,
+      "grad_norm": 0.29373435359595196,
+      "learning_rate": 8.450699921408026e-06,
+      "loss": 0.3871,
+      "num_tokens": 317789255.0,
+      "step": 771
+    },
+    {
+      "epoch": 0.29510703363914376,
+      "grad_norm": 0.2884764316999055,
+      "learning_rate": 8.44649043540967e-06,
+      "loss": 0.3678,
+      "num_tokens": 318176220.0,
+      "step": 772
+    },
+    {
+      "epoch": 0.29548929663608564,
+      "grad_norm": 0.2693005981826586,
+      "learning_rate": 8.442276431228585e-06,
+      "loss": 0.3928,
+      "num_tokens": 318583073.0,
+      "step": 773
+    },
+    {
+      "epoch": 0.2958715596330275,
+      "grad_norm": 0.30183890055638374,
+      "learning_rate": 8.438057915326573e-06,
+      "loss": 0.4048,
+      "num_tokens": 319028991.0,
+      "step": 774
+    },
+    {
+      "epoch": 0.2962538226299694,
+      "grad_norm": 0.30575919247306826,
+      "learning_rate": 8.433834894172359e-06,
+      "loss": 0.3692,
+      "num_tokens": 319402762.0,
+      "step": 775
+    },
+    {
+      "epoch": 0.2966360856269113,
+      "grad_norm": 0.28600415998443984,
+      "learning_rate": 8.429607374241567e-06,
+      "loss": 0.3822,
+      "num_tokens": 319810973.0,
+      "step": 776
+    },
+    {
+      "epoch": 0.29701834862385323,
+      "grad_norm": 0.31645424914189696,
+      "learning_rate": 8.425375362016729e-06,
+      "loss": 0.4085,
+      "num_tokens": 320239788.0,
+      "step": 777
+    },
+    {
+      "epoch": 0.2974006116207951,
+      "grad_norm": 0.3030857077387875,
+      "learning_rate": 8.421138863987262e-06,
+      "loss": 0.384,
+      "num_tokens": 320647245.0,
+      "step": 778
+    },
+    {
+      "epoch": 0.297782874617737,
+      "grad_norm": 0.3428064915470499,
+      "learning_rate": 8.416897886649462e-06,
+      "loss": 0.3671,
+      "num_tokens": 321026601.0,
+      "step": 779
+    },
+    {
+      "epoch": 0.2981651376146789,
+      "grad_norm": 0.27782104974462735,
+      "learning_rate": 8.412652436506492e-06,
+      "loss": 0.3837,
+      "num_tokens": 321430085.0,
+      "step": 780
+    },
+    {
+      "epoch": 0.2985474006116208,
+      "grad_norm": 0.2745067472708174,
+      "learning_rate": 8.408402520068371e-06,
+      "loss": 0.3669,
+      "num_tokens": 321818195.0,
+      "step": 781
+    },
+    {
+      "epoch": 0.2989296636085627,
+      "grad_norm": 0.32885045001492175,
+      "learning_rate": 8.404148143851977e-06,
+      "loss": 0.3954,
+      "num_tokens": 322243468.0,
+      "step": 782
+    },
+    {
+      "epoch": 0.2993119266055046,
+      "grad_norm": 0.3230025919038844,
+      "learning_rate": 8.399889314381016e-06,
+      "loss": 0.3628,
+      "num_tokens": 322638724.0,
+      "step": 783
+    },
+    {
+      "epoch": 0.2996941896024465,
+      "grad_norm": 0.28737563103911107,
+      "learning_rate": 8.395626038186027e-06,
+      "loss": 0.3793,
+      "num_tokens": 323058170.0,
+      "step": 784
+    },
+    {
+      "epoch": 0.30007645259938837,
+      "grad_norm": 0.31428939590706056,
+      "learning_rate": 8.391358321804367e-06,
+      "loss": 0.3726,
+      "num_tokens": 323463264.0,
+      "step": 785
+    },
+    {
+      "epoch": 0.30045871559633025,
+      "grad_norm": 0.2823391673320193,
+      "learning_rate": 8.387086171780204e-06,
+      "loss": 0.3838,
+      "num_tokens": 323873845.0,
+      "step": 786
+    },
+    {
+      "epoch": 0.3008409785932722,
+      "grad_norm": 0.2889922907590903,
+      "learning_rate": 8.382809594664502e-06,
+      "loss": 0.396,
+      "num_tokens": 324277009.0,
+      "step": 787
+    },
+    {
+      "epoch": 0.3012232415902141,
+      "grad_norm": 0.27363369623365413,
+      "learning_rate": 8.378528597015011e-06,
+      "loss": 0.3916,
+      "num_tokens": 324664966.0,
+      "step": 788
+    },
+    {
+      "epoch": 0.30160550458715596,
+      "grad_norm": 0.2955633045303292,
+      "learning_rate": 8.374243185396265e-06,
+      "loss": 0.3827,
+      "num_tokens": 325090059.0,
+      "step": 789
+    },
+    {
+      "epoch": 0.30198776758409784,
+      "grad_norm": 0.28679650634294424,
+      "learning_rate": 8.369953366379567e-06,
+      "loss": 0.3714,
+      "num_tokens": 325521271.0,
+      "step": 790
+    },
+    {
+      "epoch": 0.30237003058103973,
+      "grad_norm": 0.2889791268461004,
+      "learning_rate": 8.365659146542973e-06,
+      "loss": 0.3585,
+      "num_tokens": 325935003.0,
+      "step": 791
+    },
+    {
+      "epoch": 0.30275229357798167,
+      "grad_norm": 0.3098637952148606,
+      "learning_rate": 8.361360532471287e-06,
+      "loss": 0.3638,
+      "num_tokens": 326337208.0,
+      "step": 792
+    },
+    {
+      "epoch": 0.30313455657492355,
+      "grad_norm": 0.2866305101051465,
+      "learning_rate": 8.357057530756055e-06,
+      "loss": 0.3917,
+      "num_tokens": 326778364.0,
+      "step": 793
+    },
+    {
+      "epoch": 0.30351681957186544,
+      "grad_norm": 0.31695790126832774,
+      "learning_rate": 8.352750147995552e-06,
+      "loss": 0.3849,
+      "num_tokens": 327176568.0,
+      "step": 794
+    },
+    {
+      "epoch": 0.3038990825688073,
+      "grad_norm": 0.27524735027753755,
+      "learning_rate": 8.34843839079477e-06,
+      "loss": 0.3484,
+      "num_tokens": 327587243.0,
+      "step": 795
+    },
+    {
+      "epoch": 0.30428134556574926,
+      "grad_norm": 0.3408168675009145,
+      "learning_rate": 8.344122265765404e-06,
+      "loss": 0.3702,
+      "num_tokens": 327981583.0,
+      "step": 796
+    },
+    {
+      "epoch": 0.30466360856269115,
+      "grad_norm": 0.35280196139374664,
+      "learning_rate": 8.33980177952585e-06,
+      "loss": 0.3731,
+      "num_tokens": 328372050.0,
+      "step": 797
+    },
+    {
+      "epoch": 0.30504587155963303,
+      "grad_norm": 0.3116024236215618,
+      "learning_rate": 8.335476938701195e-06,
+      "loss": 0.3912,
+      "num_tokens": 328795145.0,
+      "step": 798
+    },
+    {
+      "epoch": 0.3054281345565749,
+      "grad_norm": 0.3190795295981246,
+      "learning_rate": 8.331147749923199e-06,
+      "loss": 0.3929,
+      "num_tokens": 329239546.0,
+      "step": 799
+    },
+    {
+      "epoch": 0.3058103975535168,
+      "grad_norm": 0.3413594692377354,
+      "learning_rate": 8.326814219830291e-06,
+      "loss": 0.3862,
+      "num_tokens": 329658125.0,
+      "step": 800
+    },
+    {
+      "epoch": 0.30619266055045874,
+      "grad_norm": 0.2968394469777086,
+      "learning_rate": 8.322476355067556e-06,
+      "loss": 0.3752,
+      "num_tokens": 330116826.0,
+      "step": 801
+    },
+    {
+      "epoch": 0.3065749235474006,
+      "grad_norm": 0.3303435870483519,
+      "learning_rate": 8.318134162286726e-06,
+      "loss": 0.3952,
+      "num_tokens": 330547109.0,
+      "step": 802
+    },
+    {
+      "epoch": 0.3069571865443425,
+      "grad_norm": 0.2798893906222307,
+      "learning_rate": 8.31378764814617e-06,
+      "loss": 0.3427,
+      "num_tokens": 330918289.0,
+      "step": 803
+    },
+    {
+      "epoch": 0.3073394495412844,
+      "grad_norm": 0.3012914244458347,
+      "learning_rate": 8.309436819310884e-06,
+      "loss": 0.3783,
+      "num_tokens": 331353693.0,
+      "step": 804
+    },
+    {
+      "epoch": 0.3077217125382263,
+      "grad_norm": 0.2597769895819,
+      "learning_rate": 8.30508168245248e-06,
+      "loss": 0.3761,
+      "num_tokens": 331747510.0,
+      "step": 805
+    },
+    {
+      "epoch": 0.3081039755351682,
+      "grad_norm": 0.30247055960385544,
+      "learning_rate": 8.300722244249174e-06,
+      "loss": 0.3606,
+      "num_tokens": 332105174.0,
+      "step": 806
+    },
+    {
+      "epoch": 0.3084862385321101,
+      "grad_norm": 0.29519748138924146,
+      "learning_rate": 8.296358511385778e-06,
+      "loss": 0.3851,
+      "num_tokens": 332527760.0,
+      "step": 807
+    },
+    {
+      "epoch": 0.308868501529052,
+      "grad_norm": 0.3112737830105025,
+      "learning_rate": 8.291990490553696e-06,
+      "loss": 0.3873,
+      "num_tokens": 332932733.0,
+      "step": 808
+    },
+    {
+      "epoch": 0.30925076452599387,
+      "grad_norm": 0.25537381687849214,
+      "learning_rate": 8.287618188450896e-06,
+      "loss": 0.3805,
+      "num_tokens": 333386922.0,
+      "step": 809
+    },
+    {
+      "epoch": 0.30963302752293576,
+      "grad_norm": 0.2954356875281406,
+      "learning_rate": 8.283241611781922e-06,
+      "loss": 0.3712,
+      "num_tokens": 333770824.0,
+      "step": 810
+    },
+    {
+      "epoch": 0.3100152905198777,
+      "grad_norm": 0.2759798212966893,
+      "learning_rate": 8.278860767257865e-06,
+      "loss": 0.3651,
+      "num_tokens": 334174271.0,
+      "step": 811
+    },
+    {
+      "epoch": 0.3103975535168196,
+      "grad_norm": 0.2827857374899756,
+      "learning_rate": 8.274475661596361e-06,
+      "loss": 0.3718,
+      "num_tokens": 334558524.0,
+      "step": 812
+    },
+    {
+      "epoch": 0.31077981651376146,
+      "grad_norm": 0.33900576718314124,
+      "learning_rate": 8.270086301521587e-06,
+      "loss": 0.3894,
+      "num_tokens": 334953337.0,
+      "step": 813
+    },
+    {
+      "epoch": 0.31116207951070335,
+      "grad_norm": 0.2801043854468926,
+      "learning_rate": 8.265692693764235e-06,
+      "loss": 0.3755,
+      "num_tokens": 335362712.0,
+      "step": 814
+    },
+    {
+      "epoch": 0.31154434250764523,
+      "grad_norm": 0.26568231939707143,
+      "learning_rate": 8.261294845061516e-06,
+      "loss": 0.3883,
+      "num_tokens": 335772396.0,
+      "step": 815
+    },
+    {
+      "epoch": 0.3119266055045872,
+      "grad_norm": 0.2669515365575605,
+      "learning_rate": 8.256892762157141e-06,
+      "loss": 0.3886,
+      "num_tokens": 336167450.0,
+      "step": 816
+    },
+    {
+      "epoch": 0.31230886850152906,
+      "grad_norm": 0.2928797893508793,
+      "learning_rate": 8.252486451801315e-06,
+      "loss": 0.3475,
+      "num_tokens": 336530899.0,
+      "step": 817
+    },
+    {
+      "epoch": 0.31269113149847094,
+      "grad_norm": 0.33902844016401745,
+      "learning_rate": 8.24807592075073e-06,
+      "loss": 0.3771,
+      "num_tokens": 336947791.0,
+      "step": 818
+    },
+    {
+      "epoch": 0.3130733944954128,
+      "grad_norm": 0.30928114189623757,
+      "learning_rate": 8.24366117576854e-06,
+      "loss": 0.378,
+      "num_tokens": 337380589.0,
+      "step": 819
+    },
+    {
+      "epoch": 0.31345565749235477,
+      "grad_norm": 0.2774468482510209,
+      "learning_rate": 8.23924222362437e-06,
+      "loss": 0.3774,
+      "num_tokens": 337810888.0,
+      "step": 820
+    },
+    {
+      "epoch": 0.31383792048929665,
+      "grad_norm": 0.35037212766222336,
+      "learning_rate": 8.234819071094289e-06,
+      "loss": 0.3871,
+      "num_tokens": 338208041.0,
+      "step": 821
+    },
+    {
+      "epoch": 0.31422018348623854,
+      "grad_norm": 0.34283706081215903,
+      "learning_rate": 8.230391724960814e-06,
+      "loss": 0.3996,
+      "num_tokens": 338600734.0,
+      "step": 822
+    },
+    {
+      "epoch": 0.3146024464831804,
+      "grad_norm": 0.314867977039219,
+      "learning_rate": 8.225960192012887e-06,
+      "loss": 0.4094,
+      "num_tokens": 339007520.0,
+      "step": 823
+    },
+    {
+      "epoch": 0.3149847094801223,
+      "grad_norm": 0.301015476763335,
+      "learning_rate": 8.221524479045875e-06,
+      "loss": 0.3955,
+      "num_tokens": 339426478.0,
+      "step": 824
+    },
+    {
+      "epoch": 0.31536697247706424,
+      "grad_norm": 0.2928348904269848,
+      "learning_rate": 8.217084592861549e-06,
+      "loss": 0.3654,
+      "num_tokens": 339854612.0,
+      "step": 825
+    },
+    {
+      "epoch": 0.31574923547400613,
+      "grad_norm": 0.3087693238588224,
+      "learning_rate": 8.212640540268083e-06,
+      "loss": 0.4166,
+      "num_tokens": 340259865.0,
+      "step": 826
+    },
+    {
+      "epoch": 0.316131498470948,
+      "grad_norm": 0.2511929015522724,
+      "learning_rate": 8.208192328080038e-06,
+      "loss": 0.3701,
+      "num_tokens": 340670669.0,
+      "step": 827
+    },
+    {
+      "epoch": 0.3165137614678899,
+      "grad_norm": 0.2760545911932065,
+      "learning_rate": 8.203739963118358e-06,
+      "loss": 0.378,
+      "num_tokens": 341086664.0,
+      "step": 828
+    },
+    {
+      "epoch": 0.3168960244648318,
+      "grad_norm": 0.27724973865904723,
+      "learning_rate": 8.199283452210346e-06,
+      "loss": 0.3711,
+      "num_tokens": 341465346.0,
+      "step": 829
+    },
+    {
+      "epoch": 0.3172782874617737,
+      "grad_norm": 0.2656431822246982,
+      "learning_rate": 8.194822802189671e-06,
+      "loss": 0.3779,
+      "num_tokens": 341876848.0,
+      "step": 830
+    },
+    {
+      "epoch": 0.3176605504587156,
+      "grad_norm": 0.27088161710759145,
+      "learning_rate": 8.190358019896347e-06,
+      "loss": 0.3588,
+      "num_tokens": 342250241.0,
+      "step": 831
+    },
+    {
+      "epoch": 0.3180428134556575,
+      "grad_norm": 0.2854141493385398,
+      "learning_rate": 8.18588911217672e-06,
+      "loss": 0.4042,
+      "num_tokens": 342716991.0,
+      "step": 832
+    },
+    {
+      "epoch": 0.3184250764525994,
+      "grad_norm": 0.288111898140903,
+      "learning_rate": 8.181416085883467e-06,
+      "loss": 0.3937,
+      "num_tokens": 343096531.0,
+      "step": 833
+    },
+    {
+      "epoch": 0.31880733944954126,
+      "grad_norm": 0.2872876611851775,
+      "learning_rate": 8.176938947875577e-06,
+      "loss": 0.3968,
+      "num_tokens": 343521356.0,
+      "step": 834
+    },
+    {
+      "epoch": 0.3191896024464832,
+      "grad_norm": 0.28721408327635395,
+      "learning_rate": 8.172457705018347e-06,
+      "loss": 0.3801,
+      "num_tokens": 343940406.0,
+      "step": 835
+    },
+    {
+      "epoch": 0.3195718654434251,
+      "grad_norm": 0.28987605333774863,
+      "learning_rate": 8.167972364183365e-06,
+      "loss": 0.365,
+      "num_tokens": 344343179.0,
+      "step": 836
+    },
+    {
+      "epoch": 0.31995412844036697,
+      "grad_norm": 0.2686670132156234,
+      "learning_rate": 8.163482932248507e-06,
+      "loss": 0.3688,
+      "num_tokens": 344772760.0,
+      "step": 837
+    },
+    {
+      "epoch": 0.32033639143730885,
+      "grad_norm": 0.3091785764889582,
+      "learning_rate": 8.15898941609792e-06,
+      "loss": 0.3839,
+      "num_tokens": 345172609.0,
+      "step": 838
+    },
+    {
+      "epoch": 0.32071865443425074,
+      "grad_norm": 0.2830381386223011,
+      "learning_rate": 8.154491822622013e-06,
+      "loss": 0.3852,
+      "num_tokens": 345593278.0,
+      "step": 839
+    },
+    {
+      "epoch": 0.3211009174311927,
+      "grad_norm": 0.27614061174230775,
+      "learning_rate": 8.149990158717448e-06,
+      "loss": 0.3948,
+      "num_tokens": 346006505.0,
+      "step": 840
+    },
+    {
+      "epoch": 0.32148318042813456,
+      "grad_norm": 0.31682696550944794,
+      "learning_rate": 8.14548443128713e-06,
+      "loss": 0.3749,
+      "num_tokens": 346410269.0,
+      "step": 841
+    },
+    {
+      "epoch": 0.32186544342507645,
+      "grad_norm": 0.27666500804697863,
+      "learning_rate": 8.140974647240194e-06,
+      "loss": 0.3973,
+      "num_tokens": 346839973.0,
+      "step": 842
+    },
+    {
+      "epoch": 0.32224770642201833,
+      "grad_norm": 0.27084010090748667,
+      "learning_rate": 8.136460813491992e-06,
+      "loss": 0.3754,
+      "num_tokens": 347236802.0,
+      "step": 843
+    },
+    {
+      "epoch": 0.32262996941896027,
+      "grad_norm": 0.30049596788616667,
+      "learning_rate": 8.131942936964095e-06,
+      "loss": 0.3733,
+      "num_tokens": 347662619.0,
+      "step": 844
+    },
+    {
+      "epoch": 0.32301223241590216,
+      "grad_norm": 0.2747454301894514,
+      "learning_rate": 8.127421024584262e-06,
+      "loss": 0.3916,
+      "num_tokens": 348089652.0,
+      "step": 845
+    },
+    {
+      "epoch": 0.32339449541284404,
+      "grad_norm": 0.2898628721090736,
+      "learning_rate": 8.122895083286452e-06,
+      "loss": 0.3704,
+      "num_tokens": 348463724.0,
+      "step": 846
+    },
+    {
+      "epoch": 0.3237767584097859,
+      "grad_norm": 0.31609406768503884,
+      "learning_rate": 8.11836512001079e-06,
+      "loss": 0.3811,
+      "num_tokens": 348865207.0,
+      "step": 847
+    },
+    {
+      "epoch": 0.3241590214067278,
+      "grad_norm": 0.2750981588647409,
+      "learning_rate": 8.113831141703576e-06,
+      "loss": 0.3649,
+      "num_tokens": 349296137.0,
+      "step": 848
+    },
+    {
+      "epoch": 0.32454128440366975,
+      "grad_norm": 0.2798833771485608,
+      "learning_rate": 8.109293155317267e-06,
+      "loss": 0.3817,
+      "num_tokens": 349732349.0,
+      "step": 849
+    },
+    {
+      "epoch": 0.32492354740061163,
+      "grad_norm": 0.33848303426295,
+      "learning_rate": 8.104751167810463e-06,
+      "loss": 0.3876,
+      "num_tokens": 350150520.0,
+      "step": 850
+    },
+    {
+      "epoch": 0.3253058103975535,
+      "grad_norm": 0.29957109777987384,
+      "learning_rate": 8.100205186147899e-06,
+      "loss": 0.3735,
+      "num_tokens": 350512173.0,
+      "step": 851
+    },
+    {
+      "epoch": 0.3256880733944954,
+      "grad_norm": 0.29006854786153796,
+      "learning_rate": 8.095655217300439e-06,
+      "loss": 0.3803,
+      "num_tokens": 350938344.0,
+      "step": 852
+    },
+    {
+      "epoch": 0.3260703363914373,
+      "grad_norm": 0.28646832984831927,
+      "learning_rate": 8.091101268245057e-06,
+      "loss": 0.3714,
+      "num_tokens": 351355419.0,
+      "step": 853
+    },
+    {
+      "epoch": 0.3264525993883792,
+      "grad_norm": 0.2856206241346726,
+      "learning_rate": 8.086543345964833e-06,
+      "loss": 0.3787,
+      "num_tokens": 351791806.0,
+      "step": 854
+    },
+    {
+      "epoch": 0.3268348623853211,
+      "grad_norm": 0.2875238330480725,
+      "learning_rate": 8.081981457448935e-06,
+      "loss": 0.3614,
+      "num_tokens": 352219956.0,
+      "step": 855
+    },
+    {
+      "epoch": 0.327217125382263,
+      "grad_norm": 0.24624973609663148,
+      "learning_rate": 8.077415609692617e-06,
+      "loss": 0.3785,
+      "num_tokens": 352658717.0,
+      "step": 856
+    },
+    {
+      "epoch": 0.3275993883792049,
+      "grad_norm": 0.2953148164584077,
+      "learning_rate": 8.072845809697205e-06,
+      "loss": 0.3805,
+      "num_tokens": 353039804.0,
+      "step": 857
+    },
+    {
+      "epoch": 0.32798165137614677,
+      "grad_norm": 0.3364361285995865,
+      "learning_rate": 8.06827206447008e-06,
+      "loss": 0.3818,
+      "num_tokens": 353431576.0,
+      "step": 858
+    },
+    {
+      "epoch": 0.3283639143730887,
+      "grad_norm": 0.3013234211312168,
+      "learning_rate": 8.06369438102468e-06,
+      "loss": 0.359,
+      "num_tokens": 353820728.0,
+      "step": 859
+    },
+    {
+      "epoch": 0.3287461773700306,
+      "grad_norm": 0.2701597137317539,
+      "learning_rate": 8.059112766380476e-06,
+      "loss": 0.3773,
+      "num_tokens": 354233950.0,
+      "step": 860
+    },
+    {
+      "epoch": 0.3291284403669725,
+      "grad_norm": 0.317078526479236,
+      "learning_rate": 8.05452722756297e-06,
+      "loss": 0.3692,
+      "num_tokens": 354663652.0,
+      "step": 861
+    },
+    {
+      "epoch": 0.32951070336391436,
+      "grad_norm": 0.3203424189404694,
+      "learning_rate": 8.04993777160368e-06,
+      "loss": 0.38,
+      "num_tokens": 355038922.0,
+      "step": 862
+    },
+    {
+      "epoch": 0.32989296636085624,
+      "grad_norm": 0.3205784823288829,
+      "learning_rate": 8.04534440554013e-06,
+      "loss": 0.4008,
+      "num_tokens": 355472124.0,
+      "step": 863
+    },
+    {
+      "epoch": 0.3302752293577982,
+      "grad_norm": 0.3187031346293902,
+      "learning_rate": 8.040747136415843e-06,
+      "loss": 0.3845,
+      "num_tokens": 355866387.0,
+      "step": 864
+    },
+    {
+      "epoch": 0.33065749235474007,
+      "grad_norm": 0.30219183265667704,
+      "learning_rate": 8.036145971280325e-06,
+      "loss": 0.3776,
+      "num_tokens": 356267929.0,
+      "step": 865
+    },
+    {
+      "epoch": 0.33103975535168195,
+      "grad_norm": 0.2581633352096232,
+      "learning_rate": 8.031540917189056e-06,
+      "loss": 0.3733,
+      "num_tokens": 356677738.0,
+      "step": 866
+    },
+    {
+      "epoch": 0.33142201834862384,
+      "grad_norm": 0.2749408289166452,
+      "learning_rate": 8.026931981203477e-06,
+      "loss": 0.3715,
+      "num_tokens": 357091895.0,
+      "step": 867
+    },
+    {
+      "epoch": 0.3318042813455658,
+      "grad_norm": 0.2922281465058763,
+      "learning_rate": 8.022319170390987e-06,
+      "loss": 0.42,
+      "num_tokens": 357506950.0,
+      "step": 868
+    },
+    {
+      "epoch": 0.33218654434250766,
+      "grad_norm": 0.27818724227876357,
+      "learning_rate": 8.017702491824924e-06,
+      "loss": 0.3785,
+      "num_tokens": 357946281.0,
+      "step": 869
+    },
+    {
+      "epoch": 0.33256880733944955,
+      "grad_norm": 0.282792537961623,
+      "learning_rate": 8.013081952584555e-06,
+      "loss": 0.3924,
+      "num_tokens": 358373468.0,
+      "step": 870
+    },
+    {
+      "epoch": 0.33295107033639143,
+      "grad_norm": 0.2965260117127636,
+      "learning_rate": 8.00845755975507e-06,
+      "loss": 0.4193,
+      "num_tokens": 358804364.0,
+      "step": 871
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 0.28160253414681796,
+      "learning_rate": 8.003829320427564e-06,
+      "loss": 0.3889,
+      "num_tokens": 359247482.0,
+      "step": 872
+    },
+    {
+      "epoch": 0.33371559633027525,
+      "grad_norm": 0.4947661139081739,
+      "learning_rate": 7.999197241699035e-06,
+      "loss": 0.3387,
+      "num_tokens": 359327082.0,
+      "step": 873
+    },
+    {
+      "epoch": 1.0003822629969419,
+      "grad_norm": 0.2734509081072418,
+      "learning_rate": 7.994561330672367e-06,
+      "loss": 0.3826,
+      "num_tokens": 359778882.0,
+      "step": 874
+    },
+    {
+      "epoch": 1.0007645259938838,
+      "grad_norm": 0.24753083362156889,
+      "learning_rate": 7.989921594456318e-06,
+      "loss": 0.3645,
+      "num_tokens": 360186765.0,
+      "step": 875
+    },
+    {
+      "epoch": 1.0011467889908257,
+      "grad_norm": 0.24033503142348886,
+      "learning_rate": 7.985278040165519e-06,
+      "loss": 0.3666,
+      "num_tokens": 360615600.0,
+      "step": 876
+    },
+    {
+      "epoch": 1.0015290519877675,
+      "grad_norm": 0.26373030832153915,
+      "learning_rate": 7.980630674920445e-06,
+      "loss": 0.3663,
+      "num_tokens": 361032900.0,
+      "step": 877
+    },
+    {
+      "epoch": 1.0019113149847094,
+      "grad_norm": 0.2509618885004304,
+      "learning_rate": 7.97597950584742e-06,
+      "loss": 0.3796,
+      "num_tokens": 361524678.0,
+      "step": 878
+    },
+    {
+      "epoch": 1.0022935779816513,
+      "grad_norm": 0.2871807042607093,
+      "learning_rate": 7.9713245400786e-06,
+      "loss": 0.3793,
+      "num_tokens": 361949558.0,
+      "step": 879
+    },
+    {
+      "epoch": 1.0026758409785932,
+      "grad_norm": 0.2709460830140365,
+      "learning_rate": 7.966665784751969e-06,
+      "loss": 0.3583,
+      "num_tokens": 362329075.0,
+      "step": 880
+    },
+    {
+      "epoch": 1.003058103975535,
+      "grad_norm": 0.2583704557425144,
+      "learning_rate": 7.96200324701131e-06,
+      "loss": 0.4021,
+      "num_tokens": 362742516.0,
+      "step": 881
+    },
+    {
+      "epoch": 1.003440366972477,
+      "grad_norm": 0.29727131810007523,
+      "learning_rate": 7.957336934006218e-06,
+      "loss": 0.3779,
+      "num_tokens": 363148339.0,
+      "step": 882
+    },
+    {
+      "epoch": 1.003822629969419,
+      "grad_norm": 0.28671444584050393,
+      "learning_rate": 7.952666852892069e-06,
+      "loss": 0.3656,
+      "num_tokens": 363580955.0,
+      "step": 883
+    },
+    {
+      "epoch": 1.004204892966361,
+      "grad_norm": 0.2991736165753305,
+      "learning_rate": 7.947993010830021e-06,
+      "loss": 0.3972,
+      "num_tokens": 363997869.0,
+      "step": 884
+    },
+    {
+      "epoch": 1.0045871559633028,
+      "grad_norm": 0.29466946874459293,
+      "learning_rate": 7.943315414986998e-06,
+      "loss": 0.3966,
+      "num_tokens": 364378013.0,
+      "step": 885
+    },
+    {
+      "epoch": 1.0049694189602447,
+      "grad_norm": 0.28255851877647997,
+      "learning_rate": 7.938634072535675e-06,
+      "loss": 0.375,
+      "num_tokens": 364776227.0,
+      "step": 886
+    },
+    {
+      "epoch": 1.0053516819571866,
+      "grad_norm": 0.25214491049081006,
+      "learning_rate": 7.933948990654485e-06,
+      "loss": 0.3951,
+      "num_tokens": 365197610.0,
+      "step": 887
+    },
+    {
+      "epoch": 1.0057339449541285,
+      "grad_norm": 0.28402684870030326,
+      "learning_rate": 7.92926017652758e-06,
+      "loss": 0.3613,
+      "num_tokens": 365598931.0,
+      "step": 888
+    },
+    {
+      "epoch": 1.0061162079510704,
+      "grad_norm": 0.2886360741100843,
+      "learning_rate": 7.924567637344847e-06,
+      "loss": 0.3662,
+      "num_tokens": 365981513.0,
+      "step": 889
+    },
+    {
+      "epoch": 1.0064984709480123,
+      "grad_norm": 0.28937066229234853,
+      "learning_rate": 7.919871380301878e-06,
+      "loss": 0.3937,
+      "num_tokens": 366412673.0,
+      "step": 890
+    },
+    {
+      "epoch": 1.0068807339449541,
+      "grad_norm": 0.2690398404128952,
+      "learning_rate": 7.91517141259997e-06,
+      "loss": 0.3389,
+      "num_tokens": 366815104.0,
+      "step": 891
+    },
+    {
+      "epoch": 1.007262996941896,
+      "grad_norm": 0.2752084701888421,
+      "learning_rate": 7.910467741446106e-06,
+      "loss": 0.377,
+      "num_tokens": 367200683.0,
+      "step": 892
+    },
+    {
+      "epoch": 1.007645259938838,
+      "grad_norm": 0.26906854351119347,
+      "learning_rate": 7.905760374052952e-06,
+      "loss": 0.3983,
+      "num_tokens": 367652495.0,
+      "step": 893
+    },
+    {
+      "epoch": 1.0080275229357798,
+      "grad_norm": 0.29980489244560266,
+      "learning_rate": 7.901049317638836e-06,
+      "loss": 0.365,
+      "num_tokens": 368065671.0,
+      "step": 894
+    },
+    {
+      "epoch": 1.0084097859327217,
+      "grad_norm": 0.3341095053422161,
+      "learning_rate": 7.89633457942775e-06,
+      "loss": 0.3782,
+      "num_tokens": 368488502.0,
+      "step": 895
+    },
+    {
+      "epoch": 1.0087920489296636,
+      "grad_norm": 0.3217500819097353,
+      "learning_rate": 7.891616166649329e-06,
+      "loss": 0.3627,
+      "num_tokens": 368896724.0,
+      "step": 896
+    },
+    {
+      "epoch": 1.0091743119266054,
+      "grad_norm": 0.250391334834949,
+      "learning_rate": 7.886894086538841e-06,
+      "loss": 0.3694,
+      "num_tokens": 369321921.0,
+      "step": 897
+    },
+    {
+      "epoch": 1.0095565749235473,
+      "grad_norm": 0.28692989476923897,
+      "learning_rate": 7.88216834633718e-06,
+      "loss": 0.3771,
+      "num_tokens": 369795320.0,
+      "step": 898
+    },
+    {
+      "epoch": 1.0099388379204892,
+      "grad_norm": 0.2918893341159398,
+      "learning_rate": 7.87743895329085e-06,
+      "loss": 0.373,
+      "num_tokens": 370185879.0,
+      "step": 899
+    },
+    {
+      "epoch": 1.010321100917431,
+      "grad_norm": 0.28420288318568054,
+      "learning_rate": 7.872705914651955e-06,
+      "loss": 0.3451,
+      "num_tokens": 370578759.0,
+      "step": 900
+    },
+    {
+      "epoch": 1.010703363914373,
+      "grad_norm": 0.2812802793741803,
+      "learning_rate": 7.867969237678194e-06,
+      "loss": 0.3484,
+      "num_tokens": 370965932.0,
+      "step": 901
+    },
+    {
+      "epoch": 1.011085626911315,
+      "grad_norm": 0.3069653253627977,
+      "learning_rate": 7.863228929632843e-06,
+      "loss": 0.3556,
+      "num_tokens": 371367178.0,
+      "step": 902
+    },
+    {
+      "epoch": 1.011467889908257,
+      "grad_norm": 0.2744791427749656,
+      "learning_rate": 7.858484997784745e-06,
+      "loss": 0.3433,
+      "num_tokens": 371716486.0,
+      "step": 903
+    },
+    {
+      "epoch": 1.0118501529051989,
+      "grad_norm": 0.27383270760349376,
+      "learning_rate": 7.853737449408301e-06,
+      "loss": 0.355,
+      "num_tokens": 372088863.0,
+      "step": 904
+    },
+    {
+      "epoch": 1.0122324159021407,
+      "grad_norm": 0.26813880667511547,
+      "learning_rate": 7.848986291783454e-06,
+      "loss": 0.3483,
+      "num_tokens": 372481920.0,
+      "step": 905
+    },
+    {
+      "epoch": 1.0126146788990826,
+      "grad_norm": 0.286545151058124,
+      "learning_rate": 7.844231532195686e-06,
+      "loss": 0.3826,
+      "num_tokens": 372903843.0,
+      "step": 906
+    },
+    {
+      "epoch": 1.0129969418960245,
+      "grad_norm": 0.2936452434650887,
+      "learning_rate": 7.839473177936004e-06,
+      "loss": 0.3645,
+      "num_tokens": 373301571.0,
+      "step": 907
+    },
+    {
+      "epoch": 1.0133792048929664,
+      "grad_norm": 0.2915841703093686,
+      "learning_rate": 7.83471123630092e-06,
+      "loss": 0.3336,
+      "num_tokens": 373701131.0,
+      "step": 908
+    },
+    {
+      "epoch": 1.0137614678899083,
+      "grad_norm": 0.30035560938560874,
+      "learning_rate": 7.82994571459245e-06,
+      "loss": 0.3462,
+      "num_tokens": 374103993.0,
+      "step": 909
+    },
+    {
+      "epoch": 1.0141437308868502,
+      "grad_norm": 0.25518956745177324,
+      "learning_rate": 7.825176620118103e-06,
+      "loss": 0.3554,
+      "num_tokens": 374505973.0,
+      "step": 910
+    },
+    {
+      "epoch": 1.014525993883792,
+      "grad_norm": 0.24625564275750858,
+      "learning_rate": 7.820403960190862e-06,
+      "loss": 0.3576,
+      "num_tokens": 374935502.0,
+      "step": 911
+    },
+    {
+      "epoch": 1.014908256880734,
+      "grad_norm": 0.2857341089305771,
+      "learning_rate": 7.815627742129183e-06,
+      "loss": 0.3492,
+      "num_tokens": 375321168.0,
+      "step": 912
+    },
+    {
+      "epoch": 1.0152905198776758,
+      "grad_norm": 0.2705785892172911,
+      "learning_rate": 7.81084797325697e-06,
+      "loss": 0.3328,
+      "num_tokens": 375756536.0,
+      "step": 913
+    },
+    {
+      "epoch": 1.0156727828746177,
+      "grad_norm": 0.2698558723883506,
+      "learning_rate": 7.806064660903579e-06,
+      "loss": 0.3272,
+      "num_tokens": 376136227.0,
+      "step": 914
+    },
+    {
+      "epoch": 1.0160550458715596,
+      "grad_norm": 0.2854014853385893,
+      "learning_rate": 7.801277812403794e-06,
+      "loss": 0.3559,
+      "num_tokens": 376538633.0,
+      "step": 915
+    },
+    {
+      "epoch": 1.0164373088685015,
+      "grad_norm": 0.3001335963169468,
+      "learning_rate": 7.79648743509783e-06,
+      "loss": 0.3564,
+      "num_tokens": 376998983.0,
+      "step": 916
+    },
+    {
+      "epoch": 1.0168195718654434,
+      "grad_norm": 0.26179049903477386,
+      "learning_rate": 7.791693536331299e-06,
+      "loss": 0.356,
+      "num_tokens": 377420810.0,
+      "step": 917
+    },
+    {
+      "epoch": 1.0172018348623852,
+      "grad_norm": 0.2609701605371836,
+      "learning_rate": 7.786896123455227e-06,
+      "loss": 0.319,
+      "num_tokens": 377839448.0,
+      "step": 918
+    },
+    {
+      "epoch": 1.0175840978593271,
+      "grad_norm": 0.2812961344848241,
+      "learning_rate": 7.782095203826022e-06,
+      "loss": 0.3367,
+      "num_tokens": 378223203.0,
+      "step": 919
+    },
+    {
+      "epoch": 1.017966360856269,
+      "grad_norm": 0.28434805329784335,
+      "learning_rate": 7.777290784805469e-06,
+      "loss": 0.3492,
+      "num_tokens": 378629012.0,
+      "step": 920
+    },
+    {
+      "epoch": 1.018348623853211,
+      "grad_norm": 0.2710089416075033,
+      "learning_rate": 7.77248287376072e-06,
+      "loss": 0.3457,
+      "num_tokens": 379042477.0,
+      "step": 921
+    },
+    {
+      "epoch": 1.018730886850153,
+      "grad_norm": 0.2640759914063179,
+      "learning_rate": 7.767671478064282e-06,
+      "loss": 0.3517,
+      "num_tokens": 379458084.0,
+      "step": 922
+    },
+    {
+      "epoch": 1.019113149847095,
+      "grad_norm": 0.2532537472995236,
+      "learning_rate": 7.762856605094004e-06,
+      "loss": 0.3578,
+      "num_tokens": 379890219.0,
+      "step": 923
+    },
+    {
+      "epoch": 1.0194954128440368,
+      "grad_norm": 0.28121821182530193,
+      "learning_rate": 7.75803826223307e-06,
+      "loss": 0.3447,
+      "num_tokens": 380299884.0,
+      "step": 924
+    },
+    {
+      "epoch": 1.0198776758409787,
+      "grad_norm": 0.2621071680462542,
+      "learning_rate": 7.753216456869984e-06,
+      "loss": 0.3421,
+      "num_tokens": 380701959.0,
+      "step": 925
+    },
+    {
+      "epoch": 1.0202599388379205,
+      "grad_norm": 0.2569297932469686,
+      "learning_rate": 7.748391196398557e-06,
+      "loss": 0.3226,
+      "num_tokens": 381087095.0,
+      "step": 926
+    },
+    {
+      "epoch": 1.0206422018348624,
+      "grad_norm": 0.23416106523920066,
+      "learning_rate": 7.743562488217901e-06,
+      "loss": 0.3034,
+      "num_tokens": 381477222.0,
+      "step": 927
+    },
+    {
+      "epoch": 1.0210244648318043,
+      "grad_norm": 0.2896357187748173,
+      "learning_rate": 7.73873033973241e-06,
+      "loss": 0.329,
+      "num_tokens": 381878904.0,
+      "step": 928
+    },
+    {
+      "epoch": 1.0214067278287462,
+      "grad_norm": 0.2865746031683812,
+      "learning_rate": 7.733894758351758e-06,
+      "loss": 0.3372,
+      "num_tokens": 382252804.0,
+      "step": 929
+    },
+    {
+      "epoch": 1.021788990825688,
+      "grad_norm": 0.28781775267915927,
+      "learning_rate": 7.729055751490882e-06,
+      "loss": 0.3445,
+      "num_tokens": 382629461.0,
+      "step": 930
+    },
+    {
+      "epoch": 1.02217125382263,
+      "grad_norm": 0.30186630563608535,
+      "learning_rate": 7.724213326569972e-06,
+      "loss": 0.352,
+      "num_tokens": 383041658.0,
+      "step": 931
+    },
+    {
+      "epoch": 1.0225535168195719,
+      "grad_norm": 0.3144099896682969,
+      "learning_rate": 7.71936749101446e-06,
+      "loss": 0.3387,
+      "num_tokens": 383434312.0,
+      "step": 932
+    },
+    {
+      "epoch": 1.0229357798165137,
+      "grad_norm": 0.26972322408190974,
+      "learning_rate": 7.714518252255005e-06,
+      "loss": 0.3428,
+      "num_tokens": 383851671.0,
+      "step": 933
+    },
+    {
+      "epoch": 1.0233180428134556,
+      "grad_norm": 0.2799243756691746,
+      "learning_rate": 7.709665617727485e-06,
+      "loss": 0.3498,
+      "num_tokens": 384313170.0,
+      "step": 934
+    },
+    {
+      "epoch": 1.0237003058103975,
+      "grad_norm": 0.2633832494849653,
+      "learning_rate": 7.704809594872991e-06,
+      "loss": 0.3401,
+      "num_tokens": 384714741.0,
+      "step": 935
+    },
+    {
+      "epoch": 1.0240825688073394,
+      "grad_norm": 0.29294206756598,
+      "learning_rate": 7.699950191137798e-06,
+      "loss": 0.3272,
+      "num_tokens": 385131983.0,
+      "step": 936
+    },
+    {
+      "epoch": 1.0244648318042813,
+      "grad_norm": 0.2567301436914333,
+      "learning_rate": 7.695087413973377e-06,
+      "loss": 0.3485,
+      "num_tokens": 385535082.0,
+      "step": 937
+    },
+    {
+      "epoch": 1.0248470948012232,
+      "grad_norm": 0.2512906138528013,
+      "learning_rate": 7.690221270836366e-06,
+      "loss": 0.3275,
+      "num_tokens": 385893609.0,
+      "step": 938
+    },
+    {
+      "epoch": 1.025229357798165,
+      "grad_norm": 0.2844207843120261,
+      "learning_rate": 7.685351769188566e-06,
+      "loss": 0.3723,
+      "num_tokens": 386312005.0,
+      "step": 939
+    },
+    {
+      "epoch": 1.025611620795107,
+      "grad_norm": 0.2694868452031438,
+      "learning_rate": 7.680478916496927e-06,
+      "loss": 0.3245,
+      "num_tokens": 386721961.0,
+      "step": 940
+    },
+    {
+      "epoch": 1.025993883792049,
+      "grad_norm": 0.24963732233345717,
+      "learning_rate": 7.675602720233537e-06,
+      "loss": 0.3053,
+      "num_tokens": 387123208.0,
+      "step": 941
+    },
+    {
+      "epoch": 1.026376146788991,
+      "grad_norm": 0.25437576273061274,
+      "learning_rate": 7.670723187875613e-06,
+      "loss": 0.3494,
+      "num_tokens": 387550738.0,
+      "step": 942
+    },
+    {
+      "epoch": 1.0267584097859328,
+      "grad_norm": 0.3254244914560424,
+      "learning_rate": 7.665840326905488e-06,
+      "loss": 0.3527,
+      "num_tokens": 387963120.0,
+      "step": 943
+    },
+    {
+      "epoch": 1.0271406727828747,
+      "grad_norm": 0.2768164362835791,
+      "learning_rate": 7.660954144810597e-06,
+      "loss": 0.3258,
+      "num_tokens": 388364109.0,
+      "step": 944
+    },
+    {
+      "epoch": 1.0275229357798166,
+      "grad_norm": 0.2592936147856663,
+      "learning_rate": 7.656064649083466e-06,
+      "loss": 0.3315,
+      "num_tokens": 388763900.0,
+      "step": 945
+    },
+    {
+      "epoch": 1.0279051987767585,
+      "grad_norm": 0.28398369657063827,
+      "learning_rate": 7.651171847221708e-06,
+      "loss": 0.3328,
+      "num_tokens": 389162377.0,
+      "step": 946
+    },
+    {
+      "epoch": 1.0282874617737003,
+      "grad_norm": 0.27232610027878973,
+      "learning_rate": 7.646275746728002e-06,
+      "loss": 0.3566,
+      "num_tokens": 389603011.0,
+      "step": 947
+    },
+    {
+      "epoch": 1.0286697247706422,
+      "grad_norm": 0.24364177031427756,
+      "learning_rate": 7.641376355110085e-06,
+      "loss": 0.3396,
+      "num_tokens": 390040259.0,
+      "step": 948
+    },
+    {
+      "epoch": 1.029051987767584,
+      "grad_norm": 0.2680865117005245,
+      "learning_rate": 7.636473679880741e-06,
+      "loss": 0.3411,
+      "num_tokens": 390412441.0,
+      "step": 949
+    },
+    {
+      "epoch": 1.029434250764526,
+      "grad_norm": 0.26385915833986956,
+      "learning_rate": 7.631567728557788e-06,
+      "loss": 0.3199,
+      "num_tokens": 390810673.0,
+      "step": 950
+    },
+    {
+      "epoch": 1.0298165137614679,
+      "grad_norm": 0.2892762005360835,
+      "learning_rate": 7.62665850866407e-06,
+      "loss": 0.3296,
+      "num_tokens": 391179538.0,
+      "step": 951
+    },
+    {
+      "epoch": 1.0301987767584098,
+      "grad_norm": 0.3150005886158518,
+      "learning_rate": 7.621746027727442e-06,
+      "loss": 0.3505,
+      "num_tokens": 391580592.0,
+      "step": 952
+    },
+    {
+      "epoch": 1.0305810397553516,
+      "grad_norm": 0.2803165087915309,
+      "learning_rate": 7.616830293280758e-06,
+      "loss": 0.3438,
+      "num_tokens": 391959563.0,
+      "step": 953
+    },
+    {
+      "epoch": 1.0309633027522935,
+      "grad_norm": 0.3142488912094723,
+      "learning_rate": 7.611911312861865e-06,
+      "loss": 0.3589,
+      "num_tokens": 392363161.0,
+      "step": 954
+    },
+    {
+      "epoch": 1.0313455657492354,
+      "grad_norm": 0.26591786809601603,
+      "learning_rate": 7.606989094013583e-06,
+      "loss": 0.3283,
+      "num_tokens": 392792758.0,
+      "step": 955
+    },
+    {
+      "epoch": 1.0317278287461773,
+      "grad_norm": 0.27468645724232027,
+      "learning_rate": 7.6020636442837e-06,
+      "loss": 0.3499,
+      "num_tokens": 393225384.0,
+      "step": 956
+    },
+    {
+      "epoch": 1.0321100917431192,
+      "grad_norm": 0.2770314893451792,
+      "learning_rate": 7.59713497122496e-06,
+      "loss": 0.3413,
+      "num_tokens": 393609743.0,
+      "step": 957
+    },
+    {
+      "epoch": 1.032492354740061,
+      "grad_norm": 0.2823466583279306,
+      "learning_rate": 7.592203082395044e-06,
+      "loss": 0.3105,
+      "num_tokens": 393978914.0,
+      "step": 958
+    },
+    {
+      "epoch": 1.032874617737003,
+      "grad_norm": 0.279883822597775,
+      "learning_rate": 7.58726798535657e-06,
+      "loss": 0.3326,
+      "num_tokens": 394358923.0,
+      "step": 959
+    },
+    {
+      "epoch": 1.033256880733945,
+      "grad_norm": 0.22973511777141034,
+      "learning_rate": 7.582329687677073e-06,
+      "loss": 0.3196,
+      "num_tokens": 394782828.0,
+      "step": 960
+    },
+    {
+      "epoch": 1.033639143730887,
+      "grad_norm": 0.3228999620454348,
+      "learning_rate": 7.5773881969289965e-06,
+      "loss": 0.3632,
+      "num_tokens": 395238022.0,
+      "step": 961
+    },
+    {
+      "epoch": 1.0340214067278288,
+      "grad_norm": 0.29840503700608834,
+      "learning_rate": 7.572443520689679e-06,
+      "loss": 0.3408,
+      "num_tokens": 395610624.0,
+      "step": 962
+    },
+    {
+      "epoch": 1.0344036697247707,
+      "grad_norm": 0.31720403006364906,
+      "learning_rate": 7.567495666541343e-06,
+      "loss": 0.3152,
+      "num_tokens": 395983412.0,
+      "step": 963
+    },
+    {
+      "epoch": 1.0347859327217126,
+      "grad_norm": 0.28276133101593437,
+      "learning_rate": 7.562544642071089e-06,
+      "loss": 0.3244,
+      "num_tokens": 396371663.0,
+      "step": 964
+    },
+    {
+      "epoch": 1.0351681957186545,
+      "grad_norm": 0.2862852498925155,
+      "learning_rate": 7.557590454870874e-06,
+      "loss": 0.3487,
+      "num_tokens": 396812040.0,
+      "step": 965
+    },
+    {
+      "epoch": 1.0355504587155964,
+      "grad_norm": 0.2594406121328056,
+      "learning_rate": 7.552633112537506e-06,
+      "loss": 0.3277,
+      "num_tokens": 397205130.0,
+      "step": 966
+    },
+    {
+      "epoch": 1.0359327217125383,
+      "grad_norm": 0.30884809717977374,
+      "learning_rate": 7.547672622672633e-06,
+      "loss": 0.3263,
+      "num_tokens": 397597594.0,
+      "step": 967
+    },
+    {
+      "epoch": 1.0363149847094801,
+      "grad_norm": 0.2570141156560367,
+      "learning_rate": 7.5427089928827255e-06,
+      "loss": 0.3266,
+      "num_tokens": 397976903.0,
+      "step": 968
+    },
+    {
+      "epoch": 1.036697247706422,
+      "grad_norm": 0.2611937830544222,
+      "learning_rate": 7.537742230779075e-06,
+      "loss": 0.3451,
+      "num_tokens": 398400133.0,
+      "step": 969
+    },
+    {
+      "epoch": 1.037079510703364,
+      "grad_norm": 0.3053857048182125,
+      "learning_rate": 7.532772343977767e-06,
+      "loss": 0.3313,
+      "num_tokens": 398835764.0,
+      "step": 970
+    },
+    {
+      "epoch": 1.0374617737003058,
+      "grad_norm": 0.30072622369984425,
+      "learning_rate": 7.527799340099687e-06,
+      "loss": 0.305,
+      "num_tokens": 399212102.0,
+      "step": 971
+    },
+    {
+      "epoch": 1.0378440366972477,
+      "grad_norm": 0.25083005192378344,
+      "learning_rate": 7.522823226770497e-06,
+      "loss": 0.3235,
+      "num_tokens": 399606442.0,
+      "step": 972
+    },
+    {
+      "epoch": 1.0382262996941896,
+      "grad_norm": 0.3058278156655185,
+      "learning_rate": 7.517844011620628e-06,
+      "loss": 0.3414,
+      "num_tokens": 400034094.0,
+      "step": 973
+    },
+    {
+      "epoch": 1.0386085626911314,
+      "grad_norm": 0.303813502122588,
+      "learning_rate": 7.512861702285262e-06,
+      "loss": 0.3202,
+      "num_tokens": 400445503.0,
+      "step": 974
+    },
+    {
+      "epoch": 1.0389908256880733,
+      "grad_norm": 0.3601892276904088,
+      "learning_rate": 7.507876306404336e-06,
+      "loss": 0.3372,
+      "num_tokens": 400781994.0,
+      "step": 975
+    },
+    {
+      "epoch": 1.0393730886850152,
+      "grad_norm": 0.3252179447507799,
+      "learning_rate": 7.502887831622509e-06,
+      "loss": 0.3482,
+      "num_tokens": 401195592.0,
+      "step": 976
+    },
+    {
+      "epoch": 1.039755351681957,
+      "grad_norm": 0.298817915856359,
+      "learning_rate": 7.497896285589171e-06,
+      "loss": 0.3328,
+      "num_tokens": 401582962.0,
+      "step": 977
+    },
+    {
+      "epoch": 1.040137614678899,
+      "grad_norm": 0.3028218108837741,
+      "learning_rate": 7.492901675958413e-06,
+      "loss": 0.3178,
+      "num_tokens": 401970540.0,
+      "step": 978
+    },
+    {
+      "epoch": 1.040519877675841,
+      "grad_norm": 0.2879379126692796,
+      "learning_rate": 7.48790401038903e-06,
+      "loss": 0.3148,
+      "num_tokens": 402363696.0,
+      "step": 979
+    },
+    {
+      "epoch": 1.040902140672783,
+      "grad_norm": 0.31801831475517145,
+      "learning_rate": 7.482903296544499e-06,
+      "loss": 0.3242,
+      "num_tokens": 402761886.0,
+      "step": 980
+    },
+    {
+      "epoch": 1.0412844036697249,
+      "grad_norm": 0.2896183268507168,
+      "learning_rate": 7.477899542092975e-06,
+      "loss": 0.3418,
+      "num_tokens": 403193812.0,
+      "step": 981
+    },
+    {
+      "epoch": 1.0416666666666667,
+      "grad_norm": 0.3176839263544348,
+      "learning_rate": 7.47289275470727e-06,
+      "loss": 0.3533,
+      "num_tokens": 403605536.0,
+      "step": 982
+    },
+    {
+      "epoch": 1.0420489296636086,
+      "grad_norm": 0.3245265992977043,
+      "learning_rate": 7.46788294206485e-06,
+      "loss": 0.3353,
+      "num_tokens": 403989064.0,
+      "step": 983
+    },
+    {
+      "epoch": 1.0424311926605505,
+      "grad_norm": 0.28697975569096,
+      "learning_rate": 7.462870111847823e-06,
+      "loss": 0.3386,
+      "num_tokens": 404401513.0,
+      "step": 984
+    },
+    {
+      "epoch": 1.0428134556574924,
+      "grad_norm": 0.25372418601934416,
+      "learning_rate": 7.45785427174292e-06,
+      "loss": 0.3415,
+      "num_tokens": 404875606.0,
+      "step": 985
+    },
+    {
+      "epoch": 1.0431957186544343,
+      "grad_norm": 0.3026099073947782,
+      "learning_rate": 7.4528354294414885e-06,
+      "loss": 0.354,
+      "num_tokens": 405301869.0,
+      "step": 986
+    },
+    {
+      "epoch": 1.0435779816513762,
+      "grad_norm": 0.281992100959585,
+      "learning_rate": 7.447813592639481e-06,
+      "loss": 0.3303,
+      "num_tokens": 405714339.0,
+      "step": 987
+    },
+    {
+      "epoch": 1.043960244648318,
+      "grad_norm": 0.2662856762998438,
+      "learning_rate": 7.442788769037439e-06,
+      "loss": 0.3435,
+      "num_tokens": 406166888.0,
+      "step": 988
+    },
+    {
+      "epoch": 1.04434250764526,
+      "grad_norm": 0.29760993090936005,
+      "learning_rate": 7.437760966340483e-06,
+      "loss": 0.3232,
+      "num_tokens": 406579055.0,
+      "step": 989
+    },
+    {
+      "epoch": 1.0447247706422018,
+      "grad_norm": 0.2839517525387195,
+      "learning_rate": 7.43273019225831e-06,
+      "loss": 0.3318,
+      "num_tokens": 406984198.0,
+      "step": 990
+    },
+    {
+      "epoch": 1.0451070336391437,
+      "grad_norm": 0.24744264406023414,
+      "learning_rate": 7.427696454505162e-06,
+      "loss": 0.3119,
+      "num_tokens": 407385414.0,
+      "step": 991
+    },
+    {
+      "epoch": 1.0454892966360856,
+      "grad_norm": 0.291270628975271,
+      "learning_rate": 7.422659760799835e-06,
+      "loss": 0.3441,
+      "num_tokens": 407816649.0,
+      "step": 992
+    },
+    {
+      "epoch": 1.0458715596330275,
+      "grad_norm": 0.2911709274219056,
+      "learning_rate": 7.417620118865653e-06,
+      "loss": 0.3353,
+      "num_tokens": 408239160.0,
+      "step": 993
+    },
+    {
+      "epoch": 1.0462538226299694,
+      "grad_norm": 0.3144480766185622,
+      "learning_rate": 7.4125775364304586e-06,
+      "loss": 0.3488,
+      "num_tokens": 408664284.0,
+      "step": 994
+    },
+    {
+      "epoch": 1.0466360856269112,
+      "grad_norm": 0.27495056161252873,
+      "learning_rate": 7.40753202122661e-06,
+      "loss": 0.3274,
+      "num_tokens": 409108871.0,
+      "step": 995
+    },
+    {
+      "epoch": 1.0470183486238531,
+      "grad_norm": 0.2739623181688787,
+      "learning_rate": 7.402483580990958e-06,
+      "loss": 0.3593,
+      "num_tokens": 409557140.0,
+      "step": 996
+    },
+    {
+      "epoch": 1.047400611620795,
+      "grad_norm": 0.31174056121420535,
+      "learning_rate": 7.3974322234648375e-06,
+      "loss": 0.3534,
+      "num_tokens": 409956138.0,
+      "step": 997
+    },
+    {
+      "epoch": 1.0477828746177371,
+      "grad_norm": 0.31339641948473407,
+      "learning_rate": 7.3923779563940616e-06,
+      "loss": 0.3305,
+      "num_tokens": 410379715.0,
+      "step": 998
+    },
+    {
+      "epoch": 1.048165137614679,
+      "grad_norm": 0.2740355101361742,
+      "learning_rate": 7.387320787528902e-06,
+      "loss": 0.3155,
+      "num_tokens": 410785387.0,
+      "step": 999
+    },
+    {
+      "epoch": 1.0485474006116209,
+      "grad_norm": 0.33580055239639545,
+      "learning_rate": 7.382260724624079e-06,
+      "loss": 0.3528,
+      "num_tokens": 411244242.0,
+      "step": 1000
+    },
+    {
+      "epoch": 1.0489296636085628,
+      "grad_norm": 0.3575548281906381,
+      "learning_rate": 7.377197775438752e-06,
+      "loss": 0.3219,
+      "num_tokens": 411634682.0,
+      "step": 1001
+    },
+    {
+      "epoch": 1.0493119266055047,
+      "grad_norm": 0.31109545583851445,
+      "learning_rate": 7.372131947736507e-06,
+      "loss": 0.3358,
+      "num_tokens": 412044013.0,
+      "step": 1002
+    },
+    {
+      "epoch": 1.0496941896024465,
+      "grad_norm": 0.2465494986141242,
+      "learning_rate": 7.3670632492853435e-06,
+      "loss": 0.3333,
+      "num_tokens": 412471591.0,
+      "step": 1003
+    },
+    {
+      "epoch": 1.0500764525993884,
+      "grad_norm": 0.3491131967698,
+      "learning_rate": 7.361991687857662e-06,
+      "loss": 0.3459,
+      "num_tokens": 412836021.0,
+      "step": 1004
+    },
+    {
+      "epoch": 1.0504587155963303,
+      "grad_norm": 0.3258010706493882,
+      "learning_rate": 7.356917271230253e-06,
+      "loss": 0.3437,
+      "num_tokens": 413260199.0,
+      "step": 1005
+    },
+    {
+      "epoch": 1.0508409785932722,
+      "grad_norm": 0.2891870649721951,
+      "learning_rate": 7.351840007184288e-06,
+      "loss": 0.3391,
+      "num_tokens": 413690591.0,
+      "step": 1006
+    },
+    {
+      "epoch": 1.051223241590214,
+      "grad_norm": 0.2615086606826415,
+      "learning_rate": 7.3467599035053005e-06,
+      "loss": 0.3356,
+      "num_tokens": 414094467.0,
+      "step": 1007
+    },
+    {
+      "epoch": 1.051605504587156,
+      "grad_norm": 0.24690199397563625,
+      "learning_rate": 7.341676967983182e-06,
+      "loss": 0.3439,
+      "num_tokens": 414526259.0,
+      "step": 1008
+    },
+    {
+      "epoch": 1.0519877675840978,
+      "grad_norm": 0.2702869615782497,
+      "learning_rate": 7.336591208412165e-06,
+      "loss": 0.3139,
+      "num_tokens": 414896654.0,
+      "step": 1009
+    },
+    {
+      "epoch": 1.0523700305810397,
+      "grad_norm": 0.2647541961108,
+      "learning_rate": 7.331502632590814e-06,
+      "loss": 0.3395,
+      "num_tokens": 415309627.0,
+      "step": 1010
+    },
+    {
+      "epoch": 1.0527522935779816,
+      "grad_norm": 0.2939050431827775,
+      "learning_rate": 7.326411248322008e-06,
+      "loss": 0.3203,
+      "num_tokens": 415728436.0,
+      "step": 1011
+    },
+    {
+      "epoch": 1.0531345565749235,
+      "grad_norm": 0.26523517485597786,
+      "learning_rate": 7.321317063412935e-06,
+      "loss": 0.3479,
+      "num_tokens": 416170204.0,
+      "step": 1012
+    },
+    {
+      "epoch": 1.0535168195718654,
+      "grad_norm": 0.25734848311290703,
+      "learning_rate": 7.316220085675078e-06,
+      "loss": 0.3318,
+      "num_tokens": 416586132.0,
+      "step": 1013
+    },
+    {
+      "epoch": 1.0538990825688073,
+      "grad_norm": 0.24521474713180183,
+      "learning_rate": 7.3111203229242e-06,
+      "loss": 0.3199,
+      "num_tokens": 416981645.0,
+      "step": 1014
+    },
+    {
+      "epoch": 1.0542813455657492,
+      "grad_norm": 0.27862044652919127,
+      "learning_rate": 7.30601778298034e-06,
+      "loss": 0.3214,
+      "num_tokens": 417391963.0,
+      "step": 1015
+    },
+    {
+      "epoch": 1.054663608562691,
+      "grad_norm": 0.2694085842544258,
+      "learning_rate": 7.30091247366779e-06,
+      "loss": 0.3066,
+      "num_tokens": 417805751.0,
+      "step": 1016
+    },
+    {
+      "epoch": 1.0550458715596331,
+      "grad_norm": 0.25785893913958374,
+      "learning_rate": 7.295804402815094e-06,
+      "loss": 0.3313,
+      "num_tokens": 418191155.0,
+      "step": 1017
+    },
+    {
+      "epoch": 1.055428134556575,
+      "grad_norm": 0.28146510726280544,
+      "learning_rate": 7.2906935782550235e-06,
+      "loss": 0.3362,
+      "num_tokens": 418592947.0,
+      "step": 1018
+    },
+    {
+      "epoch": 1.055810397553517,
+      "grad_norm": 0.2590923198365843,
+      "learning_rate": 7.285580007824577e-06,
+      "loss": 0.3436,
+      "num_tokens": 419041069.0,
+      "step": 1019
+    },
+    {
+      "epoch": 1.0561926605504588,
+      "grad_norm": 0.2650615562014495,
+      "learning_rate": 7.280463699364963e-06,
+      "loss": 0.3341,
+      "num_tokens": 419443162.0,
+      "step": 1020
+    },
+    {
+      "epoch": 1.0565749235474007,
+      "grad_norm": 0.2733208858566881,
+      "learning_rate": 7.27534466072159e-06,
+      "loss": 0.3588,
+      "num_tokens": 419855925.0,
+      "step": 1021
+    },
+    {
+      "epoch": 1.0569571865443426,
+      "grad_norm": 0.29360693062281557,
+      "learning_rate": 7.2702228997440494e-06,
+      "loss": 0.359,
+      "num_tokens": 420288291.0,
+      "step": 1022
+    },
+    {
+      "epoch": 1.0573394495412844,
+      "grad_norm": 0.250084621080211,
+      "learning_rate": 7.26509842428611e-06,
+      "loss": 0.3244,
+      "num_tokens": 420749736.0,
+      "step": 1023
+    },
+    {
+      "epoch": 1.0577217125382263,
+      "grad_norm": 0.27454331462264997,
+      "learning_rate": 7.259971242205702e-06,
+      "loss": 0.329,
+      "num_tokens": 421209874.0,
+      "step": 1024
+    },
+    {
+      "epoch": 1.0581039755351682,
+      "grad_norm": 0.27205923554652683,
+      "learning_rate": 7.2548413613649086e-06,
+      "loss": 0.3269,
+      "num_tokens": 421618221.0,
+      "step": 1025
+    },
+    {
+      "epoch": 1.05848623853211,
+      "grad_norm": 0.28898461698944294,
+      "learning_rate": 7.249708789629944e-06,
+      "loss": 0.3605,
+      "num_tokens": 422061571.0,
+      "step": 1026
+    },
+    {
+      "epoch": 1.058868501529052,
+      "grad_norm": 0.31891925249008934,
+      "learning_rate": 7.2445735348711564e-06,
+      "loss": 0.3516,
+      "num_tokens": 422511924.0,
+      "step": 1027
+    },
+    {
+      "epoch": 1.0592507645259939,
+      "grad_norm": 0.2888571653496046,
+      "learning_rate": 7.239435604963004e-06,
+      "loss": 0.359,
+      "num_tokens": 422944077.0,
+      "step": 1028
+    },
+    {
+      "epoch": 1.0596330275229358,
+      "grad_norm": 0.25417299656038544,
+      "learning_rate": 7.23429500778405e-06,
+      "loss": 0.3067,
+      "num_tokens": 423310711.0,
+      "step": 1029
+    },
+    {
+      "epoch": 1.0600152905198776,
+      "grad_norm": 0.2699266871932084,
+      "learning_rate": 7.229151751216944e-06,
+      "loss": 0.3325,
+      "num_tokens": 423751067.0,
+      "step": 1030
+    },
+    {
+      "epoch": 1.0603975535168195,
+      "grad_norm": 0.2932375497886189,
+      "learning_rate": 7.224005843148419e-06,
+      "loss": 0.3078,
+      "num_tokens": 424127163.0,
+      "step": 1031
+    },
+    {
+      "epoch": 1.0607798165137614,
+      "grad_norm": 0.2868996918061548,
+      "learning_rate": 7.2188572914692645e-06,
+      "loss": 0.3105,
+      "num_tokens": 424552821.0,
+      "step": 1032
+    },
+    {
+      "epoch": 1.0611620795107033,
+      "grad_norm": 0.27593803646172965,
+      "learning_rate": 7.213706104074335e-06,
+      "loss": 0.3453,
+      "num_tokens": 424979967.0,
+      "step": 1033
+    },
+    {
+      "epoch": 1.0615443425076452,
+      "grad_norm": 0.2928973784172809,
+      "learning_rate": 7.208552288862519e-06,
+      "loss": 0.3435,
+      "num_tokens": 425398115.0,
+      "step": 1034
+    },
+    {
+      "epoch": 1.061926605504587,
+      "grad_norm": 0.3109627358650455,
+      "learning_rate": 7.203395853736736e-06,
+      "loss": 0.3133,
+      "num_tokens": 425791141.0,
+      "step": 1035
+    },
+    {
+      "epoch": 1.062308868501529,
+      "grad_norm": 0.3166862036218244,
+      "learning_rate": 7.198236806603923e-06,
+      "loss": 0.3124,
+      "num_tokens": 426202151.0,
+      "step": 1036
+    },
+    {
+      "epoch": 1.0626911314984708,
+      "grad_norm": 0.24198574037841442,
+      "learning_rate": 7.193075155375027e-06,
+      "loss": 0.3368,
+      "num_tokens": 426630910.0,
+      "step": 1037
+    },
+    {
+      "epoch": 1.063073394495413,
+      "grad_norm": 0.25856614778208076,
+      "learning_rate": 7.187910907964979e-06,
+      "loss": 0.3488,
+      "num_tokens": 427079230.0,
+      "step": 1038
+    },
+    {
+      "epoch": 1.0634556574923548,
+      "grad_norm": 0.2858819417264152,
+      "learning_rate": 7.1827440722927e-06,
+      "loss": 0.3143,
+      "num_tokens": 427446664.0,
+      "step": 1039
+    },
+    {
+      "epoch": 1.0638379204892967,
+      "grad_norm": 0.2568596426141947,
+      "learning_rate": 7.177574656281075e-06,
+      "loss": 0.3145,
+      "num_tokens": 427832021.0,
+      "step": 1040
+    },
+    {
+      "epoch": 1.0642201834862386,
+      "grad_norm": 0.285783214827123,
+      "learning_rate": 7.1724026678569455e-06,
+      "loss": 0.3379,
+      "num_tokens": 428274589.0,
+      "step": 1041
+    },
+    {
+      "epoch": 1.0646024464831805,
+      "grad_norm": 0.26642781031203505,
+      "learning_rate": 7.167228114951099e-06,
+      "loss": 0.3511,
+      "num_tokens": 428689563.0,
+      "step": 1042
+    },
+    {
+      "epoch": 1.0649847094801224,
+      "grad_norm": 0.24368239933074232,
+      "learning_rate": 7.162051005498256e-06,
+      "loss": 0.3276,
+      "num_tokens": 429080719.0,
+      "step": 1043
+    },
+    {
+      "epoch": 1.0653669724770642,
+      "grad_norm": 0.2405054119061207,
+      "learning_rate": 7.156871347437056e-06,
+      "loss": 0.3154,
+      "num_tokens": 429463841.0,
+      "step": 1044
+    },
+    {
+      "epoch": 1.0657492354740061,
+      "grad_norm": 0.2669615213950939,
+      "learning_rate": 7.151689148710046e-06,
+      "loss": 0.3311,
+      "num_tokens": 429902093.0,
+      "step": 1045
+    },
+    {
+      "epoch": 1.066131498470948,
+      "grad_norm": 0.30028158018143036,
+      "learning_rate": 7.146504417263671e-06,
+      "loss": 0.3258,
+      "num_tokens": 430311699.0,
+      "step": 1046
+    },
+    {
+      "epoch": 1.06651376146789,
+      "grad_norm": 0.2835524117938337,
+      "learning_rate": 7.141317161048259e-06,
+      "loss": 0.3452,
+      "num_tokens": 430729269.0,
+      "step": 1047
+    },
+    {
+      "epoch": 1.0668960244648318,
+      "grad_norm": 0.28441046173696943,
+      "learning_rate": 7.13612738801801e-06,
+      "loss": 0.3238,
+      "num_tokens": 431122929.0,
+      "step": 1048
+    },
+    {
+      "epoch": 1.0672782874617737,
+      "grad_norm": 0.2941622402641557,
+      "learning_rate": 7.130935106130977e-06,
+      "loss": 0.3662,
+      "num_tokens": 431574807.0,
+      "step": 1049
+    },
+    {
+      "epoch": 1.0676605504587156,
+      "grad_norm": 0.2645377216026675,
+      "learning_rate": 7.125740323349071e-06,
+      "loss": 0.3415,
+      "num_tokens": 432020720.0,
+      "step": 1050
+    },
+    {
+      "epoch": 1.0680428134556574,
+      "grad_norm": 0.2584199445816942,
+      "learning_rate": 7.120543047638031e-06,
+      "loss": 0.3146,
+      "num_tokens": 432432725.0,
+      "step": 1051
+    },
+    {
+      "epoch": 1.0684250764525993,
+      "grad_norm": 0.2472446276124087,
+      "learning_rate": 7.11534328696742e-06,
+      "loss": 0.3364,
+      "num_tokens": 432890398.0,
+      "step": 1052
+    },
+    {
+      "epoch": 1.0688073394495412,
+      "grad_norm": 0.2857455439767263,
+      "learning_rate": 7.1101410493106096e-06,
+      "loss": 0.347,
+      "num_tokens": 433313480.0,
+      "step": 1053
+    },
+    {
+      "epoch": 1.069189602446483,
+      "grad_norm": 0.26309498057198827,
+      "learning_rate": 7.104936342644774e-06,
+      "loss": 0.3297,
+      "num_tokens": 433726737.0,
+      "step": 1054
+    },
+    {
+      "epoch": 1.069571865443425,
+      "grad_norm": 0.2768248416790847,
+      "learning_rate": 7.099729174950869e-06,
+      "loss": 0.3258,
+      "num_tokens": 434091412.0,
+      "step": 1055
+    },
+    {
+      "epoch": 1.0699541284403669,
+      "grad_norm": 0.24844614730162984,
+      "learning_rate": 7.094519554213629e-06,
+      "loss": 0.3063,
+      "num_tokens": 434448735.0,
+      "step": 1056
+    },
+    {
+      "epoch": 1.070336391437309,
+      "grad_norm": 0.2547043213317315,
+      "learning_rate": 7.089307488421544e-06,
+      "loss": 0.3194,
+      "num_tokens": 434858826.0,
+      "step": 1057
+    },
+    {
+      "epoch": 1.0707186544342508,
+      "grad_norm": 0.2662362041579405,
+      "learning_rate": 7.084092985566858e-06,
+      "loss": 0.328,
+      "num_tokens": 435225633.0,
+      "step": 1058
+    },
+    {
+      "epoch": 1.0711009174311927,
+      "grad_norm": 0.2610068712434011,
+      "learning_rate": 7.078876053645551e-06,
+      "loss": 0.3324,
+      "num_tokens": 435617788.0,
+      "step": 1059
+    },
+    {
+      "epoch": 1.0714831804281346,
+      "grad_norm": 0.26580000514352164,
+      "learning_rate": 7.073656700657325e-06,
+      "loss": 0.3302,
+      "num_tokens": 436032473.0,
+      "step": 1060
+    },
+    {
+      "epoch": 1.0718654434250765,
+      "grad_norm": 0.30399536846309827,
+      "learning_rate": 7.0684349346056004e-06,
+      "loss": 0.334,
+      "num_tokens": 436471585.0,
+      "step": 1061
+    },
+    {
+      "epoch": 1.0722477064220184,
+      "grad_norm": 0.28058977464944784,
+      "learning_rate": 7.063210763497489e-06,
+      "loss": 0.3282,
+      "num_tokens": 436886926.0,
+      "step": 1062
+    },
+    {
+      "epoch": 1.0726299694189603,
+      "grad_norm": 0.3149299892495931,
+      "learning_rate": 7.057984195343799e-06,
+      "loss": 0.3471,
+      "num_tokens": 437279830.0,
+      "step": 1063
+    },
+    {
+      "epoch": 1.0730122324159022,
+      "grad_norm": 0.30988094289704926,
+      "learning_rate": 7.0527552381590085e-06,
+      "loss": 0.323,
+      "num_tokens": 437699465.0,
+      "step": 1064
+    },
+    {
+      "epoch": 1.073394495412844,
+      "grad_norm": 0.33901552174408217,
+      "learning_rate": 7.047523899961264e-06,
+      "loss": 0.3595,
+      "num_tokens": 438112147.0,
+      "step": 1065
+    },
+    {
+      "epoch": 1.073776758409786,
+      "grad_norm": 0.2935244288076594,
+      "learning_rate": 7.042290188772358e-06,
+      "loss": 0.3429,
+      "num_tokens": 438533408.0,
+      "step": 1066
+    },
+    {
+      "epoch": 1.0741590214067278,
+      "grad_norm": 0.2806315484525417,
+      "learning_rate": 7.037054112617726e-06,
+      "loss": 0.3384,
+      "num_tokens": 438965838.0,
+      "step": 1067
+    },
+    {
+      "epoch": 1.0745412844036697,
+      "grad_norm": 0.2589712218203007,
+      "learning_rate": 7.031815679526428e-06,
+      "loss": 0.3286,
+      "num_tokens": 439406677.0,
+      "step": 1068
+    },
+    {
+      "epoch": 1.0749235474006116,
+      "grad_norm": 0.29006896402147997,
+      "learning_rate": 7.026574897531137e-06,
+      "loss": 0.3319,
+      "num_tokens": 439772450.0,
+      "step": 1069
+    },
+    {
+      "epoch": 1.0753058103975535,
+      "grad_norm": 0.29855377380418946,
+      "learning_rate": 7.02133177466813e-06,
+      "loss": 0.3331,
+      "num_tokens": 440168051.0,
+      "step": 1070
+    },
+    {
+      "epoch": 1.0756880733944953,
+      "grad_norm": 0.256686766820325,
+      "learning_rate": 7.016086318977272e-06,
+      "loss": 0.3202,
+      "num_tokens": 440577649.0,
+      "step": 1071
+    },
+    {
+      "epoch": 1.0760703363914372,
+      "grad_norm": 0.28061455939121943,
+      "learning_rate": 7.0108385385020065e-06,
+      "loss": 0.3419,
+      "num_tokens": 440988939.0,
+      "step": 1072
+    },
+    {
+      "epoch": 1.0764525993883791,
+      "grad_norm": 0.26164118306674927,
+      "learning_rate": 7.005588441289342e-06,
+      "loss": 0.3178,
+      "num_tokens": 441383619.0,
+      "step": 1073
+    },
+    {
+      "epoch": 1.076834862385321,
+      "grad_norm": 0.28237693271596354,
+      "learning_rate": 7.000336035389835e-06,
+      "loss": 0.3066,
+      "num_tokens": 441766942.0,
+      "step": 1074
+    },
+    {
+      "epoch": 1.0772171253822629,
+      "grad_norm": 0.2918397421691369,
+      "learning_rate": 6.995081328857589e-06,
+      "loss": 0.3332,
+      "num_tokens": 442162255.0,
+      "step": 1075
+    },
+    {
+      "epoch": 1.077599388379205,
+      "grad_norm": 0.2937364277329519,
+      "learning_rate": 6.989824329750233e-06,
+      "loss": 0.3265,
+      "num_tokens": 442541326.0,
+      "step": 1076
+    },
+    {
+      "epoch": 1.0779816513761469,
+      "grad_norm": 0.26148526680868966,
+      "learning_rate": 6.984565046128907e-06,
+      "loss": 0.3372,
+      "num_tokens": 442954893.0,
+      "step": 1077
+    },
+    {
+      "epoch": 1.0783639143730888,
+      "grad_norm": 0.30040769042891446,
+      "learning_rate": 6.979303486058262e-06,
+      "loss": 0.3248,
+      "num_tokens": 443345264.0,
+      "step": 1078
+    },
+    {
+      "epoch": 1.0787461773700306,
+      "grad_norm": 0.275720903760283,
+      "learning_rate": 6.974039657606433e-06,
+      "loss": 0.3165,
+      "num_tokens": 443763105.0,
+      "step": 1079
+    },
+    {
+      "epoch": 1.0791284403669725,
+      "grad_norm": 0.274254162769265,
+      "learning_rate": 6.968773568845034e-06,
+      "loss": 0.3574,
+      "num_tokens": 444204611.0,
+      "step": 1080
+    },
+    {
+      "epoch": 1.0795107033639144,
+      "grad_norm": 0.2706788599110957,
+      "learning_rate": 6.96350522784915e-06,
+      "loss": 0.3277,
+      "num_tokens": 444623578.0,
+      "step": 1081
+    },
+    {
+      "epoch": 1.0798929663608563,
+      "grad_norm": 0.28109320432987295,
+      "learning_rate": 6.958234642697317e-06,
+      "loss": 0.3171,
+      "num_tokens": 445025320.0,
+      "step": 1082
+    },
+    {
+      "epoch": 1.0802752293577982,
+      "grad_norm": 0.2640973212756067,
+      "learning_rate": 6.952961821471509e-06,
+      "loss": 0.3381,
+      "num_tokens": 445423055.0,
+      "step": 1083
+    },
+    {
+      "epoch": 1.08065749235474,
+      "grad_norm": 0.2824450266139343,
+      "learning_rate": 6.9476867722571315e-06,
+      "loss": 0.3534,
+      "num_tokens": 445884360.0,
+      "step": 1084
+    },
+    {
+      "epoch": 1.081039755351682,
+      "grad_norm": 0.25219328692226556,
+      "learning_rate": 6.942409503143008e-06,
+      "loss": 0.3268,
+      "num_tokens": 446293395.0,
+      "step": 1085
+    },
+    {
+      "epoch": 1.0814220183486238,
+      "grad_norm": 0.3015921590154933,
+      "learning_rate": 6.9371300222213635e-06,
+      "loss": 0.329,
+      "num_tokens": 446671882.0,
+      "step": 1086
+    },
+    {
+      "epoch": 1.0818042813455657,
+      "grad_norm": 0.2847840294891782,
+      "learning_rate": 6.931848337587817e-06,
+      "loss": 0.3306,
+      "num_tokens": 447100754.0,
+      "step": 1087
+    },
+    {
+      "epoch": 1.0821865443425076,
+      "grad_norm": 0.29123957000494594,
+      "learning_rate": 6.926564457341362e-06,
+      "loss": 0.3257,
+      "num_tokens": 447469597.0,
+      "step": 1088
+    },
+    {
+      "epoch": 1.0825688073394495,
+      "grad_norm": 0.3096082604042419,
+      "learning_rate": 6.9212783895843625e-06,
+      "loss": 0.3602,
+      "num_tokens": 447855369.0,
+      "step": 1089
+    },
+    {
+      "epoch": 1.0829510703363914,
+      "grad_norm": 0.28343201862453954,
+      "learning_rate": 6.91599014242254e-06,
+      "loss": 0.3343,
+      "num_tokens": 448284173.0,
+      "step": 1090
+    },
+    {
+      "epoch": 1.0833333333333333,
+      "grad_norm": 0.27264911732441066,
+      "learning_rate": 6.910699723964951e-06,
+      "loss": 0.3098,
+      "num_tokens": 448657999.0,
+      "step": 1091
+    },
+    {
+      "epoch": 1.0837155963302751,
+      "grad_norm": 0.28459364230071305,
+      "learning_rate": 6.905407142323987e-06,
+      "loss": 0.3558,
+      "num_tokens": 449096539.0,
+      "step": 1092
+    },
+    {
+      "epoch": 1.084097859327217,
+      "grad_norm": 0.3236254342650189,
+      "learning_rate": 6.900112405615351e-06,
+      "loss": 0.2991,
+      "num_tokens": 449479035.0,
+      "step": 1093
+    },
+    {
+      "epoch": 1.084480122324159,
+      "grad_norm": 0.2998871923147371,
+      "learning_rate": 6.894815521958057e-06,
+      "loss": 0.3187,
+      "num_tokens": 449901410.0,
+      "step": 1094
+    },
+    {
+      "epoch": 1.084862385321101,
+      "grad_norm": 0.25020509687915393,
+      "learning_rate": 6.889516499474407e-06,
+      "loss": 0.2998,
+      "num_tokens": 450303511.0,
+      "step": 1095
+    },
+    {
+      "epoch": 1.085244648318043,
+      "grad_norm": 0.2723295474064236,
+      "learning_rate": 6.884215346289983e-06,
+      "loss": 0.344,
+      "num_tokens": 450769572.0,
+      "step": 1096
+    },
+    {
+      "epoch": 1.0856269113149848,
+      "grad_norm": 0.2957926391593118,
+      "learning_rate": 6.878912070533634e-06,
+      "loss": 0.323,
+      "num_tokens": 451175714.0,
+      "step": 1097
+    },
+    {
+      "epoch": 1.0860091743119267,
+      "grad_norm": 0.2949835512301882,
+      "learning_rate": 6.873606680337469e-06,
+      "loss": 0.3374,
+      "num_tokens": 451604043.0,
+      "step": 1098
+    },
+    {
+      "epoch": 1.0863914373088686,
+      "grad_norm": 0.2733994849516281,
+      "learning_rate": 6.8682991838368305e-06,
+      "loss": 0.3334,
+      "num_tokens": 452011791.0,
+      "step": 1099
+    },
+    {
+      "epoch": 1.0867737003058104,
+      "grad_norm": 0.30542115556871163,
+      "learning_rate": 6.862989589170299e-06,
+      "loss": 0.318,
+      "num_tokens": 452392077.0,
+      "step": 1100
+    },
+    {
+      "epoch": 1.0871559633027523,
+      "grad_norm": 0.31666497094524143,
+      "learning_rate": 6.857677904479667e-06,
+      "loss": 0.3192,
+      "num_tokens": 452821004.0,
+      "step": 1101
+    },
+    {
+      "epoch": 1.0875382262996942,
+      "grad_norm": 0.2866747926901651,
+      "learning_rate": 6.852364137909934e-06,
+      "loss": 0.3138,
+      "num_tokens": 453230045.0,
+      "step": 1102
+    },
+    {
+      "epoch": 1.087920489296636,
+      "grad_norm": 0.27947422912321956,
+      "learning_rate": 6.84704829760929e-06,
+      "loss": 0.354,
+      "num_tokens": 453639194.0,
+      "step": 1103
+    },
+    {
+      "epoch": 1.088302752293578,
+      "grad_norm": 0.3328205177355447,
+      "learning_rate": 6.841730391729108e-06,
+      "loss": 0.3178,
+      "num_tokens": 454028366.0,
+      "step": 1104
+    },
+    {
+      "epoch": 1.0886850152905199,
+      "grad_norm": 0.2938174101831714,
+      "learning_rate": 6.836410428423926e-06,
+      "loss": 0.3325,
+      "num_tokens": 454430246.0,
+      "step": 1105
+    },
+    {
+      "epoch": 1.0890672782874617,
+      "grad_norm": 0.28158318697487555,
+      "learning_rate": 6.831088415851438e-06,
+      "loss": 0.3273,
+      "num_tokens": 454857619.0,
+      "step": 1106
+    },
+    {
+      "epoch": 1.0894495412844036,
+      "grad_norm": 0.26633238664989395,
+      "learning_rate": 6.82576436217248e-06,
+      "loss": 0.3099,
+      "num_tokens": 455268901.0,
+      "step": 1107
+    },
+    {
+      "epoch": 1.0898318042813455,
+      "grad_norm": 0.2705623576027738,
+      "learning_rate": 6.82043827555102e-06,
+      "loss": 0.312,
+      "num_tokens": 455682258.0,
+      "step": 1108
+    },
+    {
+      "epoch": 1.0902140672782874,
+      "grad_norm": 0.300674501338249,
+      "learning_rate": 6.815110164154137e-06,
+      "loss": 0.3247,
+      "num_tokens": 456099244.0,
+      "step": 1109
+    },
+    {
+      "epoch": 1.0905963302752293,
+      "grad_norm": 0.2948151027329717,
+      "learning_rate": 6.8097800361520225e-06,
+      "loss": 0.3608,
+      "num_tokens": 456577860.0,
+      "step": 1110
+    },
+    {
+      "epoch": 1.0909785932721712,
+      "grad_norm": 0.24641383244158463,
+      "learning_rate": 6.804447899717955e-06,
+      "loss": 0.3091,
+      "num_tokens": 456981107.0,
+      "step": 1111
+    },
+    {
+      "epoch": 1.091360856269113,
+      "grad_norm": 0.2981663979325173,
+      "learning_rate": 6.799113763028296e-06,
+      "loss": 0.3387,
+      "num_tokens": 457409025.0,
+      "step": 1112
+    },
+    {
+      "epoch": 1.091743119266055,
+      "grad_norm": 0.2917083900879846,
+      "learning_rate": 6.793777634262471e-06,
+      "loss": 0.3274,
+      "num_tokens": 457818304.0,
+      "step": 1113
+    },
+    {
+      "epoch": 1.092125382262997,
+      "grad_norm": 0.25636005276714496,
+      "learning_rate": 6.788439521602962e-06,
+      "loss": 0.3078,
+      "num_tokens": 458260532.0,
+      "step": 1114
+    },
+    {
+      "epoch": 1.092507645259939,
+      "grad_norm": 0.26098346116048976,
+      "learning_rate": 6.783099433235295e-06,
+      "loss": 0.3236,
+      "num_tokens": 458683374.0,
+      "step": 1115
+    },
+    {
+      "epoch": 1.0928899082568808,
+      "grad_norm": 0.304653416954866,
+      "learning_rate": 6.777757377348023e-06,
+      "loss": 0.3491,
+      "num_tokens": 459134797.0,
+      "step": 1116
+    },
+    {
+      "epoch": 1.0932721712538227,
+      "grad_norm": 0.3043918583481912,
+      "learning_rate": 6.772413362132716e-06,
+      "loss": 0.313,
+      "num_tokens": 459516780.0,
+      "step": 1117
+    },
+    {
+      "epoch": 1.0936544342507646,
+      "grad_norm": 0.3482812716597782,
+      "learning_rate": 6.76706739578395e-06,
+      "loss": 0.3451,
+      "num_tokens": 459987984.0,
+      "step": 1118
+    },
+    {
+      "epoch": 1.0940366972477065,
+      "grad_norm": 0.3158493862761315,
+      "learning_rate": 6.761719486499288e-06,
+      "loss": 0.3333,
+      "num_tokens": 460413088.0,
+      "step": 1119
+    },
+    {
+      "epoch": 1.0944189602446484,
+      "grad_norm": 0.27121800419914927,
+      "learning_rate": 6.7563696424792834e-06,
+      "loss": 0.3131,
+      "num_tokens": 460792247.0,
+      "step": 1120
+    },
+    {
+      "epoch": 1.0948012232415902,
+      "grad_norm": 0.28843980654081725,
+      "learning_rate": 6.751017871927445e-06,
+      "loss": 0.3539,
+      "num_tokens": 461215906.0,
+      "step": 1121
+    },
+    {
+      "epoch": 1.0951834862385321,
+      "grad_norm": 0.31733394722713354,
+      "learning_rate": 6.745664183050242e-06,
+      "loss": 0.333,
+      "num_tokens": 461633956.0,
+      "step": 1122
+    },
+    {
+      "epoch": 1.095565749235474,
+      "grad_norm": 0.26863273468526633,
+      "learning_rate": 6.7403085840570785e-06,
+      "loss": 0.3247,
+      "num_tokens": 462027880.0,
+      "step": 1123
+    },
+    {
+      "epoch": 1.095948012232416,
+      "grad_norm": 0.27096029779507264,
+      "learning_rate": 6.7349510831603e-06,
+      "loss": 0.3286,
+      "num_tokens": 462423703.0,
+      "step": 1124
+    },
+    {
+      "epoch": 1.0963302752293578,
+      "grad_norm": 0.26480293378303876,
+      "learning_rate": 6.729591688575153e-06,
+      "loss": 0.3351,
+      "num_tokens": 462866690.0,
+      "step": 1125
+    },
+    {
+      "epoch": 1.0967125382262997,
+      "grad_norm": 0.2824549658394046,
+      "learning_rate": 6.7242304085198e-06,
+      "loss": 0.3464,
+      "num_tokens": 463290417.0,
+      "step": 1126
+    },
+    {
+      "epoch": 1.0970948012232415,
+      "grad_norm": 0.3008875140021378,
+      "learning_rate": 6.718867251215289e-06,
+      "loss": 0.3285,
+      "num_tokens": 463729495.0,
+      "step": 1127
+    },
+    {
+      "epoch": 1.0974770642201834,
+      "grad_norm": 0.31595417403811077,
+      "learning_rate": 6.713502224885549e-06,
+      "loss": 0.3305,
+      "num_tokens": 464139294.0,
+      "step": 1128
+    },
+    {
+      "epoch": 1.0978593272171253,
+      "grad_norm": 0.25631436510666517,
+      "learning_rate": 6.708135337757372e-06,
+      "loss": 0.3313,
+      "num_tokens": 464535185.0,
+      "step": 1129
+    },
+    {
+      "epoch": 1.0982415902140672,
+      "grad_norm": 0.2524615716569441,
+      "learning_rate": 6.702766598060408e-06,
+      "loss": 0.3278,
+      "num_tokens": 464946225.0,
+      "step": 1130
+    },
+    {
+      "epoch": 1.098623853211009,
+      "grad_norm": 0.2931682594698415,
+      "learning_rate": 6.697396014027141e-06,
+      "loss": 0.3292,
+      "num_tokens": 465409298.0,
+      "step": 1131
+    },
+    {
+      "epoch": 1.099006116207951,
+      "grad_norm": 0.28157768858053606,
+      "learning_rate": 6.692023593892889e-06,
+      "loss": 0.334,
+      "num_tokens": 465863347.0,
+      "step": 1132
+    },
+    {
+      "epoch": 1.099388379204893,
+      "grad_norm": 0.2638431557946797,
+      "learning_rate": 6.686649345895786e-06,
+      "loss": 0.3286,
+      "num_tokens": 466291299.0,
+      "step": 1133
+    },
+    {
+      "epoch": 1.099770642201835,
+      "grad_norm": 0.2632175472734525,
+      "learning_rate": 6.681273278276762e-06,
+      "loss": 0.3079,
+      "num_tokens": 466712230.0,
+      "step": 1134
+    },
+    {
+      "epoch": 1.1001529051987768,
+      "grad_norm": 0.26981361006172583,
+      "learning_rate": 6.675895399279546e-06,
+      "loss": 0.3198,
+      "num_tokens": 467099380.0,
+      "step": 1135
+    },
+    {
+      "epoch": 1.1005351681957187,
+      "grad_norm": 0.27521942940893157,
+      "learning_rate": 6.670515717150636e-06,
+      "loss": 0.3067,
+      "num_tokens": 467509555.0,
+      "step": 1136
+    },
+    {
+      "epoch": 1.1009174311926606,
+      "grad_norm": 0.2776913545044279,
+      "learning_rate": 6.665134240139302e-06,
+      "loss": 0.3182,
+      "num_tokens": 467873204.0,
+      "step": 1137
+    },
+    {
+      "epoch": 1.1012996941896025,
+      "grad_norm": 0.2958732079870988,
+      "learning_rate": 6.6597509764975635e-06,
+      "loss": 0.3169,
+      "num_tokens": 468265708.0,
+      "step": 1138
+    },
+    {
+      "epoch": 1.1016819571865444,
+      "grad_norm": 0.2822060921278334,
+      "learning_rate": 6.654365934480177e-06,
+      "loss": 0.3105,
+      "num_tokens": 468659042.0,
+      "step": 1139
+    },
+    {
+      "epoch": 1.1020642201834863,
+      "grad_norm": 0.2614068593879412,
+      "learning_rate": 6.648979122344631e-06,
+      "loss": 0.3428,
+      "num_tokens": 469064532.0,
+      "step": 1140
+    },
+    {
+      "epoch": 1.1024464831804281,
+      "grad_norm": 0.2511414073536006,
+      "learning_rate": 6.643590548351127e-06,
+      "loss": 0.3215,
+      "num_tokens": 469479167.0,
+      "step": 1141
+    },
+    {
+      "epoch": 1.10282874617737,
+      "grad_norm": 0.3196836181893,
+      "learning_rate": 6.638200220762563e-06,
+      "loss": 0.3309,
+      "num_tokens": 469907832.0,
+      "step": 1142
+    },
+    {
+      "epoch": 1.103211009174312,
+      "grad_norm": 0.33916588495808236,
+      "learning_rate": 6.632808147844535e-06,
+      "loss": 0.3326,
+      "num_tokens": 470319135.0,
+      "step": 1143
+    },
+    {
+      "epoch": 1.1035932721712538,
+      "grad_norm": 0.30402951280202245,
+      "learning_rate": 6.627414337865308e-06,
+      "loss": 0.3492,
+      "num_tokens": 470702885.0,
+      "step": 1144
+    },
+    {
+      "epoch": 1.1039755351681957,
+      "grad_norm": 0.24623565724155985,
+      "learning_rate": 6.622018799095811e-06,
+      "loss": 0.3329,
+      "num_tokens": 471124528.0,
+      "step": 1145
+    },
+    {
+      "epoch": 1.1043577981651376,
+      "grad_norm": 0.3273334270655994,
+      "learning_rate": 6.616621539809629e-06,
+      "loss": 0.3203,
+      "num_tokens": 471537772.0,
+      "step": 1146
+    },
+    {
+      "epoch": 1.1047400611620795,
+      "grad_norm": 0.29241340463709176,
+      "learning_rate": 6.61122256828298e-06,
+      "loss": 0.3681,
+      "num_tokens": 471990759.0,
+      "step": 1147
+    },
+    {
+      "epoch": 1.1051223241590213,
+      "grad_norm": 0.26545928082746434,
+      "learning_rate": 6.6058218927947114e-06,
+      "loss": 0.348,
+      "num_tokens": 472444353.0,
+      "step": 1148
+    },
+    {
+      "epoch": 1.1055045871559632,
+      "grad_norm": 0.28358846811134375,
+      "learning_rate": 6.600419521626281e-06,
+      "loss": 0.3367,
+      "num_tokens": 472845224.0,
+      "step": 1149
+    },
+    {
+      "epoch": 1.105886850152905,
+      "grad_norm": 0.25962161365557807,
+      "learning_rate": 6.595015463061749e-06,
+      "loss": 0.3245,
+      "num_tokens": 473236299.0,
+      "step": 1150
+    },
+    {
+      "epoch": 1.106269113149847,
+      "grad_norm": 0.32720067855698187,
+      "learning_rate": 6.58960972538776e-06,
+      "loss": 0.3565,
+      "num_tokens": 473624719.0,
+      "step": 1151
+    },
+    {
+      "epoch": 1.106651376146789,
+      "grad_norm": 0.2735487413450729,
+      "learning_rate": 6.584202316893537e-06,
+      "loss": 0.3302,
+      "num_tokens": 474053855.0,
+      "step": 1152
+    },
+    {
+      "epoch": 1.107033639143731,
+      "grad_norm": 0.28172345158536743,
+      "learning_rate": 6.5787932458708595e-06,
+      "loss": 0.3136,
+      "num_tokens": 474442162.0,
+      "step": 1153
+    },
+    {
+      "epoch": 1.1074159021406729,
+      "grad_norm": 0.25743930040201973,
+      "learning_rate": 6.573382520614065e-06,
+      "loss": 0.3154,
+      "num_tokens": 474843797.0,
+      "step": 1154
+    },
+    {
+      "epoch": 1.1077981651376148,
+      "grad_norm": 0.28732220121762747,
+      "learning_rate": 6.567970149420018e-06,
+      "loss": 0.3266,
+      "num_tokens": 475268581.0,
+      "step": 1155
+    },
+    {
+      "epoch": 1.1081804281345566,
+      "grad_norm": 0.3337674907751543,
+      "learning_rate": 6.562556140588113e-06,
+      "loss": 0.3551,
+      "num_tokens": 475697773.0,
+      "step": 1156
+    },
+    {
+      "epoch": 1.1085626911314985,
+      "grad_norm": 0.2569855269694447,
+      "learning_rate": 6.5571405024202554e-06,
+      "loss": 0.3449,
+      "num_tokens": 476100449.0,
+      "step": 1157
+    },
+    {
+      "epoch": 1.1089449541284404,
+      "grad_norm": 0.26382197825690373,
+      "learning_rate": 6.551723243220847e-06,
+      "loss": 0.3236,
+      "num_tokens": 476502944.0,
+      "step": 1158
+    },
+    {
+      "epoch": 1.1093272171253823,
+      "grad_norm": 0.2715214893643109,
+      "learning_rate": 6.546304371296775e-06,
+      "loss": 0.3397,
+      "num_tokens": 476883054.0,
+      "step": 1159
+    },
+    {
+      "epoch": 1.1097094801223242,
+      "grad_norm": 0.33546685330152093,
+      "learning_rate": 6.540883894957403e-06,
+      "loss": 0.3565,
+      "num_tokens": 477316845.0,
+      "step": 1160
+    },
+    {
+      "epoch": 1.110091743119266,
+      "grad_norm": 0.28206080477550555,
+      "learning_rate": 6.535461822514551e-06,
+      "loss": 0.3346,
+      "num_tokens": 477760415.0,
+      "step": 1161
+    },
+    {
+      "epoch": 1.110474006116208,
+      "grad_norm": 0.2862144693541876,
+      "learning_rate": 6.530038162282488e-06,
+      "loss": 0.3123,
+      "num_tokens": 478156950.0,
+      "step": 1162
+    },
+    {
+      "epoch": 1.1108562691131498,
+      "grad_norm": 0.2679955889780286,
+      "learning_rate": 6.524612922577917e-06,
+      "loss": 0.3231,
+      "num_tokens": 478538502.0,
+      "step": 1163
+    },
+    {
+      "epoch": 1.1112385321100917,
+      "grad_norm": 0.3003856727392727,
+      "learning_rate": 6.519186111719967e-06,
+      "loss": 0.35,
+      "num_tokens": 478967489.0,
+      "step": 1164
+    },
+    {
+      "epoch": 1.1116207951070336,
+      "grad_norm": 0.3115099084544135,
+      "learning_rate": 6.51375773803017e-06,
+      "loss": 0.3347,
+      "num_tokens": 479375795.0,
+      "step": 1165
+    },
+    {
+      "epoch": 1.1120030581039755,
+      "grad_norm": 0.295069804868219,
+      "learning_rate": 6.508327809832457e-06,
+      "loss": 0.3362,
+      "num_tokens": 479749512.0,
+      "step": 1166
+    },
+    {
+      "epoch": 1.1123853211009174,
+      "grad_norm": 0.290660739471113,
+      "learning_rate": 6.502896335453144e-06,
+      "loss": 0.3464,
+      "num_tokens": 480139338.0,
+      "step": 1167
+    },
+    {
+      "epoch": 1.1127675840978593,
+      "grad_norm": 0.29644139281228193,
+      "learning_rate": 6.497463323220917e-06,
+      "loss": 0.3165,
+      "num_tokens": 480531066.0,
+      "step": 1168
+    },
+    {
+      "epoch": 1.1131498470948011,
+      "grad_norm": 0.3002763380856821,
+      "learning_rate": 6.492028781466822e-06,
+      "loss": 0.3184,
+      "num_tokens": 480963162.0,
+      "step": 1169
+    },
+    {
+      "epoch": 1.113532110091743,
+      "grad_norm": 0.26656736267127934,
+      "learning_rate": 6.486592718524245e-06,
+      "loss": 0.3289,
+      "num_tokens": 481389069.0,
+      "step": 1170
+    },
+    {
+      "epoch": 1.1139143730886851,
+      "grad_norm": 0.2846814708224225,
+      "learning_rate": 6.48115514272891e-06,
+      "loss": 0.3193,
+      "num_tokens": 481738025.0,
+      "step": 1171
+    },
+    {
+      "epoch": 1.114296636085627,
+      "grad_norm": 0.2755750639720911,
+      "learning_rate": 6.475716062418861e-06,
+      "loss": 0.3548,
+      "num_tokens": 482176058.0,
+      "step": 1172
+    },
+    {
+      "epoch": 1.114678899082569,
+      "grad_norm": 0.2854278914842033,
+      "learning_rate": 6.470275485934443e-06,
+      "loss": 0.3165,
+      "num_tokens": 482559384.0,
+      "step": 1173
+    },
+    {
+      "epoch": 1.1150611620795108,
+      "grad_norm": 0.30221699996712104,
+      "learning_rate": 6.464833421618303e-06,
+      "loss": 0.3201,
+      "num_tokens": 482947421.0,
+      "step": 1174
+    },
+    {
+      "epoch": 1.1154434250764527,
+      "grad_norm": 0.28618496860417286,
+      "learning_rate": 6.459389877815364e-06,
+      "loss": 0.3382,
+      "num_tokens": 483338931.0,
+      "step": 1175
+    },
+    {
+      "epoch": 1.1158256880733946,
+      "grad_norm": 0.23906740324076617,
+      "learning_rate": 6.4539448628728205e-06,
+      "loss": 0.3151,
+      "num_tokens": 483777927.0,
+      "step": 1176
+    },
+    {
+      "epoch": 1.1162079510703364,
+      "grad_norm": 0.2905278554547755,
+      "learning_rate": 6.448498385140119e-06,
+      "loss": 0.326,
+      "num_tokens": 484189781.0,
+      "step": 1177
+    },
+    {
+      "epoch": 1.1165902140672783,
+      "grad_norm": 0.29751545395143897,
+      "learning_rate": 6.443050452968955e-06,
+      "loss": 0.3181,
+      "num_tokens": 484576775.0,
+      "step": 1178
+    },
+    {
+      "epoch": 1.1169724770642202,
+      "grad_norm": 0.3107554427590532,
+      "learning_rate": 6.437601074713249e-06,
+      "loss": 0.3248,
+      "num_tokens": 484967203.0,
+      "step": 1179
+    },
+    {
+      "epoch": 1.117354740061162,
+      "grad_norm": 0.29491794915446384,
+      "learning_rate": 6.432150258729142e-06,
+      "loss": 0.3437,
+      "num_tokens": 485360750.0,
+      "step": 1180
+    },
+    {
+      "epoch": 1.117737003058104,
+      "grad_norm": 0.28962619219467095,
+      "learning_rate": 6.426698013374979e-06,
+      "loss": 0.3209,
+      "num_tokens": 485786533.0,
+      "step": 1181
+    },
+    {
+      "epoch": 1.1181192660550459,
+      "grad_norm": 0.30000894300982334,
+      "learning_rate": 6.4212443470112965e-06,
+      "loss": 0.3387,
+      "num_tokens": 486221902.0,
+      "step": 1182
+    },
+    {
+      "epoch": 1.1185015290519877,
+      "grad_norm": 0.30447255271836693,
+      "learning_rate": 6.415789268000809e-06,
+      "loss": 0.3218,
+      "num_tokens": 486601322.0,
+      "step": 1183
+    },
+    {
+      "epoch": 1.1188837920489296,
+      "grad_norm": 0.3352709408941912,
+      "learning_rate": 6.4103327847084e-06,
+      "loss": 0.3266,
+      "num_tokens": 486991201.0,
+      "step": 1184
+    },
+    {
+      "epoch": 1.1192660550458715,
+      "grad_norm": 0.2787395935714357,
+      "learning_rate": 6.404874905501103e-06,
+      "loss": 0.3323,
+      "num_tokens": 487399086.0,
+      "step": 1185
+    },
+    {
+      "epoch": 1.1196483180428134,
+      "grad_norm": 0.29387062799654673,
+      "learning_rate": 6.399415638748093e-06,
+      "loss": 0.3286,
+      "num_tokens": 487843089.0,
+      "step": 1186
+    },
+    {
+      "epoch": 1.1200305810397553,
+      "grad_norm": 0.2965124138924178,
+      "learning_rate": 6.393954992820674e-06,
+      "loss": 0.32,
+      "num_tokens": 488220593.0,
+      "step": 1187
+    },
+    {
+      "epoch": 1.1204128440366972,
+      "grad_norm": 0.26581801867197025,
+      "learning_rate": 6.388492976092262e-06,
+      "loss": 0.327,
+      "num_tokens": 488599815.0,
+      "step": 1188
+    },
+    {
+      "epoch": 1.120795107033639,
+      "grad_norm": 0.28016071705077283,
+      "learning_rate": 6.383029596938381e-06,
+      "loss": 0.3257,
+      "num_tokens": 488998034.0,
+      "step": 1189
+    },
+    {
+      "epoch": 1.1211773700305812,
+      "grad_norm": 0.3062308700634103,
+      "learning_rate": 6.377564863736638e-06,
+      "loss": 0.362,
+      "num_tokens": 489448208.0,
+      "step": 1190
+    },
+    {
+      "epoch": 1.121559633027523,
+      "grad_norm": 0.33560211872366813,
+      "learning_rate": 6.372098784866719e-06,
+      "loss": 0.356,
+      "num_tokens": 489910540.0,
+      "step": 1191
+    },
+    {
+      "epoch": 1.121941896024465,
+      "grad_norm": 0.3043991400671112,
+      "learning_rate": 6.366631368710372e-06,
+      "loss": 0.3126,
+      "num_tokens": 490327252.0,
+      "step": 1192
+    },
+    {
+      "epoch": 1.1223241590214068,
+      "grad_norm": 0.26848870857564255,
+      "learning_rate": 6.361162623651398e-06,
+      "loss": 0.3161,
+      "num_tokens": 490713514.0,
+      "step": 1193
+    },
+    {
+      "epoch": 1.1227064220183487,
+      "grad_norm": 0.332462798612261,
+      "learning_rate": 6.355692558075633e-06,
+      "loss": 0.3465,
+      "num_tokens": 491081879.0,
+      "step": 1194
+    },
+    {
+      "epoch": 1.1230886850152906,
+      "grad_norm": 0.4022524205956525,
+      "learning_rate": 6.35022118037094e-06,
+      "loss": 0.3558,
+      "num_tokens": 491487306.0,
+      "step": 1195
+    },
+    {
+      "epoch": 1.1234709480122325,
+      "grad_norm": 0.34500842554827216,
+      "learning_rate": 6.344748498927193e-06,
+      "loss": 0.3291,
+      "num_tokens": 491908450.0,
+      "step": 1196
+    },
+    {
+      "epoch": 1.1238532110091743,
+      "grad_norm": 0.25902689651334515,
+      "learning_rate": 6.339274522136264e-06,
+      "loss": 0.3015,
+      "num_tokens": 492278381.0,
+      "step": 1197
+    },
+    {
+      "epoch": 1.1242354740061162,
+      "grad_norm": 0.3104938393351937,
+      "learning_rate": 6.333799258392015e-06,
+      "loss": 0.3641,
+      "num_tokens": 492727969.0,
+      "step": 1198
+    },
+    {
+      "epoch": 1.1246177370030581,
+      "grad_norm": 0.3525594222887963,
+      "learning_rate": 6.328322716090279e-06,
+      "loss": 0.3351,
+      "num_tokens": 493183862.0,
+      "step": 1199
+    },
+    {
+      "epoch": 1.125,
+      "grad_norm": 0.3017488463769553,
+      "learning_rate": 6.322844903628849e-06,
+      "loss": 0.3506,
+      "num_tokens": 493640410.0,
+      "step": 1200
+    },
+    {
+      "epoch": 1.1253822629969419,
+      "grad_norm": 0.3107033247060044,
+      "learning_rate": 6.317365829407465e-06,
+      "loss": 0.3414,
+      "num_tokens": 494034007.0,
+      "step": 1201
+    },
+    {
+      "epoch": 1.1257645259938838,
+      "grad_norm": 0.2751720787164906,
+      "learning_rate": 6.311885501827805e-06,
+      "loss": 0.332,
+      "num_tokens": 494448450.0,
+      "step": 1202
+    },
+    {
+      "epoch": 1.1261467889908257,
+      "grad_norm": 0.29810723432497416,
+      "learning_rate": 6.306403929293466e-06,
+      "loss": 0.3308,
+      "num_tokens": 494870141.0,
+      "step": 1203
+    },
+    {
+      "epoch": 1.1265290519877675,
+      "grad_norm": 0.3299972544888789,
+      "learning_rate": 6.300921120209956e-06,
+      "loss": 0.335,
+      "num_tokens": 495259276.0,
+      "step": 1204
+    },
+    {
+      "epoch": 1.1269113149847094,
+      "grad_norm": 0.27606262733857034,
+      "learning_rate": 6.29543708298468e-06,
+      "loss": 0.3314,
+      "num_tokens": 495699948.0,
+      "step": 1205
+    },
+    {
+      "epoch": 1.1272935779816513,
+      "grad_norm": 0.2941016109721722,
+      "learning_rate": 6.289951826026921e-06,
+      "loss": 0.3156,
+      "num_tokens": 496110554.0,
+      "step": 1206
+    },
+    {
+      "epoch": 1.1276758409785932,
+      "grad_norm": 0.26876778526539413,
+      "learning_rate": 6.284465357747839e-06,
+      "loss": 0.3151,
+      "num_tokens": 496521050.0,
+      "step": 1207
+    },
+    {
+      "epoch": 1.128058103975535,
+      "grad_norm": 0.24321100529660128,
+      "learning_rate": 6.278977686560445e-06,
+      "loss": 0.3236,
+      "num_tokens": 496922784.0,
+      "step": 1208
+    },
+    {
+      "epoch": 1.1284403669724772,
+      "grad_norm": 0.31176559575102497,
+      "learning_rate": 6.2734888208796e-06,
+      "loss": 0.3337,
+      "num_tokens": 497352315.0,
+      "step": 1209
+    },
+    {
+      "epoch": 1.1288226299694188,
+      "grad_norm": 0.2984231143503115,
+      "learning_rate": 6.267998769121995e-06,
+      "loss": 0.3397,
+      "num_tokens": 497766706.0,
+      "step": 1210
+    },
+    {
+      "epoch": 1.129204892966361,
+      "grad_norm": 0.2700500572485866,
+      "learning_rate": 6.262507539706138e-06,
+      "loss": 0.3214,
+      "num_tokens": 498187679.0,
+      "step": 1211
+    },
+    {
+      "epoch": 1.1295871559633028,
+      "grad_norm": 0.2675612219059672,
+      "learning_rate": 6.2570151410523426e-06,
+      "loss": 0.3371,
+      "num_tokens": 498594599.0,
+      "step": 1212
+    },
+    {
+      "epoch": 1.1299694189602447,
+      "grad_norm": 0.2722378509521892,
+      "learning_rate": 6.251521581582721e-06,
+      "loss": 0.3551,
+      "num_tokens": 499022040.0,
+      "step": 1213
+    },
+    {
+      "epoch": 1.1303516819571866,
+      "grad_norm": 0.2838951082607539,
+      "learning_rate": 6.246026869721159e-06,
+      "loss": 0.3361,
+      "num_tokens": 499406498.0,
+      "step": 1214
+    },
+    {
+      "epoch": 1.1307339449541285,
+      "grad_norm": 0.2884680929780221,
+      "learning_rate": 6.240531013893311e-06,
+      "loss": 0.3484,
+      "num_tokens": 499850767.0,
+      "step": 1215
+    },
+    {
+      "epoch": 1.1311162079510704,
+      "grad_norm": 0.28582235021244295,
+      "learning_rate": 6.235034022526587e-06,
+      "loss": 0.3188,
+      "num_tokens": 500277474.0,
+      "step": 1216
+    },
+    {
+      "epoch": 1.1314984709480123,
+      "grad_norm": 0.2679533425163113,
+      "learning_rate": 6.229535904050137e-06,
+      "loss": 0.3196,
+      "num_tokens": 500707867.0,
+      "step": 1217
+    },
+    {
+      "epoch": 1.1318807339449541,
+      "grad_norm": 0.26615841636781934,
+      "learning_rate": 6.22403666689484e-06,
+      "loss": 0.3412,
+      "num_tokens": 501119645.0,
+      "step": 1218
+    },
+    {
+      "epoch": 1.132262996941896,
+      "grad_norm": 0.2593678841037097,
+      "learning_rate": 6.2185363194932925e-06,
+      "loss": 0.3187,
+      "num_tokens": 501489226.0,
+      "step": 1219
+    },
+    {
+      "epoch": 1.132645259938838,
+      "grad_norm": 0.2682673518599545,
+      "learning_rate": 6.213034870279789e-06,
+      "loss": 0.3175,
+      "num_tokens": 501847939.0,
+      "step": 1220
+    },
+    {
+      "epoch": 1.1330275229357798,
+      "grad_norm": 0.2948442974358067,
+      "learning_rate": 6.207532327690314e-06,
+      "loss": 0.3371,
+      "num_tokens": 502244759.0,
+      "step": 1221
+    },
+    {
+      "epoch": 1.1334097859327217,
+      "grad_norm": 0.30076076578492916,
+      "learning_rate": 6.202028700162534e-06,
+      "loss": 0.3425,
+      "num_tokens": 502644864.0,
+      "step": 1222
+    },
+    {
+      "epoch": 1.1337920489296636,
+      "grad_norm": 0.28180246181164414,
+      "learning_rate": 6.196523996135774e-06,
+      "loss": 0.3324,
+      "num_tokens": 503056854.0,
+      "step": 1223
+    },
+    {
+      "epoch": 1.1341743119266054,
+      "grad_norm": 0.22229708505087292,
+      "learning_rate": 6.191018224051011e-06,
+      "loss": 0.3241,
+      "num_tokens": 503505198.0,
+      "step": 1224
+    },
+    {
+      "epoch": 1.1345565749235473,
+      "grad_norm": 0.292999787898749,
+      "learning_rate": 6.185511392350861e-06,
+      "loss": 0.3322,
+      "num_tokens": 503902845.0,
+      "step": 1225
+    },
+    {
+      "epoch": 1.1349388379204892,
+      "grad_norm": 0.2928001850570755,
+      "learning_rate": 6.180003509479563e-06,
+      "loss": 0.333,
+      "num_tokens": 504295122.0,
+      "step": 1226
+    },
+    {
+      "epoch": 1.135321100917431,
+      "grad_norm": 0.29828780462984006,
+      "learning_rate": 6.174494583882969e-06,
+      "loss": 0.3583,
+      "num_tokens": 504762521.0,
+      "step": 1227
+    },
+    {
+      "epoch": 1.1357033639143732,
+      "grad_norm": 0.3019800751996685,
+      "learning_rate": 6.168984624008527e-06,
+      "loss": 0.3319,
+      "num_tokens": 505166097.0,
+      "step": 1228
+    },
+    {
+      "epoch": 1.1360856269113149,
+      "grad_norm": 0.28631076928255944,
+      "learning_rate": 6.163473638305278e-06,
+      "loss": 0.3373,
+      "num_tokens": 505614429.0,
+      "step": 1229
+    },
+    {
+      "epoch": 1.136467889908257,
+      "grad_norm": 0.28527484407587345,
+      "learning_rate": 6.157961635223829e-06,
+      "loss": 0.3202,
+      "num_tokens": 505998145.0,
+      "step": 1230
+    },
+    {
+      "epoch": 1.1368501529051989,
+      "grad_norm": 0.29458881015369165,
+      "learning_rate": 6.152448623216351e-06,
+      "loss": 0.3357,
+      "num_tokens": 506403686.0,
+      "step": 1231
+    },
+    {
+      "epoch": 1.1372324159021407,
+      "grad_norm": 0.31226283170569014,
+      "learning_rate": 6.146934610736559e-06,
+      "loss": 0.34,
+      "num_tokens": 506770460.0,
+      "step": 1232
+    },
+    {
+      "epoch": 1.1376146788990826,
+      "grad_norm": 0.28916373891386943,
+      "learning_rate": 6.141419606239706e-06,
+      "loss": 0.3238,
+      "num_tokens": 507173256.0,
+      "step": 1233
+    },
+    {
+      "epoch": 1.1379969418960245,
+      "grad_norm": 0.30002659299961043,
+      "learning_rate": 6.135903618182563e-06,
+      "loss": 0.3467,
+      "num_tokens": 507592252.0,
+      "step": 1234
+    },
+    {
+      "epoch": 1.1383792048929664,
+      "grad_norm": 0.2823773806154856,
+      "learning_rate": 6.1303866550234105e-06,
+      "loss": 0.3344,
+      "num_tokens": 507972759.0,
+      "step": 1235
+    },
+    {
+      "epoch": 1.1387614678899083,
+      "grad_norm": 0.29375630237253025,
+      "learning_rate": 6.124868725222022e-06,
+      "loss": 0.3234,
+      "num_tokens": 508341201.0,
+      "step": 1236
+    },
+    {
+      "epoch": 1.1391437308868502,
+      "grad_norm": 0.24724330360980634,
+      "learning_rate": 6.11934983723966e-06,
+      "loss": 0.3061,
+      "num_tokens": 508724695.0,
+      "step": 1237
+    },
+    {
+      "epoch": 1.139525993883792,
+      "grad_norm": 0.322882724078703,
+      "learning_rate": 6.1138299995390474e-06,
+      "loss": 0.3306,
+      "num_tokens": 509164940.0,
+      "step": 1238
+    },
+    {
+      "epoch": 1.139908256880734,
+      "grad_norm": 0.31655016049580065,
+      "learning_rate": 6.108309220584368e-06,
+      "loss": 0.335,
+      "num_tokens": 509544798.0,
+      "step": 1239
+    },
+    {
+      "epoch": 1.1402905198776758,
+      "grad_norm": 0.2865019074970294,
+      "learning_rate": 6.102787508841249e-06,
+      "loss": 0.3489,
+      "num_tokens": 509945630.0,
+      "step": 1240
+    },
+    {
+      "epoch": 1.1406727828746177,
+      "grad_norm": 0.2702364920607733,
+      "learning_rate": 6.097264872776749e-06,
+      "loss": 0.3334,
+      "num_tokens": 510384844.0,
+      "step": 1241
+    },
+    {
+      "epoch": 1.1410550458715596,
+      "grad_norm": 0.3010056332952182,
+      "learning_rate": 6.091741320859342e-06,
+      "loss": 0.3412,
+      "num_tokens": 510793400.0,
+      "step": 1242
+    },
+    {
+      "epoch": 1.1414373088685015,
+      "grad_norm": 0.2926277386916459,
+      "learning_rate": 6.086216861558906e-06,
+      "loss": 0.3199,
+      "num_tokens": 511184572.0,
+      "step": 1243
+    },
+    {
+      "epoch": 1.1418195718654434,
+      "grad_norm": 0.2909789761519127,
+      "learning_rate": 6.0806915033467095e-06,
+      "loss": 0.3373,
+      "num_tokens": 511582034.0,
+      "step": 1244
+    },
+    {
+      "epoch": 1.1422018348623852,
+      "grad_norm": 0.27999556858106905,
+      "learning_rate": 6.075165254695404e-06,
+      "loss": 0.3191,
+      "num_tokens": 511954026.0,
+      "step": 1245
+    },
+    {
+      "epoch": 1.1425840978593271,
+      "grad_norm": 0.2721584403384464,
+      "learning_rate": 6.069638124079004e-06,
+      "loss": 0.3507,
+      "num_tokens": 512403908.0,
+      "step": 1246
+    },
+    {
+      "epoch": 1.1429663608562692,
+      "grad_norm": 0.27835700256202,
+      "learning_rate": 6.0641101199728725e-06,
+      "loss": 0.3625,
+      "num_tokens": 512840328.0,
+      "step": 1247
+    },
+    {
+      "epoch": 1.143348623853211,
+      "grad_norm": 0.29029193418958227,
+      "learning_rate": 6.058581250853718e-06,
+      "loss": 0.3496,
+      "num_tokens": 513255198.0,
+      "step": 1248
+    },
+    {
+      "epoch": 1.143730886850153,
+      "grad_norm": 0.27777757438066064,
+      "learning_rate": 6.05305152519957e-06,
+      "loss": 0.3256,
+      "num_tokens": 513666037.0,
+      "step": 1249
+    },
+    {
+      "epoch": 1.144113149847095,
+      "grad_norm": 0.27010859494181105,
+      "learning_rate": 6.047520951489777e-06,
+      "loss": 0.3149,
+      "num_tokens": 514049229.0,
+      "step": 1250
+    },
+    {
+      "epoch": 1.1444954128440368,
+      "grad_norm": 0.27674372396782687,
+      "learning_rate": 6.041989538204985e-06,
+      "loss": 0.3217,
+      "num_tokens": 514442087.0,
+      "step": 1251
+    },
+    {
+      "epoch": 1.1448776758409787,
+      "grad_norm": 0.2628172888278004,
+      "learning_rate": 6.036457293827127e-06,
+      "loss": 0.3405,
+      "num_tokens": 514879611.0,
+      "step": 1252
+    },
+    {
+      "epoch": 1.1452599388379205,
+      "grad_norm": 0.2619591647094363,
+      "learning_rate": 6.030924226839409e-06,
+      "loss": 0.3402,
+      "num_tokens": 515283517.0,
+      "step": 1253
+    },
+    {
+      "epoch": 1.1456422018348624,
+      "grad_norm": 0.2818768513418224,
+      "learning_rate": 6.025390345726303e-06,
+      "loss": 0.3393,
+      "num_tokens": 515685600.0,
+      "step": 1254
+    },
+    {
+      "epoch": 1.1460244648318043,
+      "grad_norm": 0.2678219454813258,
+      "learning_rate": 6.019855658973526e-06,
+      "loss": 0.3203,
+      "num_tokens": 516129302.0,
+      "step": 1255
+    },
+    {
+      "epoch": 1.1464067278287462,
+      "grad_norm": 0.2797872167750161,
+      "learning_rate": 6.014320175068029e-06,
+      "loss": 0.3244,
+      "num_tokens": 516508852.0,
+      "step": 1256
+    },
+    {
+      "epoch": 1.146788990825688,
+      "grad_norm": 0.2696525313413257,
+      "learning_rate": 6.008783902497991e-06,
+      "loss": 0.3351,
+      "num_tokens": 516958342.0,
+      "step": 1257
+    },
+    {
+      "epoch": 1.14717125382263,
+      "grad_norm": 0.27308702191417084,
+      "learning_rate": 6.003246849752795e-06,
+      "loss": 0.3182,
+      "num_tokens": 517408834.0,
+      "step": 1258
+    },
+    {
+      "epoch": 1.1475535168195719,
+      "grad_norm": 0.26908608253097527,
+      "learning_rate": 5.997709025323022e-06,
+      "loss": 0.3483,
+      "num_tokens": 517830615.0,
+      "step": 1259
+    },
+    {
+      "epoch": 1.1479357798165137,
+      "grad_norm": 0.29413778426744663,
+      "learning_rate": 5.992170437700436e-06,
+      "loss": 0.3225,
+      "num_tokens": 518213873.0,
+      "step": 1260
+    },
+    {
+      "epoch": 1.1483180428134556,
+      "grad_norm": 0.29358445603734934,
+      "learning_rate": 5.986631095377973e-06,
+      "loss": 0.3582,
+      "num_tokens": 518653456.0,
+      "step": 1261
+    },
+    {
+      "epoch": 1.1487003058103975,
+      "grad_norm": 0.24719658419942464,
+      "learning_rate": 5.981091006849723e-06,
+      "loss": 0.3111,
+      "num_tokens": 519036638.0,
+      "step": 1262
+    },
+    {
+      "epoch": 1.1490825688073394,
+      "grad_norm": 0.26242070194244943,
+      "learning_rate": 5.975550180610924e-06,
+      "loss": 0.3304,
+      "num_tokens": 519450315.0,
+      "step": 1263
+    },
+    {
+      "epoch": 1.1494648318042813,
+      "grad_norm": 0.26895030510807805,
+      "learning_rate": 5.970008625157943e-06,
+      "loss": 0.3321,
+      "num_tokens": 519886506.0,
+      "step": 1264
+    },
+    {
+      "epoch": 1.1498470948012232,
+      "grad_norm": 0.3345310359045355,
+      "learning_rate": 5.964466348988265e-06,
+      "loss": 0.3603,
+      "num_tokens": 520266247.0,
+      "step": 1265
+    },
+    {
+      "epoch": 1.150229357798165,
+      "grad_norm": 0.29990485369656844,
+      "learning_rate": 5.958923360600483e-06,
+      "loss": 0.3399,
+      "num_tokens": 520700245.0,
+      "step": 1266
+    },
+    {
+      "epoch": 1.150611620795107,
+      "grad_norm": 0.2832255897139781,
+      "learning_rate": 5.953379668494277e-06,
+      "loss": 0.3622,
+      "num_tokens": 521107093.0,
+      "step": 1267
+    },
+    {
+      "epoch": 1.150993883792049,
+      "grad_norm": 0.2698577207990674,
+      "learning_rate": 5.947835281170411e-06,
+      "loss": 0.3415,
+      "num_tokens": 521514124.0,
+      "step": 1268
+    },
+    {
+      "epoch": 1.151376146788991,
+      "grad_norm": 0.3080503410584079,
+      "learning_rate": 5.942290207130711e-06,
+      "loss": 0.3338,
+      "num_tokens": 521898134.0,
+      "step": 1269
+    },
+    {
+      "epoch": 1.1517584097859328,
+      "grad_norm": 0.2805786961709091,
+      "learning_rate": 5.9367444548780606e-06,
+      "loss": 0.3231,
+      "num_tokens": 522324838.0,
+      "step": 1270
+    },
+    {
+      "epoch": 1.1521406727828747,
+      "grad_norm": 0.2744235940281009,
+      "learning_rate": 5.931198032916378e-06,
+      "loss": 0.3472,
+      "num_tokens": 522776919.0,
+      "step": 1271
+    },
+    {
+      "epoch": 1.1525229357798166,
+      "grad_norm": 0.29146604746825633,
+      "learning_rate": 5.925650949750614e-06,
+      "loss": 0.3585,
+      "num_tokens": 523162888.0,
+      "step": 1272
+    },
+    {
+      "epoch": 1.1529051987767585,
+      "grad_norm": 0.2822742713670998,
+      "learning_rate": 5.920103213886731e-06,
+      "loss": 0.3493,
+      "num_tokens": 523603382.0,
+      "step": 1273
+    },
+    {
+      "epoch": 1.1532874617737003,
+      "grad_norm": 0.2785104838460252,
+      "learning_rate": 5.914554833831688e-06,
+      "loss": 0.3607,
+      "num_tokens": 524053934.0,
+      "step": 1274
+    },
+    {
+      "epoch": 1.1536697247706422,
+      "grad_norm": 0.24806833548658463,
+      "learning_rate": 5.909005818093438e-06,
+      "loss": 0.316,
+      "num_tokens": 524474054.0,
+      "step": 1275
+    },
+    {
+      "epoch": 1.154051987767584,
+      "grad_norm": 0.2804731172270925,
+      "learning_rate": 5.903456175180906e-06,
+      "loss": 0.3604,
+      "num_tokens": 524914455.0,
+      "step": 1276
+    },
+    {
+      "epoch": 1.154434250764526,
+      "grad_norm": 0.3070257737490006,
+      "learning_rate": 5.897905913603981e-06,
+      "loss": 0.361,
+      "num_tokens": 525326957.0,
+      "step": 1277
+    },
+    {
+      "epoch": 1.1548165137614679,
+      "grad_norm": 0.31371418974737814,
+      "learning_rate": 5.892355041873495e-06,
+      "loss": 0.3315,
+      "num_tokens": 525709293.0,
+      "step": 1278
+    },
+    {
+      "epoch": 1.1551987767584098,
+      "grad_norm": 0.2716223655433006,
+      "learning_rate": 5.88680356850122e-06,
+      "loss": 0.3427,
+      "num_tokens": 526098562.0,
+      "step": 1279
+    },
+    {
+      "epoch": 1.1555810397553516,
+      "grad_norm": 0.3030769375277236,
+      "learning_rate": 5.881251501999852e-06,
+      "loss": 0.3442,
+      "num_tokens": 526499312.0,
+      "step": 1280
+    },
+    {
+      "epoch": 1.1559633027522935,
+      "grad_norm": 0.2963042171712443,
+      "learning_rate": 5.875698850882994e-06,
+      "loss": 0.3397,
+      "num_tokens": 526923109.0,
+      "step": 1281
+    },
+    {
+      "epoch": 1.1563455657492354,
+      "grad_norm": 0.3071982430267412,
+      "learning_rate": 5.870145623665144e-06,
+      "loss": 0.345,
+      "num_tokens": 527335761.0,
+      "step": 1282
+    },
+    {
+      "epoch": 1.1567278287461773,
+      "grad_norm": 0.29866114157295515,
+      "learning_rate": 5.864591828861687e-06,
+      "loss": 0.3201,
+      "num_tokens": 527734981.0,
+      "step": 1283
+    },
+    {
+      "epoch": 1.1571100917431192,
+      "grad_norm": 0.26266095162245895,
+      "learning_rate": 5.859037474988875e-06,
+      "loss": 0.3437,
+      "num_tokens": 528180897.0,
+      "step": 1284
+    },
+    {
+      "epoch": 1.157492354740061,
+      "grad_norm": 0.25819020802003484,
+      "learning_rate": 5.85348257056382e-06,
+      "loss": 0.3126,
+      "num_tokens": 528550308.0,
+      "step": 1285
+    },
+    {
+      "epoch": 1.157874617737003,
+      "grad_norm": 0.3043815202372134,
+      "learning_rate": 5.8479271241044765e-06,
+      "loss": 0.3241,
+      "num_tokens": 528956031.0,
+      "step": 1286
+    },
+    {
+      "epoch": 1.158256880733945,
+      "grad_norm": 0.27472679986267445,
+      "learning_rate": 5.842371144129635e-06,
+      "loss": 0.3278,
+      "num_tokens": 529366228.0,
+      "step": 1287
+    },
+    {
+      "epoch": 1.158639143730887,
+      "grad_norm": 0.2837054028386318,
+      "learning_rate": 5.836814639158892e-06,
+      "loss": 0.3566,
+      "num_tokens": 529787450.0,
+      "step": 1288
+    },
+    {
+      "epoch": 1.1590214067278288,
+      "grad_norm": 0.2589050147121643,
+      "learning_rate": 5.831257617712663e-06,
+      "loss": 0.3357,
+      "num_tokens": 530216531.0,
+      "step": 1289
+    },
+    {
+      "epoch": 1.1594036697247707,
+      "grad_norm": 0.2827656661346502,
+      "learning_rate": 5.825700088312146e-06,
+      "loss": 0.3378,
+      "num_tokens": 530672941.0,
+      "step": 1290
+    },
+    {
+      "epoch": 1.1597859327217126,
+      "grad_norm": 0.28634448435235477,
+      "learning_rate": 5.820142059479325e-06,
+      "loss": 0.3427,
+      "num_tokens": 531103045.0,
+      "step": 1291
+    },
+    {
+      "epoch": 1.1601681957186545,
+      "grad_norm": 0.286830346220727,
+      "learning_rate": 5.814583539736941e-06,
+      "loss": 0.3378,
+      "num_tokens": 531487162.0,
+      "step": 1292
+    },
+    {
+      "epoch": 1.1605504587155964,
+      "grad_norm": 0.29849931105834676,
+      "learning_rate": 5.809024537608497e-06,
+      "loss": 0.3347,
+      "num_tokens": 531894849.0,
+      "step": 1293
+    },
+    {
+      "epoch": 1.1609327217125383,
+      "grad_norm": 0.28084740509433626,
+      "learning_rate": 5.80346506161823e-06,
+      "loss": 0.3578,
+      "num_tokens": 532299329.0,
+      "step": 1294
+    },
+    {
+      "epoch": 1.1613149847094801,
+      "grad_norm": 0.23045410370720337,
+      "learning_rate": 5.797905120291105e-06,
+      "loss": 0.3191,
+      "num_tokens": 532706908.0,
+      "step": 1295
+    },
+    {
+      "epoch": 1.161697247706422,
+      "grad_norm": 0.2773975644863712,
+      "learning_rate": 5.792344722152802e-06,
+      "loss": 0.3337,
+      "num_tokens": 533112769.0,
+      "step": 1296
+    },
+    {
+      "epoch": 1.162079510703364,
+      "grad_norm": 0.28383362137923096,
+      "learning_rate": 5.786783875729698e-06,
+      "loss": 0.3344,
+      "num_tokens": 533540197.0,
+      "step": 1297
+    },
+    {
+      "epoch": 1.1624617737003058,
+      "grad_norm": 0.30083915244172127,
+      "learning_rate": 5.7812225895488624e-06,
+      "loss": 0.3467,
+      "num_tokens": 533919313.0,
+      "step": 1298
+    },
+    {
+      "epoch": 1.1628440366972477,
+      "grad_norm": 0.24300447493260083,
+      "learning_rate": 5.775660872138035e-06,
+      "loss": 0.3186,
+      "num_tokens": 534309085.0,
+      "step": 1299
+    },
+    {
+      "epoch": 1.1632262996941896,
+      "grad_norm": 0.28124353650839806,
+      "learning_rate": 5.770098732025616e-06,
+      "loss": 0.3309,
+      "num_tokens": 534736114.0,
+      "step": 1300
+    },
+    {
+      "epoch": 1.1636085626911314,
+      "grad_norm": 0.34338160046999916,
+      "learning_rate": 5.764536177740658e-06,
+      "loss": 0.3251,
+      "num_tokens": 535154091.0,
+      "step": 1301
+    },
+    {
+      "epoch": 1.1639908256880733,
+      "grad_norm": 0.2777355796087579,
+      "learning_rate": 5.758973217812847e-06,
+      "loss": 0.3559,
+      "num_tokens": 535548923.0,
+      "step": 1302
+    },
+    {
+      "epoch": 1.1643730886850152,
+      "grad_norm": 0.2517192897385153,
+      "learning_rate": 5.7534098607724886e-06,
+      "loss": 0.3415,
+      "num_tokens": 535984687.0,
+      "step": 1303
+    },
+    {
+      "epoch": 1.164755351681957,
+      "grad_norm": 0.27387034825726725,
+      "learning_rate": 5.747846115150501e-06,
+      "loss": 0.3309,
+      "num_tokens": 536380850.0,
+      "step": 1304
+    },
+    {
+      "epoch": 1.165137614678899,
+      "grad_norm": 0.2796362784976631,
+      "learning_rate": 5.742281989478396e-06,
+      "loss": 0.3072,
+      "num_tokens": 536787401.0,
+      "step": 1305
+    },
+    {
+      "epoch": 1.165519877675841,
+      "grad_norm": 0.24184125498369388,
+      "learning_rate": 5.736717492288265e-06,
+      "loss": 0.3335,
+      "num_tokens": 537218169.0,
+      "step": 1306
+    },
+    {
+      "epoch": 1.165902140672783,
+      "grad_norm": 0.25232621546366074,
+      "learning_rate": 5.731152632112779e-06,
+      "loss": 0.3355,
+      "num_tokens": 537636666.0,
+      "step": 1307
+    },
+    {
+      "epoch": 1.1662844036697249,
+      "grad_norm": 0.29465033041218436,
+      "learning_rate": 5.725587417485157e-06,
+      "loss": 0.3304,
+      "num_tokens": 538013901.0,
+      "step": 1308
+    },
+    {
+      "epoch": 1.1666666666666667,
+      "grad_norm": 0.309041606773954,
+      "learning_rate": 5.720021856939162e-06,
+      "loss": 0.3605,
+      "num_tokens": 538432685.0,
+      "step": 1309
+    },
+    {
+      "epoch": 1.1670489296636086,
+      "grad_norm": 0.314272404698483,
+      "learning_rate": 5.714455959009091e-06,
+      "loss": 0.3324,
+      "num_tokens": 538825811.0,
+      "step": 1310
+    },
+    {
+      "epoch": 1.1674311926605505,
+      "grad_norm": 0.2614159710867707,
+      "learning_rate": 5.708889732229756e-06,
+      "loss": 0.3409,
+      "num_tokens": 539243648.0,
+      "step": 1311
+    },
+    {
+      "epoch": 1.1678134556574924,
+      "grad_norm": 0.2443024470663165,
+      "learning_rate": 5.7033231851364755e-06,
+      "loss": 0.3634,
+      "num_tokens": 539693841.0,
+      "step": 1312
+    },
+    {
+      "epoch": 1.1681957186544343,
+      "grad_norm": 0.26154104551841184,
+      "learning_rate": 5.6977563262650545e-06,
+      "loss": 0.3154,
+      "num_tokens": 540060479.0,
+      "step": 1313
+    },
+    {
+      "epoch": 1.1685779816513762,
+      "grad_norm": 0.2529838628475418,
+      "learning_rate": 5.692189164151783e-06,
+      "loss": 0.3113,
+      "num_tokens": 540452979.0,
+      "step": 1314
+    },
+    {
+      "epoch": 1.168960244648318,
+      "grad_norm": 0.25669393135790824,
+      "learning_rate": 5.686621707333407e-06,
+      "loss": 0.3367,
+      "num_tokens": 540887841.0,
+      "step": 1315
+    },
+    {
+      "epoch": 1.16934250764526,
+      "grad_norm": 0.2812699969856882,
+      "learning_rate": 5.681053964347136e-06,
+      "loss": 0.3303,
+      "num_tokens": 541331033.0,
+      "step": 1316
+    },
+    {
+      "epoch": 1.1697247706422018,
+      "grad_norm": 0.2535974149901525,
+      "learning_rate": 5.675485943730606e-06,
+      "loss": 0.3609,
+      "num_tokens": 541777222.0,
+      "step": 1317
+    },
+    {
+      "epoch": 1.1701070336391437,
+      "grad_norm": 0.25840631807611825,
+      "learning_rate": 5.669917654021891e-06,
+      "loss": 0.327,
+      "num_tokens": 542222005.0,
+      "step": 1318
+    },
+    {
+      "epoch": 1.1704892966360856,
+      "grad_norm": 0.2697724432843473,
+      "learning_rate": 5.664349103759467e-06,
+      "loss": 0.3489,
+      "num_tokens": 542631901.0,
+      "step": 1319
+    },
+    {
+      "epoch": 1.1708715596330275,
+      "grad_norm": 0.27133888701747094,
+      "learning_rate": 5.658780301482212e-06,
+      "loss": 0.3422,
+      "num_tokens": 543060829.0,
+      "step": 1320
+    },
+    {
+      "epoch": 1.1712538226299694,
+      "grad_norm": 0.25878320630111323,
+      "learning_rate": 5.653211255729396e-06,
+      "loss": 0.3551,
+      "num_tokens": 543517650.0,
+      "step": 1321
+    },
+    {
+      "epoch": 1.1716360856269112,
+      "grad_norm": 0.26819280364944253,
+      "learning_rate": 5.647641975040656e-06,
+      "loss": 0.3424,
+      "num_tokens": 543899754.0,
+      "step": 1322
+    },
+    {
+      "epoch": 1.1720183486238531,
+      "grad_norm": 0.2534303978781987,
+      "learning_rate": 5.6420724679559935e-06,
+      "loss": 0.3221,
+      "num_tokens": 544322959.0,
+      "step": 1323
+    },
+    {
+      "epoch": 1.172400611620795,
+      "grad_norm": 0.2639307873962133,
+      "learning_rate": 5.6365027430157544e-06,
+      "loss": 0.3526,
+      "num_tokens": 544716184.0,
+      "step": 1324
+    },
+    {
+      "epoch": 1.1727828746177371,
+      "grad_norm": 0.30988974363217614,
+      "learning_rate": 5.630932808760622e-06,
+      "loss": 0.3328,
+      "num_tokens": 545141369.0,
+      "step": 1325
+    },
+    {
+      "epoch": 1.1731651376146788,
+      "grad_norm": 0.2818917196130082,
+      "learning_rate": 5.625362673731597e-06,
+      "loss": 0.3465,
+      "num_tokens": 545538147.0,
+      "step": 1326
+    },
+    {
+      "epoch": 1.1735474006116209,
+      "grad_norm": 0.3410974850927972,
+      "learning_rate": 5.619792346469988e-06,
+      "loss": 0.3768,
+      "num_tokens": 545945638.0,
+      "step": 1327
+    },
+    {
+      "epoch": 1.1739296636085628,
+      "grad_norm": 0.27402305325533044,
+      "learning_rate": 5.614221835517401e-06,
+      "loss": 0.3435,
+      "num_tokens": 546371184.0,
+      "step": 1328
+    },
+    {
+      "epoch": 1.1743119266055047,
+      "grad_norm": 0.28880305451530414,
+      "learning_rate": 5.60865114941572e-06,
+      "loss": 0.3204,
+      "num_tokens": 546713971.0,
+      "step": 1329
+    },
+    {
+      "epoch": 1.1746941896024465,
+      "grad_norm": 0.3228827000346965,
+      "learning_rate": 5.603080296707104e-06,
+      "loss": 0.3582,
+      "num_tokens": 547161502.0,
+      "step": 1330
+    },
+    {
+      "epoch": 1.1750764525993884,
+      "grad_norm": 0.30142371376868743,
+      "learning_rate": 5.5975092859339604e-06,
+      "loss": 0.331,
+      "num_tokens": 547578265.0,
+      "step": 1331
+    },
+    {
+      "epoch": 1.1754587155963303,
+      "grad_norm": 0.26576757402878626,
+      "learning_rate": 5.591938125638941e-06,
+      "loss": 0.363,
+      "num_tokens": 548016613.0,
+      "step": 1332
+    },
+    {
+      "epoch": 1.1758409785932722,
+      "grad_norm": 0.24641365074347962,
+      "learning_rate": 5.586366824364933e-06,
+      "loss": 0.3676,
+      "num_tokens": 548479579.0,
+      "step": 1333
+    },
+    {
+      "epoch": 1.176223241590214,
+      "grad_norm": 0.25605426029897516,
+      "learning_rate": 5.5807953906550305e-06,
+      "loss": 0.3435,
+      "num_tokens": 548921996.0,
+      "step": 1334
+    },
+    {
+      "epoch": 1.176605504587156,
+      "grad_norm": 0.2728580609167911,
+      "learning_rate": 5.575223833052535e-06,
+      "loss": 0.3086,
+      "num_tokens": 549289550.0,
+      "step": 1335
+    },
+    {
+      "epoch": 1.1769877675840978,
+      "grad_norm": 0.256797464366231,
+      "learning_rate": 5.569652160100938e-06,
+      "loss": 0.335,
+      "num_tokens": 549693863.0,
+      "step": 1336
+    },
+    {
+      "epoch": 1.1773700305810397,
+      "grad_norm": 0.2865218483460503,
+      "learning_rate": 5.564080380343908e-06,
+      "loss": 0.3553,
+      "num_tokens": 550094835.0,
+      "step": 1337
+    },
+    {
+      "epoch": 1.1777522935779816,
+      "grad_norm": 0.2620523294805251,
+      "learning_rate": 5.5585085023252775e-06,
+      "loss": 0.3613,
+      "num_tokens": 550533990.0,
+      "step": 1338
+    },
+    {
+      "epoch": 1.1781345565749235,
+      "grad_norm": 0.2620009970726739,
+      "learning_rate": 5.552936534589029e-06,
+      "loss": 0.3087,
+      "num_tokens": 550859026.0,
+      "step": 1339
+    },
+    {
+      "epoch": 1.1785168195718654,
+      "grad_norm": 0.27004059994447555,
+      "learning_rate": 5.54736448567928e-06,
+      "loss": 0.3151,
+      "num_tokens": 551252088.0,
+      "step": 1340
+    },
+    {
+      "epoch": 1.1788990825688073,
+      "grad_norm": 0.25920432137446164,
+      "learning_rate": 5.5417923641402795e-06,
+      "loss": 0.3578,
+      "num_tokens": 551676918.0,
+      "step": 1341
+    },
+    {
+      "epoch": 1.1792813455657492,
+      "grad_norm": 0.273106799089088,
+      "learning_rate": 5.536220178516381e-06,
+      "loss": 0.3197,
+      "num_tokens": 552043959.0,
+      "step": 1342
+    },
+    {
+      "epoch": 1.179663608562691,
+      "grad_norm": 0.25208398023175504,
+      "learning_rate": 5.5306479373520385e-06,
+      "loss": 0.3636,
+      "num_tokens": 552499152.0,
+      "step": 1343
+    },
+    {
+      "epoch": 1.1800458715596331,
+      "grad_norm": 0.24943968287218565,
+      "learning_rate": 5.525075649191792e-06,
+      "loss": 0.3075,
+      "num_tokens": 552890112.0,
+      "step": 1344
+    },
+    {
+      "epoch": 1.1804281345565748,
+      "grad_norm": 0.26257584519004706,
+      "learning_rate": 5.519503322580253e-06,
+      "loss": 0.3195,
+      "num_tokens": 553310359.0,
+      "step": 1345
+    },
+    {
+      "epoch": 1.180810397553517,
+      "grad_norm": 0.3364761227589351,
+      "learning_rate": 5.513930966062093e-06,
+      "loss": 0.3452,
+      "num_tokens": 553747124.0,
+      "step": 1346
+    },
+    {
+      "epoch": 1.1811926605504588,
+      "grad_norm": 0.2510117631456629,
+      "learning_rate": 5.508358588182027e-06,
+      "loss": 0.3545,
+      "num_tokens": 554169144.0,
+      "step": 1347
+    },
+    {
+      "epoch": 1.1815749235474007,
+      "grad_norm": 0.2586205298542163,
+      "learning_rate": 5.502786197484806e-06,
+      "loss": 0.3615,
+      "num_tokens": 554603475.0,
+      "step": 1348
+    },
+    {
+      "epoch": 1.1819571865443426,
+      "grad_norm": 0.29712645669110715,
+      "learning_rate": 5.4972138025151955e-06,
+      "loss": 0.3344,
+      "num_tokens": 554958426.0,
+      "step": 1349
+    },
+    {
+      "epoch": 1.1823394495412844,
+      "grad_norm": 0.2552510588902102,
+      "learning_rate": 5.491641411817974e-06,
+      "loss": 0.3119,
+      "num_tokens": 555333405.0,
+      "step": 1350
+    },
+    {
+      "epoch": 1.1827217125382263,
+      "grad_norm": 0.25438854300226804,
+      "learning_rate": 5.486069033937907e-06,
+      "loss": 0.3353,
+      "num_tokens": 555765117.0,
+      "step": 1351
+    },
+    {
+      "epoch": 1.1831039755351682,
+      "grad_norm": 0.27644822120937756,
+      "learning_rate": 5.480496677419749e-06,
+      "loss": 0.3195,
+      "num_tokens": 556172255.0,
+      "step": 1352
+    },
+    {
+      "epoch": 1.18348623853211,
+      "grad_norm": 0.26108602086015437,
+      "learning_rate": 5.474924350808209e-06,
+      "loss": 0.3597,
+      "num_tokens": 556621721.0,
+      "step": 1353
+    },
+    {
+      "epoch": 1.183868501529052,
+      "grad_norm": 0.30431586492079626,
+      "learning_rate": 5.469352062647964e-06,
+      "loss": 0.3351,
+      "num_tokens": 557030718.0,
+      "step": 1354
+    },
+    {
+      "epoch": 1.1842507645259939,
+      "grad_norm": 0.251684584540872,
+      "learning_rate": 5.463779821483622e-06,
+      "loss": 0.3429,
+      "num_tokens": 557491165.0,
+      "step": 1355
+    },
+    {
+      "epoch": 1.1846330275229358,
+      "grad_norm": 0.3214276581907004,
+      "learning_rate": 5.4582076358597236e-06,
+      "loss": 0.3664,
+      "num_tokens": 557898868.0,
+      "step": 1356
+    },
+    {
+      "epoch": 1.1850152905198776,
+      "grad_norm": 0.2799918136166761,
+      "learning_rate": 5.452635514320721e-06,
+      "loss": 0.3319,
+      "num_tokens": 558288556.0,
+      "step": 1357
+    },
+    {
+      "epoch": 1.1853975535168195,
+      "grad_norm": 0.27860450698348965,
+      "learning_rate": 5.4470634654109734e-06,
+      "loss": 0.3433,
+      "num_tokens": 558695749.0,
+      "step": 1358
+    },
+    {
+      "epoch": 1.1857798165137614,
+      "grad_norm": 0.32964096494581424,
+      "learning_rate": 5.4414914976747256e-06,
+      "loss": 0.3448,
+      "num_tokens": 559082342.0,
+      "step": 1359
+    },
+    {
+      "epoch": 1.1861620795107033,
+      "grad_norm": 0.36620755813583367,
+      "learning_rate": 5.435919619656092e-06,
+      "loss": 0.3422,
+      "num_tokens": 559488552.0,
+      "step": 1360
+    },
+    {
+      "epoch": 1.1865443425076452,
+      "grad_norm": 0.3213781316508178,
+      "learning_rate": 5.4303478398990636e-06,
+      "loss": 0.3354,
+      "num_tokens": 559884114.0,
+      "step": 1361
+    },
+    {
+      "epoch": 1.186926605504587,
+      "grad_norm": 0.28058421787237275,
+      "learning_rate": 5.424776166947466e-06,
+      "loss": 0.3326,
+      "num_tokens": 560266302.0,
+      "step": 1362
+    },
+    {
+      "epoch": 1.1873088685015292,
+      "grad_norm": 0.3026842162831174,
+      "learning_rate": 5.419204609344971e-06,
+      "loss": 0.3428,
+      "num_tokens": 560631357.0,
+      "step": 1363
+    },
+    {
+      "epoch": 1.1876911314984708,
+      "grad_norm": 0.2747070776274948,
+      "learning_rate": 5.413633175635069e-06,
+      "loss": 0.3421,
+      "num_tokens": 561053439.0,
+      "step": 1364
+    },
+    {
+      "epoch": 1.188073394495413,
+      "grad_norm": 0.26901634762917187,
+      "learning_rate": 5.408061874361059e-06,
+      "loss": 0.3265,
+      "num_tokens": 561469160.0,
+      "step": 1365
+    },
+    {
+      "epoch": 1.1884556574923548,
+      "grad_norm": 0.2750589565784775,
+      "learning_rate": 5.402490714066042e-06,
+      "loss": 0.3338,
+      "num_tokens": 561876780.0,
+      "step": 1366
+    },
+    {
+      "epoch": 1.1888379204892967,
+      "grad_norm": 0.3069863313161933,
+      "learning_rate": 5.396919703292898e-06,
+      "loss": 0.3473,
+      "num_tokens": 562282744.0,
+      "step": 1367
+    },
+    {
+      "epoch": 1.1892201834862386,
+      "grad_norm": 0.2731402493495636,
+      "learning_rate": 5.391348850584283e-06,
+      "loss": 0.3293,
+      "num_tokens": 562698144.0,
+      "step": 1368
+    },
+    {
+      "epoch": 1.1896024464831805,
+      "grad_norm": 0.28710289800065253,
+      "learning_rate": 5.385778164482601e-06,
+      "loss": 0.3501,
+      "num_tokens": 563101816.0,
+      "step": 1369
+    },
+    {
+      "epoch": 1.1899847094801224,
+      "grad_norm": 0.3212726567400315,
+      "learning_rate": 5.380207653530014e-06,
+      "loss": 0.3603,
+      "num_tokens": 563494768.0,
+      "step": 1370
+    },
+    {
+      "epoch": 1.1903669724770642,
+      "grad_norm": 0.3271944057404377,
+      "learning_rate": 5.374637326268405e-06,
+      "loss": 0.3191,
+      "num_tokens": 563852980.0,
+      "step": 1371
+    },
+    {
+      "epoch": 1.1907492354740061,
+      "grad_norm": 0.27908977762854204,
+      "learning_rate": 5.36906719123938e-06,
+      "loss": 0.3353,
+      "num_tokens": 564274794.0,
+      "step": 1372
+    },
+    {
+      "epoch": 1.191131498470948,
+      "grad_norm": 0.2725219276464799,
+      "learning_rate": 5.363497256984246e-06,
+      "loss": 0.3629,
+      "num_tokens": 564726003.0,
+      "step": 1373
+    },
+    {
+      "epoch": 1.19151376146789,
+      "grad_norm": 0.2680686365133286,
+      "learning_rate": 5.357927532044008e-06,
+      "loss": 0.3178,
+      "num_tokens": 565121488.0,
+      "step": 1374
+    },
+    {
+      "epoch": 1.1918960244648318,
+      "grad_norm": 0.2515536947449138,
+      "learning_rate": 5.352358024959347e-06,
+      "loss": 0.3394,
+      "num_tokens": 565540090.0,
+      "step": 1375
+    },
+    {
+      "epoch": 1.1922782874617737,
+      "grad_norm": 0.25330141166030484,
+      "learning_rate": 5.346788744270606e-06,
+      "loss": 0.3467,
+      "num_tokens": 565937170.0,
+      "step": 1376
+    },
+    {
+      "epoch": 1.1926605504587156,
+      "grad_norm": 0.28424405686817317,
+      "learning_rate": 5.34121969851779e-06,
+      "loss": 0.3616,
+      "num_tokens": 566332486.0,
+      "step": 1377
+    },
+    {
+      "epoch": 1.1930428134556574,
+      "grad_norm": 0.28078474279921,
+      "learning_rate": 5.3356508962405355e-06,
+      "loss": 0.3429,
+      "num_tokens": 566766459.0,
+      "step": 1378
+    },
+    {
+      "epoch": 1.1934250764525993,
+      "grad_norm": 0.26702394113646466,
+      "learning_rate": 5.33008234597811e-06,
+      "loss": 0.3441,
+      "num_tokens": 567182057.0,
+      "step": 1379
+    },
+    {
+      "epoch": 1.1938073394495412,
+      "grad_norm": 0.2771604577913791,
+      "learning_rate": 5.3245140562693935e-06,
+      "loss": 0.3412,
+      "num_tokens": 567592867.0,
+      "step": 1380
+    },
+    {
+      "epoch": 1.194189602446483,
+      "grad_norm": 0.2300144032980534,
+      "learning_rate": 5.318946035652865e-06,
+      "loss": 0.3382,
+      "num_tokens": 568020880.0,
+      "step": 1381
+    },
+    {
+      "epoch": 1.1945718654434252,
+      "grad_norm": 0.24727581085690706,
+      "learning_rate": 5.313378292666593e-06,
+      "loss": 0.3313,
+      "num_tokens": 568430277.0,
+      "step": 1382
+    },
+    {
+      "epoch": 1.1949541284403669,
+      "grad_norm": 0.2523918862437742,
+      "learning_rate": 5.3078108358482195e-06,
+      "loss": 0.339,
+      "num_tokens": 568789434.0,
+      "step": 1383
+    },
+    {
+      "epoch": 1.195336391437309,
+      "grad_norm": 0.26821998228851673,
+      "learning_rate": 5.302243673734946e-06,
+      "loss": 0.3398,
+      "num_tokens": 569157627.0,
+      "step": 1384
+    },
+    {
+      "epoch": 1.1957186544342508,
+      "grad_norm": 0.27095145054063874,
+      "learning_rate": 5.296676814863526e-06,
+      "loss": 0.3616,
+      "num_tokens": 569603856.0,
+      "step": 1385
+    },
+    {
+      "epoch": 1.1961009174311927,
+      "grad_norm": 0.26178490868073856,
+      "learning_rate": 5.291110267770246e-06,
+      "loss": 0.3487,
+      "num_tokens": 570004028.0,
+      "step": 1386
+    },
+    {
+      "epoch": 1.1964831804281346,
+      "grad_norm": 0.3154005476351008,
+      "learning_rate": 5.285544040990911e-06,
+      "loss": 0.3508,
+      "num_tokens": 570435235.0,
+      "step": 1387
+    },
+    {
+      "epoch": 1.1968654434250765,
+      "grad_norm": 0.26614780841414865,
+      "learning_rate": 5.279978143060841e-06,
+      "loss": 0.3302,
+      "num_tokens": 570830181.0,
+      "step": 1388
+    },
+    {
+      "epoch": 1.1972477064220184,
+      "grad_norm": 0.2628416320831463,
+      "learning_rate": 5.274412582514845e-06,
+      "loss": 0.3606,
+      "num_tokens": 571233656.0,
+      "step": 1389
+    },
+    {
+      "epoch": 1.1976299694189603,
+      "grad_norm": 0.27715431223283626,
+      "learning_rate": 5.268847367887222e-06,
+      "loss": 0.3382,
+      "num_tokens": 571655604.0,
+      "step": 1390
+    },
+    {
+      "epoch": 1.1980122324159022,
+      "grad_norm": 0.2765569380362338,
+      "learning_rate": 5.263282507711734e-06,
+      "loss": 0.3606,
+      "num_tokens": 572086268.0,
+      "step": 1391
+    },
+    {
+      "epoch": 1.198394495412844,
+      "grad_norm": 0.26061891209710825,
+      "learning_rate": 5.2577180105216075e-06,
+      "loss": 0.3284,
+      "num_tokens": 572454480.0,
+      "step": 1392
+    },
+    {
+      "epoch": 1.198776758409786,
+      "grad_norm": 0.2893721214247075,
+      "learning_rate": 5.2521538848495015e-06,
+      "loss": 0.3378,
+      "num_tokens": 572842094.0,
+      "step": 1393
+    },
+    {
+      "epoch": 1.1991590214067278,
+      "grad_norm": 0.2665465987385463,
+      "learning_rate": 5.246590139227513e-06,
+      "loss": 0.3586,
+      "num_tokens": 573259429.0,
+      "step": 1394
+    },
+    {
+      "epoch": 1.1995412844036697,
+      "grad_norm": 0.25949626519122665,
+      "learning_rate": 5.2410267821871556e-06,
+      "loss": 0.3409,
+      "num_tokens": 573674345.0,
+      "step": 1395
+    },
+    {
+      "epoch": 1.1999235474006116,
+      "grad_norm": 0.25292850092251457,
+      "learning_rate": 5.235463822259343e-06,
+      "loss": 0.3485,
+      "num_tokens": 574084417.0,
+      "step": 1396
+    },
+    {
+      "epoch": 1.2003058103975535,
+      "grad_norm": 0.2616914259118696,
+      "learning_rate": 5.229901267974386e-06,
+      "loss": 0.338,
+      "num_tokens": 574570186.0,
+      "step": 1397
+    },
+    {
+      "epoch": 1.2006880733944953,
+      "grad_norm": 0.27877354549603256,
+      "learning_rate": 5.224339127861967e-06,
+      "loss": 0.3736,
+      "num_tokens": 574983429.0,
+      "step": 1398
+    },
+    {
+      "epoch": 1.2010703363914372,
+      "grad_norm": 0.2621265565285058,
+      "learning_rate": 5.21877741045114e-06,
+      "loss": 0.3476,
+      "num_tokens": 575395756.0,
+      "step": 1399
+    },
+    {
+      "epoch": 1.2014525993883791,
+      "grad_norm": 0.2742773048549955,
+      "learning_rate": 5.213216124270302e-06,
+      "loss": 0.3371,
+      "num_tokens": 575783755.0,
+      "step": 1400
+    },
+    {
+      "epoch": 1.2018348623853212,
+      "grad_norm": 0.27906385898119274,
+      "learning_rate": 5.2076552778472e-06,
+      "loss": 0.3329,
+      "num_tokens": 576200507.0,
+      "step": 1401
+    },
+    {
+      "epoch": 1.2022171253822629,
+      "grad_norm": 0.25687283866749777,
+      "learning_rate": 5.2020948797088966e-06,
+      "loss": 0.3179,
+      "num_tokens": 576576622.0,
+      "step": 1402
+    },
+    {
+      "epoch": 1.202599388379205,
+      "grad_norm": 0.2460919647336761,
+      "learning_rate": 5.196534938381772e-06,
+      "loss": 0.3479,
+      "num_tokens": 577015647.0,
+      "step": 1403
+    },
+    {
+      "epoch": 1.2029816513761469,
+      "grad_norm": 0.2700509491553811,
+      "learning_rate": 5.190975462391505e-06,
+      "loss": 0.3346,
+      "num_tokens": 577391454.0,
+      "step": 1404
+    },
+    {
+      "epoch": 1.2033639143730888,
+      "grad_norm": 0.2815930587995079,
+      "learning_rate": 5.185416460263061e-06,
+      "loss": 0.3729,
+      "num_tokens": 577793958.0,
+      "step": 1405
+    },
+    {
+      "epoch": 1.2037461773700306,
+      "grad_norm": 0.24162844223122162,
+      "learning_rate": 5.179857940520678e-06,
+      "loss": 0.322,
+      "num_tokens": 578207442.0,
+      "step": 1406
+    },
+    {
+      "epoch": 1.2041284403669725,
+      "grad_norm": 0.2765822632686362,
+      "learning_rate": 5.174299911687854e-06,
+      "loss": 0.3419,
+      "num_tokens": 578613416.0,
+      "step": 1407
+    },
+    {
+      "epoch": 1.2045107033639144,
+      "grad_norm": 0.24160945120242927,
+      "learning_rate": 5.16874238228734e-06,
+      "loss": 0.3165,
+      "num_tokens": 579041794.0,
+      "step": 1408
+    },
+    {
+      "epoch": 1.2048929663608563,
+      "grad_norm": 0.2554094526264656,
+      "learning_rate": 5.16318536084111e-06,
+      "loss": 0.3416,
+      "num_tokens": 579464950.0,
+      "step": 1409
+    },
+    {
+      "epoch": 1.2052752293577982,
+      "grad_norm": 0.26599550197518695,
+      "learning_rate": 5.157628855870369e-06,
+      "loss": 0.3571,
+      "num_tokens": 579867063.0,
+      "step": 1410
+    },
+    {
+      "epoch": 1.20565749235474,
+      "grad_norm": 0.2516927193627474,
+      "learning_rate": 5.152072875895524e-06,
+      "loss": 0.3473,
+      "num_tokens": 580302317.0,
+      "step": 1411
+    },
+    {
+      "epoch": 1.206039755351682,
+      "grad_norm": 0.24855271629994571,
+      "learning_rate": 5.1465174294361815e-06,
+      "loss": 0.3301,
+      "num_tokens": 580690091.0,
+      "step": 1412
+    },
+    {
+      "epoch": 1.2064220183486238,
+      "grad_norm": 0.24558978907512305,
+      "learning_rate": 5.1409625250111265e-06,
+      "loss": 0.3331,
+      "num_tokens": 581115425.0,
+      "step": 1413
+    },
+    {
+      "epoch": 1.2068042813455657,
+      "grad_norm": 0.2578010603148845,
+      "learning_rate": 5.1354081711383155e-06,
+      "loss": 0.3329,
+      "num_tokens": 581516764.0,
+      "step": 1414
+    },
+    {
+      "epoch": 1.2071865443425076,
+      "grad_norm": 0.23975504250036228,
+      "learning_rate": 5.129854376334859e-06,
+      "loss": 0.3191,
+      "num_tokens": 581940060.0,
+      "step": 1415
+    },
+    {
+      "epoch": 1.2075688073394495,
+      "grad_norm": 0.2484998360852266,
+      "learning_rate": 5.124301149117008e-06,
+      "loss": 0.3387,
+      "num_tokens": 582374651.0,
+      "step": 1416
+    },
+    {
+      "epoch": 1.2079510703363914,
+      "grad_norm": 0.26548934993454854,
+      "learning_rate": 5.11874849800015e-06,
+      "loss": 0.3481,
+      "num_tokens": 582763438.0,
+      "step": 1417
+    },
+    {
+      "epoch": 1.2083333333333333,
+      "grad_norm": 0.252163932582216,
+      "learning_rate": 5.113196431498783e-06,
+      "loss": 0.3535,
+      "num_tokens": 583241991.0,
+      "step": 1418
+    },
+    {
+      "epoch": 1.2087155963302751,
+      "grad_norm": 0.2783722614542156,
+      "learning_rate": 5.1076449581265084e-06,
+      "loss": 0.3518,
+      "num_tokens": 583647446.0,
+      "step": 1419
+    },
+    {
+      "epoch": 1.209097859327217,
+      "grad_norm": 0.2602301446119456,
+      "learning_rate": 5.102094086396021e-06,
+      "loss": 0.3488,
+      "num_tokens": 584081127.0,
+      "step": 1420
+    },
+    {
+      "epoch": 1.209480122324159,
+      "grad_norm": 0.27169725102755915,
+      "learning_rate": 5.096543824819096e-06,
+      "loss": 0.3628,
+      "num_tokens": 584509039.0,
+      "step": 1421
+    },
+    {
+      "epoch": 1.209862385321101,
+      "grad_norm": 0.2620672668182354,
+      "learning_rate": 5.0909941819065624e-06,
+      "loss": 0.3307,
+      "num_tokens": 584907216.0,
+      "step": 1422
+    },
+    {
+      "epoch": 1.210244648318043,
+      "grad_norm": 0.23969063514026234,
+      "learning_rate": 5.085445166168313e-06,
+      "loss": 0.3456,
+      "num_tokens": 585330821.0,
+      "step": 1423
+    },
+    {
+      "epoch": 1.2106269113149848,
+      "grad_norm": 0.2700596226005749,
+      "learning_rate": 5.079896786113271e-06,
+      "loss": 0.3551,
+      "num_tokens": 585730754.0,
+      "step": 1424
+    },
+    {
+      "epoch": 1.2110091743119267,
+      "grad_norm": 0.2479005234748073,
+      "learning_rate": 5.0743490502493865e-06,
+      "loss": 0.3592,
+      "num_tokens": 586172686.0,
+      "step": 1425
+    },
+    {
+      "epoch": 1.2113914373088686,
+      "grad_norm": 0.24222616670337951,
+      "learning_rate": 5.068801967083624e-06,
+      "loss": 0.3311,
+      "num_tokens": 586602209.0,
+      "step": 1426
+    },
+    {
+      "epoch": 1.2117737003058104,
+      "grad_norm": 0.299527088448113,
+      "learning_rate": 5.063255545121941e-06,
+      "loss": 0.3388,
+      "num_tokens": 586997897.0,
+      "step": 1427
+    },
+    {
+      "epoch": 1.2121559633027523,
+      "grad_norm": 0.24137978692899348,
+      "learning_rate": 5.057709792869291e-06,
+      "loss": 0.3382,
+      "num_tokens": 587430388.0,
+      "step": 1428
+    },
+    {
+      "epoch": 1.2125382262996942,
+      "grad_norm": 0.2389468213471267,
+      "learning_rate": 5.052164718829591e-06,
+      "loss": 0.3574,
+      "num_tokens": 587866141.0,
+      "step": 1429
+    },
+    {
+      "epoch": 1.212920489296636,
+      "grad_norm": 0.23843445927237836,
+      "learning_rate": 5.046620331505725e-06,
+      "loss": 0.3468,
+      "num_tokens": 588259863.0,
+      "step": 1430
+    },
+    {
+      "epoch": 1.213302752293578,
+      "grad_norm": 0.2592158152435474,
+      "learning_rate": 5.0410766393995196e-06,
+      "loss": 0.3598,
+      "num_tokens": 588692785.0,
+      "step": 1431
+    },
+    {
+      "epoch": 1.2136850152905199,
+      "grad_norm": 0.3236524856457128,
+      "learning_rate": 5.035533651011737e-06,
+      "loss": 0.3681,
+      "num_tokens": 589140008.0,
+      "step": 1432
+    },
+    {
+      "epoch": 1.2140672782874617,
+      "grad_norm": 0.3231716045774789,
+      "learning_rate": 5.029991374842058e-06,
+      "loss": 0.3776,
+      "num_tokens": 589577226.0,
+      "step": 1433
+    },
+    {
+      "epoch": 1.2144495412844036,
+      "grad_norm": 0.27330984416902876,
+      "learning_rate": 5.024449819389079e-06,
+      "loss": 0.3283,
+      "num_tokens": 589977520.0,
+      "step": 1434
+    },
+    {
+      "epoch": 1.2148318042813455,
+      "grad_norm": 0.27711815419739766,
+      "learning_rate": 5.0189089931502774e-06,
+      "loss": 0.3314,
+      "num_tokens": 590333940.0,
+      "step": 1435
+    },
+    {
+      "epoch": 1.2152140672782874,
+      "grad_norm": 0.25082337758936657,
+      "learning_rate": 5.0133689046220305e-06,
+      "loss": 0.35,
+      "num_tokens": 590769392.0,
+      "step": 1436
+    },
+    {
+      "epoch": 1.2155963302752293,
+      "grad_norm": 0.24514922403076825,
+      "learning_rate": 5.007829562299567e-06,
+      "loss": 0.3633,
+      "num_tokens": 591218518.0,
+      "step": 1437
+    },
+    {
+      "epoch": 1.2159785932721712,
+      "grad_norm": 0.23652350998859914,
+      "learning_rate": 5.00229097467698e-06,
+      "loss": 0.3578,
+      "num_tokens": 591674926.0,
+      "step": 1438
+    },
+    {
+      "epoch": 1.216360856269113,
+      "grad_norm": 0.2875587626857516,
+      "learning_rate": 4.996753150247206e-06,
+      "loss": 0.3416,
+      "num_tokens": 592069939.0,
+      "step": 1439
+    },
+    {
+      "epoch": 1.216743119266055,
+      "grad_norm": 0.26569620097643265,
+      "learning_rate": 4.991216097502009e-06,
+      "loss": 0.3596,
+      "num_tokens": 592451931.0,
+      "step": 1440
+    },
+    {
+      "epoch": 1.217125382262997,
+      "grad_norm": 0.23722529594349642,
+      "learning_rate": 4.985679824931973e-06,
+      "loss": 0.3123,
+      "num_tokens": 592877382.0,
+      "step": 1441
+    },
+    {
+      "epoch": 1.217507645259939,
+      "grad_norm": 0.2718248599459754,
+      "learning_rate": 4.980144341026475e-06,
+      "loss": 0.3361,
+      "num_tokens": 593280628.0,
+      "step": 1442
+    },
+    {
+      "epoch": 1.2178899082568808,
+      "grad_norm": 0.259969371177258,
+      "learning_rate": 4.974609654273699e-06,
+      "loss": 0.3166,
+      "num_tokens": 593683143.0,
+      "step": 1443
+    },
+    {
+      "epoch": 1.2182721712538227,
+      "grad_norm": 0.2858017941992173,
+      "learning_rate": 4.969075773160591e-06,
+      "loss": 0.3604,
+      "num_tokens": 594140574.0,
+      "step": 1444
+    },
+    {
+      "epoch": 1.2186544342507646,
+      "grad_norm": 0.25731140585770546,
+      "learning_rate": 4.963542706172875e-06,
+      "loss": 0.317,
+      "num_tokens": 594531170.0,
+      "step": 1445
+    },
+    {
+      "epoch": 1.2190366972477065,
+      "grad_norm": 0.26673586482778844,
+      "learning_rate": 4.958010461795015e-06,
+      "loss": 0.3275,
+      "num_tokens": 594929877.0,
+      "step": 1446
+    },
+    {
+      "epoch": 1.2194189602446484,
+      "grad_norm": 0.2724948758311067,
+      "learning_rate": 4.9524790485102245e-06,
+      "loss": 0.3538,
+      "num_tokens": 595330308.0,
+      "step": 1447
+    },
+    {
+      "epoch": 1.2198012232415902,
+      "grad_norm": 0.2638491077385973,
+      "learning_rate": 4.946948474800433e-06,
+      "loss": 0.3543,
+      "num_tokens": 595730073.0,
+      "step": 1448
+    },
+    {
+      "epoch": 1.2201834862385321,
+      "grad_norm": 0.28052594497754146,
+      "learning_rate": 4.941418749146285e-06,
+      "loss": 0.3575,
+      "num_tokens": 596136671.0,
+      "step": 1449
+    },
+    {
+      "epoch": 1.220565749235474,
+      "grad_norm": 0.2730903926179031,
+      "learning_rate": 4.935889880027131e-06,
+      "loss": 0.341,
+      "num_tokens": 596520791.0,
+      "step": 1450
+    },
+    {
+      "epoch": 1.220948012232416,
+      "grad_norm": 0.27587189339245105,
+      "learning_rate": 4.9303618759209985e-06,
+      "loss": 0.3364,
+      "num_tokens": 596925051.0,
+      "step": 1451
+    },
+    {
+      "epoch": 1.2213302752293578,
+      "grad_norm": 0.2331021046558726,
+      "learning_rate": 4.924834745304597e-06,
+      "loss": 0.3408,
+      "num_tokens": 597354974.0,
+      "step": 1452
+    },
+    {
+      "epoch": 1.2217125382262997,
+      "grad_norm": 0.26967929153955755,
+      "learning_rate": 4.919308496653291e-06,
+      "loss": 0.3365,
+      "num_tokens": 597745041.0,
+      "step": 1453
+    },
+    {
+      "epoch": 1.2220948012232415,
+      "grad_norm": 0.2441304698585968,
+      "learning_rate": 4.913783138441096e-06,
+      "loss": 0.34,
+      "num_tokens": 598166032.0,
+      "step": 1454
+    },
+    {
+      "epoch": 1.2224770642201834,
+      "grad_norm": 0.30568369318908595,
+      "learning_rate": 4.90825867914066e-06,
+      "loss": 0.3662,
+      "num_tokens": 598615529.0,
+      "step": 1455
+    },
+    {
+      "epoch": 1.2228593272171253,
+      "grad_norm": 0.27108813426412587,
+      "learning_rate": 4.902735127223251e-06,
+      "loss": 0.3357,
+      "num_tokens": 598962015.0,
+      "step": 1456
+    },
+    {
+      "epoch": 1.2232415902140672,
+      "grad_norm": 0.26376651550064845,
+      "learning_rate": 4.897212491158753e-06,
+      "loss": 0.3418,
+      "num_tokens": 599353019.0,
+      "step": 1457
+    },
+    {
+      "epoch": 1.223623853211009,
+      "grad_norm": 0.267246845896282,
+      "learning_rate": 4.891690779415635e-06,
+      "loss": 0.3292,
+      "num_tokens": 599738876.0,
+      "step": 1458
+    },
+    {
+      "epoch": 1.224006116207951,
+      "grad_norm": 0.2762491852336058,
+      "learning_rate": 4.886170000460956e-06,
+      "loss": 0.3429,
+      "num_tokens": 600147051.0,
+      "step": 1459
+    },
+    {
+      "epoch": 1.224388379204893,
+      "grad_norm": 0.2701923633567987,
+      "learning_rate": 4.880650162760342e-06,
+      "loss": 0.3381,
+      "num_tokens": 600546768.0,
+      "step": 1460
+    },
+    {
+      "epoch": 1.224770642201835,
+      "grad_norm": 0.27426144067796565,
+      "learning_rate": 4.8751312747779784e-06,
+      "loss": 0.3646,
+      "num_tokens": 600973826.0,
+      "step": 1461
+    },
+    {
+      "epoch": 1.2251529051987768,
+      "grad_norm": 0.2361830189895042,
+      "learning_rate": 4.869613344976593e-06,
+      "loss": 0.3586,
+      "num_tokens": 601413023.0,
+      "step": 1462
+    },
+    {
+      "epoch": 1.2255351681957187,
+      "grad_norm": 0.32601450858801245,
+      "learning_rate": 4.86409638181744e-06,
+      "loss": 0.3493,
+      "num_tokens": 601815906.0,
+      "step": 1463
+    },
+    {
+      "epoch": 1.2259174311926606,
+      "grad_norm": 0.27346705309985486,
+      "learning_rate": 4.858580393760295e-06,
+      "loss": 0.3237,
+      "num_tokens": 602217583.0,
+      "step": 1464
+    },
+    {
+      "epoch": 1.2262996941896025,
+      "grad_norm": 0.32413952008488867,
+      "learning_rate": 4.853065389263442e-06,
+      "loss": 0.3583,
+      "num_tokens": 602650577.0,
+      "step": 1465
+    },
+    {
+      "epoch": 1.2266819571865444,
+      "grad_norm": 0.32723787793552767,
+      "learning_rate": 4.84755137678365e-06,
+      "loss": 0.3475,
+      "num_tokens": 603086817.0,
+      "step": 1466
+    },
+    {
+      "epoch": 1.2270642201834863,
+      "grad_norm": 0.268616572995574,
+      "learning_rate": 4.842038364776171e-06,
+      "loss": 0.3561,
+      "num_tokens": 603512296.0,
+      "step": 1467
+    },
+    {
+      "epoch": 1.2274464831804281,
+      "grad_norm": 0.2709343214222051,
+      "learning_rate": 4.836526361694724e-06,
+      "loss": 0.3643,
+      "num_tokens": 603931069.0,
+      "step": 1468
+    },
+    {
+      "epoch": 1.22782874617737,
+      "grad_norm": 0.3260819738706885,
+      "learning_rate": 4.8310153759914745e-06,
+      "loss": 0.3697,
+      "num_tokens": 604328786.0,
+      "step": 1469
+    },
+    {
+      "epoch": 1.228211009174312,
+      "grad_norm": 0.27786297560386686,
+      "learning_rate": 4.825505416117034e-06,
+      "loss": 0.3543,
+      "num_tokens": 604734964.0,
+      "step": 1470
+    },
+    {
+      "epoch": 1.2285932721712538,
+      "grad_norm": 0.2604192561524548,
+      "learning_rate": 4.819996490520438e-06,
+      "loss": 0.3271,
+      "num_tokens": 605178313.0,
+      "step": 1471
+    },
+    {
+      "epoch": 1.2289755351681957,
+      "grad_norm": 0.26109735350940677,
+      "learning_rate": 4.814488607649141e-06,
+      "loss": 0.3524,
+      "num_tokens": 605592377.0,
+      "step": 1472
+    },
+    {
+      "epoch": 1.2293577981651376,
+      "grad_norm": 0.2797810462333863,
+      "learning_rate": 4.808981775948989e-06,
+      "loss": 0.3476,
+      "num_tokens": 605998341.0,
+      "step": 1473
+    },
+    {
+      "epoch": 1.2297400611620795,
+      "grad_norm": 0.24640832170391241,
+      "learning_rate": 4.803476003864227e-06,
+      "loss": 0.3535,
+      "num_tokens": 606401178.0,
+      "step": 1474
+    },
+    {
+      "epoch": 1.2301223241590213,
+      "grad_norm": 0.2942989088750153,
+      "learning_rate": 4.797971299837466e-06,
+      "loss": 0.336,
+      "num_tokens": 606804645.0,
+      "step": 1475
+    },
+    {
+      "epoch": 1.2305045871559632,
+      "grad_norm": 0.28471978921225577,
+      "learning_rate": 4.792467672309686e-06,
+      "loss": 0.3611,
+      "num_tokens": 607267175.0,
+      "step": 1476
+    },
+    {
+      "epoch": 1.230886850152905,
+      "grad_norm": 0.2577764435469393,
+      "learning_rate": 4.7869651297202144e-06,
+      "loss": 0.3389,
+      "num_tokens": 607695846.0,
+      "step": 1477
+    },
+    {
+      "epoch": 1.231269113149847,
+      "grad_norm": 0.2552033630619719,
+      "learning_rate": 4.78146368050671e-06,
+      "loss": 0.3786,
+      "num_tokens": 608156545.0,
+      "step": 1478
+    },
+    {
+      "epoch": 1.231651376146789,
+      "grad_norm": 0.2678851518078223,
+      "learning_rate": 4.775963333105161e-06,
+      "loss": 0.3833,
+      "num_tokens": 608601289.0,
+      "step": 1479
+    },
+    {
+      "epoch": 1.2320336391437308,
+      "grad_norm": 0.25369458979380793,
+      "learning_rate": 4.770464095949865e-06,
+      "loss": 0.3541,
+      "num_tokens": 609027276.0,
+      "step": 1480
+    },
+    {
+      "epoch": 1.2324159021406729,
+      "grad_norm": 0.2659788503745061,
+      "learning_rate": 4.764965977473416e-06,
+      "loss": 0.3517,
+      "num_tokens": 609471043.0,
+      "step": 1481
+    },
+    {
+      "epoch": 1.2327981651376148,
+      "grad_norm": 0.2657842908883709,
+      "learning_rate": 4.7594689861066904e-06,
+      "loss": 0.3515,
+      "num_tokens": 609909672.0,
+      "step": 1482
+    },
+    {
+      "epoch": 1.2331804281345566,
+      "grad_norm": 0.25381790180089137,
+      "learning_rate": 4.7539731302788435e-06,
+      "loss": 0.3375,
+      "num_tokens": 610300328.0,
+      "step": 1483
+    },
+    {
+      "epoch": 1.2335626911314985,
+      "grad_norm": 0.28007643986816405,
+      "learning_rate": 4.7484784184172796e-06,
+      "loss": 0.3672,
+      "num_tokens": 610697792.0,
+      "step": 1484
+    },
+    {
+      "epoch": 1.2339449541284404,
+      "grad_norm": 0.2665383822644655,
+      "learning_rate": 4.742984858947658e-06,
+      "loss": 0.3383,
+      "num_tokens": 611105840.0,
+      "step": 1485
+    },
+    {
+      "epoch": 1.2343272171253823,
+      "grad_norm": 0.26259115872856414,
+      "learning_rate": 4.737492460293865e-06,
+      "loss": 0.3452,
+      "num_tokens": 611518454.0,
+      "step": 1486
+    },
+    {
+      "epoch": 1.2347094801223242,
+      "grad_norm": 0.2894301650285961,
+      "learning_rate": 4.7320012308780074e-06,
+      "loss": 0.3782,
+      "num_tokens": 611939223.0,
+      "step": 1487
+    },
+    {
+      "epoch": 1.235091743119266,
+      "grad_norm": 0.27807499399347135,
+      "learning_rate": 4.726511179120402e-06,
+      "loss": 0.3441,
+      "num_tokens": 612312398.0,
+      "step": 1488
+    },
+    {
+      "epoch": 1.235474006116208,
+      "grad_norm": 0.2613156134344048,
+      "learning_rate": 4.721022313439556e-06,
+      "loss": 0.3534,
+      "num_tokens": 612721537.0,
+      "step": 1489
+    },
+    {
+      "epoch": 1.2358562691131498,
+      "grad_norm": 0.2903192050933763,
+      "learning_rate": 4.715534642252163e-06,
+      "loss": 0.3337,
+      "num_tokens": 613089683.0,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2362385321100917,
+      "grad_norm": 0.283007698889918,
+      "learning_rate": 4.71004817397308e-06,
+      "loss": 0.3579,
+      "num_tokens": 613554657.0,
+      "step": 1491
+    },
+    {
+      "epoch": 1.2366207951070336,
+      "grad_norm": 0.2581786248807065,
+      "learning_rate": 4.704562917015321e-06,
+      "loss": 0.3516,
+      "num_tokens": 613997508.0,
+      "step": 1492
+    },
+    {
+      "epoch": 1.2370030581039755,
+      "grad_norm": 0.2694670126769742,
+      "learning_rate": 4.6990788797900435e-06,
+      "loss": 0.3618,
+      "num_tokens": 614386449.0,
+      "step": 1493
+    },
+    {
+      "epoch": 1.2373853211009174,
+      "grad_norm": 0.2274473701492788,
+      "learning_rate": 4.693596070706535e-06,
+      "loss": 0.3404,
+      "num_tokens": 614825633.0,
+      "step": 1494
+    },
+    {
+      "epoch": 1.2377675840978593,
+      "grad_norm": 0.27876404382055525,
+      "learning_rate": 4.688114498172196e-06,
+      "loss": 0.3535,
+      "num_tokens": 615233900.0,
+      "step": 1495
+    },
+    {
+      "epoch": 1.2381498470948011,
+      "grad_norm": 0.3242892792938995,
+      "learning_rate": 4.682634170592537e-06,
+      "loss": 0.3682,
+      "num_tokens": 615658861.0,
+      "step": 1496
+    },
+    {
+      "epoch": 1.238532110091743,
+      "grad_norm": 0.2787711577260471,
+      "learning_rate": 4.677155096371153e-06,
+      "loss": 0.3611,
+      "num_tokens": 616063526.0,
+      "step": 1497
+    },
+    {
+      "epoch": 1.2389143730886851,
+      "grad_norm": 0.2554049172006759,
+      "learning_rate": 4.671677283909722e-06,
+      "loss": 0.3346,
+      "num_tokens": 616443518.0,
+      "step": 1498
+    },
+    {
+      "epoch": 1.2392966360856268,
+      "grad_norm": 0.26168405164306663,
+      "learning_rate": 4.666200741607987e-06,
+      "loss": 0.3441,
+      "num_tokens": 616842118.0,
+      "step": 1499
+    },
+    {
+      "epoch": 1.239678899082569,
+      "grad_norm": 0.267189197129404,
+      "learning_rate": 4.660725477863738e-06,
+      "loss": 0.3509,
+      "num_tokens": 617256623.0,
+      "step": 1500
+    },
+    {
+      "epoch": 1.2400611620795108,
+      "grad_norm": 0.27880337082632484,
+      "learning_rate": 4.65525150107281e-06,
+      "loss": 0.3601,
+      "num_tokens": 617675632.0,
+      "step": 1501
+    },
+    {
+      "epoch": 1.2404434250764527,
+      "grad_norm": 0.2773574935020381,
+      "learning_rate": 4.649778819629062e-06,
+      "loss": 0.3688,
+      "num_tokens": 618131018.0,
+      "step": 1502
+    },
+    {
+      "epoch": 1.2408256880733946,
+      "grad_norm": 0.24667708079763367,
+      "learning_rate": 4.6443074419243695e-06,
+      "loss": 0.3227,
+      "num_tokens": 618534447.0,
+      "step": 1503
+    },
+    {
+      "epoch": 1.2412079510703364,
+      "grad_norm": 0.25792012719285073,
+      "learning_rate": 4.638837376348603e-06,
+      "loss": 0.3488,
+      "num_tokens": 618964198.0,
+      "step": 1504
+    },
+    {
+      "epoch": 1.2415902140672783,
+      "grad_norm": 0.2443927818637308,
+      "learning_rate": 4.633368631289628e-06,
+      "loss": 0.3413,
+      "num_tokens": 619414257.0,
+      "step": 1505
+    },
+    {
+      "epoch": 1.2419724770642202,
+      "grad_norm": 0.24132322852009902,
+      "learning_rate": 4.6279012151332815e-06,
+      "loss": 0.3257,
+      "num_tokens": 619801643.0,
+      "step": 1506
+    },
+    {
+      "epoch": 1.242354740061162,
+      "grad_norm": 0.30312409830588954,
+      "learning_rate": 4.622435136263363e-06,
+      "loss": 0.3748,
+      "num_tokens": 620263688.0,
+      "step": 1507
+    },
+    {
+      "epoch": 1.242737003058104,
+      "grad_norm": 0.29370964523192583,
+      "learning_rate": 4.61697040306162e-06,
+      "loss": 0.387,
+      "num_tokens": 620692631.0,
+      "step": 1508
+    },
+    {
+      "epoch": 1.2431192660550459,
+      "grad_norm": 0.2570004905550023,
+      "learning_rate": 4.6115070239077385e-06,
+      "loss": 0.3353,
+      "num_tokens": 621100009.0,
+      "step": 1509
+    },
+    {
+      "epoch": 1.2435015290519877,
+      "grad_norm": 0.28160061630265976,
+      "learning_rate": 4.6060450071793295e-06,
+      "loss": 0.3435,
+      "num_tokens": 621488160.0,
+      "step": 1510
+    },
+    {
+      "epoch": 1.2438837920489296,
+      "grad_norm": 0.2605355082911742,
+      "learning_rate": 4.600584361251909e-06,
+      "loss": 0.3568,
+      "num_tokens": 621904777.0,
+      "step": 1511
+    },
+    {
+      "epoch": 1.2442660550458715,
+      "grad_norm": 0.2704803648218184,
+      "learning_rate": 4.595125094498899e-06,
+      "loss": 0.3662,
+      "num_tokens": 622311490.0,
+      "step": 1512
+    },
+    {
+      "epoch": 1.2446483180428134,
+      "grad_norm": 0.2567803921692123,
+      "learning_rate": 4.589667215291601e-06,
+      "loss": 0.3404,
+      "num_tokens": 622737647.0,
+      "step": 1513
+    },
+    {
+      "epoch": 1.2450305810397553,
+      "grad_norm": 0.2738559274542928,
+      "learning_rate": 4.5842107319991916e-06,
+      "loss": 0.3521,
+      "num_tokens": 623131448.0,
+      "step": 1514
+    },
+    {
+      "epoch": 1.2454128440366972,
+      "grad_norm": 0.23455746570437214,
+      "learning_rate": 4.578755652988705e-06,
+      "loss": 0.3469,
+      "num_tokens": 623552011.0,
+      "step": 1515
+    },
+    {
+      "epoch": 1.245795107033639,
+      "grad_norm": 0.33530673271263983,
+      "learning_rate": 4.5733019866250215e-06,
+      "loss": 0.342,
+      "num_tokens": 623962191.0,
+      "step": 1516
+    },
+    {
+      "epoch": 1.2461773700305812,
+      "grad_norm": 0.3229263283677262,
+      "learning_rate": 4.567849741270858e-06,
+      "loss": 0.3642,
+      "num_tokens": 624400925.0,
+      "step": 1517
+    },
+    {
+      "epoch": 1.2465596330275228,
+      "grad_norm": 0.30700483648842336,
+      "learning_rate": 4.562398925286753e-06,
+      "loss": 0.3736,
+      "num_tokens": 624833682.0,
+      "step": 1518
+    },
+    {
+      "epoch": 1.246941896024465,
+      "grad_norm": 0.2616954995028591,
+      "learning_rate": 4.556949547031048e-06,
+      "loss": 0.346,
+      "num_tokens": 625268088.0,
+      "step": 1519
+    },
+    {
+      "epoch": 1.2473241590214068,
+      "grad_norm": 0.2698282431970166,
+      "learning_rate": 4.551501614859882e-06,
+      "loss": 0.3256,
+      "num_tokens": 625646330.0,
+      "step": 1520
+    },
+    {
+      "epoch": 1.2477064220183487,
+      "grad_norm": 0.28539214412216046,
+      "learning_rate": 4.546055137127182e-06,
+      "loss": 0.3658,
+      "num_tokens": 626076391.0,
+      "step": 1521
+    },
+    {
+      "epoch": 1.2480886850152906,
+      "grad_norm": 0.30462971972459074,
+      "learning_rate": 4.540610122184637e-06,
+      "loss": 0.344,
+      "num_tokens": 626436204.0,
+      "step": 1522
+    },
+    {
+      "epoch": 1.2484709480122325,
+      "grad_norm": 0.2716450498903016,
+      "learning_rate": 4.535166578381699e-06,
+      "loss": 0.3496,
+      "num_tokens": 626835819.0,
+      "step": 1523
+    },
+    {
+      "epoch": 1.2488532110091743,
+      "grad_norm": 0.2913944763533766,
+      "learning_rate": 4.529724514065558e-06,
+      "loss": 0.3496,
+      "num_tokens": 627245387.0,
+      "step": 1524
+    },
+    {
+      "epoch": 1.2492354740061162,
+      "grad_norm": 0.2671265516175696,
+      "learning_rate": 4.5242839375811405e-06,
+      "loss": 0.3613,
+      "num_tokens": 627688997.0,
+      "step": 1525
+    },
+    {
+      "epoch": 1.2496177370030581,
+      "grad_norm": 0.2414177584090394,
+      "learning_rate": 4.51884485727109e-06,
+      "loss": 0.3324,
+      "num_tokens": 628127716.0,
+      "step": 1526
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.2810210338065537,
+      "learning_rate": 4.513407281475757e-06,
+      "loss": 0.354,
+      "num_tokens": 628549294.0,
+      "step": 1527
+    },
+    {
+      "epoch": 1.2503822629969419,
+      "grad_norm": 0.2644659255243031,
+      "learning_rate": 4.50797121853318e-06,
+      "loss": 0.3482,
+      "num_tokens": 628950899.0,
+      "step": 1528
+    },
+    {
+      "epoch": 1.2507645259938838,
+      "grad_norm": 0.2393720310392607,
+      "learning_rate": 4.502536676779083e-06,
+      "loss": 0.3442,
+      "num_tokens": 629338364.0,
+      "step": 1529
+    },
+    {
+      "epoch": 1.2511467889908257,
+      "grad_norm": 0.2528096983787305,
+      "learning_rate": 4.497103664546858e-06,
+      "loss": 0.3594,
+      "num_tokens": 629757170.0,
+      "step": 1530
+    },
+    {
+      "epoch": 1.2515290519877675,
+      "grad_norm": 0.26294797201341047,
+      "learning_rate": 4.4916721901675455e-06,
+      "loss": 0.3445,
+      "num_tokens": 630128300.0,
+      "step": 1531
+    },
+    {
+      "epoch": 1.2519113149847094,
+      "grad_norm": 0.2276393231641771,
+      "learning_rate": 4.4862422619698335e-06,
+      "loss": 0.3452,
+      "num_tokens": 630609330.0,
+      "step": 1532
+    },
+    {
+      "epoch": 1.2522935779816513,
+      "grad_norm": 0.23850573359463312,
+      "learning_rate": 4.480813888280034e-06,
+      "loss": 0.3458,
+      "num_tokens": 631001433.0,
+      "step": 1533
+    },
+    {
+      "epoch": 1.2526758409785932,
+      "grad_norm": 0.23984901912773515,
+      "learning_rate": 4.475387077422083e-06,
+      "loss": 0.3339,
+      "num_tokens": 631402755.0,
+      "step": 1534
+    },
+    {
+      "epoch": 1.253058103975535,
+      "grad_norm": 0.22831802415425598,
+      "learning_rate": 4.469961837717512e-06,
+      "loss": 0.3439,
+      "num_tokens": 631825743.0,
+      "step": 1535
+    },
+    {
+      "epoch": 1.2534403669724772,
+      "grad_norm": 0.24260055909481143,
+      "learning_rate": 4.46453817748545e-06,
+      "loss": 0.3176,
+      "num_tokens": 632230041.0,
+      "step": 1536
+    },
+    {
+      "epoch": 1.2538226299694188,
+      "grad_norm": 0.2751155180509015,
+      "learning_rate": 4.459116105042598e-06,
+      "loss": 0.3733,
+      "num_tokens": 632626284.0,
+      "step": 1537
+    },
+    {
+      "epoch": 1.254204892966361,
+      "grad_norm": 0.2553636590595797,
+      "learning_rate": 4.453695628703226e-06,
+      "loss": 0.372,
+      "num_tokens": 633059142.0,
+      "step": 1538
+    },
+    {
+      "epoch": 1.2545871559633026,
+      "grad_norm": 0.23782395821537206,
+      "learning_rate": 4.448276756779156e-06,
+      "loss": 0.3764,
+      "num_tokens": 633509955.0,
+      "step": 1539
+    },
+    {
+      "epoch": 1.2549694189602447,
+      "grad_norm": 0.24711199820104984,
+      "learning_rate": 4.442859497579746e-06,
+      "loss": 0.3191,
+      "num_tokens": 633919276.0,
+      "step": 1540
+    },
+    {
+      "epoch": 1.2553516819571866,
+      "grad_norm": 0.2445412621012625,
+      "learning_rate": 4.4374438594118884e-06,
+      "loss": 0.348,
+      "num_tokens": 634326945.0,
+      "step": 1541
+    },
+    {
+      "epoch": 1.2557339449541285,
+      "grad_norm": 0.2372231240419333,
+      "learning_rate": 4.432029850579983e-06,
+      "loss": 0.341,
+      "num_tokens": 634742618.0,
+      "step": 1542
+    },
+    {
+      "epoch": 1.2561162079510704,
+      "grad_norm": 0.2499743494221262,
+      "learning_rate": 4.4266174793859375e-06,
+      "loss": 0.3539,
+      "num_tokens": 635188965.0,
+      "step": 1543
+    },
+    {
+      "epoch": 1.2564984709480123,
+      "grad_norm": 0.304348645689502,
+      "learning_rate": 4.421206754129142e-06,
+      "loss": 0.3677,
+      "num_tokens": 635597341.0,
+      "step": 1544
+    },
+    {
+      "epoch": 1.2568807339449541,
+      "grad_norm": 0.2270217774870297,
+      "learning_rate": 4.4157976831064664e-06,
+      "loss": 0.3305,
+      "num_tokens": 636044285.0,
+      "step": 1545
+    },
+    {
+      "epoch": 1.257262996941896,
+      "grad_norm": 0.2727457966571208,
+      "learning_rate": 4.410390274612241e-06,
+      "loss": 0.366,
+      "num_tokens": 636417305.0,
+      "step": 1546
+    },
+    {
+      "epoch": 1.257645259938838,
+      "grad_norm": 0.26319062485226313,
+      "learning_rate": 4.4049845369382525e-06,
+      "loss": 0.349,
+      "num_tokens": 636826472.0,
+      "step": 1547
+    },
+    {
+      "epoch": 1.2580275229357798,
+      "grad_norm": 0.28737450977268864,
+      "learning_rate": 4.3995804783737185e-06,
+      "loss": 0.3298,
+      "num_tokens": 637184366.0,
+      "step": 1548
+    },
+    {
+      "epoch": 1.2584097859327217,
+      "grad_norm": 0.276216735971841,
+      "learning_rate": 4.394178107205289e-06,
+      "loss": 0.351,
+      "num_tokens": 637604816.0,
+      "step": 1549
+    },
+    {
+      "epoch": 1.2587920489296636,
+      "grad_norm": 0.2843474613126444,
+      "learning_rate": 4.388777431717022e-06,
+      "loss": 0.3602,
+      "num_tokens": 637995589.0,
+      "step": 1550
+    },
+    {
+      "epoch": 1.2591743119266054,
+      "grad_norm": 0.24955350478748686,
+      "learning_rate": 4.383378460190373e-06,
+      "loss": 0.3488,
+      "num_tokens": 638367778.0,
+      "step": 1551
+    },
+    {
+      "epoch": 1.2595565749235473,
+      "grad_norm": 0.2593543321261272,
+      "learning_rate": 4.377981200904191e-06,
+      "loss": 0.3523,
+      "num_tokens": 638806793.0,
+      "step": 1552
+    },
+    {
+      "epoch": 1.2599388379204892,
+      "grad_norm": 0.24658179112136044,
+      "learning_rate": 4.372585662134695e-06,
+      "loss": 0.3339,
+      "num_tokens": 639214449.0,
+      "step": 1553
+    },
+    {
+      "epoch": 1.260321100917431,
+      "grad_norm": 0.26999169634474374,
+      "learning_rate": 4.367191852155467e-06,
+      "loss": 0.3442,
+      "num_tokens": 639601441.0,
+      "step": 1554
+    },
+    {
+      "epoch": 1.2607033639143732,
+      "grad_norm": 0.2965005020667414,
+      "learning_rate": 4.3617997792374365e-06,
+      "loss": 0.3572,
+      "num_tokens": 640049212.0,
+      "step": 1555
+    },
+    {
+      "epoch": 1.2610856269113149,
+      "grad_norm": 0.24517880168622486,
+      "learning_rate": 4.3564094516488755e-06,
+      "loss": 0.3788,
+      "num_tokens": 640519317.0,
+      "step": 1556
+    },
+    {
+      "epoch": 1.261467889908257,
+      "grad_norm": 0.2649115105411148,
+      "learning_rate": 4.351020877655369e-06,
+      "loss": 0.3306,
+      "num_tokens": 640901086.0,
+      "step": 1557
+    },
+    {
+      "epoch": 1.2618501529051986,
+      "grad_norm": 0.27893059877771775,
+      "learning_rate": 4.345634065519824e-06,
+      "loss": 0.3457,
+      "num_tokens": 641280383.0,
+      "step": 1558
+    },
+    {
+      "epoch": 1.2622324159021407,
+      "grad_norm": 0.2529691612743419,
+      "learning_rate": 4.340249023502439e-06,
+      "loss": 0.3268,
+      "num_tokens": 641667769.0,
+      "step": 1559
+    },
+    {
+      "epoch": 1.2626146788990826,
+      "grad_norm": 0.276398285482857,
+      "learning_rate": 4.3348657598607004e-06,
+      "loss": 0.3555,
+      "num_tokens": 642042009.0,
+      "step": 1560
+    },
+    {
+      "epoch": 1.2629969418960245,
+      "grad_norm": 0.2602587942489892,
+      "learning_rate": 4.329484282849367e-06,
+      "loss": 0.3631,
+      "num_tokens": 642462705.0,
+      "step": 1561
+    },
+    {
+      "epoch": 1.2633792048929664,
+      "grad_norm": 0.22366945952893483,
+      "learning_rate": 4.324104600720457e-06,
+      "loss": 0.3336,
+      "num_tokens": 642868439.0,
+      "step": 1562
+    },
+    {
+      "epoch": 1.2637614678899083,
+      "grad_norm": 0.23967243185765635,
+      "learning_rate": 4.31872672172324e-06,
+      "loss": 0.361,
+      "num_tokens": 643291691.0,
+      "step": 1563
+    },
+    {
+      "epoch": 1.2641437308868502,
+      "grad_norm": 0.26184581121011513,
+      "learning_rate": 4.313350654104215e-06,
+      "loss": 0.3605,
+      "num_tokens": 643716008.0,
+      "step": 1564
+    },
+    {
+      "epoch": 1.264525993883792,
+      "grad_norm": 0.24456196635927346,
+      "learning_rate": 4.307976406107112e-06,
+      "loss": 0.3494,
+      "num_tokens": 644152992.0,
+      "step": 1565
+    },
+    {
+      "epoch": 1.264908256880734,
+      "grad_norm": 0.2410128098271759,
+      "learning_rate": 4.302603985972861e-06,
+      "loss": 0.3516,
+      "num_tokens": 644558328.0,
+      "step": 1566
+    },
+    {
+      "epoch": 1.2652905198776758,
+      "grad_norm": 0.24540840942105183,
+      "learning_rate": 4.297233401939595e-06,
+      "loss": 0.359,
+      "num_tokens": 644989889.0,
+      "step": 1567
+    },
+    {
+      "epoch": 1.2656727828746177,
+      "grad_norm": 0.2523268012164393,
+      "learning_rate": 4.291864662242629e-06,
+      "loss": 0.3723,
+      "num_tokens": 645405233.0,
+      "step": 1568
+    },
+    {
+      "epoch": 1.2660550458715596,
+      "grad_norm": 0.25049435681540944,
+      "learning_rate": 4.286497775114453e-06,
+      "loss": 0.3803,
+      "num_tokens": 645846016.0,
+      "step": 1569
+    },
+    {
+      "epoch": 1.2664373088685015,
+      "grad_norm": 0.2846210627481902,
+      "learning_rate": 4.281132748784714e-06,
+      "loss": 0.3643,
+      "num_tokens": 646247293.0,
+      "step": 1570
+    },
+    {
+      "epoch": 1.2668195718654434,
+      "grad_norm": 0.25653061531991805,
+      "learning_rate": 4.275769591480203e-06,
+      "loss": 0.3599,
+      "num_tokens": 646689866.0,
+      "step": 1571
+    },
+    {
+      "epoch": 1.2672018348623852,
+      "grad_norm": 0.24902462114208151,
+      "learning_rate": 4.27040831142485e-06,
+      "loss": 0.3513,
+      "num_tokens": 647126701.0,
+      "step": 1572
+    },
+    {
+      "epoch": 1.2675840978593271,
+      "grad_norm": 0.26306414560476404,
+      "learning_rate": 4.265048916839703e-06,
+      "loss": 0.3496,
+      "num_tokens": 647518508.0,
+      "step": 1573
+    },
+    {
+      "epoch": 1.2679663608562692,
+      "grad_norm": 0.2537441942123504,
+      "learning_rate": 4.259691415942923e-06,
+      "loss": 0.3263,
+      "num_tokens": 647918630.0,
+      "step": 1574
+    },
+    {
+      "epoch": 1.268348623853211,
+      "grad_norm": 0.23722274611176833,
+      "learning_rate": 4.2543358169497615e-06,
+      "loss": 0.334,
+      "num_tokens": 648340238.0,
+      "step": 1575
+    },
+    {
+      "epoch": 1.268730886850153,
+      "grad_norm": 0.25457027845642066,
+      "learning_rate": 4.2489821280725575e-06,
+      "loss": 0.3254,
+      "num_tokens": 648716684.0,
+      "step": 1576
+    },
+    {
+      "epoch": 1.2691131498470947,
+      "grad_norm": 0.27670111132325226,
+      "learning_rate": 4.243630357520717e-06,
+      "loss": 0.3705,
+      "num_tokens": 649192883.0,
+      "step": 1577
+    },
+    {
+      "epoch": 1.2694954128440368,
+      "grad_norm": 0.24326388511272504,
+      "learning_rate": 4.238280513500712e-06,
+      "loss": 0.3706,
+      "num_tokens": 649660463.0,
+      "step": 1578
+    },
+    {
+      "epoch": 1.2698776758409787,
+      "grad_norm": 0.2425460141036009,
+      "learning_rate": 4.2329326042160525e-06,
+      "loss": 0.3372,
+      "num_tokens": 650089212.0,
+      "step": 1579
+    },
+    {
+      "epoch": 1.2702599388379205,
+      "grad_norm": 0.2654402725799945,
+      "learning_rate": 4.227586637867286e-06,
+      "loss": 0.3621,
+      "num_tokens": 650513932.0,
+      "step": 1580
+    },
+    {
+      "epoch": 1.2706422018348624,
+      "grad_norm": 0.2699134869489444,
+      "learning_rate": 4.22224262265198e-06,
+      "loss": 0.3502,
+      "num_tokens": 650944041.0,
+      "step": 1581
+    },
+    {
+      "epoch": 1.2710244648318043,
+      "grad_norm": 0.2605280217705378,
+      "learning_rate": 4.216900566764706e-06,
+      "loss": 0.3606,
+      "num_tokens": 651375352.0,
+      "step": 1582
+    },
+    {
+      "epoch": 1.2714067278287462,
+      "grad_norm": 0.2592068102550442,
+      "learning_rate": 4.2115604783970395e-06,
+      "loss": 0.3634,
+      "num_tokens": 651832360.0,
+      "step": 1583
+    },
+    {
+      "epoch": 1.271788990825688,
+      "grad_norm": 0.2636462795464737,
+      "learning_rate": 4.206222365737531e-06,
+      "loss": 0.3432,
+      "num_tokens": 652235375.0,
+      "step": 1584
+    },
+    {
+      "epoch": 1.27217125382263,
+      "grad_norm": 0.2652782810774488,
+      "learning_rate": 4.200886236971707e-06,
+      "loss": 0.3377,
+      "num_tokens": 652663291.0,
+      "step": 1585
+    },
+    {
+      "epoch": 1.2725535168195719,
+      "grad_norm": 0.284647558387535,
+      "learning_rate": 4.1955521002820455e-06,
+      "loss": 0.3469,
+      "num_tokens": 653059005.0,
+      "step": 1586
+    },
+    {
+      "epoch": 1.2729357798165137,
+      "grad_norm": 0.24201335199991722,
+      "learning_rate": 4.190219963847979e-06,
+      "loss": 0.3339,
+      "num_tokens": 653433740.0,
+      "step": 1587
+    },
+    {
+      "epoch": 1.2733180428134556,
+      "grad_norm": 0.2389642406696781,
+      "learning_rate": 4.184889835845862e-06,
+      "loss": 0.3265,
+      "num_tokens": 653837513.0,
+      "step": 1588
+    },
+    {
+      "epoch": 1.2737003058103975,
+      "grad_norm": 0.3063674740395495,
+      "learning_rate": 4.179561724448982e-06,
+      "loss": 0.3386,
+      "num_tokens": 654194858.0,
+      "step": 1589
+    },
+    {
+      "epoch": 1.2740825688073394,
+      "grad_norm": 0.2448844279083538,
+      "learning_rate": 4.174235637827521e-06,
+      "loss": 0.3154,
+      "num_tokens": 654600496.0,
+      "step": 1590
+    },
+    {
+      "epoch": 1.2744648318042813,
+      "grad_norm": 0.24337436179560917,
+      "learning_rate": 4.168911584148564e-06,
+      "loss": 0.3529,
+      "num_tokens": 655055781.0,
+      "step": 1591
+    },
+    {
+      "epoch": 1.2748470948012232,
+      "grad_norm": 0.24747389328879174,
+      "learning_rate": 4.163589571576076e-06,
+      "loss": 0.3176,
+      "num_tokens": 655486620.0,
+      "step": 1592
+    },
+    {
+      "epoch": 1.2752293577981653,
+      "grad_norm": 0.27613753335126656,
+      "learning_rate": 4.158269608270894e-06,
+      "loss": 0.3348,
+      "num_tokens": 655865221.0,
+      "step": 1593
+    },
+    {
+      "epoch": 1.275611620795107,
+      "grad_norm": 0.25013078860053084,
+      "learning_rate": 4.152951702390713e-06,
+      "loss": 0.3363,
+      "num_tokens": 656328076.0,
+      "step": 1594
+    },
+    {
+      "epoch": 1.275993883792049,
+      "grad_norm": 0.26905231532084006,
+      "learning_rate": 4.147635862090068e-06,
+      "loss": 0.3323,
+      "num_tokens": 656717113.0,
+      "step": 1595
+    },
+    {
+      "epoch": 1.2763761467889907,
+      "grad_norm": 0.24051223036770084,
+      "learning_rate": 4.142322095520334e-06,
+      "loss": 0.344,
+      "num_tokens": 657136128.0,
+      "step": 1596
+    },
+    {
+      "epoch": 1.2767584097859328,
+      "grad_norm": 0.24697322697358998,
+      "learning_rate": 4.1370104108297025e-06,
+      "loss": 0.3418,
+      "num_tokens": 657517257.0,
+      "step": 1597
+    },
+    {
+      "epoch": 1.2771406727828747,
+      "grad_norm": 0.2608386030485975,
+      "learning_rate": 4.13170081616317e-06,
+      "loss": 0.3525,
+      "num_tokens": 657934131.0,
+      "step": 1598
+    },
+    {
+      "epoch": 1.2775229357798166,
+      "grad_norm": 0.2569393826707226,
+      "learning_rate": 4.126393319662531e-06,
+      "loss": 0.3309,
+      "num_tokens": 658288548.0,
+      "step": 1599
+    },
+    {
+      "epoch": 1.2779051987767585,
+      "grad_norm": 0.25399379302142755,
+      "learning_rate": 4.121087929466366e-06,
+      "loss": 0.3434,
+      "num_tokens": 658675160.0,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2782874617737003,
+      "grad_norm": 0.26215250516895544,
+      "learning_rate": 4.11578465371002e-06,
+      "loss": 0.3521,
+      "num_tokens": 659095282.0,
+      "step": 1601
+    },
+    {
+      "epoch": 1.2786697247706422,
+      "grad_norm": 0.2592975490564625,
+      "learning_rate": 4.110483500525595e-06,
+      "loss": 0.3397,
+      "num_tokens": 659534103.0,
+      "step": 1602
+    },
+    {
+      "epoch": 1.279051987767584,
+      "grad_norm": 0.2648017001314538,
+      "learning_rate": 4.105184478041945e-06,
+      "loss": 0.3311,
+      "num_tokens": 659925000.0,
+      "step": 1603
+    },
+    {
+      "epoch": 1.279434250764526,
+      "grad_norm": 0.2877984613405508,
+      "learning_rate": 4.09988759438465e-06,
+      "loss": 0.348,
+      "num_tokens": 660340498.0,
+      "step": 1604
+    },
+    {
+      "epoch": 1.2798165137614679,
+      "grad_norm": 0.24806556714119524,
+      "learning_rate": 4.094592857676015e-06,
+      "loss": 0.35,
+      "num_tokens": 660804431.0,
+      "step": 1605
+    },
+    {
+      "epoch": 1.2801987767584098,
+      "grad_norm": 0.26673730452209415,
+      "learning_rate": 4.08930027603505e-06,
+      "loss": 0.3584,
+      "num_tokens": 661247118.0,
+      "step": 1606
+    },
+    {
+      "epoch": 1.2805810397553516,
+      "grad_norm": 0.2598817801332126,
+      "learning_rate": 4.084009857577462e-06,
+      "loss": 0.3504,
+      "num_tokens": 661672028.0,
+      "step": 1607
+    },
+    {
+      "epoch": 1.2809633027522935,
+      "grad_norm": 0.2680424098907622,
+      "learning_rate": 4.078721610415637e-06,
+      "loss": 0.3534,
+      "num_tokens": 662058492.0,
+      "step": 1608
+    },
+    {
+      "epoch": 1.2813455657492354,
+      "grad_norm": 0.2966087797441796,
+      "learning_rate": 4.07343554265864e-06,
+      "loss": 0.3457,
+      "num_tokens": 662458194.0,
+      "step": 1609
+    },
+    {
+      "epoch": 1.2817278287461773,
+      "grad_norm": 0.2623679594058613,
+      "learning_rate": 4.0681516624121845e-06,
+      "loss": 0.3449,
+      "num_tokens": 662860956.0,
+      "step": 1610
+    },
+    {
+      "epoch": 1.2821100917431192,
+      "grad_norm": 0.2528543503408816,
+      "learning_rate": 4.062869977778637e-06,
+      "loss": 0.3507,
+      "num_tokens": 663301109.0,
+      "step": 1611
+    },
+    {
+      "epoch": 1.2824923547400613,
+      "grad_norm": 0.2542946493241396,
+      "learning_rate": 4.057590496856993e-06,
+      "loss": 0.3792,
+      "num_tokens": 663795527.0,
+      "step": 1612
+    },
+    {
+      "epoch": 1.282874617737003,
+      "grad_norm": 0.28365718103903786,
+      "learning_rate": 4.05231322774287e-06,
+      "loss": 0.3533,
+      "num_tokens": 664241572.0,
+      "step": 1613
+    },
+    {
+      "epoch": 1.283256880733945,
+      "grad_norm": 0.2540843990662738,
+      "learning_rate": 4.047038178528494e-06,
+      "loss": 0.3347,
+      "num_tokens": 664611912.0,
+      "step": 1614
+    },
+    {
+      "epoch": 1.2836391437308867,
+      "grad_norm": 0.27683863339835385,
+      "learning_rate": 4.041765357302683e-06,
+      "loss": 0.3413,
+      "num_tokens": 665026613.0,
+      "step": 1615
+    },
+    {
+      "epoch": 1.2840214067278288,
+      "grad_norm": 0.26511749851422695,
+      "learning_rate": 4.036494772150851e-06,
+      "loss": 0.348,
+      "num_tokens": 665460212.0,
+      "step": 1616
+    },
+    {
+      "epoch": 1.2844036697247707,
+      "grad_norm": 0.22757634047917277,
+      "learning_rate": 4.031226431154967e-06,
+      "loss": 0.3523,
+      "num_tokens": 665906921.0,
+      "step": 1617
+    },
+    {
+      "epoch": 1.2847859327217126,
+      "grad_norm": 0.29137810688727744,
+      "learning_rate": 4.02596034239357e-06,
+      "loss": 0.3426,
+      "num_tokens": 666312411.0,
+      "step": 1618
+    },
+    {
+      "epoch": 1.2851681957186545,
+      "grad_norm": 0.26685115861412273,
+      "learning_rate": 4.0206965139417395e-06,
+      "loss": 0.3651,
+      "num_tokens": 666753338.0,
+      "step": 1619
+    },
+    {
+      "epoch": 1.2855504587155964,
+      "grad_norm": 0.28806855548882604,
+      "learning_rate": 4.015434953871094e-06,
+      "loss": 0.3592,
+      "num_tokens": 667163013.0,
+      "step": 1620
+    },
+    {
+      "epoch": 1.2859327217125383,
+      "grad_norm": 0.27816067891620727,
+      "learning_rate": 4.01017567024977e-06,
+      "loss": 0.3389,
+      "num_tokens": 667563780.0,
+      "step": 1621
+    },
+    {
+      "epoch": 1.2863149847094801,
+      "grad_norm": 0.2772825435086106,
+      "learning_rate": 4.0049186711424125e-06,
+      "loss": 0.383,
+      "num_tokens": 668022554.0,
+      "step": 1622
+    },
+    {
+      "epoch": 1.286697247706422,
+      "grad_norm": 0.2649231069827948,
+      "learning_rate": 3.999663964610168e-06,
+      "loss": 0.3606,
+      "num_tokens": 668475300.0,
+      "step": 1623
+    },
+    {
+      "epoch": 1.287079510703364,
+      "grad_norm": 0.25321837681915044,
+      "learning_rate": 3.99441155871066e-06,
+      "loss": 0.3389,
+      "num_tokens": 668853999.0,
+      "step": 1624
+    },
+    {
+      "epoch": 1.2874617737003058,
+      "grad_norm": 0.32634566345089056,
+      "learning_rate": 3.989161461497996e-06,
+      "loss": 0.3741,
+      "num_tokens": 669289053.0,
+      "step": 1625
+    },
+    {
+      "epoch": 1.2878440366972477,
+      "grad_norm": 0.3355777915972197,
+      "learning_rate": 3.9839136810227285e-06,
+      "loss": 0.3554,
+      "num_tokens": 669686111.0,
+      "step": 1626
+    },
+    {
+      "epoch": 1.2882262996941896,
+      "grad_norm": 0.284979952256129,
+      "learning_rate": 3.978668225331872e-06,
+      "loss": 0.3652,
+      "num_tokens": 670106394.0,
+      "step": 1627
+    },
+    {
+      "epoch": 1.2886085626911314,
+      "grad_norm": 0.24701234632238284,
+      "learning_rate": 3.973425102468864e-06,
+      "loss": 0.3658,
+      "num_tokens": 670502521.0,
+      "step": 1628
+    },
+    {
+      "epoch": 1.2889908256880733,
+      "grad_norm": 0.27781475422291285,
+      "learning_rate": 3.968184320473574e-06,
+      "loss": 0.35,
+      "num_tokens": 670925489.0,
+      "step": 1629
+    },
+    {
+      "epoch": 1.2893730886850152,
+      "grad_norm": 0.2630524623493376,
+      "learning_rate": 3.962945887382274e-06,
+      "loss": 0.3459,
+      "num_tokens": 671310814.0,
+      "step": 1630
+    },
+    {
+      "epoch": 1.2897553516819573,
+      "grad_norm": 0.25808224344515196,
+      "learning_rate": 3.957709811227642e-06,
+      "loss": 0.3575,
+      "num_tokens": 671732779.0,
+      "step": 1631
+    },
+    {
+      "epoch": 1.290137614678899,
+      "grad_norm": 0.32067637746651884,
+      "learning_rate": 3.952476100038738e-06,
+      "loss": 0.3786,
+      "num_tokens": 672198025.0,
+      "step": 1632
+    },
+    {
+      "epoch": 1.290519877675841,
+      "grad_norm": 0.28015597849764223,
+      "learning_rate": 3.947244761840993e-06,
+      "loss": 0.3467,
+      "num_tokens": 672559181.0,
+      "step": 1633
+    },
+    {
+      "epoch": 1.2909021406727827,
+      "grad_norm": 0.2593265417342103,
+      "learning_rate": 3.942015804656204e-06,
+      "loss": 0.3585,
+      "num_tokens": 672987382.0,
+      "step": 1634
+    },
+    {
+      "epoch": 1.2912844036697249,
+      "grad_norm": 0.2619726313070248,
+      "learning_rate": 3.936789236502513e-06,
+      "loss": 0.3626,
+      "num_tokens": 673430120.0,
+      "step": 1635
+    },
+    {
+      "epoch": 1.2916666666666667,
+      "grad_norm": 0.25399496160010143,
+      "learning_rate": 3.931565065394403e-06,
+      "loss": 0.3388,
+      "num_tokens": 673842400.0,
+      "step": 1636
+    },
+    {
+      "epoch": 1.2920489296636086,
+      "grad_norm": 0.25154664823982636,
+      "learning_rate": 3.926343299342675e-06,
+      "loss": 0.3546,
+      "num_tokens": 674244853.0,
+      "step": 1637
+    },
+    {
+      "epoch": 1.2924311926605505,
+      "grad_norm": 0.2794727586637354,
+      "learning_rate": 3.92112394635445e-06,
+      "loss": 0.3641,
+      "num_tokens": 674673487.0,
+      "step": 1638
+    },
+    {
+      "epoch": 1.2928134556574924,
+      "grad_norm": 0.2665600194334451,
+      "learning_rate": 3.915907014433142e-06,
+      "loss": 0.3452,
+      "num_tokens": 675086347.0,
+      "step": 1639
+    },
+    {
+      "epoch": 1.2931957186544343,
+      "grad_norm": 0.2856590786036397,
+      "learning_rate": 3.910692511578458e-06,
+      "loss": 0.3807,
+      "num_tokens": 675522963.0,
+      "step": 1640
+    },
+    {
+      "epoch": 1.2935779816513762,
+      "grad_norm": 0.28696819659440775,
+      "learning_rate": 3.905480445786373e-06,
+      "loss": 0.355,
+      "num_tokens": 675934024.0,
+      "step": 1641
+    },
+    {
+      "epoch": 1.293960244648318,
+      "grad_norm": 0.2708796914563745,
+      "learning_rate": 3.900270825049133e-06,
+      "loss": 0.3587,
+      "num_tokens": 676333135.0,
+      "step": 1642
+    },
+    {
+      "epoch": 1.29434250764526,
+      "grad_norm": 0.2636085512434039,
+      "learning_rate": 3.895063657355228e-06,
+      "loss": 0.3433,
+      "num_tokens": 676701566.0,
+      "step": 1643
+    },
+    {
+      "epoch": 1.2947247706422018,
+      "grad_norm": 0.27322129613486396,
+      "learning_rate": 3.889858950689393e-06,
+      "loss": 0.3574,
+      "num_tokens": 677116337.0,
+      "step": 1644
+    },
+    {
+      "epoch": 1.2951070336391437,
+      "grad_norm": 0.28211374401538497,
+      "learning_rate": 3.884656713032583e-06,
+      "loss": 0.3374,
+      "num_tokens": 677503302.0,
+      "step": 1645
+    },
+    {
+      "epoch": 1.2954892966360856,
+      "grad_norm": 0.244467040344058,
+      "learning_rate": 3.879456952361971e-06,
+      "loss": 0.359,
+      "num_tokens": 677910155.0,
+      "step": 1646
+    },
+    {
+      "epoch": 1.2958715596330275,
+      "grad_norm": 0.23604624092040635,
+      "learning_rate": 3.8742596766509314e-06,
+      "loss": 0.376,
+      "num_tokens": 678356073.0,
+      "step": 1647
+    },
+    {
+      "epoch": 1.2962538226299694,
+      "grad_norm": 0.26952222492760003,
+      "learning_rate": 3.869064893869023e-06,
+      "loss": 0.3393,
+      "num_tokens": 678729844.0,
+      "step": 1648
+    },
+    {
+      "epoch": 1.2966360856269112,
+      "grad_norm": 0.2760789544630471,
+      "learning_rate": 3.863872611981993e-06,
+      "loss": 0.3516,
+      "num_tokens": 679138055.0,
+      "step": 1649
+    },
+    {
+      "epoch": 1.2970183486238533,
+      "grad_norm": 0.2788221969576679,
+      "learning_rate": 3.858682838951741e-06,
+      "loss": 0.3797,
+      "num_tokens": 679566870.0,
+      "step": 1650
+    },
+    {
+      "epoch": 1.297400611620795,
+      "grad_norm": 0.2966843717167917,
+      "learning_rate": 3.85349558273633e-06,
+      "loss": 0.3548,
+      "num_tokens": 679974327.0,
+      "step": 1651
+    },
+    {
+      "epoch": 1.2977828746177371,
+      "grad_norm": 0.2539789814895678,
+      "learning_rate": 3.848310851289956e-06,
+      "loss": 0.3405,
+      "num_tokens": 680353683.0,
+      "step": 1652
+    },
+    {
+      "epoch": 1.2981651376146788,
+      "grad_norm": 0.25887665129057746,
+      "learning_rate": 3.8431286525629456e-06,
+      "loss": 0.3522,
+      "num_tokens": 680757167.0,
+      "step": 1653
+    },
+    {
+      "epoch": 1.2985474006116209,
+      "grad_norm": 0.29081855181509403,
+      "learning_rate": 3.837948994501746e-06,
+      "loss": 0.3363,
+      "num_tokens": 681145277.0,
+      "step": 1654
+    },
+    {
+      "epoch": 1.2989296636085628,
+      "grad_norm": 0.26370598035478027,
+      "learning_rate": 3.832771885048901e-06,
+      "loss": 0.3684,
+      "num_tokens": 681570550.0,
+      "step": 1655
+    },
+    {
+      "epoch": 1.2993119266055047,
+      "grad_norm": 0.24263092886430465,
+      "learning_rate": 3.827597332143056e-06,
+      "loss": 0.3364,
+      "num_tokens": 681965806.0,
+      "step": 1656
+    },
+    {
+      "epoch": 1.2996941896024465,
+      "grad_norm": 0.2632476653974427,
+      "learning_rate": 3.822425343718926e-06,
+      "loss": 0.3503,
+      "num_tokens": 682385252.0,
+      "step": 1657
+    },
+    {
+      "epoch": 1.3000764525993884,
+      "grad_norm": 0.2538478860440045,
+      "learning_rate": 3.817255927707302e-06,
+      "loss": 0.3461,
+      "num_tokens": 682790346.0,
+      "step": 1658
+    },
+    {
+      "epoch": 1.3004587155963303,
+      "grad_norm": 0.24209429624581802,
+      "learning_rate": 3.8120890920350207e-06,
+      "loss": 0.3539,
+      "num_tokens": 683200927.0,
+      "step": 1659
+    },
+    {
+      "epoch": 1.3008409785932722,
+      "grad_norm": 0.26058844525798086,
+      "learning_rate": 3.806924844624975e-06,
+      "loss": 0.3632,
+      "num_tokens": 683604091.0,
+      "step": 1660
+    },
+    {
+      "epoch": 1.301223241590214,
+      "grad_norm": 0.2699157188183783,
+      "learning_rate": 3.8017631933960764e-06,
+      "loss": 0.3569,
+      "num_tokens": 683992048.0,
+      "step": 1661
+    },
+    {
+      "epoch": 1.301605504587156,
+      "grad_norm": 0.24002697908250872,
+      "learning_rate": 3.7966041462632665e-06,
+      "loss": 0.354,
+      "num_tokens": 684417141.0,
+      "step": 1662
+    },
+    {
+      "epoch": 1.3019877675840978,
+      "grad_norm": 0.24839689242861876,
+      "learning_rate": 3.791447711137484e-06,
+      "loss": 0.3428,
+      "num_tokens": 684848353.0,
+      "step": 1663
+    },
+    {
+      "epoch": 1.3023700305810397,
+      "grad_norm": 0.2699450196767002,
+      "learning_rate": 3.7862938959256656e-06,
+      "loss": 0.3301,
+      "num_tokens": 685262085.0,
+      "step": 1664
+    },
+    {
+      "epoch": 1.3027522935779816,
+      "grad_norm": 0.2472182995261609,
+      "learning_rate": 3.781142708530736e-06,
+      "loss": 0.3371,
+      "num_tokens": 685664290.0,
+      "step": 1665
+    },
+    {
+      "epoch": 1.3031345565749235,
+      "grad_norm": 0.23440243081424475,
+      "learning_rate": 3.7759941568515835e-06,
+      "loss": 0.3621,
+      "num_tokens": 686105446.0,
+      "step": 1666
+    },
+    {
+      "epoch": 1.3035168195718654,
+      "grad_norm": 0.26462861733039406,
+      "learning_rate": 3.7708482487830566e-06,
+      "loss": 0.3558,
+      "num_tokens": 686503650.0,
+      "step": 1667
+    },
+    {
+      "epoch": 1.3038990825688073,
+      "grad_norm": 0.2609048004264284,
+      "learning_rate": 3.7657049922159507e-06,
+      "loss": 0.3215,
+      "num_tokens": 686914325.0,
+      "step": 1668
+    },
+    {
+      "epoch": 1.3042813455657494,
+      "grad_norm": 0.2451725490958671,
+      "learning_rate": 3.7605643950369973e-06,
+      "loss": 0.3444,
+      "num_tokens": 687308665.0,
+      "step": 1669
+    },
+    {
+      "epoch": 1.304663608562691,
+      "grad_norm": 0.2496194545521366,
+      "learning_rate": 3.755426465128844e-06,
+      "loss": 0.3478,
+      "num_tokens": 687699132.0,
+      "step": 1670
+    },
+    {
+      "epoch": 1.3050458715596331,
+      "grad_norm": 0.24990664239611124,
+      "learning_rate": 3.7502912103700573e-06,
+      "loss": 0.3631,
+      "num_tokens": 688122227.0,
+      "step": 1671
+    },
+    {
+      "epoch": 1.3054281345565748,
+      "grad_norm": 0.2809508423841265,
+      "learning_rate": 3.7451586386350937e-06,
+      "loss": 0.3668,
+      "num_tokens": 688566628.0,
+      "step": 1672
+    },
+    {
+      "epoch": 1.305810397553517,
+      "grad_norm": 0.25952884156917994,
+      "learning_rate": 3.7400287577942994e-06,
+      "loss": 0.36,
+      "num_tokens": 688985207.0,
+      "step": 1673
+    },
+    {
+      "epoch": 1.3061926605504588,
+      "grad_norm": 0.24860883677654053,
+      "learning_rate": 3.734901575713892e-06,
+      "loss": 0.3489,
+      "num_tokens": 689443908.0,
+      "step": 1674
+    },
+    {
+      "epoch": 1.3065749235474007,
+      "grad_norm": 0.25107903298566203,
+      "learning_rate": 3.7297771002559524e-06,
+      "loss": 0.3684,
+      "num_tokens": 689874191.0,
+      "step": 1675
+    },
+    {
+      "epoch": 1.3069571865443426,
+      "grad_norm": 0.24659106899573477,
+      "learning_rate": 3.7246553392784125e-06,
+      "loss": 0.3132,
+      "num_tokens": 690245371.0,
+      "step": 1676
+    },
+    {
+      "epoch": 1.3073394495412844,
+      "grad_norm": 0.2522391218690764,
+      "learning_rate": 3.7195363006350372e-06,
+      "loss": 0.3529,
+      "num_tokens": 690680775.0,
+      "step": 1677
+    },
+    {
+      "epoch": 1.3077217125382263,
+      "grad_norm": 0.24318386137949508,
+      "learning_rate": 3.7144199921754252e-06,
+      "loss": 0.3433,
+      "num_tokens": 691074592.0,
+      "step": 1678
+    },
+    {
+      "epoch": 1.3081039755351682,
+      "grad_norm": 0.2561114796433777,
+      "learning_rate": 3.7093064217449783e-06,
+      "loss": 0.3314,
+      "num_tokens": 691432256.0,
+      "step": 1679
+    },
+    {
+      "epoch": 1.30848623853211,
+      "grad_norm": 0.25192527442953083,
+      "learning_rate": 3.7041955971849065e-06,
+      "loss": 0.3571,
+      "num_tokens": 691854842.0,
+      "step": 1680
+    },
+    {
+      "epoch": 1.308868501529052,
+      "grad_norm": 0.25462418470163234,
+      "learning_rate": 3.699087526332209e-06,
+      "loss": 0.3596,
+      "num_tokens": 692259815.0,
+      "step": 1681
+    },
+    {
+      "epoch": 1.3092507645259939,
+      "grad_norm": 0.22805146689730482,
+      "learning_rate": 3.6939822170196616e-06,
+      "loss": 0.3515,
+      "num_tokens": 692714004.0,
+      "step": 1682
+    },
+    {
+      "epoch": 1.3096330275229358,
+      "grad_norm": 0.24649529687676333,
+      "learning_rate": 3.6888796770758016e-06,
+      "loss": 0.3421,
+      "num_tokens": 693097906.0,
+      "step": 1683
+    },
+    {
+      "epoch": 1.3100152905198776,
+      "grad_norm": 0.26031175005142626,
+      "learning_rate": 3.6837799143249244e-06,
+      "loss": 0.335,
+      "num_tokens": 693501353.0,
+      "step": 1684
+    },
+    {
+      "epoch": 1.3103975535168195,
+      "grad_norm": 0.24710625441535372,
+      "learning_rate": 3.678682936587068e-06,
+      "loss": 0.3404,
+      "num_tokens": 693885606.0,
+      "step": 1685
+    },
+    {
+      "epoch": 1.3107798165137614,
+      "grad_norm": 0.24884736398500612,
+      "learning_rate": 3.6735887516779946e-06,
+      "loss": 0.3629,
+      "num_tokens": 694280419.0,
+      "step": 1686
+    },
+    {
+      "epoch": 1.3111620795107033,
+      "grad_norm": 0.22828035151065715,
+      "learning_rate": 3.6684973674091885e-06,
+      "loss": 0.346,
+      "num_tokens": 694689794.0,
+      "step": 1687
+    },
+    {
+      "epoch": 1.3115443425076452,
+      "grad_norm": 0.25747512086740254,
+      "learning_rate": 3.6634087915878347e-06,
+      "loss": 0.3578,
+      "num_tokens": 695099478.0,
+      "step": 1688
+    },
+    {
+      "epoch": 1.311926605504587,
+      "grad_norm": 0.26365855014073813,
+      "learning_rate": 3.6583230320168194e-06,
+      "loss": 0.3561,
+      "num_tokens": 695494532.0,
+      "step": 1689
+    },
+    {
+      "epoch": 1.3123088685015292,
+      "grad_norm": 0.23329354373292693,
+      "learning_rate": 3.6532400964947e-06,
+      "loss": 0.3182,
+      "num_tokens": 695857981.0,
+      "step": 1690
+    },
+    {
+      "epoch": 1.3126911314984708,
+      "grad_norm": 0.23915121220716568,
+      "learning_rate": 3.648159992815714e-06,
+      "loss": 0.3524,
+      "num_tokens": 696274873.0,
+      "step": 1691
+    },
+    {
+      "epoch": 1.313073394495413,
+      "grad_norm": 0.26791199410756306,
+      "learning_rate": 3.6430827287697466e-06,
+      "loss": 0.3522,
+      "num_tokens": 696707671.0,
+      "step": 1692
+    },
+    {
+      "epoch": 1.3134556574923548,
+      "grad_norm": 0.23200952961797544,
+      "learning_rate": 3.6380083121423395e-06,
+      "loss": 0.3494,
+      "num_tokens": 697137970.0,
+      "step": 1693
+    },
+    {
+      "epoch": 1.3138379204892967,
+      "grad_norm": 0.26802039122052357,
+      "learning_rate": 3.6329367507146583e-06,
+      "loss": 0.3615,
+      "num_tokens": 697535123.0,
+      "step": 1694
+    },
+    {
+      "epoch": 1.3142201834862386,
+      "grad_norm": 0.27258075226736395,
+      "learning_rate": 3.6278680522634948e-06,
+      "loss": 0.3732,
+      "num_tokens": 697927816.0,
+      "step": 1695
+    },
+    {
+      "epoch": 1.3146024464831805,
+      "grad_norm": 0.27244744922626585,
+      "learning_rate": 3.6228022245612494e-06,
+      "loss": 0.3806,
+      "num_tokens": 698334602.0,
+      "step": 1696
+    },
+    {
+      "epoch": 1.3149847094801224,
+      "grad_norm": 0.25482725022212754,
+      "learning_rate": 3.6177392753759233e-06,
+      "loss": 0.367,
+      "num_tokens": 698753560.0,
+      "step": 1697
+    },
+    {
+      "epoch": 1.3153669724770642,
+      "grad_norm": 0.25676648138733404,
+      "learning_rate": 3.6126792124710995e-06,
+      "loss": 0.3393,
+      "num_tokens": 699181694.0,
+      "step": 1698
+    },
+    {
+      "epoch": 1.3157492354740061,
+      "grad_norm": 0.27411543729618837,
+      "learning_rate": 3.6076220436059386e-06,
+      "loss": 0.3868,
+      "num_tokens": 699586947.0,
+      "step": 1699
+    },
+    {
+      "epoch": 1.316131498470948,
+      "grad_norm": 0.23366188176398012,
+      "learning_rate": 3.602567776535164e-06,
+      "loss": 0.3387,
+      "num_tokens": 699997751.0,
+      "step": 1700
+    },
+    {
+      "epoch": 1.31651376146789,
+      "grad_norm": 0.2339723951439109,
+      "learning_rate": 3.5975164190090427e-06,
+      "loss": 0.3485,
+      "num_tokens": 700413746.0,
+      "step": 1701
+    },
+    {
+      "epoch": 1.3168960244648318,
+      "grad_norm": 0.24634552093703108,
+      "learning_rate": 3.592467978773392e-06,
+      "loss": 0.3403,
+      "num_tokens": 700792428.0,
+      "step": 1702
+    },
+    {
+      "epoch": 1.3172782874617737,
+      "grad_norm": 0.24579856747239542,
+      "learning_rate": 3.5874224635695433e-06,
+      "loss": 0.3476,
+      "num_tokens": 701203930.0,
+      "step": 1703
+    },
+    {
+      "epoch": 1.3176605504587156,
+      "grad_norm": 0.2483170996101416,
+      "learning_rate": 3.582379881134349e-06,
+      "loss": 0.3279,
+      "num_tokens": 701577323.0,
+      "step": 1704
+    },
+    {
+      "epoch": 1.3180428134556574,
+      "grad_norm": 0.2528532610079257,
+      "learning_rate": 3.5773402392001666e-06,
+      "loss": 0.3766,
+      "num_tokens": 702044073.0,
+      "step": 1705
+    },
+    {
+      "epoch": 1.3184250764525993,
+      "grad_norm": 0.25962494185583007,
+      "learning_rate": 3.5723035454948385e-06,
+      "loss": 0.3616,
+      "num_tokens": 702423613.0,
+      "step": 1706
+    },
+    {
+      "epoch": 1.3188073394495412,
+      "grad_norm": 0.23479186487362205,
+      "learning_rate": 3.5672698077416913e-06,
+      "loss": 0.367,
+      "num_tokens": 702848438.0,
+      "step": 1707
+    },
+    {
+      "epoch": 1.319189602446483,
+      "grad_norm": 0.2672396381349754,
+      "learning_rate": 3.5622390336595168e-06,
+      "loss": 0.3526,
+      "num_tokens": 703267488.0,
+      "step": 1708
+    },
+    {
+      "epoch": 1.3195718654434252,
+      "grad_norm": 0.25379542698726226,
+      "learning_rate": 3.557211230962565e-06,
+      "loss": 0.3378,
+      "num_tokens": 703670261.0,
+      "step": 1709
+    },
+    {
+      "epoch": 1.3199541284403669,
+      "grad_norm": 0.2408783238066999,
+      "learning_rate": 3.5521864073605197e-06,
+      "loss": 0.341,
+      "num_tokens": 704099842.0,
+      "step": 1710
+    },
+    {
+      "epoch": 1.320336391437309,
+      "grad_norm": 0.2711219733211456,
+      "learning_rate": 3.5471645705585125e-06,
+      "loss": 0.3565,
+      "num_tokens": 704499691.0,
+      "step": 1711
+    },
+    {
+      "epoch": 1.3207186544342506,
+      "grad_norm": 0.2358202603524401,
+      "learning_rate": 3.5421457282570794e-06,
+      "loss": 0.3559,
+      "num_tokens": 704920360.0,
+      "step": 1712
+    },
+    {
+      "epoch": 1.3211009174311927,
+      "grad_norm": 0.23997352472324385,
+      "learning_rate": 3.5371298881521775e-06,
+      "loss": 0.3654,
+      "num_tokens": 705333587.0,
+      "step": 1713
+    },
+    {
+      "epoch": 1.3214831804281346,
+      "grad_norm": 0.253045374800109,
+      "learning_rate": 3.5321170579351514e-06,
+      "loss": 0.3496,
+      "num_tokens": 705737351.0,
+      "step": 1714
+    },
+    {
+      "epoch": 1.3218654434250765,
+      "grad_norm": 0.23724805464031495,
+      "learning_rate": 3.5271072452927333e-06,
+      "loss": 0.3683,
+      "num_tokens": 706167055.0,
+      "step": 1715
+    },
+    {
+      "epoch": 1.3222477064220184,
+      "grad_norm": 0.2495027557367922,
+      "learning_rate": 3.5221004579070295e-06,
+      "loss": 0.3454,
+      "num_tokens": 706563884.0,
+      "step": 1716
+    },
+    {
+      "epoch": 1.3226299694189603,
+      "grad_norm": 0.2619542188917075,
+      "learning_rate": 3.5170967034555015e-06,
+      "loss": 0.3475,
+      "num_tokens": 706989701.0,
+      "step": 1717
+    },
+    {
+      "epoch": 1.3230122324159022,
+      "grad_norm": 0.23258872139739586,
+      "learning_rate": 3.512095989610972e-06,
+      "loss": 0.3634,
+      "num_tokens": 707416734.0,
+      "step": 1718
+    },
+    {
+      "epoch": 1.323394495412844,
+      "grad_norm": 0.24531778588397174,
+      "learning_rate": 3.507098324041587e-06,
+      "loss": 0.3414,
+      "num_tokens": 707790806.0,
+      "step": 1719
+    },
+    {
+      "epoch": 1.323776758409786,
+      "grad_norm": 0.25038908760295703,
+      "learning_rate": 3.5021037144108305e-06,
+      "loss": 0.3544,
+      "num_tokens": 708192289.0,
+      "step": 1720
+    },
+    {
+      "epoch": 1.3241590214067278,
+      "grad_norm": 0.2437190032053367,
+      "learning_rate": 3.4971121683774913e-06,
+      "loss": 0.3378,
+      "num_tokens": 708623219.0,
+      "step": 1721
+    },
+    {
+      "epoch": 1.3245412844036697,
+      "grad_norm": 0.2304499154964965,
+      "learning_rate": 3.492123693595666e-06,
+      "loss": 0.3545,
+      "num_tokens": 709059431.0,
+      "step": 1722
+    },
+    {
+      "epoch": 1.3249235474006116,
+      "grad_norm": 0.25332064199962345,
+      "learning_rate": 3.487138297714738e-06,
+      "loss": 0.3622,
+      "num_tokens": 709477602.0,
+      "step": 1723
+    },
+    {
+      "epoch": 1.3253058103975535,
+      "grad_norm": 0.26226155182675603,
+      "learning_rate": 3.4821559883793737e-06,
+      "loss": 0.3437,
+      "num_tokens": 709839255.0,
+      "step": 1724
+    },
+    {
+      "epoch": 1.3256880733944953,
+      "grad_norm": 0.23792977461652384,
+      "learning_rate": 3.4771767732295047e-06,
+      "loss": 0.3538,
+      "num_tokens": 710265426.0,
+      "step": 1725
+    },
+    {
+      "epoch": 1.3260703363914372,
+      "grad_norm": 0.22686093364377113,
+      "learning_rate": 3.4722006599003134e-06,
+      "loss": 0.3432,
+      "num_tokens": 710682501.0,
+      "step": 1726
+    },
+    {
+      "epoch": 1.3264525993883791,
+      "grad_norm": 0.22365803653205701,
+      "learning_rate": 3.467227656022236e-06,
+      "loss": 0.3511,
+      "num_tokens": 711118888.0,
+      "step": 1727
+    },
+    {
+      "epoch": 1.3268348623853212,
+      "grad_norm": 0.23940006059197358,
+      "learning_rate": 3.462257769220928e-06,
+      "loss": 0.3349,
+      "num_tokens": 711547038.0,
+      "step": 1728
+    },
+    {
+      "epoch": 1.3272171253822629,
+      "grad_norm": 0.24654397058057753,
+      "learning_rate": 3.4572910071172755e-06,
+      "loss": 0.3492,
+      "num_tokens": 711985799.0,
+      "step": 1729
+    },
+    {
+      "epoch": 1.327599388379205,
+      "grad_norm": 0.2639918645245174,
+      "learning_rate": 3.452327377327369e-06,
+      "loss": 0.3511,
+      "num_tokens": 712366886.0,
+      "step": 1730
+    },
+    {
+      "epoch": 1.3279816513761467,
+      "grad_norm": 0.2540100855501442,
+      "learning_rate": 3.4473668874624945e-06,
+      "loss": 0.3562,
+      "num_tokens": 712758658.0,
+      "step": 1731
+    },
+    {
+      "epoch": 1.3283639143730888,
+      "grad_norm": 0.25801100106214636,
+      "learning_rate": 3.4424095451291273e-06,
+      "loss": 0.3327,
+      "num_tokens": 713147810.0,
+      "step": 1732
+    },
+    {
+      "epoch": 1.3287461773700306,
+      "grad_norm": 0.26082401625287394,
+      "learning_rate": 3.4374553579289117e-06,
+      "loss": 0.3497,
+      "num_tokens": 713561032.0,
+      "step": 1733
+    },
+    {
+      "epoch": 1.3291284403669725,
+      "grad_norm": 0.23322128338134585,
+      "learning_rate": 3.43250433345866e-06,
+      "loss": 0.3447,
+      "num_tokens": 713990734.0,
+      "step": 1734
+    },
+    {
+      "epoch": 1.3295107033639144,
+      "grad_norm": 0.2757943606287788,
+      "learning_rate": 3.4275564793103226e-06,
+      "loss": 0.3527,
+      "num_tokens": 714366004.0,
+      "step": 1735
+    },
+    {
+      "epoch": 1.3298929663608563,
+      "grad_norm": 0.2683112481848239,
+      "learning_rate": 3.4226118030710066e-06,
+      "loss": 0.3745,
+      "num_tokens": 714799206.0,
+      "step": 1736
+    },
+    {
+      "epoch": 1.3302752293577982,
+      "grad_norm": 0.2709962268635325,
+      "learning_rate": 3.4176703123229294e-06,
+      "loss": 0.3572,
+      "num_tokens": 715193469.0,
+      "step": 1737
+    },
+    {
+      "epoch": 1.33065749235474,
+      "grad_norm": 0.25891456430430126,
+      "learning_rate": 3.412732014643432e-06,
+      "loss": 0.3523,
+      "num_tokens": 715595011.0,
+      "step": 1738
+    },
+    {
+      "epoch": 1.331039755351682,
+      "grad_norm": 0.23862958356199837,
+      "learning_rate": 3.4077969176049576e-06,
+      "loss": 0.3435,
+      "num_tokens": 716004820.0,
+      "step": 1739
+    },
+    {
+      "epoch": 1.3314220183486238,
+      "grad_norm": 0.23589486284793224,
+      "learning_rate": 3.4028650287750413e-06,
+      "loss": 0.3433,
+      "num_tokens": 716418977.0,
+      "step": 1740
+    },
+    {
+      "epoch": 1.3318042813455657,
+      "grad_norm": 0.24345351341480068,
+      "learning_rate": 3.3979363557163e-06,
+      "loss": 0.3898,
+      "num_tokens": 716834032.0,
+      "step": 1741
+    },
+    {
+      "epoch": 1.3321865443425076,
+      "grad_norm": 0.24354670691167477,
+      "learning_rate": 3.3930109059864173e-06,
+      "loss": 0.3519,
+      "num_tokens": 717273363.0,
+      "step": 1742
+    },
+    {
+      "epoch": 1.3325688073394495,
+      "grad_norm": 0.28913050334476587,
+      "learning_rate": 3.3880886871381358e-06,
+      "loss": 0.3645,
+      "num_tokens": 717700550.0,
+      "step": 1743
+    },
+    {
+      "epoch": 1.3329510703363914,
+      "grad_norm": 0.27124550100484784,
+      "learning_rate": 3.3831697067192437e-06,
+      "loss": 0.3911,
+      "num_tokens": 718131446.0,
+      "step": 1744
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 0.24208857222921995,
+      "learning_rate": 3.3782539722725606e-06,
+      "loss": 0.3615,
+      "num_tokens": 718574564.0,
+      "step": 1745
+    },
+    {
+      "epoch": 1.3337155963302751,
+      "grad_norm": 0.45601948254369123,
+      "learning_rate": 3.373341491335932e-06,
+      "loss": 0.2743,
+      "num_tokens": 718654164.0,
+      "step": 1746
+    },
+    {
+      "epoch": 2.000382262996942,
+      "grad_norm": 0.2605193468540187,
+      "learning_rate": 3.368432271442214e-06,
+      "loss": 0.3556,
+      "num_tokens": 719105964.0,
+      "step": 1747
+    },
+    {
+      "epoch": 2.0007645259938838,
+      "grad_norm": 0.2519441102677706,
+      "learning_rate": 3.3635263201192604e-06,
+      "loss": 0.335,
+      "num_tokens": 719513847.0,
+      "step": 1748
+    },
+    {
+      "epoch": 2.001146788990826,
+      "grad_norm": 0.2567707267895316,
+      "learning_rate": 3.358623644889916e-06,
+      "loss": 0.3374,
+      "num_tokens": 719942682.0,
+      "step": 1749
+    },
+    {
+      "epoch": 2.0015290519877675,
+      "grad_norm": 0.25680848468131723,
+      "learning_rate": 3.3537242532719983e-06,
+      "loss": 0.3374,
+      "num_tokens": 720359982.0,
+      "step": 1750
+    },
+    {
+      "epoch": 2.0019113149847096,
+      "grad_norm": 0.21342056302975543,
+      "learning_rate": 3.348828152778291e-06,
+      "loss": 0.3524,
+      "num_tokens": 720851760.0,
+      "step": 1751
+    },
+    {
+      "epoch": 2.0022935779816513,
+      "grad_norm": 0.2753737792965614,
+      "learning_rate": 3.343935350916533e-06,
+      "loss": 0.352,
+      "num_tokens": 721276640.0,
+      "step": 1752
+    },
+    {
+      "epoch": 2.0026758409785934,
+      "grad_norm": 0.2388606259824953,
+      "learning_rate": 3.3390458551894056e-06,
+      "loss": 0.3277,
+      "num_tokens": 721656157.0,
+      "step": 1753
+    },
+    {
+      "epoch": 2.003058103975535,
+      "grad_norm": 0.24593308106541187,
+      "learning_rate": 3.3341596730945114e-06,
+      "loss": 0.3705,
+      "num_tokens": 722069598.0,
+      "step": 1754
+    },
+    {
+      "epoch": 2.003440366972477,
+      "grad_norm": 0.23737540411386032,
+      "learning_rate": 3.329276812124388e-06,
+      "loss": 0.3506,
+      "num_tokens": 722475421.0,
+      "step": 1755
+    },
+    {
+      "epoch": 2.003822629969419,
+      "grad_norm": 0.244529161580806,
+      "learning_rate": 3.3243972797664647e-06,
+      "loss": 0.3394,
+      "num_tokens": 722908037.0,
+      "step": 1756
+    },
+    {
+      "epoch": 2.004204892966361,
+      "grad_norm": 0.25326561274385917,
+      "learning_rate": 3.319521083503075e-06,
+      "loss": 0.3684,
+      "num_tokens": 723324951.0,
+      "step": 1757
+    },
+    {
+      "epoch": 2.0045871559633026,
+      "grad_norm": 0.2540233851780087,
+      "learning_rate": 3.314648230811436e-06,
+      "loss": 0.364,
+      "num_tokens": 723705095.0,
+      "step": 1758
+    },
+    {
+      "epoch": 2.0049694189602447,
+      "grad_norm": 0.24514828134241698,
+      "learning_rate": 3.3097787291636348e-06,
+      "loss": 0.3465,
+      "num_tokens": 724103309.0,
+      "step": 1759
+    },
+    {
+      "epoch": 2.0053516819571864,
+      "grad_norm": 0.31711799608973806,
+      "learning_rate": 3.3049125860266252e-06,
+      "loss": 0.363,
+      "num_tokens": 724524692.0,
+      "step": 1760
+    },
+    {
+      "epoch": 2.0057339449541285,
+      "grad_norm": 0.24220622404194303,
+      "learning_rate": 3.300049808862203e-06,
+      "loss": 0.3341,
+      "num_tokens": 724926013.0,
+      "step": 1761
+    },
+    {
+      "epoch": 2.00611620795107,
+      "grad_norm": 0.24282703269159878,
+      "learning_rate": 3.2951904051270122e-06,
+      "loss": 0.3375,
+      "num_tokens": 725308595.0,
+      "step": 1762
+    },
+    {
+      "epoch": 2.0064984709480123,
+      "grad_norm": 0.2279259878939482,
+      "learning_rate": 3.2903343822725143e-06,
+      "loss": 0.3648,
+      "num_tokens": 725739755.0,
+      "step": 1763
+    },
+    {
+      "epoch": 2.006880733944954,
+      "grad_norm": 0.23653094846075276,
+      "learning_rate": 3.285481747744997e-06,
+      "loss": 0.3116,
+      "num_tokens": 726142186.0,
+      "step": 1764
+    },
+    {
+      "epoch": 2.007262996941896,
+      "grad_norm": 0.25262850048228397,
+      "learning_rate": 3.2806325089855408e-06,
+      "loss": 0.3451,
+      "num_tokens": 726527765.0,
+      "step": 1765
+    },
+    {
+      "epoch": 2.007645259938838,
+      "grad_norm": 0.2519291337921129,
+      "learning_rate": 3.275786673430028e-06,
+      "loss": 0.3683,
+      "num_tokens": 726979577.0,
+      "step": 1766
+    },
+    {
+      "epoch": 2.00802752293578,
+      "grad_norm": 0.26062581077908115,
+      "learning_rate": 3.270944248509119e-06,
+      "loss": 0.3386,
+      "num_tokens": 727392753.0,
+      "step": 1767
+    },
+    {
+      "epoch": 2.008409785932722,
+      "grad_norm": 0.26258706473535826,
+      "learning_rate": 3.266105241648243e-06,
+      "loss": 0.3541,
+      "num_tokens": 727815584.0,
+      "step": 1768
+    },
+    {
+      "epoch": 2.0087920489296636,
+      "grad_norm": 0.2296541171626925,
+      "learning_rate": 3.2612696602675943e-06,
+      "loss": 0.3379,
+      "num_tokens": 728223806.0,
+      "step": 1769
+    },
+    {
+      "epoch": 2.0091743119266057,
+      "grad_norm": 0.24104741959317136,
+      "learning_rate": 3.256437511782101e-06,
+      "loss": 0.3395,
+      "num_tokens": 728649003.0,
+      "step": 1770
+    },
+    {
+      "epoch": 2.0095565749235473,
+      "grad_norm": 0.27132654885297314,
+      "learning_rate": 3.2516088036014444e-06,
+      "loss": 0.351,
+      "num_tokens": 729122402.0,
+      "step": 1771
+    },
+    {
+      "epoch": 2.0099388379204894,
+      "grad_norm": 0.2525735619578914,
+      "learning_rate": 3.246783543130014e-06,
+      "loss": 0.3428,
+      "num_tokens": 729512961.0,
+      "step": 1772
+    },
+    {
+      "epoch": 2.010321100917431,
+      "grad_norm": 0.2569081413889353,
+      "learning_rate": 3.24196173776693e-06,
+      "loss": 0.3176,
+      "num_tokens": 729905841.0,
+      "step": 1773
+    },
+    {
+      "epoch": 2.010703363914373,
+      "grad_norm": 0.245024897720478,
+      "learning_rate": 3.237143394905996e-06,
+      "loss": 0.3196,
+      "num_tokens": 730293014.0,
+      "step": 1774
+    },
+    {
+      "epoch": 2.011085626911315,
+      "grad_norm": 0.2241928592542632,
+      "learning_rate": 3.2323285219357194e-06,
+      "loss": 0.3299,
+      "num_tokens": 730694260.0,
+      "step": 1775
+    },
+    {
+      "epoch": 2.011467889908257,
+      "grad_norm": 0.25810531840059814,
+      "learning_rate": 3.2275171262392835e-06,
+      "loss": 0.311,
+      "num_tokens": 731043568.0,
+      "step": 1776
+    },
+    {
+      "epoch": 2.0118501529051986,
+      "grad_norm": 0.2873222386701609,
+      "learning_rate": 3.2227092151945327e-06,
+      "loss": 0.3248,
+      "num_tokens": 731415945.0,
+      "step": 1777
+    },
+    {
+      "epoch": 2.0122324159021407,
+      "grad_norm": 0.2581797267971073,
+      "learning_rate": 3.2179047961739807e-06,
+      "loss": 0.3184,
+      "num_tokens": 731809002.0,
+      "step": 1778
+    },
+    {
+      "epoch": 2.0126146788990824,
+      "grad_norm": 0.263628999936447,
+      "learning_rate": 3.213103876544773e-06,
+      "loss": 0.352,
+      "num_tokens": 732230925.0,
+      "step": 1779
+    },
+    {
+      "epoch": 2.0129969418960245,
+      "grad_norm": 0.2670793384235646,
+      "learning_rate": 3.208306463668703e-06,
+      "loss": 0.3343,
+      "num_tokens": 732628653.0,
+      "step": 1780
+    },
+    {
+      "epoch": 2.013379204892966,
+      "grad_norm": 0.24439546657845299,
+      "learning_rate": 3.2035125649021733e-06,
+      "loss": 0.3056,
+      "num_tokens": 733028213.0,
+      "step": 1781
+    },
+    {
+      "epoch": 2.0137614678899083,
+      "grad_norm": 0.2569393905404549,
+      "learning_rate": 3.198722187596206e-06,
+      "loss": 0.3197,
+      "num_tokens": 733431075.0,
+      "step": 1782
+    },
+    {
+      "epoch": 2.01414373088685,
+      "grad_norm": 0.23536067023370272,
+      "learning_rate": 3.1939353390964224e-06,
+      "loss": 0.3231,
+      "num_tokens": 733833055.0,
+      "step": 1783
+    },
+    {
+      "epoch": 2.014525993883792,
+      "grad_norm": 0.24503016888061527,
+      "learning_rate": 3.189152026743031e-06,
+      "loss": 0.3251,
+      "num_tokens": 734262584.0,
+      "step": 1784
+    },
+    {
+      "epoch": 2.014908256880734,
+      "grad_norm": 0.25207753138399924,
+      "learning_rate": 3.184372257870818e-06,
+      "loss": 0.3197,
+      "num_tokens": 734648250.0,
+      "step": 1785
+    },
+    {
+      "epoch": 2.015290519877676,
+      "grad_norm": 0.2405222425834741,
+      "learning_rate": 3.1795960398091373e-06,
+      "loss": 0.3059,
+      "num_tokens": 735083618.0,
+      "step": 1786
+    },
+    {
+      "epoch": 2.015672782874618,
+      "grad_norm": 0.27418869787100386,
+      "learning_rate": 3.1748233798818997e-06,
+      "loss": 0.2965,
+      "num_tokens": 735463309.0,
+      "step": 1787
+    },
+    {
+      "epoch": 2.0160550458715596,
+      "grad_norm": 0.24639733231677355,
+      "learning_rate": 3.1700542854075508e-06,
+      "loss": 0.3252,
+      "num_tokens": 735865715.0,
+      "step": 1788
+    },
+    {
+      "epoch": 2.0164373088685017,
+      "grad_norm": 0.2304158868186682,
+      "learning_rate": 3.165288763699084e-06,
+      "loss": 0.3311,
+      "num_tokens": 736326065.0,
+      "step": 1789
+    },
+    {
+      "epoch": 2.0168195718654434,
+      "grad_norm": 0.24822470747781525,
+      "learning_rate": 3.1605268220639986e-06,
+      "loss": 0.324,
+      "num_tokens": 736747892.0,
+      "step": 1790
+    },
+    {
+      "epoch": 2.0172018348623855,
+      "grad_norm": 0.23398422506593472,
+      "learning_rate": 3.1557684678043145e-06,
+      "loss": 0.2899,
+      "num_tokens": 737166530.0,
+      "step": 1791
+    },
+    {
+      "epoch": 2.017584097859327,
+      "grad_norm": 0.2744979500517675,
+      "learning_rate": 3.1510137082165475e-06,
+      "loss": 0.3061,
+      "num_tokens": 737550285.0,
+      "step": 1792
+    },
+    {
+      "epoch": 2.0179663608562692,
+      "grad_norm": 0.2589243971620022,
+      "learning_rate": 3.146262550591701e-06,
+      "loss": 0.3193,
+      "num_tokens": 737956094.0,
+      "step": 1793
+    },
+    {
+      "epoch": 2.018348623853211,
+      "grad_norm": 0.25721306935861216,
+      "learning_rate": 3.1415150022152564e-06,
+      "loss": 0.3151,
+      "num_tokens": 738369559.0,
+      "step": 1794
+    },
+    {
+      "epoch": 2.018730886850153,
+      "grad_norm": 0.25607224589419947,
+      "learning_rate": 3.136771070367157e-06,
+      "loss": 0.3186,
+      "num_tokens": 738785166.0,
+      "step": 1795
+    },
+    {
+      "epoch": 2.0191131498470947,
+      "grad_norm": 0.2646648028661554,
+      "learning_rate": 3.1320307623218075e-06,
+      "loss": 0.3264,
+      "num_tokens": 739217301.0,
+      "step": 1796
+    },
+    {
+      "epoch": 2.0194954128440368,
+      "grad_norm": 0.2426999415604464,
+      "learning_rate": 3.1272940853480473e-06,
+      "loss": 0.3142,
+      "num_tokens": 739626966.0,
+      "step": 1797
+    },
+    {
+      "epoch": 2.0198776758409784,
+      "grad_norm": 0.27346599109973424,
+      "learning_rate": 3.1225610467091533e-06,
+      "loss": 0.3109,
+      "num_tokens": 740029041.0,
+      "step": 1798
+    },
+    {
+      "epoch": 2.0202599388379205,
+      "grad_norm": 0.25062726426604437,
+      "learning_rate": 3.117831653662822e-06,
+      "loss": 0.2905,
+      "num_tokens": 740414177.0,
+      "step": 1799
+    },
+    {
+      "epoch": 2.020642201834862,
+      "grad_norm": 0.2286203124903576,
+      "learning_rate": 3.1131059134611595e-06,
+      "loss": 0.2722,
+      "num_tokens": 740804304.0,
+      "step": 1800
+    },
+    {
+      "epoch": 2.0210244648318043,
+      "grad_norm": 0.23416956734703526,
+      "learning_rate": 3.1083838333506715e-06,
+      "loss": 0.2998,
+      "num_tokens": 741205986.0,
+      "step": 1801
+    },
+    {
+      "epoch": 2.021406727828746,
+      "grad_norm": 0.24339664061892777,
+      "learning_rate": 3.1036654205722503e-06,
+      "loss": 0.3052,
+      "num_tokens": 741579886.0,
+      "step": 1802
+    },
+    {
+      "epoch": 2.021788990825688,
+      "grad_norm": 0.24777188271430553,
+      "learning_rate": 3.098950682361166e-06,
+      "loss": 0.3113,
+      "num_tokens": 741956543.0,
+      "step": 1803
+    },
+    {
+      "epoch": 2.02217125382263,
+      "grad_norm": 0.2505532161477693,
+      "learning_rate": 3.094239625947051e-06,
+      "loss": 0.3224,
+      "num_tokens": 742368740.0,
+      "step": 1804
+    },
+    {
+      "epoch": 2.022553516819572,
+      "grad_norm": 0.2740097837549157,
+      "learning_rate": 3.089532258553895e-06,
+      "loss": 0.3109,
+      "num_tokens": 742761394.0,
+      "step": 1805
+    },
+    {
+      "epoch": 2.022935779816514,
+      "grad_norm": 0.25186197910802094,
+      "learning_rate": 3.0848285874000326e-06,
+      "loss": 0.3125,
+      "num_tokens": 743178753.0,
+      "step": 1806
+    },
+    {
+      "epoch": 2.0233180428134556,
+      "grad_norm": 0.25063294806680786,
+      "learning_rate": 3.0801286196981234e-06,
+      "loss": 0.3221,
+      "num_tokens": 743640252.0,
+      "step": 1807
+    },
+    {
+      "epoch": 2.0237003058103977,
+      "grad_norm": 0.25593016534508156,
+      "learning_rate": 3.0754323626551543e-06,
+      "loss": 0.3053,
+      "num_tokens": 744041823.0,
+      "step": 1808
+    },
+    {
+      "epoch": 2.0240825688073394,
+      "grad_norm": 0.22744175225847083,
+      "learning_rate": 3.0707398234724206e-06,
+      "loss": 0.2991,
+      "num_tokens": 744459065.0,
+      "step": 1809
+    },
+    {
+      "epoch": 2.0244648318042815,
+      "grad_norm": 0.2446511972336764,
+      "learning_rate": 3.066051009345517e-06,
+      "loss": 0.3144,
+      "num_tokens": 744862164.0,
+      "step": 1810
+    },
+    {
+      "epoch": 2.024847094801223,
+      "grad_norm": 0.25524397782622377,
+      "learning_rate": 3.0613659274643255e-06,
+      "loss": 0.2919,
+      "num_tokens": 745220691.0,
+      "step": 1811
+    },
+    {
+      "epoch": 2.0252293577981653,
+      "grad_norm": 0.24391027544377664,
+      "learning_rate": 3.0566845850130043e-06,
+      "loss": 0.3383,
+      "num_tokens": 745639087.0,
+      "step": 1812
+    },
+    {
+      "epoch": 2.025611620795107,
+      "grad_norm": 0.2486522240362927,
+      "learning_rate": 3.052006989169981e-06,
+      "loss": 0.2932,
+      "num_tokens": 746049043.0,
+      "step": 1813
+    },
+    {
+      "epoch": 2.025993883792049,
+      "grad_norm": 0.23771560424583243,
+      "learning_rate": 3.0473331471079307e-06,
+      "loss": 0.2735,
+      "num_tokens": 746450290.0,
+      "step": 1814
+    },
+    {
+      "epoch": 2.0263761467889907,
+      "grad_norm": 0.26724819167392405,
+      "learning_rate": 3.0426630659937834e-06,
+      "loss": 0.3156,
+      "num_tokens": 746877820.0,
+      "step": 1815
+    },
+    {
+      "epoch": 2.026758409785933,
+      "grad_norm": 0.2765474352632359,
+      "learning_rate": 3.0379967529886904e-06,
+      "loss": 0.3261,
+      "num_tokens": 747290202.0,
+      "step": 1816
+    },
+    {
+      "epoch": 2.0271406727828745,
+      "grad_norm": 0.2525481884464414,
+      "learning_rate": 3.0333342152480332e-06,
+      "loss": 0.295,
+      "num_tokens": 747691191.0,
+      "step": 1817
+    },
+    {
+      "epoch": 2.0275229357798166,
+      "grad_norm": 0.24171910353744017,
+      "learning_rate": 3.0286754599214007e-06,
+      "loss": 0.2984,
+      "num_tokens": 748090982.0,
+      "step": 1818
+    },
+    {
+      "epoch": 2.0279051987767582,
+      "grad_norm": 0.2728246330869588,
+      "learning_rate": 3.0240204941525818e-06,
+      "loss": 0.3023,
+      "num_tokens": 748489459.0,
+      "step": 1819
+    },
+    {
+      "epoch": 2.0282874617737003,
+      "grad_norm": 0.27101232699076977,
+      "learning_rate": 3.0193693250795587e-06,
+      "loss": 0.3246,
+      "num_tokens": 748930093.0,
+      "step": 1820
+    },
+    {
+      "epoch": 2.028669724770642,
+      "grad_norm": 0.2527746512773829,
+      "learning_rate": 3.0147219598344823e-06,
+      "loss": 0.3073,
+      "num_tokens": 749367341.0,
+      "step": 1821
+    },
+    {
+      "epoch": 2.029051987767584,
+      "grad_norm": 0.2668158023550485,
+      "learning_rate": 3.0100784055436818e-06,
+      "loss": 0.3062,
+      "num_tokens": 749739523.0,
+      "step": 1822
+    },
+    {
+      "epoch": 2.0294342507645258,
+      "grad_norm": 0.22226742564938898,
+      "learning_rate": 3.005438669327633e-06,
+      "loss": 0.2882,
+      "num_tokens": 750137755.0,
+      "step": 1823
+    },
+    {
+      "epoch": 2.029816513761468,
+      "grad_norm": 0.25713361899649634,
+      "learning_rate": 3.000802758300967e-06,
+      "loss": 0.2961,
+      "num_tokens": 750506620.0,
+      "step": 1824
+    },
+    {
+      "epoch": 2.03019877675841,
+      "grad_norm": 0.29298680481859035,
+      "learning_rate": 2.9961706795724366e-06,
+      "loss": 0.3216,
+      "num_tokens": 750907674.0,
+      "step": 1825
+    },
+    {
+      "epoch": 2.0305810397553516,
+      "grad_norm": 0.24964897621978419,
+      "learning_rate": 2.9915424402449334e-06,
+      "loss": 0.3096,
+      "num_tokens": 751286645.0,
+      "step": 1826
+    },
+    {
+      "epoch": 2.0309633027522938,
+      "grad_norm": 0.25105094629201735,
+      "learning_rate": 2.9869180474154473e-06,
+      "loss": 0.3299,
+      "num_tokens": 751690243.0,
+      "step": 1827
+    },
+    {
+      "epoch": 2.0313455657492354,
+      "grad_norm": 0.24559835593024112,
+      "learning_rate": 2.9822975081750776e-06,
+      "loss": 0.2992,
+      "num_tokens": 752119840.0,
+      "step": 1828
+    },
+    {
+      "epoch": 2.0317278287461775,
+      "grad_norm": 0.24776057343020483,
+      "learning_rate": 2.9776808296090155e-06,
+      "loss": 0.3201,
+      "num_tokens": 752552466.0,
+      "step": 1829
+    },
+    {
+      "epoch": 2.032110091743119,
+      "grad_norm": 0.2515573527523867,
+      "learning_rate": 2.9730680187965237e-06,
+      "loss": 0.3068,
+      "num_tokens": 752936825.0,
+      "step": 1830
+    },
+    {
+      "epoch": 2.0324923547400613,
+      "grad_norm": 0.2531370379471016,
+      "learning_rate": 2.9684590828109473e-06,
+      "loss": 0.2794,
+      "num_tokens": 753305996.0,
+      "step": 1831
+    },
+    {
+      "epoch": 2.032874617737003,
+      "grad_norm": 0.24464212022852835,
+      "learning_rate": 2.963854028719676e-06,
+      "loss": 0.3002,
+      "num_tokens": 753686005.0,
+      "step": 1832
+    },
+    {
+      "epoch": 2.033256880733945,
+      "grad_norm": 0.2248890795516489,
+      "learning_rate": 2.959252863584159e-06,
+      "loss": 0.2842,
+      "num_tokens": 754109910.0,
+      "step": 1833
+    },
+    {
+      "epoch": 2.0336391437308867,
+      "grad_norm": 0.25739735506399464,
+      "learning_rate": 2.954655594459872e-06,
+      "loss": 0.3363,
+      "num_tokens": 754565104.0,
+      "step": 1834
+    },
+    {
+      "epoch": 2.034021406727829,
+      "grad_norm": 0.2726606936521271,
+      "learning_rate": 2.950062228396323e-06,
+      "loss": 0.3092,
+      "num_tokens": 754937706.0,
+      "step": 1835
+    },
+    {
+      "epoch": 2.0344036697247705,
+      "grad_norm": 0.248065062932608,
+      "learning_rate": 2.9454727724370325e-06,
+      "loss": 0.2879,
+      "num_tokens": 755310494.0,
+      "step": 1836
+    },
+    {
+      "epoch": 2.0347859327217126,
+      "grad_norm": 0.23527074332222286,
+      "learning_rate": 2.9408872336195252e-06,
+      "loss": 0.2931,
+      "num_tokens": 755698745.0,
+      "step": 1837
+    },
+    {
+      "epoch": 2.0351681957186543,
+      "grad_norm": 0.2594880311173301,
+      "learning_rate": 2.9363056189753224e-06,
+      "loss": 0.3189,
+      "num_tokens": 756139122.0,
+      "step": 1838
+    },
+    {
+      "epoch": 2.0355504587155964,
+      "grad_norm": 0.29091929784036424,
+      "learning_rate": 2.931727935529921e-06,
+      "loss": 0.2956,
+      "num_tokens": 756532212.0,
+      "step": 1839
+    },
+    {
+      "epoch": 2.035932721712538,
+      "grad_norm": 0.2378701459873727,
+      "learning_rate": 2.9271541903027984e-06,
+      "loss": 0.2975,
+      "num_tokens": 756924676.0,
+      "step": 1840
+    },
+    {
+      "epoch": 2.03631498470948,
+      "grad_norm": 0.24182257083588726,
+      "learning_rate": 2.9225843903073854e-06,
+      "loss": 0.2907,
+      "num_tokens": 757303985.0,
+      "step": 1841
+    },
+    {
+      "epoch": 2.036697247706422,
+      "grad_norm": 0.24109892958833565,
+      "learning_rate": 2.9180185425510678e-06,
+      "loss": 0.3131,
+      "num_tokens": 757727215.0,
+      "step": 1842
+    },
+    {
+      "epoch": 2.037079510703364,
+      "grad_norm": 0.23183766436989323,
+      "learning_rate": 2.9134566540351695e-06,
+      "loss": 0.3051,
+      "num_tokens": 758162846.0,
+      "step": 1843
+    },
+    {
+      "epoch": 2.037461773700306,
+      "grad_norm": 0.24656029234859986,
+      "learning_rate": 2.9088987317549443e-06,
+      "loss": 0.277,
+      "num_tokens": 758539184.0,
+      "step": 1844
+    },
+    {
+      "epoch": 2.0378440366972477,
+      "grad_norm": 0.234823666828163,
+      "learning_rate": 2.904344782699562e-06,
+      "loss": 0.2874,
+      "num_tokens": 758933524.0,
+      "step": 1845
+    },
+    {
+      "epoch": 2.03822629969419,
+      "grad_norm": 0.24334942235774046,
+      "learning_rate": 2.899794813852102e-06,
+      "loss": 0.3138,
+      "num_tokens": 759361176.0,
+      "step": 1846
+    },
+    {
+      "epoch": 2.0386085626911314,
+      "grad_norm": 0.2313774041503865,
+      "learning_rate": 2.895248832189541e-06,
+      "loss": 0.291,
+      "num_tokens": 759772585.0,
+      "step": 1847
+    },
+    {
+      "epoch": 2.0389908256880735,
+      "grad_norm": 0.2591648093940398,
+      "learning_rate": 2.8907068446827348e-06,
+      "loss": 0.3053,
+      "num_tokens": 760109076.0,
+      "step": 1848
+    },
+    {
+      "epoch": 2.039373088685015,
+      "grad_norm": 0.26922079840987917,
+      "learning_rate": 2.8861688582964263e-06,
+      "loss": 0.3204,
+      "num_tokens": 760522674.0,
+      "step": 1849
+    },
+    {
+      "epoch": 2.0397553516819573,
+      "grad_norm": 0.25498507046188246,
+      "learning_rate": 2.8816348799892134e-06,
+      "loss": 0.302,
+      "num_tokens": 760910044.0,
+      "step": 1850
+    },
+    {
+      "epoch": 2.040137614678899,
+      "grad_norm": 0.25255352580310136,
+      "learning_rate": 2.8771049167135507e-06,
+      "loss": 0.2887,
+      "num_tokens": 761297622.0,
+      "step": 1851
+    },
+    {
+      "epoch": 2.040519877675841,
+      "grad_norm": 0.2525503254488794,
+      "learning_rate": 2.8725789754157385e-06,
+      "loss": 0.2867,
+      "num_tokens": 761690778.0,
+      "step": 1852
+    },
+    {
+      "epoch": 2.0409021406727827,
+      "grad_norm": 0.25335127324537604,
+      "learning_rate": 2.868057063035906e-06,
+      "loss": 0.2973,
+      "num_tokens": 762088968.0,
+      "step": 1853
+    },
+    {
+      "epoch": 2.041284403669725,
+      "grad_norm": 0.24506273018165037,
+      "learning_rate": 2.8635391865080074e-06,
+      "loss": 0.3124,
+      "num_tokens": 762520894.0,
+      "step": 1854
+    },
+    {
+      "epoch": 2.0416666666666665,
+      "grad_norm": 0.2638475241286148,
+      "learning_rate": 2.8590253527598073e-06,
+      "loss": 0.3248,
+      "num_tokens": 762932618.0,
+      "step": 1855
+    },
+    {
+      "epoch": 2.0420489296636086,
+      "grad_norm": 0.25979010390983487,
+      "learning_rate": 2.8545155687128706e-06,
+      "loss": 0.3051,
+      "num_tokens": 763316146.0,
+      "step": 1856
+    },
+    {
+      "epoch": 2.0424311926605503,
+      "grad_norm": 0.24717900134876009,
+      "learning_rate": 2.850009841282554e-06,
+      "loss": 0.3068,
+      "num_tokens": 763728595.0,
+      "step": 1857
+    },
+    {
+      "epoch": 2.0428134556574924,
+      "grad_norm": 0.23594218221231555,
+      "learning_rate": 2.8455081773779893e-06,
+      "loss": 0.3113,
+      "num_tokens": 764202688.0,
+      "step": 1858
+    },
+    {
+      "epoch": 2.043195718654434,
+      "grad_norm": 0.2567370431225666,
+      "learning_rate": 2.841010583902082e-06,
+      "loss": 0.3265,
+      "num_tokens": 764628951.0,
+      "step": 1859
+    },
+    {
+      "epoch": 2.043577981651376,
+      "grad_norm": 0.2354944113587352,
+      "learning_rate": 2.836517067751494e-06,
+      "loss": 0.3004,
+      "num_tokens": 765041421.0,
+      "step": 1860
+    },
+    {
+      "epoch": 2.043960244648318,
+      "grad_norm": 0.24806082804422305,
+      "learning_rate": 2.8320276358166365e-06,
+      "loss": 0.3125,
+      "num_tokens": 765493970.0,
+      "step": 1861
+    },
+    {
+      "epoch": 2.04434250764526,
+      "grad_norm": 0.24444157506679715,
+      "learning_rate": 2.8275422949816556e-06,
+      "loss": 0.2959,
+      "num_tokens": 765906137.0,
+      "step": 1862
+    },
+    {
+      "epoch": 2.044724770642202,
+      "grad_norm": 0.2510230348240986,
+      "learning_rate": 2.823061052124425e-06,
+      "loss": 0.3016,
+      "num_tokens": 766311280.0,
+      "step": 1863
+    },
+    {
+      "epoch": 2.0451070336391437,
+      "grad_norm": 0.23636816214188436,
+      "learning_rate": 2.818583914116535e-06,
+      "loss": 0.2784,
+      "num_tokens": 766712496.0,
+      "step": 1864
+    },
+    {
+      "epoch": 2.045489296636086,
+      "grad_norm": 0.2670457603858624,
+      "learning_rate": 2.814110887823281e-06,
+      "loss": 0.314,
+      "num_tokens": 767143731.0,
+      "step": 1865
+    },
+    {
+      "epoch": 2.0458715596330275,
+      "grad_norm": 0.25096696615664604,
+      "learning_rate": 2.8096419801036552e-06,
+      "loss": 0.305,
+      "num_tokens": 767566242.0,
+      "step": 1866
+    },
+    {
+      "epoch": 2.0462538226299696,
+      "grad_norm": 0.23710405984066324,
+      "learning_rate": 2.805177197810329e-06,
+      "loss": 0.3205,
+      "num_tokens": 767991366.0,
+      "step": 1867
+    },
+    {
+      "epoch": 2.0466360856269112,
+      "grad_norm": 0.23647908195758097,
+      "learning_rate": 2.800716547789656e-06,
+      "loss": 0.3,
+      "num_tokens": 768435953.0,
+      "step": 1868
+    },
+    {
+      "epoch": 2.0470183486238533,
+      "grad_norm": 0.25090574546474453,
+      "learning_rate": 2.796260036881645e-06,
+      "loss": 0.3293,
+      "num_tokens": 768884222.0,
+      "step": 1869
+    },
+    {
+      "epoch": 2.047400611620795,
+      "grad_norm": 0.25437833149929656,
+      "learning_rate": 2.7918076719199626e-06,
+      "loss": 0.3239,
+      "num_tokens": 769283220.0,
+      "step": 1870
+    },
+    {
+      "epoch": 2.047782874617737,
+      "grad_norm": 0.25256325876657243,
+      "learning_rate": 2.787359459731919e-06,
+      "loss": 0.3054,
+      "num_tokens": 769706797.0,
+      "step": 1871
+    },
+    {
+      "epoch": 2.0481651376146788,
+      "grad_norm": 0.23409241520891302,
+      "learning_rate": 2.7829154071384528e-06,
+      "loss": 0.2852,
+      "num_tokens": 770112469.0,
+      "step": 1872
+    },
+    {
+      "epoch": 2.048547400611621,
+      "grad_norm": 0.24157602590040073,
+      "learning_rate": 2.7784755209541283e-06,
+      "loss": 0.3288,
+      "num_tokens": 770571324.0,
+      "step": 1873
+    },
+    {
+      "epoch": 2.0489296636085625,
+      "grad_norm": 0.2410693897499373,
+      "learning_rate": 2.7740398079871133e-06,
+      "loss": 0.2974,
+      "num_tokens": 770961764.0,
+      "step": 1874
+    },
+    {
+      "epoch": 2.0493119266055047,
+      "grad_norm": 0.2921642399613461,
+      "learning_rate": 2.7696082750391886e-06,
+      "loss": 0.3079,
+      "num_tokens": 771371095.0,
+      "step": 1875
+    },
+    {
+      "epoch": 2.0496941896024463,
+      "grad_norm": 0.24826658815863353,
+      "learning_rate": 2.765180928905712e-06,
+      "loss": 0.3009,
+      "num_tokens": 771798673.0,
+      "step": 1876
+    },
+    {
+      "epoch": 2.0500764525993884,
+      "grad_norm": 0.2836604359914633,
+      "learning_rate": 2.7607577763756333e-06,
+      "loss": 0.3188,
+      "num_tokens": 772163103.0,
+      "step": 1877
+    },
+    {
+      "epoch": 2.05045871559633,
+      "grad_norm": 0.2365639298982091,
+      "learning_rate": 2.7563388242314615e-06,
+      "loss": 0.3171,
+      "num_tokens": 772587281.0,
+      "step": 1878
+    },
+    {
+      "epoch": 2.050840978593272,
+      "grad_norm": 0.21631205242485615,
+      "learning_rate": 2.7519240792492717e-06,
+      "loss": 0.3118,
+      "num_tokens": 773017673.0,
+      "step": 1879
+    },
+    {
+      "epoch": 2.051223241590214,
+      "grad_norm": 0.22689033386267388,
+      "learning_rate": 2.7475135481986847e-06,
+      "loss": 0.3031,
+      "num_tokens": 773421549.0,
+      "step": 1880
+    },
+    {
+      "epoch": 2.051605504587156,
+      "grad_norm": 0.22404085649956276,
+      "learning_rate": 2.7431072378428604e-06,
+      "loss": 0.3132,
+      "num_tokens": 773853341.0,
+      "step": 1881
+    },
+    {
+      "epoch": 2.051987767584098,
+      "grad_norm": 0.2613187639618827,
+      "learning_rate": 2.738705154938487e-06,
+      "loss": 0.2824,
+      "num_tokens": 774223736.0,
+      "step": 1882
+    },
+    {
+      "epoch": 2.0523700305810397,
+      "grad_norm": 0.23813393871831123,
+      "learning_rate": 2.7343073062357655e-06,
+      "loss": 0.3069,
+      "num_tokens": 774636709.0,
+      "step": 1883
+    },
+    {
+      "epoch": 2.052752293577982,
+      "grad_norm": 0.2528773175125097,
+      "learning_rate": 2.7299136984784146e-06,
+      "loss": 0.2937,
+      "num_tokens": 775055518.0,
+      "step": 1884
+    },
+    {
+      "epoch": 2.0531345565749235,
+      "grad_norm": 0.25005658199878217,
+      "learning_rate": 2.7255243384036383e-06,
+      "loss": 0.3174,
+      "num_tokens": 775497286.0,
+      "step": 1885
+    },
+    {
+      "epoch": 2.0535168195718656,
+      "grad_norm": 0.22476413457932462,
+      "learning_rate": 2.721139232742137e-06,
+      "loss": 0.2983,
+      "num_tokens": 775913214.0,
+      "step": 1886
+    },
+    {
+      "epoch": 2.0538990825688073,
+      "grad_norm": 0.23422843440615318,
+      "learning_rate": 2.7167583882180794e-06,
+      "loss": 0.2849,
+      "num_tokens": 776308727.0,
+      "step": 1887
+    },
+    {
+      "epoch": 2.0542813455657494,
+      "grad_norm": 0.2367788294580391,
+      "learning_rate": 2.712381811549104e-06,
+      "loss": 0.2918,
+      "num_tokens": 776719045.0,
+      "step": 1888
+    },
+    {
+      "epoch": 2.054663608562691,
+      "grad_norm": 0.25154860367862086,
+      "learning_rate": 2.708009509446307e-06,
+      "loss": 0.2772,
+      "num_tokens": 777132833.0,
+      "step": 1889
+    },
+    {
+      "epoch": 2.055045871559633,
+      "grad_norm": 0.2853307411961546,
+      "learning_rate": 2.703641488614222e-06,
+      "loss": 0.2947,
+      "num_tokens": 777518237.0,
+      "step": 1890
+    },
+    {
+      "epoch": 2.055428134556575,
+      "grad_norm": 0.2892952858160809,
+      "learning_rate": 2.6992777557508287e-06,
+      "loss": 0.3031,
+      "num_tokens": 777920029.0,
+      "step": 1891
+    },
+    {
+      "epoch": 2.055810397553517,
+      "grad_norm": 0.23930523401692808,
+      "learning_rate": 2.6949183175475213e-06,
+      "loss": 0.312,
+      "num_tokens": 778368151.0,
+      "step": 1892
+    },
+    {
+      "epoch": 2.0561926605504586,
+      "grad_norm": 0.2462465355906849,
+      "learning_rate": 2.6905631806891176e-06,
+      "loss": 0.3006,
+      "num_tokens": 778770244.0,
+      "step": 1893
+    },
+    {
+      "epoch": 2.0565749235474007,
+      "grad_norm": 0.2678351029342093,
+      "learning_rate": 2.6862123518538306e-06,
+      "loss": 0.3246,
+      "num_tokens": 779183007.0,
+      "step": 1894
+    },
+    {
+      "epoch": 2.0569571865443423,
+      "grad_norm": 0.2602739183230476,
+      "learning_rate": 2.681865837713275e-06,
+      "loss": 0.3279,
+      "num_tokens": 779615373.0,
+      "step": 1895
+    },
+    {
+      "epoch": 2.0573394495412844,
+      "grad_norm": 0.22151913278866325,
+      "learning_rate": 2.6775236449324448e-06,
+      "loss": 0.2939,
+      "num_tokens": 780076818.0,
+      "step": 1896
+    },
+    {
+      "epoch": 2.057721712538226,
+      "grad_norm": 0.23749909608017644,
+      "learning_rate": 2.6731857801697096e-06,
+      "loss": 0.3013,
+      "num_tokens": 780536956.0,
+      "step": 1897
+    },
+    {
+      "epoch": 2.058103975535168,
+      "grad_norm": 0.2809814164220392,
+      "learning_rate": 2.668852250076801e-06,
+      "loss": 0.2972,
+      "num_tokens": 780945303.0,
+      "step": 1898
+    },
+    {
+      "epoch": 2.05848623853211,
+      "grad_norm": 0.25984682014967614,
+      "learning_rate": 2.664523061298806e-06,
+      "loss": 0.331,
+      "num_tokens": 781388653.0,
+      "step": 1899
+    },
+    {
+      "epoch": 2.058868501529052,
+      "grad_norm": 0.23952194385567244,
+      "learning_rate": 2.6601982204741524e-06,
+      "loss": 0.3258,
+      "num_tokens": 781839006.0,
+      "step": 1900
+    },
+    {
+      "epoch": 2.059250764525994,
+      "grad_norm": 0.2556101438240176,
+      "learning_rate": 2.6558777342345982e-06,
+      "loss": 0.3302,
+      "num_tokens": 782271159.0,
+      "step": 1901
+    },
+    {
+      "epoch": 2.0596330275229358,
+      "grad_norm": 0.2852184673002273,
+      "learning_rate": 2.6515616092052332e-06,
+      "loss": 0.274,
+      "num_tokens": 782637793.0,
+      "step": 1902
+    },
+    {
+      "epoch": 2.060015290519878,
+      "grad_norm": 0.2529499833638473,
+      "learning_rate": 2.647249852004449e-06,
+      "loss": 0.304,
+      "num_tokens": 783078149.0,
+      "step": 1903
+    },
+    {
+      "epoch": 2.0603975535168195,
+      "grad_norm": 0.25474573584430266,
+      "learning_rate": 2.6429424692439467e-06,
+      "loss": 0.2794,
+      "num_tokens": 783454245.0,
+      "step": 1904
+    },
+    {
+      "epoch": 2.0607798165137616,
+      "grad_norm": 0.2538441741205928,
+      "learning_rate": 2.638639467528715e-06,
+      "loss": 0.2841,
+      "num_tokens": 783879903.0,
+      "step": 1905
+    },
+    {
+      "epoch": 2.0611620795107033,
+      "grad_norm": 0.23563383153650205,
+      "learning_rate": 2.6343408534570295e-06,
+      "loss": 0.3146,
+      "num_tokens": 784307049.0,
+      "step": 1906
+    },
+    {
+      "epoch": 2.0615443425076454,
+      "grad_norm": 0.2995604393309861,
+      "learning_rate": 2.6300466336204333e-06,
+      "loss": 0.3144,
+      "num_tokens": 784725197.0,
+      "step": 1907
+    },
+    {
+      "epoch": 2.061926605504587,
+      "grad_norm": 0.239721608159916,
+      "learning_rate": 2.625756814603734e-06,
+      "loss": 0.2867,
+      "num_tokens": 785118223.0,
+      "step": 1908
+    },
+    {
+      "epoch": 2.062308868501529,
+      "grad_norm": 0.236866412604189,
+      "learning_rate": 2.621471402984991e-06,
+      "loss": 0.2878,
+      "num_tokens": 785529233.0,
+      "step": 1909
+    },
+    {
+      "epoch": 2.062691131498471,
+      "grad_norm": 0.2505921338189514,
+      "learning_rate": 2.6171904053355012e-06,
+      "loss": 0.3021,
+      "num_tokens": 785957992.0,
+      "step": 1910
+    },
+    {
+      "epoch": 2.063073394495413,
+      "grad_norm": 0.25622741884888617,
+      "learning_rate": 2.6129138282197976e-06,
+      "loss": 0.3178,
+      "num_tokens": 786406312.0,
+      "step": 1911
+    },
+    {
+      "epoch": 2.0634556574923546,
+      "grad_norm": 0.23381622623250836,
+      "learning_rate": 2.6086416781956342e-06,
+      "loss": 0.2836,
+      "num_tokens": 786773746.0,
+      "step": 1912
+    },
+    {
+      "epoch": 2.0638379204892967,
+      "grad_norm": 0.2419129447930029,
+      "learning_rate": 2.6043739618139744e-06,
+      "loss": 0.2818,
+      "num_tokens": 787159103.0,
+      "step": 1913
+    },
+    {
+      "epoch": 2.0642201834862384,
+      "grad_norm": 0.2417967267051386,
+      "learning_rate": 2.600110685618985e-06,
+      "loss": 0.3093,
+      "num_tokens": 787601671.0,
+      "step": 1914
+    },
+    {
+      "epoch": 2.0646024464831805,
+      "grad_norm": 0.26314094824173706,
+      "learning_rate": 2.595851856148024e-06,
+      "loss": 0.3177,
+      "num_tokens": 788016645.0,
+      "step": 1915
+    },
+    {
+      "epoch": 2.064984709480122,
+      "grad_norm": 0.23691810789002488,
+      "learning_rate": 2.591597479931629e-06,
+      "loss": 0.2942,
+      "num_tokens": 788407801.0,
+      "step": 1916
+    },
+    {
+      "epoch": 2.0653669724770642,
+      "grad_norm": 0.2603964480266365,
+      "learning_rate": 2.58734756349351e-06,
+      "loss": 0.2809,
+      "num_tokens": 788790923.0,
+      "step": 1917
+    },
+    {
+      "epoch": 2.065749235474006,
+      "grad_norm": 0.2573798564504652,
+      "learning_rate": 2.5831021133505385e-06,
+      "loss": 0.3026,
+      "num_tokens": 789229175.0,
+      "step": 1918
+    },
+    {
+      "epoch": 2.066131498470948,
+      "grad_norm": 0.29045468874027264,
+      "learning_rate": 2.578861136012739e-06,
+      "loss": 0.2979,
+      "num_tokens": 789638781.0,
+      "step": 1919
+    },
+    {
+      "epoch": 2.06651376146789,
+      "grad_norm": 0.2758999303570352,
+      "learning_rate": 2.5746246379832716e-06,
+      "loss": 0.3151,
+      "num_tokens": 790056351.0,
+      "step": 1920
+    },
+    {
+      "epoch": 2.066896024464832,
+      "grad_norm": 0.25087129346208803,
+      "learning_rate": 2.5703926257584344e-06,
+      "loss": 0.2939,
+      "num_tokens": 790450011.0,
+      "step": 1921
+    },
+    {
+      "epoch": 2.067278287461774,
+      "grad_norm": 0.256337724302696,
+      "learning_rate": 2.566165105827644e-06,
+      "loss": 0.3372,
+      "num_tokens": 790901889.0,
+      "step": 1922
+    },
+    {
+      "epoch": 2.0676605504587156,
+      "grad_norm": 0.23369123777508471,
+      "learning_rate": 2.561942084673428e-06,
+      "loss": 0.3118,
+      "num_tokens": 791347802.0,
+      "step": 1923
+    },
+    {
+      "epoch": 2.0680428134556577,
+      "grad_norm": 0.22942665179069943,
+      "learning_rate": 2.5577235687714162e-06,
+      "loss": 0.2842,
+      "num_tokens": 791759807.0,
+      "step": 1924
+    },
+    {
+      "epoch": 2.0684250764525993,
+      "grad_norm": 0.2383708107043818,
+      "learning_rate": 2.553509564590331e-06,
+      "loss": 0.3055,
+      "num_tokens": 792217480.0,
+      "step": 1925
+    },
+    {
+      "epoch": 2.0688073394495414,
+      "grad_norm": 0.28099771231634224,
+      "learning_rate": 2.549300078591975e-06,
+      "loss": 0.3189,
+      "num_tokens": 792640562.0,
+      "step": 1926
+    },
+    {
+      "epoch": 2.069189602446483,
+      "grad_norm": 0.26192783135072806,
+      "learning_rate": 2.545095117231221e-06,
+      "loss": 0.2982,
+      "num_tokens": 793053819.0,
+      "step": 1927
+    },
+    {
+      "epoch": 2.069571865443425,
+      "grad_norm": 0.27683330662659467,
+      "learning_rate": 2.54089468695601e-06,
+      "loss": 0.2922,
+      "num_tokens": 793418494.0,
+      "step": 1928
+    },
+    {
+      "epoch": 2.069954128440367,
+      "grad_norm": 0.24193480713225446,
+      "learning_rate": 2.536698794207327e-06,
+      "loss": 0.2728,
+      "num_tokens": 793775817.0,
+      "step": 1929
+    },
+    {
+      "epoch": 2.070336391437309,
+      "grad_norm": 0.2585965594706889,
+      "learning_rate": 2.5325074454192035e-06,
+      "loss": 0.2889,
+      "num_tokens": 794185908.0,
+      "step": 1930
+    },
+    {
+      "epoch": 2.0707186544342506,
+      "grad_norm": 0.2578078103759536,
+      "learning_rate": 2.5283206470187034e-06,
+      "loss": 0.2951,
+      "num_tokens": 794552715.0,
+      "step": 1931
+    },
+    {
+      "epoch": 2.0711009174311927,
+      "grad_norm": 0.24788166986132384,
+      "learning_rate": 2.5241384054259114e-06,
+      "loss": 0.2995,
+      "num_tokens": 794944870.0,
+      "step": 1932
+    },
+    {
+      "epoch": 2.0714831804281344,
+      "grad_norm": 0.24359820048510666,
+      "learning_rate": 2.519960727053927e-06,
+      "loss": 0.2982,
+      "num_tokens": 795359555.0,
+      "step": 1933
+    },
+    {
+      "epoch": 2.0718654434250765,
+      "grad_norm": 0.2705659431054324,
+      "learning_rate": 2.515787618308847e-06,
+      "loss": 0.3081,
+      "num_tokens": 795798667.0,
+      "step": 1934
+    },
+    {
+      "epoch": 2.072247706422018,
+      "grad_norm": 0.26599523237631695,
+      "learning_rate": 2.5116190855897703e-06,
+      "loss": 0.3,
+      "num_tokens": 796214008.0,
+      "step": 1935
+    },
+    {
+      "epoch": 2.0726299694189603,
+      "grad_norm": 0.2981101636985226,
+      "learning_rate": 2.507455135288767e-06,
+      "loss": 0.3183,
+      "num_tokens": 796606912.0,
+      "step": 1936
+    },
+    {
+      "epoch": 2.073012232415902,
+      "grad_norm": 0.2521113794732323,
+      "learning_rate": 2.5032957737908946e-06,
+      "loss": 0.2975,
+      "num_tokens": 797026547.0,
+      "step": 1937
+    },
+    {
+      "epoch": 2.073394495412844,
+      "grad_norm": 0.2579350055292374,
+      "learning_rate": 2.4991410074741586e-06,
+      "loss": 0.3322,
+      "num_tokens": 797439229.0,
+      "step": 1938
+    },
+    {
+      "epoch": 2.073776758409786,
+      "grad_norm": 0.2595412828204378,
+      "learning_rate": 2.494990842709533e-06,
+      "loss": 0.3151,
+      "num_tokens": 797860490.0,
+      "step": 1939
+    },
+    {
+      "epoch": 2.074159021406728,
+      "grad_norm": 0.2526795661057503,
+      "learning_rate": 2.4908452858609245e-06,
+      "loss": 0.3105,
+      "num_tokens": 798292920.0,
+      "step": 1940
+    },
+    {
+      "epoch": 2.07454128440367,
+      "grad_norm": 0.25075016400492633,
+      "learning_rate": 2.486704343285179e-06,
+      "loss": 0.2994,
+      "num_tokens": 798733759.0,
+      "step": 1941
+    },
+    {
+      "epoch": 2.0749235474006116,
+      "grad_norm": 0.2696263996982417,
+      "learning_rate": 2.4825680213320684e-06,
+      "loss": 0.3002,
+      "num_tokens": 799099532.0,
+      "step": 1942
+    },
+    {
+      "epoch": 2.0753058103975537,
+      "grad_norm": 0.2390526713381615,
+      "learning_rate": 2.4784363263442716e-06,
+      "loss": 0.3059,
+      "num_tokens": 799495133.0,
+      "step": 1943
+    },
+    {
+      "epoch": 2.0756880733944953,
+      "grad_norm": 0.2550420721264511,
+      "learning_rate": 2.474309264657384e-06,
+      "loss": 0.2897,
+      "num_tokens": 799904731.0,
+      "step": 1944
+    },
+    {
+      "epoch": 2.0760703363914375,
+      "grad_norm": 0.24725962070993487,
+      "learning_rate": 2.4701868425998844e-06,
+      "loss": 0.3118,
+      "num_tokens": 800316021.0,
+      "step": 1945
+    },
+    {
+      "epoch": 2.076452599388379,
+      "grad_norm": 0.23779828671091766,
+      "learning_rate": 2.466069066493148e-06,
+      "loss": 0.2874,
+      "num_tokens": 800710701.0,
+      "step": 1946
+    },
+    {
+      "epoch": 2.0768348623853212,
+      "grad_norm": 0.23819682478321458,
+      "learning_rate": 2.4619559426514166e-06,
+      "loss": 0.2776,
+      "num_tokens": 801094024.0,
+      "step": 1947
+    },
+    {
+      "epoch": 2.077217125382263,
+      "grad_norm": 0.23609053747481742,
+      "learning_rate": 2.4578474773818037e-06,
+      "loss": 0.3023,
+      "num_tokens": 801489337.0,
+      "step": 1948
+    },
+    {
+      "epoch": 2.077599388379205,
+      "grad_norm": 0.26608075426914574,
+      "learning_rate": 2.453743676984278e-06,
+      "loss": 0.2953,
+      "num_tokens": 801868408.0,
+      "step": 1949
+    },
+    {
+      "epoch": 2.0779816513761467,
+      "grad_norm": 0.24970868308401248,
+      "learning_rate": 2.4496445477516546e-06,
+      "loss": 0.3031,
+      "num_tokens": 802281975.0,
+      "step": 1950
+    },
+    {
+      "epoch": 2.0783639143730888,
+      "grad_norm": 0.2523229839785525,
+      "learning_rate": 2.445550095969587e-06,
+      "loss": 0.2952,
+      "num_tokens": 802672346.0,
+      "step": 1951
+    },
+    {
+      "epoch": 2.0787461773700304,
+      "grad_norm": 0.2637241949361023,
+      "learning_rate": 2.4414603279165524e-06,
+      "loss": 0.2875,
+      "num_tokens": 803090187.0,
+      "step": 1952
+    },
+    {
+      "epoch": 2.0791284403669725,
+      "grad_norm": 0.2395272340386784,
+      "learning_rate": 2.437375249863852e-06,
+      "loss": 0.3254,
+      "num_tokens": 803531693.0,
+      "step": 1953
+    },
+    {
+      "epoch": 2.079510703363914,
+      "grad_norm": 0.23258140931262117,
+      "learning_rate": 2.4332948680755893e-06,
+      "loss": 0.2981,
+      "num_tokens": 803950660.0,
+      "step": 1954
+    },
+    {
+      "epoch": 2.0798929663608563,
+      "grad_norm": 0.26122239728892716,
+      "learning_rate": 2.429219188808671e-06,
+      "loss": 0.2871,
+      "num_tokens": 804352402.0,
+      "step": 1955
+    },
+    {
+      "epoch": 2.080275229357798,
+      "grad_norm": 0.2688096280805627,
+      "learning_rate": 2.42514821831279e-06,
+      "loss": 0.3044,
+      "num_tokens": 804750137.0,
+      "step": 1956
+    },
+    {
+      "epoch": 2.08065749235474,
+      "grad_norm": 0.2509567696378054,
+      "learning_rate": 2.42108196283042e-06,
+      "loss": 0.3245,
+      "num_tokens": 805211442.0,
+      "step": 1957
+    },
+    {
+      "epoch": 2.081039755351682,
+      "grad_norm": 0.24655872686391142,
+      "learning_rate": 2.417020428596806e-06,
+      "loss": 0.2929,
+      "num_tokens": 805620477.0,
+      "step": 1958
+    },
+    {
+      "epoch": 2.081422018348624,
+      "grad_norm": 0.2640749001798263,
+      "learning_rate": 2.4129636218399497e-06,
+      "loss": 0.2991,
+      "num_tokens": 805998964.0,
+      "step": 1959
+    },
+    {
+      "epoch": 2.081804281345566,
+      "grad_norm": 0.2422026631687079,
+      "learning_rate": 2.408911548780609e-06,
+      "loss": 0.3035,
+      "num_tokens": 806427836.0,
+      "step": 1960
+    },
+    {
+      "epoch": 2.0821865443425076,
+      "grad_norm": 0.27184362826920394,
+      "learning_rate": 2.4048642156322745e-06,
+      "loss": 0.2957,
+      "num_tokens": 806796679.0,
+      "step": 1961
+    },
+    {
+      "epoch": 2.0825688073394497,
+      "grad_norm": 0.26559039268905466,
+      "learning_rate": 2.40082162860118e-06,
+      "loss": 0.328,
+      "num_tokens": 807182451.0,
+      "step": 1962
+    },
+    {
+      "epoch": 2.0829510703363914,
+      "grad_norm": 0.23635795940344678,
+      "learning_rate": 2.396783793886272e-06,
+      "loss": 0.3068,
+      "num_tokens": 807611255.0,
+      "step": 1963
+    },
+    {
+      "epoch": 2.0833333333333335,
+      "grad_norm": 0.24169401109767216,
+      "learning_rate": 2.392750717679213e-06,
+      "loss": 0.2794,
+      "num_tokens": 807985081.0,
+      "step": 1964
+    },
+    {
+      "epoch": 2.083715596330275,
+      "grad_norm": 0.24705460951153824,
+      "learning_rate": 2.388722406164371e-06,
+      "loss": 0.325,
+      "num_tokens": 808423621.0,
+      "step": 1965
+    },
+    {
+      "epoch": 2.0840978593272173,
+      "grad_norm": 0.23582888552655434,
+      "learning_rate": 2.3846988655188037e-06,
+      "loss": 0.2736,
+      "num_tokens": 808806117.0,
+      "step": 1966
+    },
+    {
+      "epoch": 2.084480122324159,
+      "grad_norm": 0.2437760865097742,
+      "learning_rate": 2.3806801019122562e-06,
+      "loss": 0.2938,
+      "num_tokens": 809228492.0,
+      "step": 1967
+    },
+    {
+      "epoch": 2.084862385321101,
+      "grad_norm": 0.24323459057573368,
+      "learning_rate": 2.3766661215071473e-06,
+      "loss": 0.269,
+      "num_tokens": 809630593.0,
+      "step": 1968
+    },
+    {
+      "epoch": 2.0852446483180427,
+      "grad_norm": 0.250714448534589,
+      "learning_rate": 2.372656930458562e-06,
+      "loss": 0.316,
+      "num_tokens": 810096654.0,
+      "step": 1969
+    },
+    {
+      "epoch": 2.085626911314985,
+      "grad_norm": 0.23347996825839065,
+      "learning_rate": 2.3686525349142415e-06,
+      "loss": 0.2948,
+      "num_tokens": 810502796.0,
+      "step": 1970
+    },
+    {
+      "epoch": 2.0860091743119265,
+      "grad_norm": 0.24149363672236024,
+      "learning_rate": 2.3646529410145684e-06,
+      "loss": 0.3086,
+      "num_tokens": 810931125.0,
+      "step": 1971
+    },
+    {
+      "epoch": 2.0863914373088686,
+      "grad_norm": 0.251702201892877,
+      "learning_rate": 2.3606581548925696e-06,
+      "loss": 0.3035,
+      "num_tokens": 811338873.0,
+      "step": 1972
+    },
+    {
+      "epoch": 2.08677370030581,
+      "grad_norm": 0.2378565025242665,
+      "learning_rate": 2.356668182673896e-06,
+      "loss": 0.2898,
+      "num_tokens": 811719159.0,
+      "step": 1973
+    },
+    {
+      "epoch": 2.0871559633027523,
+      "grad_norm": 0.23432044530748078,
+      "learning_rate": 2.3526830304768177e-06,
+      "loss": 0.2961,
+      "num_tokens": 812148086.0,
+      "step": 1974
+    },
+    {
+      "epoch": 2.087538226299694,
+      "grad_norm": 0.2239112584765275,
+      "learning_rate": 2.3487027044122134e-06,
+      "loss": 0.2883,
+      "num_tokens": 812557127.0,
+      "step": 1975
+    },
+    {
+      "epoch": 2.087920489296636,
+      "grad_norm": 0.25228758430024656,
+      "learning_rate": 2.3447272105835604e-06,
+      "loss": 0.3228,
+      "num_tokens": 812966276.0,
+      "step": 1976
+    },
+    {
+      "epoch": 2.088302752293578,
+      "grad_norm": 0.2390794479841412,
+      "learning_rate": 2.340756555086929e-06,
+      "loss": 0.2931,
+      "num_tokens": 813355448.0,
+      "step": 1977
+    },
+    {
+      "epoch": 2.08868501529052,
+      "grad_norm": 0.24907755446918084,
+      "learning_rate": 2.336790744010967e-06,
+      "loss": 0.3056,
+      "num_tokens": 813757328.0,
+      "step": 1978
+    },
+    {
+      "epoch": 2.089067278287462,
+      "grad_norm": 0.24878801457552382,
+      "learning_rate": 2.332829783436898e-06,
+      "loss": 0.2999,
+      "num_tokens": 814184701.0,
+      "step": 1979
+    },
+    {
+      "epoch": 2.0894495412844036,
+      "grad_norm": 0.21905298708359253,
+      "learning_rate": 2.3288736794385e-06,
+      "loss": 0.2834,
+      "num_tokens": 814595983.0,
+      "step": 1980
+    },
+    {
+      "epoch": 2.0898318042813457,
+      "grad_norm": 0.22281881033402656,
+      "learning_rate": 2.324922438082114e-06,
+      "loss": 0.2837,
+      "num_tokens": 815009340.0,
+      "step": 1981
+    },
+    {
+      "epoch": 2.0902140672782874,
+      "grad_norm": 0.2399234834585078,
+      "learning_rate": 2.320976065426617e-06,
+      "loss": 0.2981,
+      "num_tokens": 815426326.0,
+      "step": 1982
+    },
+    {
+      "epoch": 2.0905963302752295,
+      "grad_norm": 0.25795713022908623,
+      "learning_rate": 2.3170345675234225e-06,
+      "loss": 0.3348,
+      "num_tokens": 815904942.0,
+      "step": 1983
+    },
+    {
+      "epoch": 2.090978593272171,
+      "grad_norm": 0.23209352874040443,
+      "learning_rate": 2.3130979504164695e-06,
+      "loss": 0.2794,
+      "num_tokens": 816308189.0,
+      "step": 1984
+    },
+    {
+      "epoch": 2.0913608562691133,
+      "grad_norm": 0.23854635856560508,
+      "learning_rate": 2.3091662201422136e-06,
+      "loss": 0.3096,
+      "num_tokens": 816736107.0,
+      "step": 1985
+    },
+    {
+      "epoch": 2.091743119266055,
+      "grad_norm": 0.22731179585407965,
+      "learning_rate": 2.3052393827296163e-06,
+      "loss": 0.2996,
+      "num_tokens": 817145386.0,
+      "step": 1986
+    },
+    {
+      "epoch": 2.092125382262997,
+      "grad_norm": 0.21329199173990762,
+      "learning_rate": 2.3013174442001315e-06,
+      "loss": 0.2807,
+      "num_tokens": 817587614.0,
+      "step": 1987
+    },
+    {
+      "epoch": 2.0925076452599387,
+      "grad_norm": 0.22277926937398698,
+      "learning_rate": 2.2974004105677114e-06,
+      "loss": 0.2938,
+      "num_tokens": 818010456.0,
+      "step": 1988
+    },
+    {
+      "epoch": 2.092889908256881,
+      "grad_norm": 0.24219572862208105,
+      "learning_rate": 2.2934882878387753e-06,
+      "loss": 0.323,
+      "num_tokens": 818461879.0,
+      "step": 1989
+    },
+    {
+      "epoch": 2.0932721712538225,
+      "grad_norm": 0.23487379519997126,
+      "learning_rate": 2.2895810820122225e-06,
+      "loss": 0.2864,
+      "num_tokens": 818843862.0,
+      "step": 1990
+    },
+    {
+      "epoch": 2.0936544342507646,
+      "grad_norm": 0.2605759269692881,
+      "learning_rate": 2.2856787990794054e-06,
+      "loss": 0.323,
+      "num_tokens": 819315066.0,
+      "step": 1991
+    },
+    {
+      "epoch": 2.0940366972477062,
+      "grad_norm": 0.24434020247001167,
+      "learning_rate": 2.28178144502413e-06,
+      "loss": 0.3077,
+      "num_tokens": 819740170.0,
+      "step": 1992
+    },
+    {
+      "epoch": 2.0944189602446484,
+      "grad_norm": 0.2442194190968147,
+      "learning_rate": 2.277889025822645e-06,
+      "loss": 0.283,
+      "num_tokens": 820119329.0,
+      "step": 1993
+    },
+    {
+      "epoch": 2.09480122324159,
+      "grad_norm": 0.25180199181834334,
+      "learning_rate": 2.274001547443631e-06,
+      "loss": 0.3244,
+      "num_tokens": 820542988.0,
+      "step": 1994
+    },
+    {
+      "epoch": 2.095183486238532,
+      "grad_norm": 0.24554385098163184,
+      "learning_rate": 2.2701190158481935e-06,
+      "loss": 0.3063,
+      "num_tokens": 820961038.0,
+      "step": 1995
+    },
+    {
+      "epoch": 2.0955657492354742,
+      "grad_norm": 0.2339533271538118,
+      "learning_rate": 2.2662414369898494e-06,
+      "loss": 0.2949,
+      "num_tokens": 821354962.0,
+      "step": 1996
+    },
+    {
+      "epoch": 2.095948012232416,
+      "grad_norm": 0.24496440765255373,
+      "learning_rate": 2.262368816814527e-06,
+      "loss": 0.298,
+      "num_tokens": 821750785.0,
+      "step": 1997
+    },
+    {
+      "epoch": 2.096330275229358,
+      "grad_norm": 0.2261868350447137,
+      "learning_rate": 2.2585011612605418e-06,
+      "loss": 0.3062,
+      "num_tokens": 822193772.0,
+      "step": 1998
+    },
+    {
+      "epoch": 2.0967125382262997,
+      "grad_norm": 0.26994358754522324,
+      "learning_rate": 2.2546384762586083e-06,
+      "loss": 0.3178,
+      "num_tokens": 822617499.0,
+      "step": 1999
+    },
+    {
+      "epoch": 2.0970948012232418,
+      "grad_norm": 0.23462254403417077,
+      "learning_rate": 2.250780767731807e-06,
+      "loss": 0.3044,
+      "num_tokens": 823056577.0,
+      "step": 2000
+    },
+    {
+      "epoch": 2.0974770642201834,
+      "grad_norm": 0.23405054098614497,
+      "learning_rate": 2.246928041595596e-06,
+      "loss": 0.3041,
+      "num_tokens": 823466376.0,
+      "step": 2001
+    },
+    {
+      "epoch": 2.0978593272171255,
+      "grad_norm": 0.22959013247104987,
+      "learning_rate": 2.2430803037577912e-06,
+      "loss": 0.2983,
+      "num_tokens": 823862267.0,
+      "step": 2002
+    },
+    {
+      "epoch": 2.098241590214067,
+      "grad_norm": 0.24849909428549352,
+      "learning_rate": 2.2392375601185545e-06,
+      "loss": 0.2977,
+      "num_tokens": 824273307.0,
+      "step": 2003
+    },
+    {
+      "epoch": 2.0986238532110093,
+      "grad_norm": 0.2364683042373293,
+      "learning_rate": 2.2353998165703987e-06,
+      "loss": 0.3048,
+      "num_tokens": 824736380.0,
+      "step": 2004
+    },
+    {
+      "epoch": 2.099006116207951,
+      "grad_norm": 0.2255693384447123,
+      "learning_rate": 2.231567078998159e-06,
+      "loss": 0.3063,
+      "num_tokens": 825190429.0,
+      "step": 2005
+    },
+    {
+      "epoch": 2.099388379204893,
+      "grad_norm": 0.2213904725353695,
+      "learning_rate": 2.227739353279006e-06,
+      "loss": 0.3011,
+      "num_tokens": 825618381.0,
+      "step": 2006
+    },
+    {
+      "epoch": 2.0997706422018347,
+      "grad_norm": 0.23089715070582656,
+      "learning_rate": 2.2239166452824145e-06,
+      "loss": 0.2795,
+      "num_tokens": 826039312.0,
+      "step": 2007
+    },
+    {
+      "epoch": 2.100152905198777,
+      "grad_norm": 0.22930414673560054,
+      "learning_rate": 2.2200989608701707e-06,
+      "loss": 0.2892,
+      "num_tokens": 826426462.0,
+      "step": 2008
+    },
+    {
+      "epoch": 2.1005351681957185,
+      "grad_norm": 0.2521482277940626,
+      "learning_rate": 2.216286305896356e-06,
+      "loss": 0.2795,
+      "num_tokens": 826836637.0,
+      "step": 2009
+    },
+    {
+      "epoch": 2.1009174311926606,
+      "grad_norm": 0.24752548698512802,
+      "learning_rate": 2.2124786862073405e-06,
+      "loss": 0.2868,
+      "num_tokens": 827200286.0,
+      "step": 2010
+    },
+    {
+      "epoch": 2.1012996941896023,
+      "grad_norm": 0.2478400220769795,
+      "learning_rate": 2.2086761076417735e-06,
+      "loss": 0.2888,
+      "num_tokens": 827592790.0,
+      "step": 2011
+    },
+    {
+      "epoch": 2.1016819571865444,
+      "grad_norm": 0.24880147903011235,
+      "learning_rate": 2.2048785760305695e-06,
+      "loss": 0.2827,
+      "num_tokens": 827986124.0,
+      "step": 2012
+    },
+    {
+      "epoch": 2.102064220183486,
+      "grad_norm": 0.25528296902774644,
+      "learning_rate": 2.201086097196913e-06,
+      "loss": 0.3096,
+      "num_tokens": 828391614.0,
+      "step": 2013
+    },
+    {
+      "epoch": 2.102446483180428,
+      "grad_norm": 0.2714611599882389,
+      "learning_rate": 2.1972986769562294e-06,
+      "loss": 0.2902,
+      "num_tokens": 828806249.0,
+      "step": 2014
+    },
+    {
+      "epoch": 2.1028287461773703,
+      "grad_norm": 0.2555390738130769,
+      "learning_rate": 2.1935163211161986e-06,
+      "loss": 0.3064,
+      "num_tokens": 829234914.0,
+      "step": 2015
+    },
+    {
+      "epoch": 2.103211009174312,
+      "grad_norm": 0.2657611151258409,
+      "learning_rate": 2.1897390354767243e-06,
+      "loss": 0.3078,
+      "num_tokens": 829646217.0,
+      "step": 2016
+    },
+    {
+      "epoch": 2.103593272171254,
+      "grad_norm": 0.26745704438052575,
+      "learning_rate": 2.1859668258299434e-06,
+      "loss": 0.3199,
+      "num_tokens": 830029967.0,
+      "step": 2017
+    },
+    {
+      "epoch": 2.1039755351681957,
+      "grad_norm": 0.23241422555435154,
+      "learning_rate": 2.1821996979602043e-06,
+      "loss": 0.3022,
+      "num_tokens": 830451610.0,
+      "step": 2018
+    },
+    {
+      "epoch": 2.104357798165138,
+      "grad_norm": 0.2579197989641137,
+      "learning_rate": 2.1784376576440664e-06,
+      "loss": 0.2975,
+      "num_tokens": 830864854.0,
+      "step": 2019
+    },
+    {
+      "epoch": 2.1047400611620795,
+      "grad_norm": 0.2798820665668038,
+      "learning_rate": 2.1746807106502844e-06,
+      "loss": 0.3414,
+      "num_tokens": 831317841.0,
+      "step": 2020
+    },
+    {
+      "epoch": 2.1051223241590216,
+      "grad_norm": 0.24866314835968373,
+      "learning_rate": 2.170928862739806e-06,
+      "loss": 0.3199,
+      "num_tokens": 831771435.0,
+      "step": 2021
+    },
+    {
+      "epoch": 2.1055045871559632,
+      "grad_norm": 0.26631208259875394,
+      "learning_rate": 2.167182119665759e-06,
+      "loss": 0.3087,
+      "num_tokens": 832172306.0,
+      "step": 2022
+    },
+    {
+      "epoch": 2.1058868501529053,
+      "grad_norm": 0.25136749651347573,
+      "learning_rate": 2.1634404871734392e-06,
+      "loss": 0.2941,
+      "num_tokens": 832563381.0,
+      "step": 2023
+    },
+    {
+      "epoch": 2.106269113149847,
+      "grad_norm": 0.2583765361800248,
+      "learning_rate": 2.159703971000313e-06,
+      "loss": 0.3297,
+      "num_tokens": 832951801.0,
+      "step": 2024
+    },
+    {
+      "epoch": 2.106651376146789,
+      "grad_norm": 0.25263068069704947,
+      "learning_rate": 2.1559725768759966e-06,
+      "loss": 0.3045,
+      "num_tokens": 833380937.0,
+      "step": 2025
+    },
+    {
+      "epoch": 2.1070336391437308,
+      "grad_norm": 0.26471568693762637,
+      "learning_rate": 2.1522463105222525e-06,
+      "loss": 0.2856,
+      "num_tokens": 833769244.0,
+      "step": 2026
+    },
+    {
+      "epoch": 2.107415902140673,
+      "grad_norm": 0.2501651951026688,
+      "learning_rate": 2.148525177652982e-06,
+      "loss": 0.286,
+      "num_tokens": 834170879.0,
+      "step": 2027
+    },
+    {
+      "epoch": 2.1077981651376145,
+      "grad_norm": 0.24737874487181458,
+      "learning_rate": 2.144809183974213e-06,
+      "loss": 0.2987,
+      "num_tokens": 834595663.0,
+      "step": 2028
+    },
+    {
+      "epoch": 2.1081804281345566,
+      "grad_norm": 0.24719525513969742,
+      "learning_rate": 2.1410983351840943e-06,
+      "loss": 0.3306,
+      "num_tokens": 835024855.0,
+      "step": 2029
+    },
+    {
+      "epoch": 2.1085626911314983,
+      "grad_norm": 0.26438308141806255,
+      "learning_rate": 2.137392636972883e-06,
+      "loss": 0.3128,
+      "num_tokens": 835427531.0,
+      "step": 2030
+    },
+    {
+      "epoch": 2.1089449541284404,
+      "grad_norm": 0.2554820156248308,
+      "learning_rate": 2.1336920950229413e-06,
+      "loss": 0.2942,
+      "num_tokens": 835830026.0,
+      "step": 2031
+    },
+    {
+      "epoch": 2.109327217125382,
+      "grad_norm": 0.27509783342152216,
+      "learning_rate": 2.129996715008724e-06,
+      "loss": 0.3079,
+      "num_tokens": 836210136.0,
+      "step": 2032
+    },
+    {
+      "epoch": 2.109709480122324,
+      "grad_norm": 0.28296166588011973,
+      "learning_rate": 2.1263065025967673e-06,
+      "loss": 0.3321,
+      "num_tokens": 836643927.0,
+      "step": 2033
+    },
+    {
+      "epoch": 2.1100917431192663,
+      "grad_norm": 0.25425671111071196,
+      "learning_rate": 2.122621463445687e-06,
+      "loss": 0.3083,
+      "num_tokens": 837087497.0,
+      "step": 2034
+    },
+    {
+      "epoch": 2.110474006116208,
+      "grad_norm": 0.23935604428036045,
+      "learning_rate": 2.118941603206166e-06,
+      "loss": 0.2867,
+      "num_tokens": 837484032.0,
+      "step": 2035
+    },
+    {
+      "epoch": 2.11085626911315,
+      "grad_norm": 0.251681254033373,
+      "learning_rate": 2.115266927520943e-06,
+      "loss": 0.2918,
+      "num_tokens": 837865584.0,
+      "step": 2036
+    },
+    {
+      "epoch": 2.1112385321100917,
+      "grad_norm": 0.255413678319928,
+      "learning_rate": 2.1115974420248105e-06,
+      "loss": 0.3223,
+      "num_tokens": 838294571.0,
+      "step": 2037
+    },
+    {
+      "epoch": 2.111620795107034,
+      "grad_norm": 0.26388550275817085,
+      "learning_rate": 2.1079331523445986e-06,
+      "loss": 0.3094,
+      "num_tokens": 838702877.0,
+      "step": 2038
+    },
+    {
+      "epoch": 2.1120030581039755,
+      "grad_norm": 0.25089956420069187,
+      "learning_rate": 2.104274064099174e-06,
+      "loss": 0.3072,
+      "num_tokens": 839076594.0,
+      "step": 2039
+    },
+    {
+      "epoch": 2.1123853211009176,
+      "grad_norm": 0.25726818546206537,
+      "learning_rate": 2.100620182899421e-06,
+      "loss": 0.3169,
+      "num_tokens": 839466420.0,
+      "step": 2040
+    },
+    {
+      "epoch": 2.1127675840978593,
+      "grad_norm": 0.25339202275411654,
+      "learning_rate": 2.096971514348249e-06,
+      "loss": 0.2918,
+      "num_tokens": 839858148.0,
+      "step": 2041
+    },
+    {
+      "epoch": 2.1131498470948014,
+      "grad_norm": 0.22848555482716043,
+      "learning_rate": 2.0933280640405645e-06,
+      "loss": 0.2945,
+      "num_tokens": 840290244.0,
+      "step": 2042
+    },
+    {
+      "epoch": 2.113532110091743,
+      "grad_norm": 0.23106470839698875,
+      "learning_rate": 2.089689837563278e-06,
+      "loss": 0.3024,
+      "num_tokens": 840716151.0,
+      "step": 2043
+    },
+    {
+      "epoch": 2.113914373088685,
+      "grad_norm": 0.2740976401430039,
+      "learning_rate": 2.0860568404952885e-06,
+      "loss": 0.2875,
+      "num_tokens": 841065107.0,
+      "step": 2044
+    },
+    {
+      "epoch": 2.114296636085627,
+      "grad_norm": 0.27010890166749135,
+      "learning_rate": 2.082429078407476e-06,
+      "loss": 0.3264,
+      "num_tokens": 841503140.0,
+      "step": 2045
+    },
+    {
+      "epoch": 2.114678899082569,
+      "grad_norm": 0.2735882223763793,
+      "learning_rate": 2.0788065568626946e-06,
+      "loss": 0.2883,
+      "num_tokens": 841886466.0,
+      "step": 2046
+    },
+    {
+      "epoch": 2.1150611620795106,
+      "grad_norm": 0.24438416388030718,
+      "learning_rate": 2.0751892814157564e-06,
+      "loss": 0.2917,
+      "num_tokens": 842274503.0,
+      "step": 2047
+    },
+    {
+      "epoch": 2.1154434250764527,
+      "grad_norm": 0.2375739412144376,
+      "learning_rate": 2.0715772576134397e-06,
+      "loss": 0.3072,
+      "num_tokens": 842666013.0,
+      "step": 2048
+    },
+    {
+      "epoch": 2.1158256880733943,
+      "grad_norm": 0.2243074091393917,
+      "learning_rate": 2.0679704909944584e-06,
+      "loss": 0.2856,
+      "num_tokens": 843105009.0,
+      "step": 2049
+    },
+    {
+      "epoch": 2.1162079510703364,
+      "grad_norm": 0.25234466827749763,
+      "learning_rate": 2.064368987089475e-06,
+      "loss": 0.2996,
+      "num_tokens": 843516863.0,
+      "step": 2050
+    },
+    {
+      "epoch": 2.116590214067278,
+      "grad_norm": 0.24812982032305772,
+      "learning_rate": 2.0607727514210747e-06,
+      "loss": 0.2915,
+      "num_tokens": 843903857.0,
+      "step": 2051
+    },
+    {
+      "epoch": 2.11697247706422,
+      "grad_norm": 0.2620049148259815,
+      "learning_rate": 2.0571817895037672e-06,
+      "loss": 0.2967,
+      "num_tokens": 844294285.0,
+      "step": 2052
+    },
+    {
+      "epoch": 2.117354740061162,
+      "grad_norm": 0.26645720141380624,
+      "learning_rate": 2.053596106843976e-06,
+      "loss": 0.3135,
+      "num_tokens": 844687832.0,
+      "step": 2053
+    },
+    {
+      "epoch": 2.117737003058104,
+      "grad_norm": 0.23271984877675667,
+      "learning_rate": 2.0500157089400288e-06,
+      "loss": 0.297,
+      "num_tokens": 845113615.0,
+      "step": 2054
+    },
+    {
+      "epoch": 2.118119266055046,
+      "grad_norm": 0.2550077534661697,
+      "learning_rate": 2.0464406012821507e-06,
+      "loss": 0.3136,
+      "num_tokens": 845548984.0,
+      "step": 2055
+    },
+    {
+      "epoch": 2.1185015290519877,
+      "grad_norm": 0.24746712194569306,
+      "learning_rate": 2.0428707893524485e-06,
+      "loss": 0.2959,
+      "num_tokens": 845928404.0,
+      "step": 2056
+    },
+    {
+      "epoch": 2.11888379204893,
+      "grad_norm": 0.25403428901855957,
+      "learning_rate": 2.03930627862492e-06,
+      "loss": 0.3017,
+      "num_tokens": 846318283.0,
+      "step": 2057
+    },
+    {
+      "epoch": 2.1192660550458715,
+      "grad_norm": 0.24048069695483532,
+      "learning_rate": 2.0357470745654213e-06,
+      "loss": 0.3053,
+      "num_tokens": 846726168.0,
+      "step": 2058
+    },
+    {
+      "epoch": 2.1196483180428136,
+      "grad_norm": 0.2309192420389093,
+      "learning_rate": 2.032193182631683e-06,
+      "loss": 0.3039,
+      "num_tokens": 847170171.0,
+      "step": 2059
+    },
+    {
+      "epoch": 2.1200305810397553,
+      "grad_norm": 0.25813798578078306,
+      "learning_rate": 2.0286446082732803e-06,
+      "loss": 0.2923,
+      "num_tokens": 847547675.0,
+      "step": 2060
+    },
+    {
+      "epoch": 2.1204128440366974,
+      "grad_norm": 0.25284963149916945,
+      "learning_rate": 2.025101356931639e-06,
+      "loss": 0.2974,
+      "num_tokens": 847926897.0,
+      "step": 2061
+    },
+    {
+      "epoch": 2.120795107033639,
+      "grad_norm": 0.22831198067575204,
+      "learning_rate": 2.0215634340400235e-06,
+      "loss": 0.2978,
+      "num_tokens": 848325116.0,
+      "step": 2062
+    },
+    {
+      "epoch": 2.121177370030581,
+      "grad_norm": 0.23665012171810665,
+      "learning_rate": 2.018030845023525e-06,
+      "loss": 0.336,
+      "num_tokens": 848775290.0,
+      "step": 2063
+    },
+    {
+      "epoch": 2.121559633027523,
+      "grad_norm": 0.24903501908121609,
+      "learning_rate": 2.0145035952990572e-06,
+      "loss": 0.3335,
+      "num_tokens": 849237622.0,
+      "step": 2064
+    },
+    {
+      "epoch": 2.121941896024465,
+      "grad_norm": 0.23389107693187228,
+      "learning_rate": 2.010981690275343e-06,
+      "loss": 0.29,
+      "num_tokens": 849654334.0,
+      "step": 2065
+    },
+    {
+      "epoch": 2.1223241590214066,
+      "grad_norm": 0.24003041927197125,
+      "learning_rate": 2.0074651353529185e-06,
+      "loss": 0.2865,
+      "num_tokens": 850040596.0,
+      "step": 2066
+    },
+    {
+      "epoch": 2.1227064220183487,
+      "grad_norm": 0.2973018611005875,
+      "learning_rate": 2.003953935924104e-06,
+      "loss": 0.3187,
+      "num_tokens": 850408961.0,
+      "step": 2067
+    },
+    {
+      "epoch": 2.1230886850152904,
+      "grad_norm": 0.26229869108522647,
+      "learning_rate": 2.0004480973730166e-06,
+      "loss": 0.334,
+      "num_tokens": 850814388.0,
+      "step": 2068
+    },
+    {
+      "epoch": 2.1234709480122325,
+      "grad_norm": 0.23326672724616832,
+      "learning_rate": 1.9969476250755487e-06,
+      "loss": 0.3073,
+      "num_tokens": 851235532.0,
+      "step": 2069
+    },
+    {
+      "epoch": 2.123853211009174,
+      "grad_norm": 0.2391720452457327,
+      "learning_rate": 1.9934525243993665e-06,
+      "loss": 0.2738,
+      "num_tokens": 851605463.0,
+      "step": 2070
+    },
+    {
+      "epoch": 2.1242354740061162,
+      "grad_norm": 0.25321180105901725,
+      "learning_rate": 1.989962800703897e-06,
+      "loss": 0.3395,
+      "num_tokens": 852055051.0,
+      "step": 2071
+    },
+    {
+      "epoch": 2.124617737003058,
+      "grad_norm": 0.240504103568182,
+      "learning_rate": 1.986478459340323e-06,
+      "loss": 0.316,
+      "num_tokens": 852510944.0,
+      "step": 2072
+    },
+    {
+      "epoch": 2.125,
+      "grad_norm": 0.24235255145885043,
+      "learning_rate": 1.9829995056515772e-06,
+      "loss": 0.3263,
+      "num_tokens": 852967492.0,
+      "step": 2073
+    },
+    {
+      "epoch": 2.1253822629969417,
+      "grad_norm": 0.23413229550806186,
+      "learning_rate": 1.9795259449723213e-06,
+      "loss": 0.3153,
+      "num_tokens": 853361089.0,
+      "step": 2074
+    },
+    {
+      "epoch": 2.1257645259938838,
+      "grad_norm": 0.22275484065719478,
+      "learning_rate": 1.976057782628961e-06,
+      "loss": 0.306,
+      "num_tokens": 853775532.0,
+      "step": 2075
+    },
+    {
+      "epoch": 2.126146788990826,
+      "grad_norm": 0.23233734626700345,
+      "learning_rate": 1.9725950239396113e-06,
+      "loss": 0.3066,
+      "num_tokens": 854197223.0,
+      "step": 2076
+    },
+    {
+      "epoch": 2.1265290519877675,
+      "grad_norm": 0.2591172338498743,
+      "learning_rate": 1.9691376742141087e-06,
+      "loss": 0.311,
+      "num_tokens": 854586358.0,
+      "step": 2077
+    },
+    {
+      "epoch": 2.1269113149847096,
+      "grad_norm": 0.23554163602919484,
+      "learning_rate": 1.9656857387539942e-06,
+      "loss": 0.3069,
+      "num_tokens": 855027030.0,
+      "step": 2078
+    },
+    {
+      "epoch": 2.1272935779816513,
+      "grad_norm": 0.25517726667959767,
+      "learning_rate": 1.9622392228525046e-06,
+      "loss": 0.2916,
+      "num_tokens": 855437636.0,
+      "step": 2079
+    },
+    {
+      "epoch": 2.1276758409785934,
+      "grad_norm": 0.2548350322680789,
+      "learning_rate": 1.958798131794568e-06,
+      "loss": 0.2889,
+      "num_tokens": 855848132.0,
+      "step": 2080
+    },
+    {
+      "epoch": 2.128058103975535,
+      "grad_norm": 0.23371903947443085,
+      "learning_rate": 1.9553624708567937e-06,
+      "loss": 0.2934,
+      "num_tokens": 856249866.0,
+      "step": 2081
+    },
+    {
+      "epoch": 2.128440366972477,
+      "grad_norm": 0.234377234637379,
+      "learning_rate": 1.951932245307464e-06,
+      "loss": 0.3091,
+      "num_tokens": 856679397.0,
+      "step": 2082
+    },
+    {
+      "epoch": 2.128822629969419,
+      "grad_norm": 0.23379784586195537,
+      "learning_rate": 1.9485074604065276e-06,
+      "loss": 0.3148,
+      "num_tokens": 857093788.0,
+      "step": 2083
+    },
+    {
+      "epoch": 2.129204892966361,
+      "grad_norm": 0.22282828980897662,
+      "learning_rate": 1.945088121405588e-06,
+      "loss": 0.2958,
+      "num_tokens": 857514761.0,
+      "step": 2084
+    },
+    {
+      "epoch": 2.1295871559633026,
+      "grad_norm": 0.25271048117768247,
+      "learning_rate": 1.941674233547899e-06,
+      "loss": 0.3083,
+      "num_tokens": 857921681.0,
+      "step": 2085
+    },
+    {
+      "epoch": 2.1299694189602447,
+      "grad_norm": 0.2695747617883831,
+      "learning_rate": 1.9382658020683572e-06,
+      "loss": 0.3257,
+      "num_tokens": 858349122.0,
+      "step": 2086
+    },
+    {
+      "epoch": 2.1303516819571864,
+      "grad_norm": 0.2595980465753796,
+      "learning_rate": 1.934862832193491e-06,
+      "loss": 0.3079,
+      "num_tokens": 858733580.0,
+      "step": 2087
+    },
+    {
+      "epoch": 2.1307339449541285,
+      "grad_norm": 0.23111075929869002,
+      "learning_rate": 1.931465329141454e-06,
+      "loss": 0.3226,
+      "num_tokens": 859177849.0,
+      "step": 2088
+    },
+    {
+      "epoch": 2.13111620795107,
+      "grad_norm": 0.23130721592097422,
+      "learning_rate": 1.9280732981220165e-06,
+      "loss": 0.2951,
+      "num_tokens": 859604556.0,
+      "step": 2089
+    },
+    {
+      "epoch": 2.1314984709480123,
+      "grad_norm": 0.22097454244051973,
+      "learning_rate": 1.924686744336559e-06,
+      "loss": 0.2938,
+      "num_tokens": 860034949.0,
+      "step": 2090
+    },
+    {
+      "epoch": 2.131880733944954,
+      "grad_norm": 0.24224798779880968,
+      "learning_rate": 1.921305672978062e-06,
+      "loss": 0.3107,
+      "num_tokens": 860446727.0,
+      "step": 2091
+    },
+    {
+      "epoch": 2.132262996941896,
+      "grad_norm": 0.2762927430242535,
+      "learning_rate": 1.9179300892311007e-06,
+      "loss": 0.2878,
+      "num_tokens": 860816308.0,
+      "step": 2092
+    },
+    {
+      "epoch": 2.1326452599388377,
+      "grad_norm": 0.26176854757147,
+      "learning_rate": 1.9145599982718317e-06,
+      "loss": 0.2878,
+      "num_tokens": 861175021.0,
+      "step": 2093
+    },
+    {
+      "epoch": 2.13302752293578,
+      "grad_norm": 0.2597065954605703,
+      "learning_rate": 1.911195405267996e-06,
+      "loss": 0.3115,
+      "num_tokens": 861571841.0,
+      "step": 2094
+    },
+    {
+      "epoch": 2.133409785932722,
+      "grad_norm": 0.2657402495227854,
+      "learning_rate": 1.9078363153788964e-06,
+      "loss": 0.3168,
+      "num_tokens": 861971946.0,
+      "step": 2095
+    },
+    {
+      "epoch": 2.1337920489296636,
+      "grad_norm": 0.247429988583406,
+      "learning_rate": 1.9044827337554012e-06,
+      "loss": 0.3057,
+      "num_tokens": 862383936.0,
+      "step": 2096
+    },
+    {
+      "epoch": 2.1341743119266057,
+      "grad_norm": 0.22179317488302783,
+      "learning_rate": 1.901134665539931e-06,
+      "loss": 0.2939,
+      "num_tokens": 862832280.0,
+      "step": 2097
+    },
+    {
+      "epoch": 2.1345565749235473,
+      "grad_norm": 0.24733400676777484,
+      "learning_rate": 1.8977921158664537e-06,
+      "loss": 0.3071,
+      "num_tokens": 863229927.0,
+      "step": 2098
+    },
+    {
+      "epoch": 2.1349388379204894,
+      "grad_norm": 0.2553919717421349,
+      "learning_rate": 1.8944550898604742e-06,
+      "loss": 0.3059,
+      "num_tokens": 863622204.0,
+      "step": 2099
+    },
+    {
+      "epoch": 2.135321100917431,
+      "grad_norm": 0.265051457062787,
+      "learning_rate": 1.8911235926390243e-06,
+      "loss": 0.3334,
+      "num_tokens": 864089603.0,
+      "step": 2100
+    },
+    {
+      "epoch": 2.135703363914373,
+      "grad_norm": 0.2439916774368985,
+      "learning_rate": 1.8877976293106647e-06,
+      "loss": 0.3069,
+      "num_tokens": 864493179.0,
+      "step": 2101
+    },
+    {
+      "epoch": 2.136085626911315,
+      "grad_norm": 0.22513611569333414,
+      "learning_rate": 1.8844772049754614e-06,
+      "loss": 0.3129,
+      "num_tokens": 864941511.0,
+      "step": 2102
+    },
+    {
+      "epoch": 2.136467889908257,
+      "grad_norm": 0.23384222393051904,
+      "learning_rate": 1.881162324724997e-06,
+      "loss": 0.2946,
+      "num_tokens": 865325227.0,
+      "step": 2103
+    },
+    {
+      "epoch": 2.1368501529051986,
+      "grad_norm": 0.24912012636897485,
+      "learning_rate": 1.877852993642344e-06,
+      "loss": 0.3095,
+      "num_tokens": 865730768.0,
+      "step": 2104
+    },
+    {
+      "epoch": 2.1372324159021407,
+      "grad_norm": 0.25216571323223674,
+      "learning_rate": 1.8745492168020695e-06,
+      "loss": 0.313,
+      "num_tokens": 866097542.0,
+      "step": 2105
+    },
+    {
+      "epoch": 2.1376146788990824,
+      "grad_norm": 0.2449973160899574,
+      "learning_rate": 1.8712509992702247e-06,
+      "loss": 0.2979,
+      "num_tokens": 866500338.0,
+      "step": 2106
+    },
+    {
+      "epoch": 2.1379969418960245,
+      "grad_norm": 0.2287193781804762,
+      "learning_rate": 1.8679583461043333e-06,
+      "loss": 0.3221,
+      "num_tokens": 866919334.0,
+      "step": 2107
+    },
+    {
+      "epoch": 2.138379204892966,
+      "grad_norm": 0.24464941355917846,
+      "learning_rate": 1.8646712623533903e-06,
+      "loss": 0.3048,
+      "num_tokens": 867299841.0,
+      "step": 2108
+    },
+    {
+      "epoch": 2.1387614678899083,
+      "grad_norm": 0.24585957074572262,
+      "learning_rate": 1.8613897530578437e-06,
+      "loss": 0.2951,
+      "num_tokens": 867668283.0,
+      "step": 2109
+    },
+    {
+      "epoch": 2.13914373088685,
+      "grad_norm": 0.299476256903208,
+      "learning_rate": 1.8581138232496038e-06,
+      "loss": 0.2769,
+      "num_tokens": 868051777.0,
+      "step": 2110
+    },
+    {
+      "epoch": 2.139525993883792,
+      "grad_norm": 0.23993846809728608,
+      "learning_rate": 1.8548434779520139e-06,
+      "loss": 0.3085,
+      "num_tokens": 868492022.0,
+      "step": 2111
+    },
+    {
+      "epoch": 2.1399082568807337,
+      "grad_norm": 0.2548569357821261,
+      "learning_rate": 1.8515787221798641e-06,
+      "loss": 0.3089,
+      "num_tokens": 868871880.0,
+      "step": 2112
+    },
+    {
+      "epoch": 2.140290519877676,
+      "grad_norm": 0.25270569893686956,
+      "learning_rate": 1.8483195609393667e-06,
+      "loss": 0.321,
+      "num_tokens": 869272712.0,
+      "step": 2113
+    },
+    {
+      "epoch": 2.140672782874618,
+      "grad_norm": 0.24062152292476804,
+      "learning_rate": 1.845065999228158e-06,
+      "loss": 0.3076,
+      "num_tokens": 869711926.0,
+      "step": 2114
+    },
+    {
+      "epoch": 2.1410550458715596,
+      "grad_norm": 0.24838880956409964,
+      "learning_rate": 1.8418180420352877e-06,
+      "loss": 0.316,
+      "num_tokens": 870120482.0,
+      "step": 2115
+    },
+    {
+      "epoch": 2.1414373088685017,
+      "grad_norm": 0.25354298363481975,
+      "learning_rate": 1.8385756943412086e-06,
+      "loss": 0.2952,
+      "num_tokens": 870511654.0,
+      "step": 2116
+    },
+    {
+      "epoch": 2.1418195718654434,
+      "grad_norm": 0.26799249071943454,
+      "learning_rate": 1.8353389611177793e-06,
+      "loss": 0.3106,
+      "num_tokens": 870909116.0,
+      "step": 2117
+    },
+    {
+      "epoch": 2.1422018348623855,
+      "grad_norm": 0.270490782295248,
+      "learning_rate": 1.8321078473282386e-06,
+      "loss": 0.2929,
+      "num_tokens": 871281108.0,
+      "step": 2118
+    },
+    {
+      "epoch": 2.142584097859327,
+      "grad_norm": 0.33455488248063114,
+      "learning_rate": 1.828882357927219e-06,
+      "loss": 0.3248,
+      "num_tokens": 871730990.0,
+      "step": 2119
+    },
+    {
+      "epoch": 2.1429663608562692,
+      "grad_norm": 0.27779858548988456,
+      "learning_rate": 1.8256624978607203e-06,
+      "loss": 0.3354,
+      "num_tokens": 872167410.0,
+      "step": 2120
+    },
+    {
+      "epoch": 2.143348623853211,
+      "grad_norm": 0.23346536858247227,
+      "learning_rate": 1.822448272066114e-06,
+      "loss": 0.3239,
+      "num_tokens": 872582280.0,
+      "step": 2121
+    },
+    {
+      "epoch": 2.143730886850153,
+      "grad_norm": 0.2276523124022871,
+      "learning_rate": 1.8192396854721323e-06,
+      "loss": 0.3006,
+      "num_tokens": 872993119.0,
+      "step": 2122
+    },
+    {
+      "epoch": 2.1441131498470947,
+      "grad_norm": 0.2302734004635181,
+      "learning_rate": 1.8160367429988585e-06,
+      "loss": 0.2876,
+      "num_tokens": 873376311.0,
+      "step": 2123
+    },
+    {
+      "epoch": 2.1444954128440368,
+      "grad_norm": 0.24809741208573627,
+      "learning_rate": 1.8128394495577228e-06,
+      "loss": 0.2953,
+      "num_tokens": 873769169.0,
+      "step": 2124
+    },
+    {
+      "epoch": 2.1448776758409784,
+      "grad_norm": 0.2711681837130615,
+      "learning_rate": 1.8096478100514897e-06,
+      "loss": 0.3136,
+      "num_tokens": 874206693.0,
+      "step": 2125
+    },
+    {
+      "epoch": 2.1452599388379205,
+      "grad_norm": 0.20984038159537788,
+      "learning_rate": 1.8064618293742597e-06,
+      "loss": 0.3125,
+      "num_tokens": 874610599.0,
+      "step": 2126
+    },
+    {
+      "epoch": 2.145642201834862,
+      "grad_norm": 0.24482871458709266,
+      "learning_rate": 1.8032815124114488e-06,
+      "loss": 0.312,
+      "num_tokens": 875012682.0,
+      "step": 2127
+    },
+    {
+      "epoch": 2.1460244648318043,
+      "grad_norm": 0.23517788175497842,
+      "learning_rate": 1.8001068640397973e-06,
+      "loss": 0.2966,
+      "num_tokens": 875456384.0,
+      "step": 2128
+    },
+    {
+      "epoch": 2.146406727828746,
+      "grad_norm": 0.23129295818561682,
+      "learning_rate": 1.7969378891273432e-06,
+      "loss": 0.2971,
+      "num_tokens": 875835934.0,
+      "step": 2129
+    },
+    {
+      "epoch": 2.146788990825688,
+      "grad_norm": 0.22280537626236196,
+      "learning_rate": 1.793774592533431e-06,
+      "loss": 0.3115,
+      "num_tokens": 876285424.0,
+      "step": 2130
+    },
+    {
+      "epoch": 2.1471712538226297,
+      "grad_norm": 0.22985160745783734,
+      "learning_rate": 1.7906169791086975e-06,
+      "loss": 0.2947,
+      "num_tokens": 876735916.0,
+      "step": 2131
+    },
+    {
+      "epoch": 2.147553516819572,
+      "grad_norm": 0.24841327006440816,
+      "learning_rate": 1.7874650536950621e-06,
+      "loss": 0.3208,
+      "num_tokens": 877157697.0,
+      "step": 2132
+    },
+    {
+      "epoch": 2.147935779816514,
+      "grad_norm": 0.23966632621868167,
+      "learning_rate": 1.784318821125726e-06,
+      "loss": 0.2975,
+      "num_tokens": 877540955.0,
+      "step": 2133
+    },
+    {
+      "epoch": 2.1483180428134556,
+      "grad_norm": 0.24478603037443272,
+      "learning_rate": 1.781178286225157e-06,
+      "loss": 0.3343,
+      "num_tokens": 877980538.0,
+      "step": 2134
+    },
+    {
+      "epoch": 2.1487003058103977,
+      "grad_norm": 0.2400158310787067,
+      "learning_rate": 1.7780434538090902e-06,
+      "loss": 0.2824,
+      "num_tokens": 878363720.0,
+      "step": 2135
+    },
+    {
+      "epoch": 2.1490825688073394,
+      "grad_norm": 0.23607289093743822,
+      "learning_rate": 1.774914328684511e-06,
+      "loss": 0.3041,
+      "num_tokens": 878777397.0,
+      "step": 2136
+    },
+    {
+      "epoch": 2.1494648318042815,
+      "grad_norm": 0.21622115872393688,
+      "learning_rate": 1.7717909156496585e-06,
+      "loss": 0.3074,
+      "num_tokens": 879213588.0,
+      "step": 2137
+    },
+    {
+      "epoch": 2.149847094801223,
+      "grad_norm": 0.2417339252321948,
+      "learning_rate": 1.7686732194940098e-06,
+      "loss": 0.3351,
+      "num_tokens": 879593329.0,
+      "step": 2138
+    },
+    {
+      "epoch": 2.1502293577981653,
+      "grad_norm": 0.23294002059377833,
+      "learning_rate": 1.7655612449982767e-06,
+      "loss": 0.3183,
+      "num_tokens": 880027327.0,
+      "step": 2139
+    },
+    {
+      "epoch": 2.150611620795107,
+      "grad_norm": 0.24035358315138267,
+      "learning_rate": 1.7624549969343962e-06,
+      "loss": 0.3345,
+      "num_tokens": 880434175.0,
+      "step": 2140
+    },
+    {
+      "epoch": 2.150993883792049,
+      "grad_norm": 0.25487144822665003,
+      "learning_rate": 1.7593544800655272e-06,
+      "loss": 0.3137,
+      "num_tokens": 880841206.0,
+      "step": 2141
+    },
+    {
+      "epoch": 2.1513761467889907,
+      "grad_norm": 0.23784469700114344,
+      "learning_rate": 1.7562596991460368e-06,
+      "loss": 0.3086,
+      "num_tokens": 881225216.0,
+      "step": 2142
+    },
+    {
+      "epoch": 2.151758409785933,
+      "grad_norm": 0.22176898973464948,
+      "learning_rate": 1.7531706589214997e-06,
+      "loss": 0.2992,
+      "num_tokens": 881651920.0,
+      "step": 2143
+    },
+    {
+      "epoch": 2.1521406727828745,
+      "grad_norm": 0.21977701631691313,
+      "learning_rate": 1.7500873641286826e-06,
+      "loss": 0.3215,
+      "num_tokens": 882104001.0,
+      "step": 2144
+    },
+    {
+      "epoch": 2.1525229357798166,
+      "grad_norm": 0.23825845544773375,
+      "learning_rate": 1.7470098194955502e-06,
+      "loss": 0.3306,
+      "num_tokens": 882489970.0,
+      "step": 2145
+    },
+    {
+      "epoch": 2.1529051987767582,
+      "grad_norm": 0.24218138523003677,
+      "learning_rate": 1.7439380297412416e-06,
+      "loss": 0.3252,
+      "num_tokens": 882930464.0,
+      "step": 2146
+    },
+    {
+      "epoch": 2.1532874617737003,
+      "grad_norm": 0.24005861282488286,
+      "learning_rate": 1.740871999576077e-06,
+      "loss": 0.3362,
+      "num_tokens": 883381016.0,
+      "step": 2147
+    },
+    {
+      "epoch": 2.153669724770642,
+      "grad_norm": 0.21511687215090416,
+      "learning_rate": 1.7378117337015421e-06,
+      "loss": 0.2903,
+      "num_tokens": 883801136.0,
+      "step": 2148
+    },
+    {
+      "epoch": 2.154051987767584,
+      "grad_norm": 0.23474547948790533,
+      "learning_rate": 1.7347572368102842e-06,
+      "loss": 0.3362,
+      "num_tokens": 884241537.0,
+      "step": 2149
+    },
+    {
+      "epoch": 2.1544342507645258,
+      "grad_norm": 0.2734136876791039,
+      "learning_rate": 1.7317085135861042e-06,
+      "loss": 0.3367,
+      "num_tokens": 884654039.0,
+      "step": 2150
+    },
+    {
+      "epoch": 2.154816513761468,
+      "grad_norm": 0.2498551895217333,
+      "learning_rate": 1.72866556870395e-06,
+      "loss": 0.3087,
+      "num_tokens": 885036375.0,
+      "step": 2151
+    },
+    {
+      "epoch": 2.15519877675841,
+      "grad_norm": 0.2677136733975535,
+      "learning_rate": 1.7256284068299106e-06,
+      "loss": 0.3156,
+      "num_tokens": 885425644.0,
+      "step": 2152
+    },
+    {
+      "epoch": 2.1555810397553516,
+      "grad_norm": 0.2392599141536694,
+      "learning_rate": 1.7225970326212003e-06,
+      "loss": 0.3192,
+      "num_tokens": 885826394.0,
+      "step": 2153
+    },
+    {
+      "epoch": 2.1559633027522938,
+      "grad_norm": 0.25009117343100296,
+      "learning_rate": 1.719571450726169e-06,
+      "loss": 0.3171,
+      "num_tokens": 886250191.0,
+      "step": 2154
+    },
+    {
+      "epoch": 2.1563455657492354,
+      "grad_norm": 0.22542024108272465,
+      "learning_rate": 1.7165516657842768e-06,
+      "loss": 0.3217,
+      "num_tokens": 886662843.0,
+      "step": 2155
+    },
+    {
+      "epoch": 2.1567278287461775,
+      "grad_norm": 0.22388441923626276,
+      "learning_rate": 1.7135376824260968e-06,
+      "loss": 0.2972,
+      "num_tokens": 887062063.0,
+      "step": 2156
+    },
+    {
+      "epoch": 2.157110091743119,
+      "grad_norm": 0.22413732083869867,
+      "learning_rate": 1.7105295052733061e-06,
+      "loss": 0.3202,
+      "num_tokens": 887507979.0,
+      "step": 2157
+    },
+    {
+      "epoch": 2.1574923547400613,
+      "grad_norm": 0.24925762297099385,
+      "learning_rate": 1.70752713893868e-06,
+      "loss": 0.2843,
+      "num_tokens": 887877390.0,
+      "step": 2158
+    },
+    {
+      "epoch": 2.157874617737003,
+      "grad_norm": 0.2400224275647967,
+      "learning_rate": 1.7045305880260811e-06,
+      "loss": 0.3023,
+      "num_tokens": 888283113.0,
+      "step": 2159
+    },
+    {
+      "epoch": 2.158256880733945,
+      "grad_norm": 0.23544314939670413,
+      "learning_rate": 1.7015398571304543e-06,
+      "loss": 0.3016,
+      "num_tokens": 888693310.0,
+      "step": 2160
+    },
+    {
+      "epoch": 2.1586391437308867,
+      "grad_norm": 0.2346447544702893,
+      "learning_rate": 1.698554950837824e-06,
+      "loss": 0.3305,
+      "num_tokens": 889114532.0,
+      "step": 2161
+    },
+    {
+      "epoch": 2.159021406727829,
+      "grad_norm": 0.22520061592034207,
+      "learning_rate": 1.695575873725276e-06,
+      "loss": 0.3102,
+      "num_tokens": 889543613.0,
+      "step": 2162
+    },
+    {
+      "epoch": 2.1594036697247705,
+      "grad_norm": 0.2374390942659956,
+      "learning_rate": 1.6926026303609666e-06,
+      "loss": 0.3145,
+      "num_tokens": 890000023.0,
+      "step": 2163
+    },
+    {
+      "epoch": 2.1597859327217126,
+      "grad_norm": 0.2297304773443682,
+      "learning_rate": 1.6896352253040993e-06,
+      "loss": 0.3191,
+      "num_tokens": 890430127.0,
+      "step": 2164
+    },
+    {
+      "epoch": 2.1601681957186543,
+      "grad_norm": 0.26326553296748756,
+      "learning_rate": 1.6866736631049268e-06,
+      "loss": 0.3118,
+      "num_tokens": 890814244.0,
+      "step": 2165
+    },
+    {
+      "epoch": 2.1605504587155964,
+      "grad_norm": 0.2655643448713461,
+      "learning_rate": 1.6837179483047444e-06,
+      "loss": 0.311,
+      "num_tokens": 891221931.0,
+      "step": 2166
+    },
+    {
+      "epoch": 2.160932721712538,
+      "grad_norm": 0.2743386388651708,
+      "learning_rate": 1.6807680854358794e-06,
+      "loss": 0.331,
+      "num_tokens": 891626411.0,
+      "step": 2167
+    },
+    {
+      "epoch": 2.16131498470948,
+      "grad_norm": 0.2240515591428254,
+      "learning_rate": 1.6778240790216862e-06,
+      "loss": 0.2917,
+      "num_tokens": 892033990.0,
+      "step": 2168
+    },
+    {
+      "epoch": 2.161697247706422,
+      "grad_norm": 0.22303228559331495,
+      "learning_rate": 1.674885933576536e-06,
+      "loss": 0.3092,
+      "num_tokens": 892439851.0,
+      "step": 2169
+    },
+    {
+      "epoch": 2.162079510703364,
+      "grad_norm": 0.22988815312965005,
+      "learning_rate": 1.6719536536058195e-06,
+      "loss": 0.3118,
+      "num_tokens": 892867279.0,
+      "step": 2170
+    },
+    {
+      "epoch": 2.162461773700306,
+      "grad_norm": 0.25808832106658236,
+      "learning_rate": 1.6690272436059247e-06,
+      "loss": 0.3207,
+      "num_tokens": 893246395.0,
+      "step": 2171
+    },
+    {
+      "epoch": 2.1628440366972477,
+      "grad_norm": 0.2280001549484002,
+      "learning_rate": 1.6661067080642466e-06,
+      "loss": 0.2924,
+      "num_tokens": 893636167.0,
+      "step": 2172
+    },
+    {
+      "epoch": 2.16322629969419,
+      "grad_norm": 0.21580364727461712,
+      "learning_rate": 1.6631920514591654e-06,
+      "loss": 0.309,
+      "num_tokens": 894063196.0,
+      "step": 2173
+    },
+    {
+      "epoch": 2.1636085626911314,
+      "grad_norm": 0.24763860416960673,
+      "learning_rate": 1.6602832782600509e-06,
+      "loss": 0.3075,
+      "num_tokens": 894481173.0,
+      "step": 2174
+    },
+    {
+      "epoch": 2.1639908256880735,
+      "grad_norm": 0.25639163356992056,
+      "learning_rate": 1.6573803929272487e-06,
+      "loss": 0.3293,
+      "num_tokens": 894876005.0,
+      "step": 2175
+    },
+    {
+      "epoch": 2.164373088685015,
+      "grad_norm": 0.23846091212504994,
+      "learning_rate": 1.654483399912078e-06,
+      "loss": 0.3158,
+      "num_tokens": 895311769.0,
+      "step": 2176
+    },
+    {
+      "epoch": 2.1647553516819573,
+      "grad_norm": 0.23754704691085898,
+      "learning_rate": 1.651592303656822e-06,
+      "loss": 0.3061,
+      "num_tokens": 895707932.0,
+      "step": 2177
+    },
+    {
+      "epoch": 2.165137614678899,
+      "grad_norm": 0.23976539419012896,
+      "learning_rate": 1.6487071085947193e-06,
+      "loss": 0.286,
+      "num_tokens": 896114483.0,
+      "step": 2178
+    },
+    {
+      "epoch": 2.165519877675841,
+      "grad_norm": 0.21447832330315947,
+      "learning_rate": 1.6458278191499644e-06,
+      "loss": 0.3075,
+      "num_tokens": 896545251.0,
+      "step": 2179
+    },
+    {
+      "epoch": 2.1659021406727827,
+      "grad_norm": 0.2299798965965033,
+      "learning_rate": 1.6429544397376911e-06,
+      "loss": 0.3089,
+      "num_tokens": 896963748.0,
+      "step": 2180
+    },
+    {
+      "epoch": 2.166284403669725,
+      "grad_norm": 0.23722486935301504,
+      "learning_rate": 1.640086974763973e-06,
+      "loss": 0.3057,
+      "num_tokens": 897340983.0,
+      "step": 2181
+    },
+    {
+      "epoch": 2.1666666666666665,
+      "grad_norm": 0.2527094707513443,
+      "learning_rate": 1.6372254286258156e-06,
+      "loss": 0.3354,
+      "num_tokens": 897759767.0,
+      "step": 2182
+    },
+    {
+      "epoch": 2.1670489296636086,
+      "grad_norm": 0.26662822816229126,
+      "learning_rate": 1.6343698057111454e-06,
+      "loss": 0.3097,
+      "num_tokens": 898152893.0,
+      "step": 2183
+    },
+    {
+      "epoch": 2.1674311926605503,
+      "grad_norm": 0.241867663457883,
+      "learning_rate": 1.6315201103988088e-06,
+      "loss": 0.3146,
+      "num_tokens": 898570730.0,
+      "step": 2184
+    },
+    {
+      "epoch": 2.1678134556574924,
+      "grad_norm": 0.26400921040030584,
+      "learning_rate": 1.6286763470585618e-06,
+      "loss": 0.3363,
+      "num_tokens": 899020923.0,
+      "step": 2185
+    },
+    {
+      "epoch": 2.168195718654434,
+      "grad_norm": 0.22934436883295536,
+      "learning_rate": 1.6258385200510652e-06,
+      "loss": 0.29,
+      "num_tokens": 899387561.0,
+      "step": 2186
+    },
+    {
+      "epoch": 2.168577981651376,
+      "grad_norm": 0.2185352284892116,
+      "learning_rate": 1.6230066337278723e-06,
+      "loss": 0.2851,
+      "num_tokens": 899780061.0,
+      "step": 2187
+    },
+    {
+      "epoch": 2.168960244648318,
+      "grad_norm": 0.22267719267504493,
+      "learning_rate": 1.6201806924314356e-06,
+      "loss": 0.3106,
+      "num_tokens": 900214923.0,
+      "step": 2188
+    },
+    {
+      "epoch": 2.16934250764526,
+      "grad_norm": 0.2370172982760451,
+      "learning_rate": 1.6173607004950822e-06,
+      "loss": 0.3091,
+      "num_tokens": 900658115.0,
+      "step": 2189
+    },
+    {
+      "epoch": 2.169724770642202,
+      "grad_norm": 0.24890328982520848,
+      "learning_rate": 1.6145466622430229e-06,
+      "loss": 0.3345,
+      "num_tokens": 901104304.0,
+      "step": 2190
+    },
+    {
+      "epoch": 2.1701070336391437,
+      "grad_norm": 0.23334691754876039,
+      "learning_rate": 1.6117385819903347e-06,
+      "loss": 0.3045,
+      "num_tokens": 901549087.0,
+      "step": 2191
+    },
+    {
+      "epoch": 2.170489296636086,
+      "grad_norm": 0.24893520678779027,
+      "learning_rate": 1.608936464042963e-06,
+      "loss": 0.322,
+      "num_tokens": 901958983.0,
+      "step": 2192
+    },
+    {
+      "epoch": 2.1708715596330275,
+      "grad_norm": 0.2335239583187043,
+      "learning_rate": 1.6061403126977066e-06,
+      "loss": 0.3185,
+      "num_tokens": 902387911.0,
+      "step": 2193
+    },
+    {
+      "epoch": 2.1712538226299696,
+      "grad_norm": 0.22523536140055822,
+      "learning_rate": 1.6033501322422162e-06,
+      "loss": 0.3305,
+      "num_tokens": 902844732.0,
+      "step": 2194
+    },
+    {
+      "epoch": 2.1716360856269112,
+      "grad_norm": 0.24817934425633256,
+      "learning_rate": 1.6005659269549882e-06,
+      "loss": 0.3154,
+      "num_tokens": 903226836.0,
+      "step": 2195
+    },
+    {
+      "epoch": 2.1720183486238533,
+      "grad_norm": 0.2189113136735565,
+      "learning_rate": 1.5977877011053556e-06,
+      "loss": 0.2978,
+      "num_tokens": 903650041.0,
+      "step": 2196
+    },
+    {
+      "epoch": 2.172400611620795,
+      "grad_norm": 0.23439605113917591,
+      "learning_rate": 1.5950154589534806e-06,
+      "loss": 0.3259,
+      "num_tokens": 904043266.0,
+      "step": 2197
+    },
+    {
+      "epoch": 2.172782874617737,
+      "grad_norm": 0.2511393392124079,
+      "learning_rate": 1.5922492047503521e-06,
+      "loss": 0.3124,
+      "num_tokens": 904468451.0,
+      "step": 2198
+    },
+    {
+      "epoch": 2.1731651376146788,
+      "grad_norm": 0.25283704329209317,
+      "learning_rate": 1.5894889427377768e-06,
+      "loss": 0.3215,
+      "num_tokens": 904865229.0,
+      "step": 2199
+    },
+    {
+      "epoch": 2.173547400611621,
+      "grad_norm": 0.268779467281901,
+      "learning_rate": 1.5867346771483732e-06,
+      "loss": 0.3538,
+      "num_tokens": 905272720.0,
+      "step": 2200
+    },
+    {
+      "epoch": 2.1739296636085625,
+      "grad_norm": 0.24167880279655754,
+      "learning_rate": 1.583986412205563e-06,
+      "loss": 0.3186,
+      "num_tokens": 905698266.0,
+      "step": 2201
+    },
+    {
+      "epoch": 2.1743119266055047,
+      "grad_norm": 0.2592728408756888,
+      "learning_rate": 1.5812441521235686e-06,
+      "loss": 0.2947,
+      "num_tokens": 906041053.0,
+      "step": 2202
+    },
+    {
+      "epoch": 2.1746941896024463,
+      "grad_norm": 0.2392668050830515,
+      "learning_rate": 1.578507901107403e-06,
+      "loss": 0.3384,
+      "num_tokens": 906488584.0,
+      "step": 2203
+    },
+    {
+      "epoch": 2.1750764525993884,
+      "grad_norm": 0.24248852863353335,
+      "learning_rate": 1.5757776633528654e-06,
+      "loss": 0.3097,
+      "num_tokens": 906905347.0,
+      "step": 2204
+    },
+    {
+      "epoch": 2.17545871559633,
+      "grad_norm": 0.2258979972111339,
+      "learning_rate": 1.5730534430465358e-06,
+      "loss": 0.3381,
+      "num_tokens": 907343695.0,
+      "step": 2205
+    },
+    {
+      "epoch": 2.175840978593272,
+      "grad_norm": 0.2505783495895386,
+      "learning_rate": 1.5703352443657615e-06,
+      "loss": 0.3423,
+      "num_tokens": 907806661.0,
+      "step": 2206
+    },
+    {
+      "epoch": 2.176223241590214,
+      "grad_norm": 0.234528317351922,
+      "learning_rate": 1.5676230714786646e-06,
+      "loss": 0.3204,
+      "num_tokens": 908249078.0,
+      "step": 2207
+    },
+    {
+      "epoch": 2.176605504587156,
+      "grad_norm": 0.240582554262787,
+      "learning_rate": 1.564916928544119e-06,
+      "loss": 0.2832,
+      "num_tokens": 908616632.0,
+      "step": 2208
+    },
+    {
+      "epoch": 2.176987767584098,
+      "grad_norm": 0.2532827480126124,
+      "learning_rate": 1.562216819711757e-06,
+      "loss": 0.3087,
+      "num_tokens": 909020945.0,
+      "step": 2209
+    },
+    {
+      "epoch": 2.1773700305810397,
+      "grad_norm": 0.227986714594487,
+      "learning_rate": 1.5595227491219572e-06,
+      "loss": 0.3314,
+      "num_tokens": 909421917.0,
+      "step": 2210
+    },
+    {
+      "epoch": 2.177752293577982,
+      "grad_norm": 0.22561577681881217,
+      "learning_rate": 1.5568347209058387e-06,
+      "loss": 0.3366,
+      "num_tokens": 909861072.0,
+      "step": 2211
+    },
+    {
+      "epoch": 2.1781345565749235,
+      "grad_norm": 0.24628669248200902,
+      "learning_rate": 1.5541527391852561e-06,
+      "loss": 0.2797,
+      "num_tokens": 910186108.0,
+      "step": 2212
+    },
+    {
+      "epoch": 2.1785168195718656,
+      "grad_norm": 0.22918259509551395,
+      "learning_rate": 1.5514768080727885e-06,
+      "loss": 0.2914,
+      "num_tokens": 910579170.0,
+      "step": 2213
+    },
+    {
+      "epoch": 2.1788990825688073,
+      "grad_norm": 0.22790157562790342,
+      "learning_rate": 1.5488069316717437e-06,
+      "loss": 0.3315,
+      "num_tokens": 911004000.0,
+      "step": 2214
+    },
+    {
+      "epoch": 2.1792813455657494,
+      "grad_norm": 0.24872085181802045,
+      "learning_rate": 1.5461431140761368e-06,
+      "loss": 0.295,
+      "num_tokens": 911371041.0,
+      "step": 2215
+    },
+    {
+      "epoch": 2.179663608562691,
+      "grad_norm": 0.24737913360578787,
+      "learning_rate": 1.5434853593707017e-06,
+      "loss": 0.3361,
+      "num_tokens": 911826234.0,
+      "step": 2216
+    },
+    {
+      "epoch": 2.180045871559633,
+      "grad_norm": 0.2287124782176664,
+      "learning_rate": 1.540833671630867e-06,
+      "loss": 0.2819,
+      "num_tokens": 912217194.0,
+      "step": 2217
+    },
+    {
+      "epoch": 2.180428134556575,
+      "grad_norm": 0.23422642745576158,
+      "learning_rate": 1.5381880549227622e-06,
+      "loss": 0.2958,
+      "num_tokens": 912637441.0,
+      "step": 2218
+    },
+    {
+      "epoch": 2.180810397553517,
+      "grad_norm": 0.24946965050875264,
+      "learning_rate": 1.535548513303207e-06,
+      "loss": 0.326,
+      "num_tokens": 913074206.0,
+      "step": 2219
+    },
+    {
+      "epoch": 2.1811926605504586,
+      "grad_norm": 0.22803680271701338,
+      "learning_rate": 1.5329150508197053e-06,
+      "loss": 0.3274,
+      "num_tokens": 913496226.0,
+      "step": 2220
+    },
+    {
+      "epoch": 2.1815749235474007,
+      "grad_norm": 0.23459413487022435,
+      "learning_rate": 1.5302876715104397e-06,
+      "loss": 0.3363,
+      "num_tokens": 913930557.0,
+      "step": 2221
+    },
+    {
+      "epoch": 2.1819571865443423,
+      "grad_norm": 0.251718183603139,
+      "learning_rate": 1.5276663794042618e-06,
+      "loss": 0.309,
+      "num_tokens": 914285508.0,
+      "step": 2222
+    },
+    {
+      "epoch": 2.1823394495412844,
+      "grad_norm": 0.21860858401753172,
+      "learning_rate": 1.525051178520695e-06,
+      "loss": 0.2851,
+      "num_tokens": 914660487.0,
+      "step": 2223
+    },
+    {
+      "epoch": 2.182721712538226,
+      "grad_norm": 0.21937232669635792,
+      "learning_rate": 1.5224420728699157e-06,
+      "loss": 0.3105,
+      "num_tokens": 915092199.0,
+      "step": 2224
+    },
+    {
+      "epoch": 2.183103975535168,
+      "grad_norm": 0.23911207937321602,
+      "learning_rate": 1.5198390664527595e-06,
+      "loss": 0.2977,
+      "num_tokens": 915499337.0,
+      "step": 2225
+    },
+    {
+      "epoch": 2.18348623853211,
+      "grad_norm": 0.23484188018834565,
+      "learning_rate": 1.5172421632607045e-06,
+      "loss": 0.3357,
+      "num_tokens": 915948803.0,
+      "step": 2226
+    },
+    {
+      "epoch": 2.183868501529052,
+      "grad_norm": 0.25470772185951285,
+      "learning_rate": 1.5146513672758733e-06,
+      "loss": 0.3146,
+      "num_tokens": 916357800.0,
+      "step": 2227
+    },
+    {
+      "epoch": 2.184250764525994,
+      "grad_norm": 0.22091256980267132,
+      "learning_rate": 1.5120666824710233e-06,
+      "loss": 0.3201,
+      "num_tokens": 916818247.0,
+      "step": 2228
+    },
+    {
+      "epoch": 2.1846330275229358,
+      "grad_norm": 0.25480031651744306,
+      "learning_rate": 1.509488112809538e-06,
+      "loss": 0.3432,
+      "num_tokens": 917225950.0,
+      "step": 2229
+    },
+    {
+      "epoch": 2.185015290519878,
+      "grad_norm": 0.24017436040468665,
+      "learning_rate": 1.5069156622454286e-06,
+      "loss": 0.3081,
+      "num_tokens": 917615638.0,
+      "step": 2230
+    },
+    {
+      "epoch": 2.1853975535168195,
+      "grad_norm": 0.2436175156978095,
+      "learning_rate": 1.5043493347233187e-06,
+      "loss": 0.3202,
+      "num_tokens": 918022831.0,
+      "step": 2231
+    },
+    {
+      "epoch": 2.1857798165137616,
+      "grad_norm": 0.23740927983326002,
+      "learning_rate": 1.5017891341784471e-06,
+      "loss": 0.3239,
+      "num_tokens": 918409424.0,
+      "step": 2232
+    },
+    {
+      "epoch": 2.1861620795107033,
+      "grad_norm": 0.25019661443580676,
+      "learning_rate": 1.4992350645366529e-06,
+      "loss": 0.3234,
+      "num_tokens": 918815634.0,
+      "step": 2233
+    },
+    {
+      "epoch": 2.1865443425076454,
+      "grad_norm": 0.23846630836269916,
+      "learning_rate": 1.4966871297143776e-06,
+      "loss": 0.3145,
+      "num_tokens": 919211196.0,
+      "step": 2234
+    },
+    {
+      "epoch": 2.186926605504587,
+      "grad_norm": 0.24319562313396528,
+      "learning_rate": 1.4941453336186532e-06,
+      "loss": 0.3089,
+      "num_tokens": 919593384.0,
+      "step": 2235
+    },
+    {
+      "epoch": 2.187308868501529,
+      "grad_norm": 0.26326880051970314,
+      "learning_rate": 1.4916096801471002e-06,
+      "loss": 0.3186,
+      "num_tokens": 919958439.0,
+      "step": 2236
+    },
+    {
+      "epoch": 2.187691131498471,
+      "grad_norm": 0.21928210405981835,
+      "learning_rate": 1.4890801731879198e-06,
+      "loss": 0.3201,
+      "num_tokens": 920380521.0,
+      "step": 2237
+    },
+    {
+      "epoch": 2.188073394495413,
+      "grad_norm": 0.2271918808386219,
+      "learning_rate": 1.4865568166198843e-06,
+      "loss": 0.3039,
+      "num_tokens": 920796242.0,
+      "step": 2238
+    },
+    {
+      "epoch": 2.1884556574923546,
+      "grad_norm": 0.22879151647382603,
+      "learning_rate": 1.484039614312342e-06,
+      "loss": 0.3106,
+      "num_tokens": 921203862.0,
+      "step": 2239
+    },
+    {
+      "epoch": 2.1888379204892967,
+      "grad_norm": 0.25356331608615573,
+      "learning_rate": 1.481528570125197e-06,
+      "loss": 0.3256,
+      "num_tokens": 921609826.0,
+      "step": 2240
+    },
+    {
+      "epoch": 2.1892201834862384,
+      "grad_norm": 0.25670375029848935,
+      "learning_rate": 1.4790236879089161e-06,
+      "loss": 0.3071,
+      "num_tokens": 922025226.0,
+      "step": 2241
+    },
+    {
+      "epoch": 2.1896024464831805,
+      "grad_norm": 0.25028564081571036,
+      "learning_rate": 1.4765249715045136e-06,
+      "loss": 0.3266,
+      "num_tokens": 922428898.0,
+      "step": 2242
+    },
+    {
+      "epoch": 2.189984709480122,
+      "grad_norm": 0.2457858575478593,
+      "learning_rate": 1.47403242474355e-06,
+      "loss": 0.3381,
+      "num_tokens": 922821850.0,
+      "step": 2243
+    },
+    {
+      "epoch": 2.1903669724770642,
+      "grad_norm": 0.24796580458470796,
+      "learning_rate": 1.4715460514481265e-06,
+      "loss": 0.2985,
+      "num_tokens": 923180062.0,
+      "step": 2244
+    },
+    {
+      "epoch": 2.190749235474006,
+      "grad_norm": 0.2281638392614198,
+      "learning_rate": 1.4690658554308763e-06,
+      "loss": 0.3124,
+      "num_tokens": 923601876.0,
+      "step": 2245
+    },
+    {
+      "epoch": 2.191131498470948,
+      "grad_norm": 0.24819064319689557,
+      "learning_rate": 1.4665918404949609e-06,
+      "loss": 0.3414,
+      "num_tokens": 924053085.0,
+      "step": 2246
+    },
+    {
+      "epoch": 2.19151376146789,
+      "grad_norm": 0.221779737860921,
+      "learning_rate": 1.4641240104340635e-06,
+      "loss": 0.2957,
+      "num_tokens": 924448570.0,
+      "step": 2247
+    },
+    {
+      "epoch": 2.191896024464832,
+      "grad_norm": 0.2353912156533869,
+      "learning_rate": 1.4616623690323845e-06,
+      "loss": 0.3153,
+      "num_tokens": 924867172.0,
+      "step": 2248
+    },
+    {
+      "epoch": 2.192278287461774,
+      "grad_norm": 0.2409162808634134,
+      "learning_rate": 1.4592069200646316e-06,
+      "loss": 0.3207,
+      "num_tokens": 925264252.0,
+      "step": 2249
+    },
+    {
+      "epoch": 2.1926605504587156,
+      "grad_norm": 0.2575582061153032,
+      "learning_rate": 1.4567576672960198e-06,
+      "loss": 0.3376,
+      "num_tokens": 925659568.0,
+      "step": 2250
+    },
+    {
+      "epoch": 2.1930428134556577,
+      "grad_norm": 0.23666965423824904,
+      "learning_rate": 1.4543146144822623e-06,
+      "loss": 0.321,
+      "num_tokens": 926093541.0,
+      "step": 2251
+    },
+    {
+      "epoch": 2.1934250764525993,
+      "grad_norm": 0.22345524625671717,
+      "learning_rate": 1.4518777653695632e-06,
+      "loss": 0.3212,
+      "num_tokens": 926509139.0,
+      "step": 2252
+    },
+    {
+      "epoch": 2.1938073394495414,
+      "grad_norm": 0.24472584350893706,
+      "learning_rate": 1.4494471236946172e-06,
+      "loss": 0.3191,
+      "num_tokens": 926919949.0,
+      "step": 2253
+    },
+    {
+      "epoch": 2.194189602446483,
+      "grad_norm": 0.2237900397108314,
+      "learning_rate": 1.4470226931845968e-06,
+      "loss": 0.312,
+      "num_tokens": 927347962.0,
+      "step": 2254
+    },
+    {
+      "epoch": 2.194571865443425,
+      "grad_norm": 0.24192376693367446,
+      "learning_rate": 1.4446044775571539e-06,
+      "loss": 0.3051,
+      "num_tokens": 927757359.0,
+      "step": 2255
+    },
+    {
+      "epoch": 2.194954128440367,
+      "grad_norm": 0.25049196542039615,
+      "learning_rate": 1.4421924805204075e-06,
+      "loss": 0.3114,
+      "num_tokens": 928116516.0,
+      "step": 2256
+    },
+    {
+      "epoch": 2.195336391437309,
+      "grad_norm": 0.2740250120932496,
+      "learning_rate": 1.4397867057729401e-06,
+      "loss": 0.3131,
+      "num_tokens": 928484709.0,
+      "step": 2257
+    },
+    {
+      "epoch": 2.1957186544342506,
+      "grad_norm": 0.26813796233385834,
+      "learning_rate": 1.4373871570037978e-06,
+      "loss": 0.3388,
+      "num_tokens": 928930938.0,
+      "step": 2258
+    },
+    {
+      "epoch": 2.1961009174311927,
+      "grad_norm": 0.2395394764193769,
+      "learning_rate": 1.434993837892475e-06,
+      "loss": 0.3223,
+      "num_tokens": 929331110.0,
+      "step": 2259
+    },
+    {
+      "epoch": 2.1964831804281344,
+      "grad_norm": 0.2390888572187172,
+      "learning_rate": 1.4326067521089149e-06,
+      "loss": 0.3314,
+      "num_tokens": 929762317.0,
+      "step": 2260
+    },
+    {
+      "epoch": 2.1968654434250765,
+      "grad_norm": 0.23187735590618286,
+      "learning_rate": 1.4302259033135035e-06,
+      "loss": 0.3078,
+      "num_tokens": 930157263.0,
+      "step": 2261
+    },
+    {
+      "epoch": 2.197247706422018,
+      "grad_norm": 0.24650218368092827,
+      "learning_rate": 1.4278512951570615e-06,
+      "loss": 0.3355,
+      "num_tokens": 930560738.0,
+      "step": 2262
+    },
+    {
+      "epoch": 2.1976299694189603,
+      "grad_norm": 0.24718079585326058,
+      "learning_rate": 1.4254829312808405e-06,
+      "loss": 0.3166,
+      "num_tokens": 930982686.0,
+      "step": 2263
+    },
+    {
+      "epoch": 2.198012232415902,
+      "grad_norm": 0.24536463572552442,
+      "learning_rate": 1.4231208153165178e-06,
+      "loss": 0.3372,
+      "num_tokens": 931413350.0,
+      "step": 2264
+    },
+    {
+      "epoch": 2.198394495412844,
+      "grad_norm": 0.23812044230751547,
+      "learning_rate": 1.4207649508861893e-06,
+      "loss": 0.3035,
+      "num_tokens": 931781562.0,
+      "step": 2265
+    },
+    {
+      "epoch": 2.198776758409786,
+      "grad_norm": 0.23306212887001213,
+      "learning_rate": 1.4184153416023638e-06,
+      "loss": 0.3156,
+      "num_tokens": 932169176.0,
+      "step": 2266
+    },
+    {
+      "epoch": 2.199159021406728,
+      "grad_norm": 0.22855772156103168,
+      "learning_rate": 1.4160719910679621e-06,
+      "loss": 0.3354,
+      "num_tokens": 932586511.0,
+      "step": 2267
+    },
+    {
+      "epoch": 2.19954128440367,
+      "grad_norm": 0.2554414905313789,
+      "learning_rate": 1.4137349028763031e-06,
+      "loss": 0.3175,
+      "num_tokens": 933001427.0,
+      "step": 2268
+    },
+    {
+      "epoch": 2.1999235474006116,
+      "grad_norm": 0.2357468823759153,
+      "learning_rate": 1.4114040806111056e-06,
+      "loss": 0.3245,
+      "num_tokens": 933411499.0,
+      "step": 2269
+    },
+    {
+      "epoch": 2.2003058103975537,
+      "grad_norm": 0.2232072191124909,
+      "learning_rate": 1.4090795278464791e-06,
+      "loss": 0.3193,
+      "num_tokens": 933897268.0,
+      "step": 2270
+    },
+    {
+      "epoch": 2.2006880733944953,
+      "grad_norm": 0.2421418674687781,
+      "learning_rate": 1.4067612481469209e-06,
+      "loss": 0.3503,
+      "num_tokens": 934310511.0,
+      "step": 2271
+    },
+    {
+      "epoch": 2.2010703363914375,
+      "grad_norm": 0.22236266053699993,
+      "learning_rate": 1.404449245067308e-06,
+      "loss": 0.3239,
+      "num_tokens": 934722838.0,
+      "step": 2272
+    },
+    {
+      "epoch": 2.201452599388379,
+      "grad_norm": 0.25544114978141097,
+      "learning_rate": 1.4021435221528907e-06,
+      "loss": 0.3139,
+      "num_tokens": 935110837.0,
+      "step": 2273
+    },
+    {
+      "epoch": 2.2018348623853212,
+      "grad_norm": 0.22882052149328255,
+      "learning_rate": 1.399844082939295e-06,
+      "loss": 0.3122,
+      "num_tokens": 935527589.0,
+      "step": 2274
+    },
+    {
+      "epoch": 2.202217125382263,
+      "grad_norm": 0.23133086508808312,
+      "learning_rate": 1.3975509309525036e-06,
+      "loss": 0.2945,
+      "num_tokens": 935903704.0,
+      "step": 2275
+    },
+    {
+      "epoch": 2.202599388379205,
+      "grad_norm": 0.2219750007159546,
+      "learning_rate": 1.3952640697088664e-06,
+      "loss": 0.3246,
+      "num_tokens": 936342729.0,
+      "step": 2276
+    },
+    {
+      "epoch": 2.2029816513761467,
+      "grad_norm": 0.23543136760802605,
+      "learning_rate": 1.3929835027150806e-06,
+      "loss": 0.3107,
+      "num_tokens": 936718536.0,
+      "step": 2277
+    },
+    {
+      "epoch": 2.2033639143730888,
+      "grad_norm": 0.24465846908175518,
+      "learning_rate": 1.3907092334681954e-06,
+      "loss": 0.3491,
+      "num_tokens": 937121040.0,
+      "step": 2278
+    },
+    {
+      "epoch": 2.2037461773700304,
+      "grad_norm": 0.2174748946547011,
+      "learning_rate": 1.3884412654556004e-06,
+      "loss": 0.2991,
+      "num_tokens": 937534524.0,
+      "step": 2279
+    },
+    {
+      "epoch": 2.2041284403669725,
+      "grad_norm": 0.22507665843183142,
+      "learning_rate": 1.3861796021550253e-06,
+      "loss": 0.3205,
+      "num_tokens": 937940498.0,
+      "step": 2280
+    },
+    {
+      "epoch": 2.204510703363914,
+      "grad_norm": 0.2189591135263967,
+      "learning_rate": 1.383924247034531e-06,
+      "loss": 0.2938,
+      "num_tokens": 938368876.0,
+      "step": 2281
+    },
+    {
+      "epoch": 2.2048929663608563,
+      "grad_norm": 0.2379367896549823,
+      "learning_rate": 1.3816752035525035e-06,
+      "loss": 0.319,
+      "num_tokens": 938792032.0,
+      "step": 2282
+    },
+    {
+      "epoch": 2.205275229357798,
+      "grad_norm": 0.241070821822433,
+      "learning_rate": 1.3794324751576551e-06,
+      "loss": 0.3328,
+      "num_tokens": 939194145.0,
+      "step": 2283
+    },
+    {
+      "epoch": 2.20565749235474,
+      "grad_norm": 0.2217473087425511,
+      "learning_rate": 1.3771960652890086e-06,
+      "loss": 0.3249,
+      "num_tokens": 939629399.0,
+      "step": 2284
+    },
+    {
+      "epoch": 2.206039755351682,
+      "grad_norm": 0.2262142179988771,
+      "learning_rate": 1.3749659773759038e-06,
+      "loss": 0.3056,
+      "num_tokens": 940017173.0,
+      "step": 2285
+    },
+    {
+      "epoch": 2.206422018348624,
+      "grad_norm": 0.23237353982198988,
+      "learning_rate": 1.3727422148379816e-06,
+      "loss": 0.3101,
+      "num_tokens": 940442507.0,
+      "step": 2286
+    },
+    {
+      "epoch": 2.206804281345566,
+      "grad_norm": 0.2348016416938737,
+      "learning_rate": 1.3705247810851857e-06,
+      "loss": 0.3107,
+      "num_tokens": 940843846.0,
+      "step": 2287
+    },
+    {
+      "epoch": 2.2071865443425076,
+      "grad_norm": 0.21990185962230782,
+      "learning_rate": 1.3683136795177549e-06,
+      "loss": 0.2973,
+      "num_tokens": 941267142.0,
+      "step": 2288
+    },
+    {
+      "epoch": 2.2075688073394497,
+      "grad_norm": 0.22656945532680414,
+      "learning_rate": 1.3661089135262188e-06,
+      "loss": 0.3162,
+      "num_tokens": 941701733.0,
+      "step": 2289
+    },
+    {
+      "epoch": 2.2079510703363914,
+      "grad_norm": 0.24345309167467757,
+      "learning_rate": 1.3639104864913908e-06,
+      "loss": 0.3243,
+      "num_tokens": 942090520.0,
+      "step": 2290
+    },
+    {
+      "epoch": 2.2083333333333335,
+      "grad_norm": 0.22572103977646577,
+      "learning_rate": 1.3617184017843628e-06,
+      "loss": 0.3319,
+      "num_tokens": 942569073.0,
+      "step": 2291
+    },
+    {
+      "epoch": 2.208715596330275,
+      "grad_norm": 0.23471783702654825,
+      "learning_rate": 1.3595326627665061e-06,
+      "loss": 0.33,
+      "num_tokens": 942974528.0,
+      "step": 2292
+    },
+    {
+      "epoch": 2.2090978593272173,
+      "grad_norm": 0.25122562058168113,
+      "learning_rate": 1.3573532727894561e-06,
+      "loss": 0.3267,
+      "num_tokens": 943408209.0,
+      "step": 2293
+    },
+    {
+      "epoch": 2.209480122324159,
+      "grad_norm": 0.2401020226565427,
+      "learning_rate": 1.3551802351951155e-06,
+      "loss": 0.3388,
+      "num_tokens": 943836121.0,
+      "step": 2294
+    },
+    {
+      "epoch": 2.209862385321101,
+      "grad_norm": 0.23346182496953494,
+      "learning_rate": 1.3530135533156449e-06,
+      "loss": 0.3086,
+      "num_tokens": 944234298.0,
+      "step": 2295
+    },
+    {
+      "epoch": 2.2102446483180427,
+      "grad_norm": 0.22608818047665813,
+      "learning_rate": 1.3508532304734603e-06,
+      "loss": 0.3215,
+      "num_tokens": 944657903.0,
+      "step": 2296
+    },
+    {
+      "epoch": 2.210626911314985,
+      "grad_norm": 0.24261592210672542,
+      "learning_rate": 1.348699269981226e-06,
+      "loss": 0.333,
+      "num_tokens": 945057836.0,
+      "step": 2297
+    },
+    {
+      "epoch": 2.2110091743119265,
+      "grad_norm": 0.2261756969915708,
+      "learning_rate": 1.3465516751418489e-06,
+      "loss": 0.3358,
+      "num_tokens": 945499768.0,
+      "step": 2298
+    },
+    {
+      "epoch": 2.2113914373088686,
+      "grad_norm": 0.22595008294888091,
+      "learning_rate": 1.3444104492484778e-06,
+      "loss": 0.3091,
+      "num_tokens": 945929291.0,
+      "step": 2299
+    },
+    {
+      "epoch": 2.21177370030581,
+      "grad_norm": 0.23402033546061082,
+      "learning_rate": 1.3422755955844904e-06,
+      "loss": 0.3184,
+      "num_tokens": 946324979.0,
+      "step": 2300
+    },
+    {
+      "epoch": 2.2121559633027523,
+      "grad_norm": 0.2279214969978577,
+      "learning_rate": 1.3401471174235004e-06,
+      "loss": 0.3153,
+      "num_tokens": 946757470.0,
+      "step": 2301
+    },
+    {
+      "epoch": 2.212538226299694,
+      "grad_norm": 0.2222163162909481,
+      "learning_rate": 1.3380250180293368e-06,
+      "loss": 0.3335,
+      "num_tokens": 947193223.0,
+      "step": 2302
+    },
+    {
+      "epoch": 2.212920489296636,
+      "grad_norm": 0.23056795436250863,
+      "learning_rate": 1.3359093006560542e-06,
+      "loss": 0.32,
+      "num_tokens": 947586945.0,
+      "step": 2303
+    },
+    {
+      "epoch": 2.213302752293578,
+      "grad_norm": 0.25343283225955054,
+      "learning_rate": 1.3337999685479172e-06,
+      "loss": 0.3377,
+      "num_tokens": 948019867.0,
+      "step": 2304
+    },
+    {
+      "epoch": 2.21368501529052,
+      "grad_norm": 0.23873458289519447,
+      "learning_rate": 1.3316970249394e-06,
+      "loss": 0.3496,
+      "num_tokens": 948467090.0,
+      "step": 2305
+    },
+    {
+      "epoch": 2.214067278287462,
+      "grad_norm": 0.22709695742963218,
+      "learning_rate": 1.3296004730551817e-06,
+      "loss": 0.3585,
+      "num_tokens": 948904308.0,
+      "step": 2306
+    },
+    {
+      "epoch": 2.2144495412844036,
+      "grad_norm": 0.22136998928004317,
+      "learning_rate": 1.3275103161101386e-06,
+      "loss": 0.3071,
+      "num_tokens": 949304602.0,
+      "step": 2307
+    },
+    {
+      "epoch": 2.2148318042813457,
+      "grad_norm": 0.26575182512318135,
+      "learning_rate": 1.3254265573093417e-06,
+      "loss": 0.3096,
+      "num_tokens": 949661022.0,
+      "step": 2308
+    },
+    {
+      "epoch": 2.2152140672782874,
+      "grad_norm": 0.22764252975869667,
+      "learning_rate": 1.3233491998480525e-06,
+      "loss": 0.3285,
+      "num_tokens": 950096474.0,
+      "step": 2309
+    },
+    {
+      "epoch": 2.2155963302752295,
+      "grad_norm": 0.21688755798732887,
+      "learning_rate": 1.3212782469117124e-06,
+      "loss": 0.34,
+      "num_tokens": 950545600.0,
+      "step": 2310
+    },
+    {
+      "epoch": 2.215978593272171,
+      "grad_norm": 0.22693689396465785,
+      "learning_rate": 1.3192137016759467e-06,
+      "loss": 0.3362,
+      "num_tokens": 951002008.0,
+      "step": 2311
+    },
+    {
+      "epoch": 2.2163608562691133,
+      "grad_norm": 0.24767412885410545,
+      "learning_rate": 1.3171555673065528e-06,
+      "loss": 0.3217,
+      "num_tokens": 951397021.0,
+      "step": 2312
+    },
+    {
+      "epoch": 2.216743119266055,
+      "grad_norm": 0.24195651311111752,
+      "learning_rate": 1.3151038469594976e-06,
+      "loss": 0.3355,
+      "num_tokens": 951779013.0,
+      "step": 2313
+    },
+    {
+      "epoch": 2.217125382262997,
+      "grad_norm": 0.21759711994940784,
+      "learning_rate": 1.313058543780913e-06,
+      "loss": 0.2914,
+      "num_tokens": 952204464.0,
+      "step": 2314
+    },
+    {
+      "epoch": 2.2175076452599387,
+      "grad_norm": 0.24907461933173577,
+      "learning_rate": 1.3110196609070905e-06,
+      "loss": 0.3147,
+      "num_tokens": 952607710.0,
+      "step": 2315
+    },
+    {
+      "epoch": 2.217889908256881,
+      "grad_norm": 0.22592717975716248,
+      "learning_rate": 1.3089872014644772e-06,
+      "loss": 0.2956,
+      "num_tokens": 953010225.0,
+      "step": 2316
+    },
+    {
+      "epoch": 2.2182721712538225,
+      "grad_norm": 0.24232146017803918,
+      "learning_rate": 1.3069611685696698e-06,
+      "loss": 0.3417,
+      "num_tokens": 953467656.0,
+      "step": 2317
+    },
+    {
+      "epoch": 2.2186544342507646,
+      "grad_norm": 0.23711273303917801,
+      "learning_rate": 1.3049415653294114e-06,
+      "loss": 0.2952,
+      "num_tokens": 953858252.0,
+      "step": 2318
+    },
+    {
+      "epoch": 2.2190366972477062,
+      "grad_norm": 1.1279001716458446,
+      "learning_rate": 1.3029283948405838e-06,
+      "loss": 0.3057,
+      "num_tokens": 954256959.0,
+      "step": 2319
+    },
+    {
+      "epoch": 2.2194189602446484,
+      "grad_norm": 0.2627908620020632,
+      "learning_rate": 1.3009216601902081e-06,
+      "loss": 0.3322,
+      "num_tokens": 954657390.0,
+      "step": 2320
+    },
+    {
+      "epoch": 2.21980122324159,
+      "grad_norm": 0.25476591817781247,
+      "learning_rate": 1.2989213644554322e-06,
+      "loss": 0.3311,
+      "num_tokens": 955057155.0,
+      "step": 2321
+    },
+    {
+      "epoch": 2.220183486238532,
+      "grad_norm": 0.23294470526809133,
+      "learning_rate": 1.2969275107035344e-06,
+      "loss": 0.336,
+      "num_tokens": 955463753.0,
+      "step": 2322
+    },
+    {
+      "epoch": 2.2205657492354742,
+      "grad_norm": 0.22848285033664562,
+      "learning_rate": 1.2949401019919122e-06,
+      "loss": 0.3195,
+      "num_tokens": 955847873.0,
+      "step": 2323
+    },
+    {
+      "epoch": 2.220948012232416,
+      "grad_norm": 0.2426497760128737,
+      "learning_rate": 1.2929591413680829e-06,
+      "loss": 0.3166,
+      "num_tokens": 956252133.0,
+      "step": 2324
+    },
+    {
+      "epoch": 2.221330275229358,
+      "grad_norm": 0.23044559560800626,
+      "learning_rate": 1.2909846318696733e-06,
+      "loss": 0.3183,
+      "num_tokens": 956682056.0,
+      "step": 2325
+    },
+    {
+      "epoch": 2.2217125382262997,
+      "grad_norm": 0.24209794611596508,
+      "learning_rate": 1.2890165765244187e-06,
+      "loss": 0.3145,
+      "num_tokens": 957072123.0,
+      "step": 2326
+    },
+    {
+      "epoch": 2.2220948012232418,
+      "grad_norm": 0.23379577599053974,
+      "learning_rate": 1.28705497835016e-06,
+      "loss": 0.3178,
+      "num_tokens": 957493114.0,
+      "step": 2327
+    },
+    {
+      "epoch": 2.2224770642201834,
+      "grad_norm": 0.25773880165038165,
+      "learning_rate": 1.2850998403548317e-06,
+      "loss": 0.3479,
+      "num_tokens": 957942611.0,
+      "step": 2328
+    },
+    {
+      "epoch": 2.2228593272171255,
+      "grad_norm": 0.2552289625550681,
+      "learning_rate": 1.283151165536469e-06,
+      "loss": 0.3118,
+      "num_tokens": 958289097.0,
+      "step": 2329
+    },
+    {
+      "epoch": 2.223241590214067,
+      "grad_norm": 0.23588348418555952,
+      "learning_rate": 1.28120895688319e-06,
+      "loss": 0.3201,
+      "num_tokens": 958680101.0,
+      "step": 2330
+    },
+    {
+      "epoch": 2.2236238532110093,
+      "grad_norm": 0.24121142920277158,
+      "learning_rate": 1.2792732173732e-06,
+      "loss": 0.3077,
+      "num_tokens": 959065958.0,
+      "step": 2331
+    },
+    {
+      "epoch": 2.224006116207951,
+      "grad_norm": 0.23547260481922436,
+      "learning_rate": 1.2773439499747857e-06,
+      "loss": 0.3222,
+      "num_tokens": 959474133.0,
+      "step": 2332
+    },
+    {
+      "epoch": 2.224388379204893,
+      "grad_norm": 0.2573138381206103,
+      "learning_rate": 1.2754211576463072e-06,
+      "loss": 0.3163,
+      "num_tokens": 959873850.0,
+      "step": 2333
+    },
+    {
+      "epoch": 2.2247706422018347,
+      "grad_norm": 0.2424576405277795,
+      "learning_rate": 1.273504843336198e-06,
+      "loss": 0.3435,
+      "num_tokens": 960300908.0,
+      "step": 2334
+    },
+    {
+      "epoch": 2.225152905198777,
+      "grad_norm": 0.2574693554800805,
+      "learning_rate": 1.2715950099829538e-06,
+      "loss": 0.3363,
+      "num_tokens": 960740105.0,
+      "step": 2335
+    },
+    {
+      "epoch": 2.2255351681957185,
+      "grad_norm": 0.24031655648209174,
+      "learning_rate": 1.2696916605151393e-06,
+      "loss": 0.331,
+      "num_tokens": 961142988.0,
+      "step": 2336
+    },
+    {
+      "epoch": 2.2259174311926606,
+      "grad_norm": 0.23842976302984917,
+      "learning_rate": 1.2677947978513692e-06,
+      "loss": 0.3044,
+      "num_tokens": 961544665.0,
+      "step": 2337
+    },
+    {
+      "epoch": 2.2262996941896023,
+      "grad_norm": 0.2666112477759676,
+      "learning_rate": 1.2659044249003177e-06,
+      "loss": 0.3416,
+      "num_tokens": 961977659.0,
+      "step": 2338
+    },
+    {
+      "epoch": 2.2266819571865444,
+      "grad_norm": 0.27182505991297184,
+      "learning_rate": 1.2640205445607024e-06,
+      "loss": 0.3312,
+      "num_tokens": 962413899.0,
+      "step": 2339
+    },
+    {
+      "epoch": 2.227064220183486,
+      "grad_norm": 0.2405277906069935,
+      "learning_rate": 1.262143159721288e-06,
+      "loss": 0.3361,
+      "num_tokens": 962839378.0,
+      "step": 2340
+    },
+    {
+      "epoch": 2.227446483180428,
+      "grad_norm": 0.22899951744301314,
+      "learning_rate": 1.2602722732608797e-06,
+      "loss": 0.3418,
+      "num_tokens": 963258151.0,
+      "step": 2341
+    },
+    {
+      "epoch": 2.2278287461773703,
+      "grad_norm": 0.2704219932385218,
+      "learning_rate": 1.2584078880483138e-06,
+      "loss": 0.3504,
+      "num_tokens": 963655868.0,
+      "step": 2342
+    },
+    {
+      "epoch": 2.228211009174312,
+      "grad_norm": 0.2501115418240735,
+      "learning_rate": 1.2565500069424627e-06,
+      "loss": 0.3343,
+      "num_tokens": 964062046.0,
+      "step": 2343
+    },
+    {
+      "epoch": 2.228593272171254,
+      "grad_norm": 0.2377390548463414,
+      "learning_rate": 1.2546986327922218e-06,
+      "loss": 0.3088,
+      "num_tokens": 964505395.0,
+      "step": 2344
+    },
+    {
+      "epoch": 2.2289755351681957,
+      "grad_norm": 0.2514710340773721,
+      "learning_rate": 1.2528537684365103e-06,
+      "loss": 0.3305,
+      "num_tokens": 964919459.0,
+      "step": 2345
+    },
+    {
+      "epoch": 2.229357798165138,
+      "grad_norm": 0.2944574806796761,
+      "learning_rate": 1.2510154167042645e-06,
+      "loss": 0.3266,
+      "num_tokens": 965325423.0,
+      "step": 2346
+    },
+    {
+      "epoch": 2.2297400611620795,
+      "grad_norm": 0.2255865241598775,
+      "learning_rate": 1.2491835804144337e-06,
+      "loss": 0.3307,
+      "num_tokens": 965728260.0,
+      "step": 2347
+    },
+    {
+      "epoch": 2.2301223241590216,
+      "grad_norm": 0.22356574088705075,
+      "learning_rate": 1.2473582623759777e-06,
+      "loss": 0.3171,
+      "num_tokens": 966131727.0,
+      "step": 2348
+    },
+    {
+      "epoch": 2.2305045871559632,
+      "grad_norm": 0.250177987823189,
+      "learning_rate": 1.2455394653878605e-06,
+      "loss": 0.3436,
+      "num_tokens": 966594257.0,
+      "step": 2349
+    },
+    {
+      "epoch": 2.2308868501529053,
+      "grad_norm": 0.21561272375601487,
+      "learning_rate": 1.243727192239047e-06,
+      "loss": 0.3201,
+      "num_tokens": 967022928.0,
+      "step": 2350
+    },
+    {
+      "epoch": 2.231269113149847,
+      "grad_norm": 0.3783810508075721,
+      "learning_rate": 1.2419214457084957e-06,
+      "loss": 0.3569,
+      "num_tokens": 967483627.0,
+      "step": 2351
+    },
+    {
+      "epoch": 2.231651376146789,
+      "grad_norm": 0.269147342832729,
+      "learning_rate": 1.240122228565162e-06,
+      "loss": 0.3622,
+      "num_tokens": 967928371.0,
+      "step": 2352
+    },
+    {
+      "epoch": 2.2320336391437308,
+      "grad_norm": 0.27442759091246816,
+      "learning_rate": 1.2383295435679845e-06,
+      "loss": 0.3327,
+      "num_tokens": 968354358.0,
+      "step": 2353
+    },
+    {
+      "epoch": 2.232415902140673,
+      "grad_norm": 0.23952720590378324,
+      "learning_rate": 1.2365433934658894e-06,
+      "loss": 0.3318,
+      "num_tokens": 968798125.0,
+      "step": 2354
+    },
+    {
+      "epoch": 2.2327981651376145,
+      "grad_norm": 0.2218412787475607,
+      "learning_rate": 1.2347637809977778e-06,
+      "loss": 0.3321,
+      "num_tokens": 969236754.0,
+      "step": 2355
+    },
+    {
+      "epoch": 2.2331804281345566,
+      "grad_norm": 0.24723712819115837,
+      "learning_rate": 1.2329907088925288e-06,
+      "loss": 0.3162,
+      "num_tokens": 969627410.0,
+      "step": 2356
+    },
+    {
+      "epoch": 2.2335626911314983,
+      "grad_norm": 0.23037465157581424,
+      "learning_rate": 1.2312241798689926e-06,
+      "loss": 0.347,
+      "num_tokens": 970024874.0,
+      "step": 2357
+    },
+    {
+      "epoch": 2.2339449541284404,
+      "grad_norm": 0.2341244909650061,
+      "learning_rate": 1.2294641966359847e-06,
+      "loss": 0.3174,
+      "num_tokens": 970432922.0,
+      "step": 2358
+    },
+    {
+      "epoch": 2.234327217125382,
+      "grad_norm": 0.22461168607791035,
+      "learning_rate": 1.2277107618922845e-06,
+      "loss": 0.3245,
+      "num_tokens": 970845536.0,
+      "step": 2359
+    },
+    {
+      "epoch": 2.234709480122324,
+      "grad_norm": 0.24555144689063618,
+      "learning_rate": 1.225963878326628e-06,
+      "loss": 0.3573,
+      "num_tokens": 971266305.0,
+      "step": 2360
+    },
+    {
+      "epoch": 2.2350917431192663,
+      "grad_norm": 0.2604432967209313,
+      "learning_rate": 1.2242235486177089e-06,
+      "loss": 0.322,
+      "num_tokens": 971639480.0,
+      "step": 2361
+    },
+    {
+      "epoch": 2.235474006116208,
+      "grad_norm": 0.257334344877142,
+      "learning_rate": 1.2224897754341664e-06,
+      "loss": 0.3327,
+      "num_tokens": 972048619.0,
+      "step": 2362
+    },
+    {
+      "epoch": 2.23585626911315,
+      "grad_norm": 0.2646046183525611,
+      "learning_rate": 1.2207625614345906e-06,
+      "loss": 0.3138,
+      "num_tokens": 972416765.0,
+      "step": 2363
+    },
+    {
+      "epoch": 2.2362385321100917,
+      "grad_norm": 0.24901280762033648,
+      "learning_rate": 1.2190419092675103e-06,
+      "loss": 0.3408,
+      "num_tokens": 972881739.0,
+      "step": 2364
+    },
+    {
+      "epoch": 2.236620795107034,
+      "grad_norm": 0.22882767739962545,
+      "learning_rate": 1.217327821571394e-06,
+      "loss": 0.3328,
+      "num_tokens": 973324590.0,
+      "step": 2365
+    },
+    {
+      "epoch": 2.2370030581039755,
+      "grad_norm": 0.24258467297047012,
+      "learning_rate": 1.2156203009746435e-06,
+      "loss": 0.3394,
+      "num_tokens": 973713531.0,
+      "step": 2366
+    },
+    {
+      "epoch": 2.2373853211009176,
+      "grad_norm": 0.24712962912409794,
+      "learning_rate": 1.2139193500955915e-06,
+      "loss": 0.319,
+      "num_tokens": 974152715.0,
+      "step": 2367
+    },
+    {
+      "epoch": 2.2377675840978593,
+      "grad_norm": 0.23290576817608108,
+      "learning_rate": 1.2122249715424946e-06,
+      "loss": 0.3337,
+      "num_tokens": 974560982.0,
+      "step": 2368
+    },
+    {
+      "epoch": 2.2381498470948014,
+      "grad_norm": 0.2638009822973547,
+      "learning_rate": 1.2105371679135347e-06,
+      "loss": 0.3515,
+      "num_tokens": 974985943.0,
+      "step": 2369
+    },
+    {
+      "epoch": 2.238532110091743,
+      "grad_norm": 0.23306091906775117,
+      "learning_rate": 1.208855941796807e-06,
+      "loss": 0.3415,
+      "num_tokens": 975390608.0,
+      "step": 2370
+    },
+    {
+      "epoch": 2.238914373088685,
+      "grad_norm": 0.2294760950209685,
+      "learning_rate": 1.207181295770325e-06,
+      "loss": 0.3132,
+      "num_tokens": 975770600.0,
+      "step": 2371
+    },
+    {
+      "epoch": 2.239296636085627,
+      "grad_norm": 0.24913543687894454,
+      "learning_rate": 1.2055132324020097e-06,
+      "loss": 0.3236,
+      "num_tokens": 976169200.0,
+      "step": 2372
+    },
+    {
+      "epoch": 2.239678899082569,
+      "grad_norm": 0.24559171160646293,
+      "learning_rate": 1.2038517542496887e-06,
+      "loss": 0.3314,
+      "num_tokens": 976583705.0,
+      "step": 2373
+    },
+    {
+      "epoch": 2.2400611620795106,
+      "grad_norm": 0.23009442171228991,
+      "learning_rate": 1.2021968638610923e-06,
+      "loss": 0.3413,
+      "num_tokens": 977002714.0,
+      "step": 2374
+    },
+    {
+      "epoch": 2.2404434250764527,
+      "grad_norm": 0.23805876172751517,
+      "learning_rate": 1.2005485637738485e-06,
+      "loss": 0.3511,
+      "num_tokens": 977458100.0,
+      "step": 2375
+    },
+    {
+      "epoch": 2.2408256880733943,
+      "grad_norm": 0.3550575328518845,
+      "learning_rate": 1.19890685651548e-06,
+      "loss": 0.3028,
+      "num_tokens": 977861529.0,
+      "step": 2376
+    },
+    {
+      "epoch": 2.2412079510703364,
+      "grad_norm": 0.24806454185425694,
+      "learning_rate": 1.1972717446033997e-06,
+      "loss": 0.3293,
+      "num_tokens": 978291280.0,
+      "step": 2377
+    },
+    {
+      "epoch": 2.241590214067278,
+      "grad_norm": 0.21584684248480998,
+      "learning_rate": 1.1956432305449083e-06,
+      "loss": 0.3226,
+      "num_tokens": 978741339.0,
+      "step": 2378
+    },
+    {
+      "epoch": 2.24197247706422,
+      "grad_norm": 0.23255449153082586,
+      "learning_rate": 1.1940213168371855e-06,
+      "loss": 0.3051,
+      "num_tokens": 979128725.0,
+      "step": 2379
+    },
+    {
+      "epoch": 2.2423547400611623,
+      "grad_norm": 0.23109287396888736,
+      "learning_rate": 1.1924060059672956e-06,
+      "loss": 0.3576,
+      "num_tokens": 979590770.0,
+      "step": 2380
+    },
+    {
+      "epoch": 2.242737003058104,
+      "grad_norm": 0.24246922535894574,
+      "learning_rate": 1.190797300412174e-06,
+      "loss": 0.3682,
+      "num_tokens": 980019713.0,
+      "step": 2381
+    },
+    {
+      "epoch": 2.243119266055046,
+      "grad_norm": 0.20591953580243422,
+      "learning_rate": 1.1891952026386274e-06,
+      "loss": 0.3161,
+      "num_tokens": 980427091.0,
+      "step": 2382
+    },
+    {
+      "epoch": 2.2435015290519877,
+      "grad_norm": 0.23444119629223706,
+      "learning_rate": 1.1875997151033323e-06,
+      "loss": 0.324,
+      "num_tokens": 980815242.0,
+      "step": 2383
+    },
+    {
+      "epoch": 2.24388379204893,
+      "grad_norm": 0.24435098789599358,
+      "learning_rate": 1.186010840252828e-06,
+      "loss": 0.3364,
+      "num_tokens": 981231859.0,
+      "step": 2384
+    },
+    {
+      "epoch": 2.2442660550458715,
+      "grad_norm": 0.2554346704101858,
+      "learning_rate": 1.184428580523514e-06,
+      "loss": 0.3457,
+      "num_tokens": 981638572.0,
+      "step": 2385
+    },
+    {
+      "epoch": 2.2446483180428136,
+      "grad_norm": 0.2184947627844497,
+      "learning_rate": 1.182852938341644e-06,
+      "loss": 0.3213,
+      "num_tokens": 982064729.0,
+      "step": 2386
+    },
+    {
+      "epoch": 2.2450305810397553,
+      "grad_norm": 0.2360576833754859,
+      "learning_rate": 1.1812839161233283e-06,
+      "loss": 0.3319,
+      "num_tokens": 982458530.0,
+      "step": 2387
+    },
+    {
+      "epoch": 2.2454128440366974,
+      "grad_norm": 0.2307922137214105,
+      "learning_rate": 1.1797215162745213e-06,
+      "loss": 0.3253,
+      "num_tokens": 982879093.0,
+      "step": 2388
+    },
+    {
+      "epoch": 2.245795107033639,
+      "grad_norm": 0.23752900972508847,
+      "learning_rate": 1.1781657411910283e-06,
+      "loss": 0.3269,
+      "num_tokens": 983289273.0,
+      "step": 2389
+    },
+    {
+      "epoch": 2.246177370030581,
+      "grad_norm": 0.24424483910199665,
+      "learning_rate": 1.1766165932584904e-06,
+      "loss": 0.3488,
+      "num_tokens": 983728007.0,
+      "step": 2390
+    },
+    {
+      "epoch": 2.246559633027523,
+      "grad_norm": 0.25929355296369944,
+      "learning_rate": 1.1750740748523895e-06,
+      "loss": 0.3568,
+      "num_tokens": 984160764.0,
+      "step": 2391
+    },
+    {
+      "epoch": 2.246941896024465,
+      "grad_norm": 0.21736834185746057,
+      "learning_rate": 1.173538188338042e-06,
+      "loss": 0.3279,
+      "num_tokens": 984595170.0,
+      "step": 2392
+    },
+    {
+      "epoch": 2.2473241590214066,
+      "grad_norm": 0.23243257558138927,
+      "learning_rate": 1.1720089360705938e-06,
+      "loss": 0.3063,
+      "num_tokens": 984973412.0,
+      "step": 2393
+    },
+    {
+      "epoch": 2.2477064220183487,
+      "grad_norm": 0.23678355239935087,
+      "learning_rate": 1.1704863203950187e-06,
+      "loss": 0.3482,
+      "num_tokens": 985403473.0,
+      "step": 2394
+    },
+    {
+      "epoch": 2.2480886850152904,
+      "grad_norm": 0.23438387545897227,
+      "learning_rate": 1.1689703436461121e-06,
+      "loss": 0.3246,
+      "num_tokens": 985763286.0,
+      "step": 2395
+    },
+    {
+      "epoch": 2.2484709480122325,
+      "grad_norm": 0.22719810461895487,
+      "learning_rate": 1.1674610081484913e-06,
+      "loss": 0.331,
+      "num_tokens": 986162901.0,
+      "step": 2396
+    },
+    {
+      "epoch": 2.248853211009174,
+      "grad_norm": 0.2442947173746423,
+      "learning_rate": 1.165958316216588e-06,
+      "loss": 0.3326,
+      "num_tokens": 986572469.0,
+      "step": 2397
+    },
+    {
+      "epoch": 2.2492354740061162,
+      "grad_norm": 0.22448501469058643,
+      "learning_rate": 1.1644622701546491e-06,
+      "loss": 0.3433,
+      "num_tokens": 987016079.0,
+      "step": 2398
+    },
+    {
+      "epoch": 2.2496177370030583,
+      "grad_norm": 0.22184255826468807,
+      "learning_rate": 1.1629728722567276e-06,
+      "loss": 0.3139,
+      "num_tokens": 987454798.0,
+      "step": 2399
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.28746205382492435,
+      "learning_rate": 1.161490124806684e-06,
+      "loss": 0.3364,
+      "num_tokens": 987876376.0,
+      "step": 2400
+    },
+    {
+      "epoch": 2.2503822629969417,
+      "grad_norm": 0.24710237038320823,
+      "learning_rate": 1.160014030078181e-06,
+      "loss": 0.3286,
+      "num_tokens": 988277981.0,
+      "step": 2401
+    },
+    {
+      "epoch": 2.2507645259938838,
+      "grad_norm": 0.2267036496230456,
+      "learning_rate": 1.1585445903346784e-06,
+      "loss": 0.3232,
+      "num_tokens": 988665446.0,
+      "step": 2402
+    },
+    {
+      "epoch": 2.251146788990826,
+      "grad_norm": 0.22240446421589935,
+      "learning_rate": 1.1570818078294336e-06,
+      "loss": 0.3392,
+      "num_tokens": 989084252.0,
+      "step": 2403
+    },
+    {
+      "epoch": 2.2515290519877675,
+      "grad_norm": 0.2457982278835067,
+      "learning_rate": 1.1556256848054923e-06,
+      "loss": 0.3236,
+      "num_tokens": 989455382.0,
+      "step": 2404
+    },
+    {
+      "epoch": 2.2519113149847096,
+      "grad_norm": 0.21584865743447265,
+      "learning_rate": 1.1541762234956927e-06,
+      "loss": 0.3263,
+      "num_tokens": 989936412.0,
+      "step": 2405
+    },
+    {
+      "epoch": 2.2522935779816513,
+      "grad_norm": 0.2300170346912694,
+      "learning_rate": 1.1527334261226545e-06,
+      "loss": 0.3242,
+      "num_tokens": 990328515.0,
+      "step": 2406
+    },
+    {
+      "epoch": 2.2526758409785934,
+      "grad_norm": 0.23039095277682822,
+      "learning_rate": 1.1512972948987801e-06,
+      "loss": 0.3143,
+      "num_tokens": 990729837.0,
+      "step": 2407
+    },
+    {
+      "epoch": 2.253058103975535,
+      "grad_norm": 0.22492205125592585,
+      "learning_rate": 1.1498678320262497e-06,
+      "loss": 0.324,
+      "num_tokens": 991152825.0,
+      "step": 2408
+    },
+    {
+      "epoch": 2.253440366972477,
+      "grad_norm": 0.2253740070545322,
+      "learning_rate": 1.1484450396970186e-06,
+      "loss": 0.2986,
+      "num_tokens": 991557123.0,
+      "step": 2409
+    },
+    {
+      "epoch": 2.253822629969419,
+      "grad_norm": 0.250902049729847,
+      "learning_rate": 1.1470289200928129e-06,
+      "loss": 0.3532,
+      "num_tokens": 991953366.0,
+      "step": 2410
+    },
+    {
+      "epoch": 2.254204892966361,
+      "grad_norm": 0.2230592486884478,
+      "learning_rate": 1.1456194753851274e-06,
+      "loss": 0.3518,
+      "num_tokens": 992386224.0,
+      "step": 2411
+    },
+    {
+      "epoch": 2.2545871559633026,
+      "grad_norm": 0.2187880536890912,
+      "learning_rate": 1.1442167077352203e-06,
+      "loss": 0.3557,
+      "num_tokens": 992837037.0,
+      "step": 2412
+    },
+    {
+      "epoch": 2.2549694189602447,
+      "grad_norm": 0.21920680206903553,
+      "learning_rate": 1.1428206192941121e-06,
+      "loss": 0.3008,
+      "num_tokens": 993246358.0,
+      "step": 2413
+    },
+    {
+      "epoch": 2.2553516819571864,
+      "grad_norm": 0.2211077967432299,
+      "learning_rate": 1.1414312122025812e-06,
+      "loss": 0.3289,
+      "num_tokens": 993654027.0,
+      "step": 2414
+    },
+    {
+      "epoch": 2.2557339449541285,
+      "grad_norm": 0.23348801568444205,
+      "learning_rate": 1.1400484885911608e-06,
+      "loss": 0.3206,
+      "num_tokens": 994069700.0,
+      "step": 2415
+    },
+    {
+      "epoch": 2.25611620795107,
+      "grad_norm": 0.22417454627328656,
+      "learning_rate": 1.1386724505801348e-06,
+      "loss": 0.3357,
+      "num_tokens": 994516047.0,
+      "step": 2416
+    },
+    {
+      "epoch": 2.2564984709480123,
+      "grad_norm": 0.25749464587236665,
+      "learning_rate": 1.137303100279536e-06,
+      "loss": 0.3502,
+      "num_tokens": 994924423.0,
+      "step": 2417
+    },
+    {
+      "epoch": 2.2568807339449544,
+      "grad_norm": 0.21323452439042662,
+      "learning_rate": 1.1359404397891425e-06,
+      "loss": 0.3124,
+      "num_tokens": 995371367.0,
+      "step": 2418
+    },
+    {
+      "epoch": 2.257262996941896,
+      "grad_norm": 0.2626278791586827,
+      "learning_rate": 1.1345844711984736e-06,
+      "loss": 0.3444,
+      "num_tokens": 995744387.0,
+      "step": 2419
+    },
+    {
+      "epoch": 2.2576452599388377,
+      "grad_norm": 0.24647406811267328,
+      "learning_rate": 1.133235196586787e-06,
+      "loss": 0.3302,
+      "num_tokens": 996153554.0,
+      "step": 2420
+    },
+    {
+      "epoch": 2.25802752293578,
+      "grad_norm": 0.23851547349763427,
+      "learning_rate": 1.1318926180230768e-06,
+      "loss": 0.3128,
+      "num_tokens": 996511448.0,
+      "step": 2421
+    },
+    {
+      "epoch": 2.258409785932722,
+      "grad_norm": 0.2275516894358364,
+      "learning_rate": 1.130556737566068e-06,
+      "loss": 0.3336,
+      "num_tokens": 996931898.0,
+      "step": 2422
+    },
+    {
+      "epoch": 2.2587920489296636,
+      "grad_norm": 0.2513206093283021,
+      "learning_rate": 1.1292275572642152e-06,
+      "loss": 0.3414,
+      "num_tokens": 997322671.0,
+      "step": 2423
+    },
+    {
+      "epoch": 2.2591743119266057,
+      "grad_norm": 0.24373213840456173,
+      "learning_rate": 1.1279050791556998e-06,
+      "loss": 0.3274,
+      "num_tokens": 997694860.0,
+      "step": 2424
+    },
+    {
+      "epoch": 2.2595565749235473,
+      "grad_norm": 0.23072164853942825,
+      "learning_rate": 1.1265893052684239e-06,
+      "loss": 0.3349,
+      "num_tokens": 998133875.0,
+      "step": 2425
+    },
+    {
+      "epoch": 2.2599388379204894,
+      "grad_norm": 0.21236945439116897,
+      "learning_rate": 1.1252802376200108e-06,
+      "loss": 0.315,
+      "num_tokens": 998541531.0,
+      "step": 2426
+    },
+    {
+      "epoch": 2.260321100917431,
+      "grad_norm": 0.22694767316606934,
+      "learning_rate": 1.1239778782178005e-06,
+      "loss": 0.3251,
+      "num_tokens": 998928523.0,
+      "step": 2427
+    },
+    {
+      "epoch": 2.260703363914373,
+      "grad_norm": 0.24063553186959405,
+      "learning_rate": 1.1226822290588466e-06,
+      "loss": 0.3417,
+      "num_tokens": 999376294.0,
+      "step": 2428
+    },
+    {
+      "epoch": 2.261085626911315,
+      "grad_norm": 0.2220640093426646,
+      "learning_rate": 1.1213932921299111e-06,
+      "loss": 0.3601,
+      "num_tokens": 999846399.0,
+      "step": 2429
+    },
+    {
+      "epoch": 2.261467889908257,
+      "grad_norm": 0.2364277592625136,
+      "learning_rate": 1.1201110694074657e-06,
+      "loss": 0.3114,
+      "num_tokens": 1000228168.0,
+      "step": 2430
+    },
+    {
+      "epoch": 2.2618501529051986,
+      "grad_norm": 0.24034084515428292,
+      "learning_rate": 1.1188355628576863e-06,
+      "loss": 0.3277,
+      "num_tokens": 1000607465.0,
+      "step": 2431
+    },
+    {
+      "epoch": 2.2622324159021407,
+      "grad_norm": 0.22000277276288935,
+      "learning_rate": 1.1175667744364482e-06,
+      "loss": 0.3086,
+      "num_tokens": 1000994851.0,
+      "step": 2432
+    },
+    {
+      "epoch": 2.2626146788990824,
+      "grad_norm": 0.24137844973686678,
+      "learning_rate": 1.1163047060893274e-06,
+      "loss": 0.336,
+      "num_tokens": 1001369091.0,
+      "step": 2433
+    },
+    {
+      "epoch": 2.2629969418960245,
+      "grad_norm": 0.23021306253268806,
+      "learning_rate": 1.1150493597515936e-06,
+      "loss": 0.3443,
+      "num_tokens": 1001789787.0,
+      "step": 2434
+    },
+    {
+      "epoch": 2.263379204892966,
+      "grad_norm": 0.2161987935811964,
+      "learning_rate": 1.1138007373482098e-06,
+      "loss": 0.3124,
+      "num_tokens": 1002195521.0,
+      "step": 2435
+    },
+    {
+      "epoch": 2.2637614678899083,
+      "grad_norm": 0.22001589376340233,
+      "learning_rate": 1.1125588407938276e-06,
+      "loss": 0.3411,
+      "num_tokens": 1002618773.0,
+      "step": 2436
+    },
+    {
+      "epoch": 2.2641437308868504,
+      "grad_norm": 0.2279997990434341,
+      "learning_rate": 1.1113236719927858e-06,
+      "loss": 0.3416,
+      "num_tokens": 1003043090.0,
+      "step": 2437
+    },
+    {
+      "epoch": 2.264525993883792,
+      "grad_norm": 0.2291006277691492,
+      "learning_rate": 1.110095232839108e-06,
+      "loss": 0.3302,
+      "num_tokens": 1003480074.0,
+      "step": 2438
+    },
+    {
+      "epoch": 2.2649082568807337,
+      "grad_norm": 0.2545025363657803,
+      "learning_rate": 1.1088735252164943e-06,
+      "loss": 0.3315,
+      "num_tokens": 1003885410.0,
+      "step": 2439
+    },
+    {
+      "epoch": 2.265290519877676,
+      "grad_norm": 0.22325642009139007,
+      "learning_rate": 1.1076585509983285e-06,
+      "loss": 0.3401,
+      "num_tokens": 1004316971.0,
+      "step": 2440
+    },
+    {
+      "epoch": 2.265672782874618,
+      "grad_norm": 0.2619365379370404,
+      "learning_rate": 1.1064503120476633e-06,
+      "loss": 0.3521,
+      "num_tokens": 1004732315.0,
+      "step": 2441
+    },
+    {
+      "epoch": 2.2660550458715596,
+      "grad_norm": 0.22302334345209515,
+      "learning_rate": 1.1052488102172289e-06,
+      "loss": 0.3609,
+      "num_tokens": 1005173098.0,
+      "step": 2442
+    },
+    {
+      "epoch": 2.2664373088685017,
+      "grad_norm": 0.24858579207722525,
+      "learning_rate": 1.1040540473494204e-06,
+      "loss": 0.3465,
+      "num_tokens": 1005574375.0,
+      "step": 2443
+    },
+    {
+      "epoch": 2.2668195718654434,
+      "grad_norm": 0.22887026474639136,
+      "learning_rate": 1.1028660252763019e-06,
+      "loss": 0.3413,
+      "num_tokens": 1006016948.0,
+      "step": 2444
+    },
+    {
+      "epoch": 2.2672018348623855,
+      "grad_norm": 0.23490994931571146,
+      "learning_rate": 1.1016847458196e-06,
+      "loss": 0.3333,
+      "num_tokens": 1006453783.0,
+      "step": 2445
+    },
+    {
+      "epoch": 2.267584097859327,
+      "grad_norm": 0.22729442171332015,
+      "learning_rate": 1.100510210790703e-06,
+      "loss": 0.3305,
+      "num_tokens": 1006845590.0,
+      "step": 2446
+    },
+    {
+      "epoch": 2.2679663608562692,
+      "grad_norm": 0.23019563326392958,
+      "learning_rate": 1.099342421990656e-06,
+      "loss": 0.3091,
+      "num_tokens": 1007245712.0,
+      "step": 2447
+    },
+    {
+      "epoch": 2.268348623853211,
+      "grad_norm": 0.21654243132755285,
+      "learning_rate": 1.0981813812101597e-06,
+      "loss": 0.3156,
+      "num_tokens": 1007667320.0,
+      "step": 2448
+    },
+    {
+      "epoch": 2.268730886850153,
+      "grad_norm": 0.24294838728171128,
+      "learning_rate": 1.0970270902295682e-06,
+      "loss": 0.3074,
+      "num_tokens": 1008043766.0,
+      "step": 2449
+    },
+    {
+      "epoch": 2.2691131498470947,
+      "grad_norm": 0.23831900831720476,
+      "learning_rate": 1.0958795508188836e-06,
+      "loss": 0.3544,
+      "num_tokens": 1008519965.0,
+      "step": 2450
+    },
+    {
+      "epoch": 2.2694954128440368,
+      "grad_norm": 0.22209478460253104,
+      "learning_rate": 1.0947387647377577e-06,
+      "loss": 0.3528,
+      "num_tokens": 1008987545.0,
+      "step": 2451
+    },
+    {
+      "epoch": 2.2698776758409784,
+      "grad_norm": 0.2229096082060342,
+      "learning_rate": 1.0936047337354843e-06,
+      "loss": 0.3193,
+      "num_tokens": 1009416294.0,
+      "step": 2452
+    },
+    {
+      "epoch": 2.2702599388379205,
+      "grad_norm": 0.2454184509830498,
+      "learning_rate": 1.0924774595509998e-06,
+      "loss": 0.3435,
+      "num_tokens": 1009841014.0,
+      "step": 2453
+    },
+    {
+      "epoch": 2.270642201834862,
+      "grad_norm": 0.21828349370561898,
+      "learning_rate": 1.0913569439128803e-06,
+      "loss": 0.3336,
+      "num_tokens": 1010271123.0,
+      "step": 2454
+    },
+    {
+      "epoch": 2.2710244648318043,
+      "grad_norm": 0.25708198825260103,
+      "learning_rate": 1.0902431885393359e-06,
+      "loss": 0.3425,
+      "num_tokens": 1010702434.0,
+      "step": 2455
+    },
+    {
+      "epoch": 2.2714067278287464,
+      "grad_norm": 0.2654127500719497,
+      "learning_rate": 1.0891361951382135e-06,
+      "loss": 0.3465,
+      "num_tokens": 1011159442.0,
+      "step": 2456
+    },
+    {
+      "epoch": 2.271788990825688,
+      "grad_norm": 0.23541331898086507,
+      "learning_rate": 1.0880359654069887e-06,
+      "loss": 0.3259,
+      "num_tokens": 1011562457.0,
+      "step": 2457
+    },
+    {
+      "epoch": 2.2721712538226297,
+      "grad_norm": 0.22997285270085244,
+      "learning_rate": 1.0869425010327675e-06,
+      "loss": 0.3213,
+      "num_tokens": 1011990373.0,
+      "step": 2458
+    },
+    {
+      "epoch": 2.272553516819572,
+      "grad_norm": 0.23854453314317425,
+      "learning_rate": 1.0858558036922804e-06,
+      "loss": 0.3303,
+      "num_tokens": 1012386087.0,
+      "step": 2459
+    },
+    {
+      "epoch": 2.272935779816514,
+      "grad_norm": 0.22850580374894988,
+      "learning_rate": 1.0847758750518818e-06,
+      "loss": 0.3141,
+      "num_tokens": 1012760822.0,
+      "step": 2460
+    },
+    {
+      "epoch": 2.2733180428134556,
+      "grad_norm": 0.22177009226263714,
+      "learning_rate": 1.0837027167675467e-06,
+      "loss": 0.3088,
+      "num_tokens": 1013164595.0,
+      "step": 2461
+    },
+    {
+      "epoch": 2.2737003058103977,
+      "grad_norm": 0.2471851556767312,
+      "learning_rate": 1.0826363304848686e-06,
+      "loss": 0.3221,
+      "num_tokens": 1013521940.0,
+      "step": 2462
+    },
+    {
+      "epoch": 2.2740825688073394,
+      "grad_norm": 0.20770442392940838,
+      "learning_rate": 1.081576717839057e-06,
+      "loss": 0.2981,
+      "num_tokens": 1013927578.0,
+      "step": 2463
+    },
+    {
+      "epoch": 2.2744648318042815,
+      "grad_norm": 0.24233006861887452,
+      "learning_rate": 1.0805238804549334e-06,
+      "loss": 0.3355,
+      "num_tokens": 1014382863.0,
+      "step": 2464
+    },
+    {
+      "epoch": 2.274847094801223,
+      "grad_norm": 0.21310212218947608,
+      "learning_rate": 1.0794778199469321e-06,
+      "loss": 0.3017,
+      "num_tokens": 1014813702.0,
+      "step": 2465
+    },
+    {
+      "epoch": 2.2752293577981653,
+      "grad_norm": 0.22936044493682983,
+      "learning_rate": 1.0784385379190935e-06,
+      "loss": 0.3179,
+      "num_tokens": 1015192303.0,
+      "step": 2466
+    },
+    {
+      "epoch": 2.275611620795107,
+      "grad_norm": 0.23366685622894057,
+      "learning_rate": 1.077406035965065e-06,
+      "loss": 0.3205,
+      "num_tokens": 1015655158.0,
+      "step": 2467
+    },
+    {
+      "epoch": 2.275993883792049,
+      "grad_norm": 0.24503070845159775,
+      "learning_rate": 1.076380315668097e-06,
+      "loss": 0.3151,
+      "num_tokens": 1016044195.0,
+      "step": 2468
+    },
+    {
+      "epoch": 2.2763761467889907,
+      "grad_norm": 0.22621904277630284,
+      "learning_rate": 1.0753613786010414e-06,
+      "loss": 0.3269,
+      "num_tokens": 1016463210.0,
+      "step": 2469
+    },
+    {
+      "epoch": 2.276758409785933,
+      "grad_norm": 0.24239948071102563,
+      "learning_rate": 1.0743492263263481e-06,
+      "loss": 0.3217,
+      "num_tokens": 1016844339.0,
+      "step": 2470
+    },
+    {
+      "epoch": 2.2771406727828745,
+      "grad_norm": 0.24631978782728897,
+      "learning_rate": 1.0733438603960623e-06,
+      "loss": 0.3353,
+      "num_tokens": 1017261213.0,
+      "step": 2471
+    },
+    {
+      "epoch": 2.2775229357798166,
+      "grad_norm": 0.24916868586881602,
+      "learning_rate": 1.072345282351825e-06,
+      "loss": 0.3109,
+      "num_tokens": 1017615630.0,
+      "step": 2472
+    },
+    {
+      "epoch": 2.2779051987767582,
+      "grad_norm": 0.24592236476542634,
+      "learning_rate": 1.0713534937248669e-06,
+      "loss": 0.3242,
+      "num_tokens": 1018002242.0,
+      "step": 2473
+    },
+    {
+      "epoch": 2.2782874617737003,
+      "grad_norm": 0.24434138236353822,
+      "learning_rate": 1.0703684960360082e-06,
+      "loss": 0.3352,
+      "num_tokens": 1018422364.0,
+      "step": 2474
+    },
+    {
+      "epoch": 2.2786697247706424,
+      "grad_norm": 0.24275741522292824,
+      "learning_rate": 1.0693902907956555e-06,
+      "loss": 0.3236,
+      "num_tokens": 1018861185.0,
+      "step": 2475
+    },
+    {
+      "epoch": 2.279051987767584,
+      "grad_norm": 0.23454360157374696,
+      "learning_rate": 1.0684188795038004e-06,
+      "loss": 0.3139,
+      "num_tokens": 1019252082.0,
+      "step": 2476
+    },
+    {
+      "epoch": 2.2794342507645258,
+      "grad_norm": 0.24633318774513466,
+      "learning_rate": 1.0674542636500164e-06,
+      "loss": 0.3327,
+      "num_tokens": 1019667580.0,
+      "step": 2477
+    },
+    {
+      "epoch": 2.279816513761468,
+      "grad_norm": 0.2215715592344735,
+      "learning_rate": 1.066496444713457e-06,
+      "loss": 0.3339,
+      "num_tokens": 1020131513.0,
+      "step": 2478
+    },
+    {
+      "epoch": 2.28019877675841,
+      "grad_norm": 0.2369951451708204,
+      "learning_rate": 1.0655454241628516e-06,
+      "loss": 0.3422,
+      "num_tokens": 1020574200.0,
+      "step": 2479
+    },
+    {
+      "epoch": 2.2805810397553516,
+      "grad_norm": 0.20555307622572766,
+      "learning_rate": 1.0646012034565075e-06,
+      "loss": 0.3338,
+      "num_tokens": 1020999110.0,
+      "step": 2480
+    },
+    {
+      "epoch": 2.2809633027522938,
+      "grad_norm": 0.2386519993262111,
+      "learning_rate": 1.0636637840423036e-06,
+      "loss": 0.3361,
+      "num_tokens": 1021385574.0,
+      "step": 2481
+    },
+    {
+      "epoch": 2.2813455657492354,
+      "grad_norm": 0.2325576182407741,
+      "learning_rate": 1.0627331673576897e-06,
+      "loss": 0.3301,
+      "num_tokens": 1021785276.0,
+      "step": 2482
+    },
+    {
+      "epoch": 2.2817278287461775,
+      "grad_norm": 0.22632855578489075,
+      "learning_rate": 1.0618093548296832e-06,
+      "loss": 0.3282,
+      "num_tokens": 1022188038.0,
+      "step": 2483
+    },
+    {
+      "epoch": 2.282110091743119,
+      "grad_norm": 0.22207231420518883,
+      "learning_rate": 1.0608923478748704e-06,
+      "loss": 0.3348,
+      "num_tokens": 1022628191.0,
+      "step": 2484
+    },
+    {
+      "epoch": 2.2824923547400613,
+      "grad_norm": 0.21461671627297577,
+      "learning_rate": 1.0599821478993992e-06,
+      "loss": 0.3631,
+      "num_tokens": 1023122609.0,
+      "step": 2485
+    },
+    {
+      "epoch": 2.282874617737003,
+      "grad_norm": 0.2217188580276791,
+      "learning_rate": 1.0590787562989818e-06,
+      "loss": 0.3384,
+      "num_tokens": 1023568654.0,
+      "step": 2486
+    },
+    {
+      "epoch": 2.283256880733945,
+      "grad_norm": 0.2233008731424751,
+      "learning_rate": 1.058182174458889e-06,
+      "loss": 0.3168,
+      "num_tokens": 1023938994.0,
+      "step": 2487
+    },
+    {
+      "epoch": 2.2836391437308867,
+      "grad_norm": 0.237373223058795,
+      "learning_rate": 1.0572924037539496e-06,
+      "loss": 0.3256,
+      "num_tokens": 1024353695.0,
+      "step": 2488
+    },
+    {
+      "epoch": 2.284021406727829,
+      "grad_norm": 0.25126775459473333,
+      "learning_rate": 1.0564094455485487e-06,
+      "loss": 0.3318,
+      "num_tokens": 1024787294.0,
+      "step": 2489
+    },
+    {
+      "epoch": 2.2844036697247705,
+      "grad_norm": 0.216384087436434,
+      "learning_rate": 1.0555333011966248e-06,
+      "loss": 0.3341,
+      "num_tokens": 1025234003.0,
+      "step": 2490
+    },
+    {
+      "epoch": 2.2847859327217126,
+      "grad_norm": 0.24847245347434235,
+      "learning_rate": 1.054663972041668e-06,
+      "loss": 0.3277,
+      "num_tokens": 1025639493.0,
+      "step": 2491
+    },
+    {
+      "epoch": 2.2851681957186543,
+      "grad_norm": 0.24744861784953204,
+      "learning_rate": 1.0538014594167164e-06,
+      "loss": 0.3491,
+      "num_tokens": 1026080420.0,
+      "step": 2492
+    },
+    {
+      "epoch": 2.2855504587155964,
+      "grad_norm": 0.38082254245006325,
+      "learning_rate": 1.0529457646443592e-06,
+      "loss": 0.3432,
+      "num_tokens": 1026490095.0,
+      "step": 2493
+    },
+    {
+      "epoch": 2.2859327217125385,
+      "grad_norm": 0.23890051881340058,
+      "learning_rate": 1.0520968890367262e-06,
+      "loss": 0.3225,
+      "num_tokens": 1026890862.0,
+      "step": 2494
+    },
+    {
+      "epoch": 2.28631498470948,
+      "grad_norm": 0.24995117410668877,
+      "learning_rate": 1.051254833895495e-06,
+      "loss": 0.367,
+      "num_tokens": 1027349636.0,
+      "step": 2495
+    },
+    {
+      "epoch": 2.286697247706422,
+      "grad_norm": 0.261554029088189,
+      "learning_rate": 1.0504196005118822e-06,
+      "loss": 0.345,
+      "num_tokens": 1027802382.0,
+      "step": 2496
+    },
+    {
+      "epoch": 2.287079510703364,
+      "grad_norm": 0.22765795161334693,
+      "learning_rate": 1.049591190166644e-06,
+      "loss": 0.3202,
+      "num_tokens": 1028181081.0,
+      "step": 2497
+    },
+    {
+      "epoch": 2.287461773700306,
+      "grad_norm": 0.23888710057451729,
+      "learning_rate": 1.0487696041300751e-06,
+      "loss": 0.361,
+      "num_tokens": 1028616135.0,
+      "step": 2498
+    },
+    {
+      "epoch": 2.2878440366972477,
+      "grad_norm": 0.24111396839299082,
+      "learning_rate": 1.047954843662004e-06,
+      "loss": 0.3417,
+      "num_tokens": 1029013193.0,
+      "step": 2499
+    },
+    {
+      "epoch": 2.28822629969419,
+      "grad_norm": 0.25126342407327235,
+      "learning_rate": 1.0471469100117956e-06,
+      "loss": 0.3497,
+      "num_tokens": 1029433476.0,
+      "step": 2500
+    },
+    {
+      "epoch": 2.2886085626911314,
+      "grad_norm": 0.24075279450239317,
+      "learning_rate": 1.046345804418343e-06,
+      "loss": 0.3476,
+      "num_tokens": 1029829603.0,
+      "step": 2501
+    },
+    {
+      "epoch": 2.2889908256880735,
+      "grad_norm": 0.23261187753686255,
+      "learning_rate": 1.0455515281100723e-06,
+      "loss": 0.3352,
+      "num_tokens": 1030252571.0,
+      "step": 2502
+    },
+    {
+      "epoch": 2.289373088685015,
+      "grad_norm": 0.2431561018775167,
+      "learning_rate": 1.0447640823049351e-06,
+      "loss": 0.3286,
+      "num_tokens": 1030637896.0,
+      "step": 2503
+    },
+    {
+      "epoch": 2.2897553516819573,
+      "grad_norm": 0.24355417236149104,
+      "learning_rate": 1.0439834682104104e-06,
+      "loss": 0.3415,
+      "num_tokens": 1031059861.0,
+      "step": 2504
+    },
+    {
+      "epoch": 2.290137614678899,
+      "grad_norm": 0.2238937945937746,
+      "learning_rate": 1.0432096870235008e-06,
+      "loss": 0.3662,
+      "num_tokens": 1031525107.0,
+      "step": 2505
+    },
+    {
+      "epoch": 2.290519877675841,
+      "grad_norm": 0.23742281997755257,
+      "learning_rate": 1.0424427399307311e-06,
+      "loss": 0.3303,
+      "num_tokens": 1031886263.0,
+      "step": 2506
+    },
+    {
+      "epoch": 2.2909021406727827,
+      "grad_norm": 0.22219249894177853,
+      "learning_rate": 1.0416826281081475e-06,
+      "loss": 0.3428,
+      "num_tokens": 1032314464.0,
+      "step": 2507
+    },
+    {
+      "epoch": 2.291284403669725,
+      "grad_norm": 0.23859566227237639,
+      "learning_rate": 1.0409293527213138e-06,
+      "loss": 0.3469,
+      "num_tokens": 1032757202.0,
+      "step": 2508
+    },
+    {
+      "epoch": 2.2916666666666665,
+      "grad_norm": 0.22197096845323003,
+      "learning_rate": 1.0401829149253118e-06,
+      "loss": 0.3226,
+      "num_tokens": 1033169482.0,
+      "step": 2509
+    },
+    {
+      "epoch": 2.2920489296636086,
+      "grad_norm": 0.22648885510158728,
+      "learning_rate": 1.0394433158647366e-06,
+      "loss": 0.3375,
+      "num_tokens": 1033571935.0,
+      "step": 2510
+    },
+    {
+      "epoch": 2.2924311926605503,
+      "grad_norm": 0.23897672390103608,
+      "learning_rate": 1.0387105566736996e-06,
+      "loss": 0.349,
+      "num_tokens": 1034000569.0,
+      "step": 2511
+    },
+    {
+      "epoch": 2.2928134556574924,
+      "grad_norm": 0.22080956936944648,
+      "learning_rate": 1.0379846384758216e-06,
+      "loss": 0.3298,
+      "num_tokens": 1034413429.0,
+      "step": 2512
+    },
+    {
+      "epoch": 2.293195718654434,
+      "grad_norm": 0.230914093737077,
+      "learning_rate": 1.037265562384234e-06,
+      "loss": 0.3657,
+      "num_tokens": 1034850045.0,
+      "step": 2513
+    },
+    {
+      "epoch": 2.293577981651376,
+      "grad_norm": 0.23314237997544482,
+      "learning_rate": 1.0365533295015762e-06,
+      "loss": 0.3403,
+      "num_tokens": 1035261106.0,
+      "step": 2514
+    },
+    {
+      "epoch": 2.293960244648318,
+      "grad_norm": 0.23580618281791355,
+      "learning_rate": 1.0358479409199952e-06,
+      "loss": 0.3422,
+      "num_tokens": 1035660217.0,
+      "step": 2515
+    },
+    {
+      "epoch": 2.29434250764526,
+      "grad_norm": 0.22224157880256534,
+      "learning_rate": 1.0351493977211414e-06,
+      "loss": 0.3261,
+      "num_tokens": 1036028648.0,
+      "step": 2516
+    },
+    {
+      "epoch": 2.294724770642202,
+      "grad_norm": 0.22964886278721158,
+      "learning_rate": 1.0344577009761687e-06,
+      "loss": 0.3421,
+      "num_tokens": 1036443419.0,
+      "step": 2517
+    },
+    {
+      "epoch": 2.2951070336391437,
+      "grad_norm": 0.23296474146998342,
+      "learning_rate": 1.033772851745734e-06,
+      "loss": 0.3224,
+      "num_tokens": 1036830384.0,
+      "step": 2518
+    },
+    {
+      "epoch": 2.295489296636086,
+      "grad_norm": 0.23051644311855313,
+      "learning_rate": 1.0330948510799923e-06,
+      "loss": 0.3409,
+      "num_tokens": 1037237237.0,
+      "step": 2519
+    },
+    {
+      "epoch": 2.2958715596330275,
+      "grad_norm": 0.22462641573422928,
+      "learning_rate": 1.0324237000185984e-06,
+      "loss": 0.3582,
+      "num_tokens": 1037683155.0,
+      "step": 2520
+    },
+    {
+      "epoch": 2.2962538226299696,
+      "grad_norm": 0.2328542438143196,
+      "learning_rate": 1.0317593995907015e-06,
+      "loss": 0.3229,
+      "num_tokens": 1038056926.0,
+      "step": 2521
+    },
+    {
+      "epoch": 2.2966360856269112,
+      "grad_norm": 0.2409888331971136,
+      "learning_rate": 1.0311019508149495e-06,
+      "loss": 0.3364,
+      "num_tokens": 1038465137.0,
+      "step": 2522
+    },
+    {
+      "epoch": 2.2970183486238533,
+      "grad_norm": 0.2510625211342022,
+      "learning_rate": 1.0304513546994814e-06,
+      "loss": 0.3642,
+      "num_tokens": 1038893952.0,
+      "step": 2523
+    },
+    {
+      "epoch": 2.297400611620795,
+      "grad_norm": 0.24607363352809503,
+      "learning_rate": 1.0298076122419289e-06,
+      "loss": 0.3403,
+      "num_tokens": 1039301409.0,
+      "step": 2524
+    },
+    {
+      "epoch": 2.297782874617737,
+      "grad_norm": 0.25978387243465945,
+      "learning_rate": 1.0291707244294139e-06,
+      "loss": 0.3237,
+      "num_tokens": 1039680765.0,
+      "step": 2525
+    },
+    {
+      "epoch": 2.2981651376146788,
+      "grad_norm": 0.24181156677840934,
+      "learning_rate": 1.0285406922385473e-06,
+      "loss": 0.3359,
+      "num_tokens": 1040084249.0,
+      "step": 2526
+    },
+    {
+      "epoch": 2.298547400611621,
+      "grad_norm": 0.24329747091372597,
+      "learning_rate": 1.0279175166354286e-06,
+      "loss": 0.3224,
+      "num_tokens": 1040472359.0,
+      "step": 2527
+    },
+    {
+      "epoch": 2.2989296636085625,
+      "grad_norm": 0.24984109042275252,
+      "learning_rate": 1.0273011985756423e-06,
+      "loss": 0.3527,
+      "num_tokens": 1040897632.0,
+      "step": 2528
+    },
+    {
+      "epoch": 2.2993119266055047,
+      "grad_norm": 0.23180393663264445,
+      "learning_rate": 1.0266917390042572e-06,
+      "loss": 0.3202,
+      "num_tokens": 1041292888.0,
+      "step": 2529
+    },
+    {
+      "epoch": 2.2996941896024463,
+      "grad_norm": 0.22831126182005135,
+      "learning_rate": 1.0260891388558262e-06,
+      "loss": 0.3351,
+      "num_tokens": 1041712334.0,
+      "step": 2530
+    },
+    {
+      "epoch": 2.3000764525993884,
+      "grad_norm": 0.2298160715014218,
+      "learning_rate": 1.0254933990543832e-06,
+      "loss": 0.3306,
+      "num_tokens": 1042117428.0,
+      "step": 2531
+    },
+    {
+      "epoch": 2.30045871559633,
+      "grad_norm": 0.21852322629232612,
+      "learning_rate": 1.0249045205134426e-06,
+      "loss": 0.337,
+      "num_tokens": 1042528009.0,
+      "step": 2532
+    },
+    {
+      "epoch": 2.300840978593272,
+      "grad_norm": 0.29880010296834103,
+      "learning_rate": 1.0243225041359973e-06,
+      "loss": 0.346,
+      "num_tokens": 1042931173.0,
+      "step": 2533
+    },
+    {
+      "epoch": 2.301223241590214,
+      "grad_norm": 0.2524327301267761,
+      "learning_rate": 1.0237473508145184e-06,
+      "loss": 0.3396,
+      "num_tokens": 1043319130.0,
+      "step": 2534
+    },
+    {
+      "epoch": 2.301605504587156,
+      "grad_norm": 0.22399662240110776,
+      "learning_rate": 1.0231790614309528e-06,
+      "loss": 0.3375,
+      "num_tokens": 1043744223.0,
+      "step": 2535
+    },
+    {
+      "epoch": 2.301987767584098,
+      "grad_norm": 0.21996258757076784,
+      "learning_rate": 1.0226176368567209e-06,
+      "loss": 0.3273,
+      "num_tokens": 1044175435.0,
+      "step": 2536
+    },
+    {
+      "epoch": 2.3023700305810397,
+      "grad_norm": 0.22040390109681718,
+      "learning_rate": 1.0220630779527195e-06,
+      "loss": 0.3157,
+      "num_tokens": 1044589167.0,
+      "step": 2537
+    },
+    {
+      "epoch": 2.302752293577982,
+      "grad_norm": 0.2376891651149006,
+      "learning_rate": 1.021515385569314e-06,
+      "loss": 0.3214,
+      "num_tokens": 1044991372.0,
+      "step": 2538
+    },
+    {
+      "epoch": 2.3031345565749235,
+      "grad_norm": 0.22474595409268258,
+      "learning_rate": 1.0209745605463435e-06,
+      "loss": 0.3449,
+      "num_tokens": 1045432528.0,
+      "step": 2539
+    },
+    {
+      "epoch": 2.3035168195718656,
+      "grad_norm": 0.2262652063302646,
+      "learning_rate": 1.0204406037131151e-06,
+      "loss": 0.3389,
+      "num_tokens": 1045830732.0,
+      "step": 2540
+    },
+    {
+      "epoch": 2.3038990825688073,
+      "grad_norm": 0.22462505511446673,
+      "learning_rate": 1.0199135158884041e-06,
+      "loss": 0.3079,
+      "num_tokens": 1046241407.0,
+      "step": 2541
+    },
+    {
+      "epoch": 2.3042813455657494,
+      "grad_norm": 0.22350405477389867,
+      "learning_rate": 1.019393297880453e-06,
+      "loss": 0.3278,
+      "num_tokens": 1046635747.0,
+      "step": 2542
+    },
+    {
+      "epoch": 2.304663608562691,
+      "grad_norm": 0.2442778544216497,
+      "learning_rate": 1.0188799504869703e-06,
+      "loss": 0.3315,
+      "num_tokens": 1047026214.0,
+      "step": 2543
+    },
+    {
+      "epoch": 2.305045871559633,
+      "grad_norm": 0.22896654353288845,
+      "learning_rate": 1.0183734744951297e-06,
+      "loss": 0.3466,
+      "num_tokens": 1047449309.0,
+      "step": 2544
+    },
+    {
+      "epoch": 2.305428134556575,
+      "grad_norm": 0.244732032673048,
+      "learning_rate": 1.0178738706815656e-06,
+      "loss": 0.3532,
+      "num_tokens": 1047893710.0,
+      "step": 2545
+    },
+    {
+      "epoch": 2.305810397553517,
+      "grad_norm": 0.2474406684090097,
+      "learning_rate": 1.0173811398123782e-06,
+      "loss": 0.3445,
+      "num_tokens": 1048312289.0,
+      "step": 2546
+    },
+    {
+      "epoch": 2.3061926605504586,
+      "grad_norm": 0.24448324306281707,
+      "learning_rate": 1.0168952826431252e-06,
+      "loss": 0.3348,
+      "num_tokens": 1048770990.0,
+      "step": 2547
+    },
+    {
+      "epoch": 2.3065749235474007,
+      "grad_norm": 0.23737176881433894,
+      "learning_rate": 1.0164162999188269e-06,
+      "loss": 0.3522,
+      "num_tokens": 1049201273.0,
+      "step": 2548
+    },
+    {
+      "epoch": 2.3069571865443423,
+      "grad_norm": 0.23311706203338056,
+      "learning_rate": 1.0159441923739603e-06,
+      "loss": 0.2976,
+      "num_tokens": 1049572453.0,
+      "step": 2549
+    },
+    {
+      "epoch": 2.3073394495412844,
+      "grad_norm": 0.21908035996337083,
+      "learning_rate": 1.0154789607324605e-06,
+      "loss": 0.339,
+      "num_tokens": 1050007857.0,
+      "step": 2550
+    },
+    {
+      "epoch": 2.307721712538226,
+      "grad_norm": 0.22278710961037473,
+      "learning_rate": 1.0150206057077197e-06,
+      "loss": 0.3264,
+      "num_tokens": 1050401674.0,
+      "step": 2551
+    },
+    {
+      "epoch": 2.308103975535168,
+      "grad_norm": 0.22054604231911978,
+      "learning_rate": 1.014569128002584e-06,
+      "loss": 0.315,
+      "num_tokens": 1050759338.0,
+      "step": 2552
+    },
+    {
+      "epoch": 2.30848623853211,
+      "grad_norm": 0.22081096541220202,
+      "learning_rate": 1.0141245283093553e-06,
+      "loss": 0.3416,
+      "num_tokens": 1051181924.0,
+      "step": 2553
+    },
+    {
+      "epoch": 2.308868501529052,
+      "grad_norm": 0.2510745144149683,
+      "learning_rate": 1.0136868073097877e-06,
+      "loss": 0.3434,
+      "num_tokens": 1051586897.0,
+      "step": 2554
+    },
+    {
+      "epoch": 2.309250764525994,
+      "grad_norm": 0.21096862292524723,
+      "learning_rate": 1.0132559656750875e-06,
+      "loss": 0.3361,
+      "num_tokens": 1052041086.0,
+      "step": 2555
+    },
+    {
+      "epoch": 2.3096330275229358,
+      "grad_norm": 0.23509415857047336,
+      "learning_rate": 1.0128320040659124e-06,
+      "loss": 0.3259,
+      "num_tokens": 1052424988.0,
+      "step": 2556
+    },
+    {
+      "epoch": 2.310015290519878,
+      "grad_norm": 0.2212050536162352,
+      "learning_rate": 1.0124149231323704e-06,
+      "loss": 0.3202,
+      "num_tokens": 1052828435.0,
+      "step": 2557
+    },
+    {
+      "epoch": 2.3103975535168195,
+      "grad_norm": 0.23468803635063076,
+      "learning_rate": 1.0120047235140178e-06,
+      "loss": 0.3235,
+      "num_tokens": 1053212688.0,
+      "step": 2558
+    },
+    {
+      "epoch": 2.3107798165137616,
+      "grad_norm": 0.23189443243628696,
+      "learning_rate": 1.011601405839859e-06,
+      "loss": 0.346,
+      "num_tokens": 1053607501.0,
+      "step": 2559
+    },
+    {
+      "epoch": 2.3111620795107033,
+      "grad_norm": 0.21508531306556702,
+      "learning_rate": 1.0112049707283475e-06,
+      "loss": 0.3291,
+      "num_tokens": 1054016876.0,
+      "step": 2560
+    },
+    {
+      "epoch": 2.3115443425076454,
+      "grad_norm": 0.23227188638372645,
+      "learning_rate": 1.0108154187873804e-06,
+      "loss": 0.3429,
+      "num_tokens": 1054426560.0,
+      "step": 2561
+    },
+    {
+      "epoch": 2.311926605504587,
+      "grad_norm": 0.23612394657024277,
+      "learning_rate": 1.0104327506143014e-06,
+      "loss": 0.3401,
+      "num_tokens": 1054821614.0,
+      "step": 2562
+    },
+    {
+      "epoch": 2.312308868501529,
+      "grad_norm": 0.22920504353452664,
+      "learning_rate": 1.0100569667958982e-06,
+      "loss": 0.3008,
+      "num_tokens": 1055185063.0,
+      "step": 2563
+    },
+    {
+      "epoch": 2.312691131498471,
+      "grad_norm": 0.22824922786612356,
+      "learning_rate": 1.0096880679084025e-06,
+      "loss": 0.3367,
+      "num_tokens": 1055601955.0,
+      "step": 2564
+    },
+    {
+      "epoch": 2.313073394495413,
+      "grad_norm": 0.2526336087338982,
+      "learning_rate": 1.009326054517488e-06,
+      "loss": 0.3382,
+      "num_tokens": 1056034753.0,
+      "step": 2565
+    },
+    {
+      "epoch": 2.3134556574923546,
+      "grad_norm": 0.22288612631581622,
+      "learning_rate": 1.0089709271782696e-06,
+      "loss": 0.334,
+      "num_tokens": 1056465052.0,
+      "step": 2566
+    },
+    {
+      "epoch": 2.3138379204892967,
+      "grad_norm": 0.2294912223328932,
+      "learning_rate": 1.008622686435305e-06,
+      "loss": 0.3463,
+      "num_tokens": 1056862205.0,
+      "step": 2567
+    },
+    {
+      "epoch": 2.3142201834862384,
+      "grad_norm": 0.24227930904450967,
+      "learning_rate": 1.0082813328225893e-06,
+      "loss": 0.3584,
+      "num_tokens": 1057254898.0,
+      "step": 2568
+    },
+    {
+      "epoch": 2.3146024464831805,
+      "grad_norm": 0.23695038104521526,
+      "learning_rate": 1.0079468668635584e-06,
+      "loss": 0.3652,
+      "num_tokens": 1057661684.0,
+      "step": 2569
+    },
+    {
+      "epoch": 2.314984709480122,
+      "grad_norm": 0.2709236842675759,
+      "learning_rate": 1.007619289071087e-06,
+      "loss": 0.3518,
+      "num_tokens": 1058080642.0,
+      "step": 2570
+    },
+    {
+      "epoch": 2.3153669724770642,
+      "grad_norm": 0.22561965993818303,
+      "learning_rate": 1.007298599947486e-06,
+      "loss": 0.3259,
+      "num_tokens": 1058508776.0,
+      "step": 2571
+    },
+    {
+      "epoch": 2.315749235474006,
+      "grad_norm": 0.2509449265816071,
+      "learning_rate": 1.0069847999845041e-06,
+      "loss": 0.3713,
+      "num_tokens": 1058914029.0,
+      "step": 2572
+    },
+    {
+      "epoch": 2.316131498470948,
+      "grad_norm": 0.26544896502927867,
+      "learning_rate": 1.006677889663326e-06,
+      "loss": 0.323,
+      "num_tokens": 1059324833.0,
+      "step": 2573
+    },
+    {
+      "epoch": 2.31651376146789,
+      "grad_norm": 0.24484947257304102,
+      "learning_rate": 1.0063778694545715e-06,
+      "loss": 0.3327,
+      "num_tokens": 1059740828.0,
+      "step": 2574
+    },
+    {
+      "epoch": 2.316896024464832,
+      "grad_norm": 0.2482732124964759,
+      "learning_rate": 1.0060847398182944e-06,
+      "loss": 0.3242,
+      "num_tokens": 1060119510.0,
+      "step": 2575
+    },
+    {
+      "epoch": 2.317278287461774,
+      "grad_norm": 0.22607380741711375,
+      "learning_rate": 1.0057985012039843e-06,
+      "loss": 0.3324,
+      "num_tokens": 1060531012.0,
+      "step": 2576
+    },
+    {
+      "epoch": 2.3176605504587156,
+      "grad_norm": 0.23654994191862802,
+      "learning_rate": 1.0055191540505613e-06,
+      "loss": 0.3118,
+      "num_tokens": 1060904405.0,
+      "step": 2577
+    },
+    {
+      "epoch": 2.3180428134556577,
+      "grad_norm": 0.21409976253788449,
+      "learning_rate": 1.005246698786381e-06,
+      "loss": 0.3622,
+      "num_tokens": 1061371155.0,
+      "step": 2578
+    },
+    {
+      "epoch": 2.3184250764525993,
+      "grad_norm": 0.2309483797904588,
+      "learning_rate": 1.004981135829229e-06,
+      "loss": 0.345,
+      "num_tokens": 1061750695.0,
+      "step": 2579
+    },
+    {
+      "epoch": 2.3188073394495414,
+      "grad_norm": 0.2209584863444376,
+      "learning_rate": 1.004722465586322e-06,
+      "loss": 0.35,
+      "num_tokens": 1062175520.0,
+      "step": 2580
+    },
+    {
+      "epoch": 2.319189602446483,
+      "grad_norm": 0.23909379587847404,
+      "learning_rate": 1.004470688454309e-06,
+      "loss": 0.3392,
+      "num_tokens": 1062594570.0,
+      "step": 2581
+    },
+    {
+      "epoch": 2.319571865443425,
+      "grad_norm": 0.22906900138976263,
+      "learning_rate": 1.004225804819267e-06,
+      "loss": 0.3235,
+      "num_tokens": 1062997343.0,
+      "step": 2582
+    },
+    {
+      "epoch": 2.319954128440367,
+      "grad_norm": 0.20983776796263418,
+      "learning_rate": 1.003987815056704e-06,
+      "loss": 0.3265,
+      "num_tokens": 1063426924.0,
+      "step": 2583
+    },
+    {
+      "epoch": 2.320336391437309,
+      "grad_norm": 0.24436396259085938,
+      "learning_rate": 1.0037567195315564e-06,
+      "loss": 0.3423,
+      "num_tokens": 1063826773.0,
+      "step": 2584
+    },
+    {
+      "epoch": 2.3207186544342506,
+      "grad_norm": 0.23346624228085094,
+      "learning_rate": 1.0035325185981882e-06,
+      "loss": 0.34,
+      "num_tokens": 1064247442.0,
+      "step": 2585
+    },
+    {
+      "epoch": 2.3211009174311927,
+      "grad_norm": 0.2148594761325381,
+      "learning_rate": 1.0033152126003927e-06,
+      "loss": 0.3498,
+      "num_tokens": 1064660669.0,
+      "step": 2586
+    },
+    {
+      "epoch": 2.3214831804281344,
+      "grad_norm": 0.23159282734808287,
+      "learning_rate": 1.0031048018713885e-06,
+      "loss": 0.3354,
+      "num_tokens": 1065064433.0,
+      "step": 2587
+    },
+    {
+      "epoch": 2.3218654434250765,
+      "grad_norm": 0.22804428060431975,
+      "learning_rate": 1.0029012867338217e-06,
+      "loss": 0.3528,
+      "num_tokens": 1065494137.0,
+      "step": 2588
+    },
+    {
+      "epoch": 2.322247706422018,
+      "grad_norm": 0.22346420028074468,
+      "learning_rate": 1.0027046674997656e-06,
+      "loss": 0.3305,
+      "num_tokens": 1065890966.0,
+      "step": 2589
+    },
+    {
+      "epoch": 2.3226299694189603,
+      "grad_norm": 0.24306989857321962,
+      "learning_rate": 1.002514944470718e-06,
+      "loss": 0.3341,
+      "num_tokens": 1066316783.0,
+      "step": 2590
+    },
+    {
+      "epoch": 2.323012232415902,
+      "grad_norm": 0.22381326387345193,
+      "learning_rate": 1.0023321179376029e-06,
+      "loss": 0.3483,
+      "num_tokens": 1066743816.0,
+      "step": 2591
+    },
+    {
+      "epoch": 2.323394495412844,
+      "grad_norm": 0.2420401955009923,
+      "learning_rate": 1.0021561881807676e-06,
+      "loss": 0.3263,
+      "num_tokens": 1067117888.0,
+      "step": 2592
+    },
+    {
+      "epoch": 2.323776758409786,
+      "grad_norm": 0.23509563537049455,
+      "learning_rate": 1.0019871554699855e-06,
+      "loss": 0.3393,
+      "num_tokens": 1067519371.0,
+      "step": 2593
+    },
+    {
+      "epoch": 2.324159021406728,
+      "grad_norm": 0.23558611403571264,
+      "learning_rate": 1.001825020064453e-06,
+      "loss": 0.3238,
+      "num_tokens": 1067950301.0,
+      "step": 2594
+    },
+    {
+      "epoch": 2.32454128440367,
+      "grad_norm": 0.21200595149700782,
+      "learning_rate": 1.0016697822127914e-06,
+      "loss": 0.3397,
+      "num_tokens": 1068386513.0,
+      "step": 2595
+    },
+    {
+      "epoch": 2.3249235474006116,
+      "grad_norm": 0.2243911394866069,
+      "learning_rate": 1.001521442153043e-06,
+      "loss": 0.3473,
+      "num_tokens": 1068804684.0,
+      "step": 2596
+    },
+    {
+      "epoch": 2.3253058103975537,
+      "grad_norm": 0.24157224102672215,
+      "learning_rate": 1.001380000112675e-06,
+      "loss": 0.3275,
+      "num_tokens": 1069166337.0,
+      "step": 2597
+    },
+    {
+      "epoch": 2.3256880733944953,
+      "grad_norm": 0.22273570512325785,
+      "learning_rate": 1.0012454563085758e-06,
+      "loss": 0.3393,
+      "num_tokens": 1069592508.0,
+      "step": 2598
+    },
+    {
+      "epoch": 2.3260703363914375,
+      "grad_norm": 0.2234569969951848,
+      "learning_rate": 1.0011178109470566e-06,
+      "loss": 0.327,
+      "num_tokens": 1070009583.0,
+      "step": 2599
+    },
+    {
+      "epoch": 2.326452599388379,
+      "grad_norm": 0.21476705658140316,
+      "learning_rate": 1.00099706422385e-06,
+      "loss": 0.3356,
+      "num_tokens": 1070445970.0,
+      "step": 2600
+    },
+    {
+      "epoch": 2.3268348623853212,
+      "grad_norm": 0.23114710206420533,
+      "learning_rate": 1.000883216324111e-06,
+      "loss": 0.3208,
+      "num_tokens": 1070874120.0,
+      "step": 2601
+    },
+    {
+      "epoch": 2.327217125382263,
+      "grad_norm": 0.22901004329693428,
+      "learning_rate": 1.0007762674224153e-06,
+      "loss": 0.3358,
+      "num_tokens": 1071312881.0,
+      "step": 2602
+    },
+    {
+      "epoch": 2.327599388379205,
+      "grad_norm": 0.25549508600903154,
+      "learning_rate": 1.0006762176827586e-06,
+      "loss": 0.3363,
+      "num_tokens": 1071693968.0,
+      "step": 2603
+    },
+    {
+      "epoch": 2.3279816513761467,
+      "grad_norm": 0.23640053974141,
+      "learning_rate": 1.0005830672585594e-06,
+      "loss": 0.3412,
+      "num_tokens": 1072085740.0,
+      "step": 2604
+    },
+    {
+      "epoch": 2.3283639143730888,
+      "grad_norm": 0.2323327589925819,
+      "learning_rate": 1.000496816292655e-06,
+      "loss": 0.3189,
+      "num_tokens": 1072474892.0,
+      "step": 2605
+    },
+    {
+      "epoch": 2.3287461773700304,
+      "grad_norm": 0.2466367038767514,
+      "learning_rate": 1.000417464917304e-06,
+      "loss": 0.3368,
+      "num_tokens": 1072888114.0,
+      "step": 2606
+    },
+    {
+      "epoch": 2.3291284403669725,
+      "grad_norm": 0.22164749243531737,
+      "learning_rate": 1.0003450132541852e-06,
+      "loss": 0.3302,
+      "num_tokens": 1073317816.0,
+      "step": 2607
+    },
+    {
+      "epoch": 2.329510703363914,
+      "grad_norm": 0.2351053279203124,
+      "learning_rate": 1.0002794614143953e-06,
+      "loss": 0.3388,
+      "num_tokens": 1073693086.0,
+      "step": 2608
+    },
+    {
+      "epoch": 2.3298929663608563,
+      "grad_norm": 0.26298485086037265,
+      "learning_rate": 1.0002208094984539e-06,
+      "loss": 0.3607,
+      "num_tokens": 1074126288.0,
+      "step": 2609
+    },
+    {
+      "epoch": 2.330275229357798,
+      "grad_norm": 0.2490011840136058,
+      "learning_rate": 1.0001690575962977e-06,
+      "loss": 0.3431,
+      "num_tokens": 1074520551.0,
+      "step": 2610
+    },
+    {
+      "epoch": 2.33065749235474,
+      "grad_norm": 0.22911822715821784,
+      "learning_rate": 1.0001242057872839e-06,
+      "loss": 0.3392,
+      "num_tokens": 1074922093.0,
+      "step": 2611
+    },
+    {
+      "epoch": 2.331039755351682,
+      "grad_norm": 0.22918798351783345,
+      "learning_rate": 1.0000862541401885e-06,
+      "loss": 0.329,
+      "num_tokens": 1075331902.0,
+      "step": 2612
+    },
+    {
+      "epoch": 2.331422018348624,
+      "grad_norm": 0.22857812030033325,
+      "learning_rate": 1.0000552027132067e-06,
+      "loss": 0.3287,
+      "num_tokens": 1075746059.0,
+      "step": 2613
+    },
+    {
+      "epoch": 2.331804281345566,
+      "grad_norm": 0.23829378961735942,
+      "learning_rate": 1.0000310515539543e-06,
+      "loss": 0.3738,
+      "num_tokens": 1076161114.0,
+      "step": 2614
+    },
+    {
+      "epoch": 2.3321865443425076,
+      "grad_norm": 0.314099427435107,
+      "learning_rate": 1.000013800699464e-06,
+      "loss": 0.3384,
+      "num_tokens": 1076600445.0,
+      "step": 2615
+    },
+    {
+      "epoch": 2.3325688073394497,
+      "grad_norm": 0.25738694977595783,
+      "learning_rate": 1.000003450176189e-06,
+      "loss": 0.3525,
+      "num_tokens": 1077027632.0,
+      "step": 2616
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 2616,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 5000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5212247128866816.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}