diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,4528 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 555,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.009029345372460496,
+      "grad_norm": 1.3914246657628389,
+      "learning_rate": 0.0,
+      "loss": 0.1984,
+      "num_tokens": 417963.0,
+      "step": 1
+    },
+    {
+      "epoch": 0.01805869074492099,
+      "grad_norm": 1.339086973600259,
+      "learning_rate": 5.882352941176471e-07,
+      "loss": 0.1899,
+      "num_tokens": 856730.0,
+      "step": 2
+    },
+    {
+      "epoch": 0.02708803611738149,
+      "grad_norm": 1.3503271124381317,
+      "learning_rate": 1.1764705882352942e-06,
+      "loss": 0.1916,
+      "num_tokens": 1283679.0,
+      "step": 3
+    },
+    {
+      "epoch": 0.03611738148984198,
+      "grad_norm": 1.2668656784826644,
+      "learning_rate": 1.7647058823529414e-06,
+      "loss": 0.179,
+      "num_tokens": 1722056.0,
+      "step": 4
+    },
+    {
+      "epoch": 0.045146726862302484,
+      "grad_norm": 1.3465170325986022,
+      "learning_rate": 2.3529411764705885e-06,
+      "loss": 0.186,
+      "num_tokens": 2150137.0,
+      "step": 5
+    },
+    {
+      "epoch": 0.05417607223476298,
+      "grad_norm": 1.4599535688641787,
+      "learning_rate": 2.9411764705882355e-06,
+      "loss": 0.1924,
+      "num_tokens": 2564649.0,
+      "step": 6
+    },
+    {
+      "epoch": 0.06320541760722348,
+      "grad_norm": 1.13869223395712,
+      "learning_rate": 3.529411764705883e-06,
+      "loss": 0.1414,
+      "num_tokens": 2985977.0,
+      "step": 7
+    },
+    {
+      "epoch": 0.07223476297968397,
+      "grad_norm": 1.0293594203382637,
+      "learning_rate": 4.11764705882353e-06,
+      "loss": 0.1255,
+      "num_tokens": 3413212.0,
+      "step": 8
+    },
+    {
+      "epoch": 0.08126410835214447,
+      "grad_norm": 0.8541647677228765,
+      "learning_rate": 4.705882352941177e-06,
+      "loss": 0.0858,
+      "num_tokens": 3843515.0,
+      "step": 9
+    },
+    {
+      "epoch": 0.09029345372460497,
+      "grad_norm": 0.5327508702110814,
+      "learning_rate": 5.294117647058824e-06,
+      "loss": 0.079,
+      "num_tokens": 4289732.0,
+      "step": 10
+    },
+    {
+      "epoch": 0.09932279909706546,
+      "grad_norm": 0.3858281500923405,
+      "learning_rate": 5.882352941176471e-06,
+      "loss": 0.0716,
+      "num_tokens": 4715096.0,
+      "step": 11
+    },
+    {
+      "epoch": 0.10835214446952596,
+      "grad_norm": 0.4004953099648253,
+      "learning_rate": 6.470588235294119e-06,
+      "loss": 0.0627,
+      "num_tokens": 5128419.0,
+      "step": 12
+    },
+    {
+      "epoch": 0.11738148984198646,
+      "grad_norm": 0.575735632330429,
+      "learning_rate": 7.058823529411766e-06,
+      "loss": 0.0728,
+      "num_tokens": 5540634.0,
+      "step": 13
+    },
+    {
+      "epoch": 0.12641083521444696,
+      "grad_norm": 0.44840163608890915,
+      "learning_rate": 7.647058823529411e-06,
+      "loss": 0.0741,
+      "num_tokens": 5968005.0,
+      "step": 14
+    },
+    {
+      "epoch": 0.13544018058690746,
+      "grad_norm": 0.36039035768163974,
+      "learning_rate": 8.23529411764706e-06,
+      "loss": 0.0728,
+      "num_tokens": 6397897.0,
+      "step": 15
+    },
+    {
+      "epoch": 0.14446952595936793,
+      "grad_norm": 0.37417428321398716,
+      "learning_rate": 8.823529411764707e-06,
+      "loss": 0.0726,
+      "num_tokens": 6815448.0,
+      "step": 16
+    },
+    {
+      "epoch": 0.15349887133182843,
+      "grad_norm": 0.34977303624046474,
+      "learning_rate": 9.411764705882354e-06,
+      "loss": 0.0693,
+      "num_tokens": 7230528.0,
+      "step": 17
+    },
+    {
+      "epoch": 0.16252821670428894,
+      "grad_norm": 0.37502450603843024,
+      "learning_rate": 1e-05,
+      "loss": 0.0744,
+      "num_tokens": 7649044.0,
+      "step": 18
+    },
+    {
+      "epoch": 0.17155756207674944,
+      "grad_norm": 0.3344300437685339,
+      "learning_rate": 9.999923278607256e-06,
+      "loss": 0.0674,
+      "num_tokens": 8067225.0,
+      "step": 19
+    },
+    {
+      "epoch": 0.18058690744920994,
+      "grad_norm": 0.32033300587618835,
+      "learning_rate": 9.999693117045099e-06,
+      "loss": 0.0682,
+      "num_tokens": 8500120.0,
+      "step": 20
+    },
+    {
+      "epoch": 0.18961625282167044,
+      "grad_norm": 0.3147578686726087,
+      "learning_rate": 9.99930952316167e-06,
+      "loss": 0.0675,
+      "num_tokens": 8925262.0,
+      "step": 21
+    },
+    {
+      "epoch": 0.1986455981941309,
+      "grad_norm": 0.31927214718417934,
+      "learning_rate": 9.998772510036905e-06,
+      "loss": 0.0738,
+      "num_tokens": 9354973.0,
+      "step": 22
+    },
+    {
+      "epoch": 0.2076749435665914,
+      "grad_norm": 0.30036097867968276,
+      "learning_rate": 9.998082095982091e-06,
+      "loss": 0.0657,
+      "num_tokens": 9795967.0,
+      "step": 23
+    },
+    {
+      "epoch": 0.21670428893905191,
+      "grad_norm": 0.29108545548309744,
+      "learning_rate": 9.997238304539241e-06,
+      "loss": 0.0712,
+      "num_tokens": 10217971.0,
+      "step": 24
+    },
+    {
+      "epoch": 0.22573363431151242,
+      "grad_norm": 0.2962492684664264,
+      "learning_rate": 9.99624116448029e-06,
+      "loss": 0.067,
+      "num_tokens": 10675155.0,
+      "step": 25
+    },
+    {
+      "epoch": 0.23476297968397292,
+      "grad_norm": 0.28415485362226156,
+      "learning_rate": 9.995090709806113e-06,
+      "loss": 0.0678,
+      "num_tokens": 11119872.0,
+      "step": 26
+    },
+    {
+      "epoch": 0.24379232505643342,
+      "grad_norm": 0.28714836481663,
+      "learning_rate": 9.993786979745374e-06,
+      "loss": 0.0686,
+      "num_tokens": 11538902.0,
+      "step": 27
+    },
+    {
+      "epoch": 0.2528216704288939,
+      "grad_norm": 0.2973434769464962,
+      "learning_rate": 9.992330018753175e-06,
+      "loss": 0.07,
+      "num_tokens": 11961057.0,
+      "step": 28
+    },
+    {
+      "epoch": 0.2618510158013544,
+      "grad_norm": 0.27796324829673646,
+      "learning_rate": 9.990719876509551e-06,
+      "loss": 0.0679,
+      "num_tokens": 12406878.0,
+      "step": 29
+    },
+    {
+      "epoch": 0.2708803611738149,
+      "grad_norm": 0.2973715544939514,
+      "learning_rate": 9.98895660791777e-06,
+      "loss": 0.0723,
+      "num_tokens": 12819692.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.2799097065462754,
+      "grad_norm": 0.2536514988485092,
+      "learning_rate": 9.987040273102466e-06,
+      "loss": 0.0631,
+      "num_tokens": 13240915.0,
+      "step": 31
+    },
+    {
+      "epoch": 0.28893905191873587,
+      "grad_norm": 0.25966438801261443,
+      "learning_rate": 9.984970937407583e-06,
+      "loss": 0.069,
+      "num_tokens": 13660214.0,
+      "step": 32
+    },
+    {
+      "epoch": 0.2979683972911964,
+      "grad_norm": 0.24985113708738513,
+      "learning_rate": 9.98274867139415e-06,
+      "loss": 0.0623,
+      "num_tokens": 14114321.0,
+      "step": 33
+    },
+    {
+      "epoch": 0.30699774266365687,
+      "grad_norm": 0.24501577709376796,
+      "learning_rate": 9.980373550837877e-06,
+      "loss": 0.0659,
+      "num_tokens": 14548964.0,
+      "step": 34
+    },
+    {
+      "epoch": 0.3160270880361174,
+      "grad_norm": 0.2822656623922199,
+      "learning_rate": 9.977845656726565e-06,
+      "loss": 0.0719,
+      "num_tokens": 14981191.0,
+      "step": 35
+    },
+    {
+      "epoch": 0.32505643340857787,
+      "grad_norm": 0.25411206934047426,
+      "learning_rate": 9.975165075257351e-06,
+      "loss": 0.0656,
+      "num_tokens": 15397252.0,
+      "step": 36
+    },
+    {
+      "epoch": 0.3340857787810384,
+      "grad_norm": 0.25663363207527506,
+      "learning_rate": 9.972331897833766e-06,
+      "loss": 0.0689,
+      "num_tokens": 15825845.0,
+      "step": 37
+    },
+    {
+      "epoch": 0.3431151241534989,
+      "grad_norm": 0.252884566038925,
+      "learning_rate": 9.96934622106262e-06,
+      "loss": 0.0665,
+      "num_tokens": 16263335.0,
+      "step": 38
+    },
+    {
+      "epoch": 0.35214446952595935,
+      "grad_norm": 0.2493475121033915,
+      "learning_rate": 9.966208146750697e-06,
+      "loss": 0.0654,
+      "num_tokens": 16685043.0,
+      "step": 39
+    },
+    {
+      "epoch": 0.3611738148984199,
+      "grad_norm": 0.25233444360367147,
+      "learning_rate": 9.962917781901308e-06,
+      "loss": 0.0693,
+      "num_tokens": 17112536.0,
+      "step": 40
+    },
+    {
+      "epoch": 0.37020316027088035,
+      "grad_norm": 0.2484084225551676,
+      "learning_rate": 9.959475238710617e-06,
+      "loss": 0.0645,
+      "num_tokens": 17536800.0,
+      "step": 41
+    },
+    {
+      "epoch": 0.3792325056433409,
+      "grad_norm": 0.25439675549328833,
+      "learning_rate": 9.955880634563825e-06,
+      "loss": 0.0627,
+      "num_tokens": 17972150.0,
+      "step": 42
+    },
+    {
+      "epoch": 0.38826185101580135,
+      "grad_norm": 0.2599652954625858,
+      "learning_rate": 9.952134092031174e-06,
+      "loss": 0.0706,
+      "num_tokens": 18396216.0,
+      "step": 43
+    },
+    {
+      "epoch": 0.3972911963882618,
+      "grad_norm": 0.2804405270409319,
+      "learning_rate": 9.948235738863755e-06,
+      "loss": 0.072,
+      "num_tokens": 18821149.0,
+      "step": 44
+    },
+    {
+      "epoch": 0.40632054176072235,
+      "grad_norm": 0.27092643382226195,
+      "learning_rate": 9.944185707989163e-06,
+      "loss": 0.0658,
+      "num_tokens": 19245794.0,
+      "step": 45
+    },
+    {
+      "epoch": 0.4153498871331828,
+      "grad_norm": 0.2348633197698994,
+      "learning_rate": 9.939984137506954e-06,
+      "loss": 0.0643,
+      "num_tokens": 19678417.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.42437923250564336,
+      "grad_norm": 0.26649416385103647,
+      "learning_rate": 9.93563117068395e-06,
+      "loss": 0.068,
+      "num_tokens": 20092889.0,
+      "step": 47
+    },
+    {
+      "epoch": 0.43340857787810383,
+      "grad_norm": 0.2627484204559895,
+      "learning_rate": 9.93112695594934e-06,
+      "loss": 0.0682,
+      "num_tokens": 20547069.0,
+      "step": 48
+    },
+    {
+      "epoch": 0.44243792325056436,
+      "grad_norm": 0.23093350356017434,
+      "learning_rate": 9.926471646889624e-06,
+      "loss": 0.0662,
+      "num_tokens": 20966538.0,
+      "step": 49
+    },
+    {
+      "epoch": 0.45146726862302483,
+      "grad_norm": 0.24873538134134296,
+      "learning_rate": 9.921665402243376e-06,
+      "loss": 0.0659,
+      "num_tokens": 21400755.0,
+      "step": 50
+    },
+    {
+      "epoch": 0.4604966139954853,
+      "grad_norm": 0.25670304075865563,
+      "learning_rate": 9.916708385895837e-06,
+      "loss": 0.069,
+      "num_tokens": 21840775.0,
+      "step": 51
+    },
+    {
+      "epoch": 0.46952595936794583,
+      "grad_norm": 0.23852734804403594,
+      "learning_rate": 9.911600766873312e-06,
+      "loss": 0.0646,
+      "num_tokens": 22278786.0,
+      "step": 52
+    },
+    {
+      "epoch": 0.4785553047404063,
+      "grad_norm": 0.26468569171434464,
+      "learning_rate": 9.906342719337427e-06,
+      "loss": 0.0686,
+      "num_tokens": 22693466.0,
+      "step": 53
+    },
+    {
+      "epoch": 0.48758465011286684,
+      "grad_norm": 0.26075883147034323,
+      "learning_rate": 9.900934422579167e-06,
+      "loss": 0.0713,
+      "num_tokens": 23112540.0,
+      "step": 54
+    },
+    {
+      "epoch": 0.4966139954853273,
+      "grad_norm": 0.21680495749095652,
+      "learning_rate": 9.895376061012786e-06,
+      "loss": 0.062,
+      "num_tokens": 23564619.0,
+      "step": 55
+    },
+    {
+      "epoch": 0.5056433408577878,
+      "grad_norm": 0.25134919798396327,
+      "learning_rate": 9.889667824169498e-06,
+      "loss": 0.0729,
+      "num_tokens": 23967845.0,
+      "step": 56
+    },
+    {
+      "epoch": 0.5146726862302483,
+      "grad_norm": 0.24246445889404877,
+      "learning_rate": 9.883809906691031e-06,
+      "loss": 0.0672,
+      "num_tokens": 24391020.0,
+      "step": 57
+    },
+    {
+      "epoch": 0.5237020316027088,
+      "grad_norm": 0.24375821508004908,
+      "learning_rate": 9.877802508322977e-06,
+      "loss": 0.068,
+      "num_tokens": 24825527.0,
+      "step": 58
+    },
+    {
+      "epoch": 0.5327313769751693,
+      "grad_norm": 0.2337180979027223,
+      "learning_rate": 9.871645833907992e-06,
+      "loss": 0.0722,
+      "num_tokens": 25263167.0,
+      "step": 59
+    },
+    {
+      "epoch": 0.5417607223476298,
+      "grad_norm": 0.21116615072438671,
+      "learning_rate": 9.865340093378799e-06,
+      "loss": 0.0605,
+      "num_tokens": 25693750.0,
+      "step": 60
+    },
+    {
+      "epoch": 0.5507900677200903,
+      "grad_norm": 0.211026011866818,
+      "learning_rate": 9.858885501751044e-06,
+      "loss": 0.0594,
+      "num_tokens": 26127066.0,
+      "step": 61
+    },
+    {
+      "epoch": 0.5598194130925508,
+      "grad_norm": 0.234373955359756,
+      "learning_rate": 9.852282279115951e-06,
+      "loss": 0.0637,
+      "num_tokens": 26553930.0,
+      "step": 62
+    },
+    {
+      "epoch": 0.5688487584650113,
+      "grad_norm": 0.2384193322542726,
+      "learning_rate": 9.84553065063283e-06,
+      "loss": 0.0666,
+      "num_tokens": 26997155.0,
+      "step": 63
+    },
+    {
+      "epoch": 0.5778781038374717,
+      "grad_norm": 0.22021676361133122,
+      "learning_rate": 9.838630846521381e-06,
+      "loss": 0.0624,
+      "num_tokens": 27416930.0,
+      "step": 64
+    },
+    {
+      "epoch": 0.5869074492099323,
+      "grad_norm": 0.23846790572516682,
+      "learning_rate": 9.831583102053868e-06,
+      "loss": 0.0675,
+      "num_tokens": 27849198.0,
+      "step": 65
+    },
+    {
+      "epoch": 0.5959367945823928,
+      "grad_norm": 0.24188858035608773,
+      "learning_rate": 9.824387657547074e-06,
+      "loss": 0.0659,
+      "num_tokens": 28281608.0,
+      "step": 66
+    },
+    {
+      "epoch": 0.6049661399548533,
+      "grad_norm": 0.248691810960184,
+      "learning_rate": 9.817044758354123e-06,
+      "loss": 0.0652,
+      "num_tokens": 28703014.0,
+      "step": 67
+    },
+    {
+      "epoch": 0.6139954853273137,
+      "grad_norm": 0.22632767975144005,
+      "learning_rate": 9.809554654856106e-06,
+      "loss": 0.0601,
+      "num_tokens": 29154694.0,
+      "step": 68
+    },
+    {
+      "epoch": 0.6230248306997742,
+      "grad_norm": 0.21538186785258703,
+      "learning_rate": 9.80191760245354e-06,
+      "loss": 0.0606,
+      "num_tokens": 29581312.0,
+      "step": 69
+    },
+    {
+      "epoch": 0.6320541760722348,
+      "grad_norm": 0.24239636168958872,
+      "learning_rate": 9.794133861557674e-06,
+      "loss": 0.0668,
+      "num_tokens": 30010189.0,
+      "step": 70
+    },
+    {
+      "epoch": 0.6410835214446953,
+      "grad_norm": 0.2509091810657565,
+      "learning_rate": 9.78620369758159e-06,
+      "loss": 0.0676,
+      "num_tokens": 30423268.0,
+      "step": 71
+    },
+    {
+      "epoch": 0.6501128668171557,
+      "grad_norm": 0.260100268673901,
+      "learning_rate": 9.778127380931165e-06,
+      "loss": 0.069,
+      "num_tokens": 30854686.0,
+      "step": 72
+    },
+    {
+      "epoch": 0.6591422121896162,
+      "grad_norm": 0.24677960863356,
+      "learning_rate": 9.76990518699585e-06,
+      "loss": 0.064,
+      "num_tokens": 31260959.0,
+      "step": 73
+    },
+    {
+      "epoch": 0.6681715575620768,
+      "grad_norm": 0.25012179245813304,
+      "learning_rate": 9.761537396139277e-06,
+      "loss": 0.0683,
+      "num_tokens": 31676000.0,
+      "step": 74
+    },
+    {
+      "epoch": 0.6772009029345373,
+      "grad_norm": 0.24632349085635613,
+      "learning_rate": 9.753024293689696e-06,
+      "loss": 0.0665,
+      "num_tokens": 32086486.0,
+      "step": 75
+    },
+    {
+      "epoch": 0.6862302483069977,
+      "grad_norm": 0.23507648655681773,
+      "learning_rate": 9.744366169930254e-06,
+      "loss": 0.0648,
+      "num_tokens": 32498590.0,
+      "step": 76
+    },
+    {
+      "epoch": 0.6952595936794582,
+      "grad_norm": 0.24286901371912054,
+      "learning_rate": 9.735563320089088e-06,
+      "loss": 0.0678,
+      "num_tokens": 32917173.0,
+      "step": 77
+    },
+    {
+      "epoch": 0.7042889390519187,
+      "grad_norm": 0.2356753847064963,
+      "learning_rate": 9.72661604432927e-06,
+      "loss": 0.0647,
+      "num_tokens": 33349789.0,
+      "step": 78
+    },
+    {
+      "epoch": 0.7133182844243793,
+      "grad_norm": 0.23719586126347172,
+      "learning_rate": 9.717524647738553e-06,
+      "loss": 0.0667,
+      "num_tokens": 33785863.0,
+      "step": 79
+    },
+    {
+      "epoch": 0.7223476297968398,
+      "grad_norm": 0.22633262027361056,
+      "learning_rate": 9.70828944031899e-06,
+      "loss": 0.0683,
+      "num_tokens": 34216063.0,
+      "step": 80
+    },
+    {
+      "epoch": 0.7313769751693002,
+      "grad_norm": 0.2529669405234778,
+      "learning_rate": 9.698910736976344e-06,
+      "loss": 0.0701,
+      "num_tokens": 34655546.0,
+      "step": 81
+    },
+    {
+      "epoch": 0.7404063205417607,
+      "grad_norm": 0.23041720583093084,
+      "learning_rate": 9.689388857509365e-06,
+      "loss": 0.0601,
+      "num_tokens": 35085479.0,
+      "step": 82
+    },
+    {
+      "epoch": 0.7494356659142212,
+      "grad_norm": 0.22002320085345356,
+      "learning_rate": 9.679724126598878e-06,
+      "loss": 0.0654,
+      "num_tokens": 35510555.0,
+      "step": 83
+    },
+    {
+      "epoch": 0.7584650112866818,
+      "grad_norm": 0.23670432469046537,
+      "learning_rate": 9.669916873796709e-06,
+      "loss": 0.0648,
+      "num_tokens": 35921862.0,
+      "step": 84
+    },
+    {
+      "epoch": 0.7674943566591422,
+      "grad_norm": 0.2510888617498103,
+      "learning_rate": 9.659967433514458e-06,
+      "loss": 0.0646,
+      "num_tokens": 36328530.0,
+      "step": 85
+    },
+    {
+      "epoch": 0.7765237020316027,
+      "grad_norm": 0.2208580474860745,
+      "learning_rate": 9.649876145012085e-06,
+      "loss": 0.0633,
+      "num_tokens": 36772328.0,
+      "step": 86
+    },
+    {
+      "epoch": 0.7855530474040632,
+      "grad_norm": 0.2436329150985237,
+      "learning_rate": 9.639643352386353e-06,
+      "loss": 0.0616,
+      "num_tokens": 37186946.0,
+      "step": 87
+    },
+    {
+      "epoch": 0.7945823927765236,
+      "grad_norm": 0.2391380002554407,
+      "learning_rate": 9.629269404559081e-06,
+      "loss": 0.069,
+      "num_tokens": 37591509.0,
+      "step": 88
+    },
+    {
+      "epoch": 0.8036117381489842,
+      "grad_norm": 0.2223290940119957,
+      "learning_rate": 9.618754655265262e-06,
+      "loss": 0.0623,
+      "num_tokens": 38045842.0,
+      "step": 89
+    },
+    {
+      "epoch": 0.8126410835214447,
+      "grad_norm": 0.24573707394801297,
+      "learning_rate": 9.608099463040989e-06,
+      "loss": 0.0651,
+      "num_tokens": 38465378.0,
+      "step": 90
+    },
+    {
+      "epoch": 0.8216704288939052,
+      "grad_norm": 0.21431626210226137,
+      "learning_rate": 9.597304191211228e-06,
+      "loss": 0.0621,
+      "num_tokens": 38900287.0,
+      "step": 91
+    },
+    {
+      "epoch": 0.8306997742663657,
+      "grad_norm": 0.23972294907192276,
+      "learning_rate": 9.586369207877449e-06,
+      "loss": 0.0645,
+      "num_tokens": 39323143.0,
+      "step": 92
+    },
+    {
+      "epoch": 0.8397291196388262,
+      "grad_norm": 0.24251755300004105,
+      "learning_rate": 9.575294885905051e-06,
+      "loss": 0.0674,
+      "num_tokens": 39745833.0,
+      "step": 93
+    },
+    {
+      "epoch": 0.8487584650112867,
+      "grad_norm": 0.23780867445242304,
+      "learning_rate": 9.564081602910654e-06,
+      "loss": 0.0657,
+      "num_tokens": 40155224.0,
+      "step": 94
+    },
+    {
+      "epoch": 0.8577878103837472,
+      "grad_norm": 0.21274447402055477,
+      "learning_rate": 9.552729741249235e-06,
+      "loss": 0.0636,
+      "num_tokens": 40600001.0,
+      "step": 95
+    },
+    {
+      "epoch": 0.8668171557562077,
+      "grad_norm": 0.2509929337786159,
+      "learning_rate": 9.541239688001076e-06,
+      "loss": 0.0693,
+      "num_tokens": 41034208.0,
+      "step": 96
+    },
+    {
+      "epoch": 0.8758465011286681,
+      "grad_norm": 0.24871928630001877,
+      "learning_rate": 9.52961183495857e-06,
+      "loss": 0.0631,
+      "num_tokens": 41463499.0,
+      "step": 97
+    },
+    {
+      "epoch": 0.8848758465011287,
+      "grad_norm": 0.23826717579099585,
+      "learning_rate": 9.517846578612866e-06,
+      "loss": 0.0669,
+      "num_tokens": 41905599.0,
+      "step": 98
+    },
+    {
+      "epoch": 0.8939051918735892,
+      "grad_norm": 0.25233509675129634,
+      "learning_rate": 9.505944320140343e-06,
+      "loss": 0.07,
+      "num_tokens": 42324749.0,
+      "step": 99
+    },
+    {
+      "epoch": 0.9029345372460497,
+      "grad_norm": 0.22011156834652607,
+      "learning_rate": 9.49390546538893e-06,
+      "loss": 0.0675,
+      "num_tokens": 42745369.0,
+      "step": 100
+    },
+    {
+      "epoch": 0.9119638826185101,
+      "grad_norm": 0.21997168172500522,
+      "learning_rate": 9.481730424864276e-06,
+      "loss": 0.0622,
+      "num_tokens": 43186876.0,
+      "step": 101
+    },
+    {
+      "epoch": 0.9209932279909706,
+      "grad_norm": 0.21886410671701703,
+      "learning_rate": 9.469419613715743e-06,
+      "loss": 0.0662,
+      "num_tokens": 43605408.0,
+      "step": 102
+    },
+    {
+      "epoch": 0.9300225733634312,
+      "grad_norm": 0.21945876108560552,
+      "learning_rate": 9.456973451722255e-06,
+      "loss": 0.0645,
+      "num_tokens": 44020619.0,
+      "step": 103
+    },
+    {
+      "epoch": 0.9390519187358917,
+      "grad_norm": 0.22294938602794231,
+      "learning_rate": 9.44439236327798e-06,
+      "loss": 0.0635,
+      "num_tokens": 44482117.0,
+      "step": 104
+    },
+    {
+      "epoch": 0.9480812641083521,
+      "grad_norm": 0.21920116608256485,
+      "learning_rate": 9.431676777377865e-06,
+      "loss": 0.0621,
+      "num_tokens": 44899252.0,
+      "step": 105
+    },
+    {
+      "epoch": 0.9571106094808126,
+      "grad_norm": 0.21987734978187456,
+      "learning_rate": 9.418827127603e-06,
+      "loss": 0.0644,
+      "num_tokens": 45332722.0,
+      "step": 106
+    },
+    {
+      "epoch": 0.9661399548532731,
+      "grad_norm": 0.2291873095394738,
+      "learning_rate": 9.405843852105846e-06,
+      "loss": 0.0645,
+      "num_tokens": 45764262.0,
+      "step": 107
+    },
+    {
+      "epoch": 0.9751693002257337,
+      "grad_norm": 0.2212097604792261,
+      "learning_rate": 9.392727393595278e-06,
+      "loss": 0.0652,
+      "num_tokens": 46186006.0,
+      "step": 108
+    },
+    {
+      "epoch": 0.9841986455981941,
+      "grad_norm": 0.2202752169168232,
+      "learning_rate": 9.379478199321508e-06,
+      "loss": 0.0642,
+      "num_tokens": 46639566.0,
+      "step": 109
+    },
+    {
+      "epoch": 0.9932279909706546,
+      "grad_norm": 0.2325232017430746,
+      "learning_rate": 9.366096721060817e-06,
+      "loss": 0.0654,
+      "num_tokens": 47064244.0,
+      "step": 110
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.24740140314097056,
+      "learning_rate": 9.352583415100157e-06,
+      "loss": 0.0652,
+      "num_tokens": 47393855.0,
+      "step": 111
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.07556881755590439,
+      "eval_num_tokens": 47393855.0,
+      "eval_runtime": 54.1659,
+      "eval_samples_per_second": 46.247,
+      "eval_steps_per_second": 5.797,
+      "step": 111
+    },
+    {
+      "epoch": 1.0090293453724606,
+      "grad_norm": 0.20591105395295933,
+      "learning_rate": 9.3389387422216e-06,
+      "loss": 0.0494,
+      "num_tokens": 47806383.0,
+      "step": 112
+    },
+    {
+      "epoch": 1.018058690744921,
+      "grad_norm": 0.2001019939737505,
+      "learning_rate": 9.325163167686615e-06,
+      "loss": 0.0482,
+      "num_tokens": 48241862.0,
+      "step": 113
+    },
+    {
+      "epoch": 1.0270880361173815,
+      "grad_norm": 0.19836065917732984,
+      "learning_rate": 9.311257161220207e-06,
+      "loss": 0.0481,
+      "num_tokens": 48651747.0,
+      "step": 114
+    },
+    {
+      "epoch": 1.036117381489842,
+      "grad_norm": 0.22925008294650578,
+      "learning_rate": 9.297221196994904e-06,
+      "loss": 0.0496,
+      "num_tokens": 49088950.0,
+      "step": 115
+    },
+    {
+      "epoch": 1.0451467268623025,
+      "grad_norm": 0.20127235857740663,
+      "learning_rate": 9.283055753614581e-06,
+      "loss": 0.0454,
+      "num_tokens": 49528452.0,
+      "step": 116
+    },
+    {
+      "epoch": 1.054176072234763,
+      "grad_norm": 0.22530638037839829,
+      "learning_rate": 9.268761314098148e-06,
+      "loss": 0.0472,
+      "num_tokens": 49951741.0,
+      "step": 117
+    },
+    {
+      "epoch": 1.0632054176072234,
+      "grad_norm": 0.2572759457221762,
+      "learning_rate": 9.254338365863079e-06,
+      "loss": 0.0516,
+      "num_tokens": 50388295.0,
+      "step": 118
+    },
+    {
+      "epoch": 1.072234762979684,
+      "grad_norm": 0.23447648702544158,
+      "learning_rate": 9.239787400708779e-06,
+      "loss": 0.0475,
+      "num_tokens": 50829191.0,
+      "step": 119
+    },
+    {
+      "epoch": 1.0812641083521444,
+      "grad_norm": 0.21824788821792024,
+      "learning_rate": 9.225108914799833e-06,
+      "loss": 0.0449,
+      "num_tokens": 51266209.0,
+      "step": 120
+    },
+    {
+      "epoch": 1.090293453724605,
+      "grad_norm": 0.2541567123911248,
+      "learning_rate": 9.21030340864908e-06,
+      "loss": 0.0515,
+      "num_tokens": 51687096.0,
+      "step": 121
+    },
+    {
+      "epoch": 1.0993227990970655,
+      "grad_norm": 0.23388058304332865,
+      "learning_rate": 9.195371387100544e-06,
+      "loss": 0.0468,
+      "num_tokens": 52114071.0,
+      "step": 122
+    },
+    {
+      "epoch": 1.108352144469526,
+      "grad_norm": 0.2616033969024054,
+      "learning_rate": 9.180313359312218e-06,
+      "loss": 0.052,
+      "num_tokens": 52541213.0,
+      "step": 123
+    },
+    {
+      "epoch": 1.1173814898419865,
+      "grad_norm": 0.22075934495085656,
+      "learning_rate": 9.165129838738706e-06,
+      "loss": 0.0464,
+      "num_tokens": 52966113.0,
+      "step": 124
+    },
+    {
+      "epoch": 1.1264108352144468,
+      "grad_norm": 0.2344205168060999,
+      "learning_rate": 9.14982134311372e-06,
+      "loss": 0.0461,
+      "num_tokens": 53418877.0,
+      "step": 125
+    },
+    {
+      "epoch": 1.1354401805869074,
+      "grad_norm": 0.21717296092556684,
+      "learning_rate": 9.13438839443242e-06,
+      "loss": 0.048,
+      "num_tokens": 53839935.0,
+      "step": 126
+    },
+    {
+      "epoch": 1.144469525959368,
+      "grad_norm": 0.2263063656296933,
+      "learning_rate": 9.11883151893361e-06,
+      "loss": 0.0479,
+      "num_tokens": 54258590.0,
+      "step": 127
+    },
+    {
+      "epoch": 1.1534988713318284,
+      "grad_norm": 0.2416238290536927,
+      "learning_rate": 9.103151247081803e-06,
+      "loss": 0.0538,
+      "num_tokens": 54666548.0,
+      "step": 128
+    },
+    {
+      "epoch": 1.162528216704289,
+      "grad_norm": 0.2193846002679233,
+      "learning_rate": 9.087348113549134e-06,
+      "loss": 0.0496,
+      "num_tokens": 55091316.0,
+      "step": 129
+    },
+    {
+      "epoch": 1.1715575620767495,
+      "grad_norm": 0.22367873943524713,
+      "learning_rate": 9.071422657197117e-06,
+      "loss": 0.0477,
+      "num_tokens": 55507416.0,
+      "step": 130
+    },
+    {
+      "epoch": 1.18058690744921,
+      "grad_norm": 0.21440076203806707,
+      "learning_rate": 9.05537542105828e-06,
+      "loss": 0.0504,
+      "num_tokens": 55947804.0,
+      "step": 131
+    },
+    {
+      "epoch": 1.1896162528216705,
+      "grad_norm": 0.21726216888223565,
+      "learning_rate": 9.039206952317655e-06,
+      "loss": 0.0503,
+      "num_tokens": 56371231.0,
+      "step": 132
+    },
+    {
+      "epoch": 1.1986455981941309,
+      "grad_norm": 0.2381106628947952,
+      "learning_rate": 9.022917802294098e-06,
+      "loss": 0.0513,
+      "num_tokens": 56783891.0,
+      "step": 133
+    },
+    {
+      "epoch": 1.2076749435665914,
+      "grad_norm": 0.20469900468699612,
+      "learning_rate": 9.006508526421511e-06,
+      "loss": 0.0488,
+      "num_tokens": 57202386.0,
+      "step": 134
+    },
+    {
+      "epoch": 1.2167042889390518,
+      "grad_norm": 0.21383039576945337,
+      "learning_rate": 8.989979684229894e-06,
+      "loss": 0.0491,
+      "num_tokens": 57631769.0,
+      "step": 135
+    },
+    {
+      "epoch": 1.2257336343115124,
+      "grad_norm": 0.22010872699572298,
+      "learning_rate": 8.973331839326266e-06,
+      "loss": 0.0484,
+      "num_tokens": 58062896.0,
+      "step": 136
+    },
+    {
+      "epoch": 1.234762979683973,
+      "grad_norm": 0.22210574973561567,
+      "learning_rate": 8.956565559375452e-06,
+      "loss": 0.0487,
+      "num_tokens": 58487448.0,
+      "step": 137
+    },
+    {
+      "epoch": 1.2437923250564333,
+      "grad_norm": 0.2243098284698005,
+      "learning_rate": 8.93968141608071e-06,
+      "loss": 0.0508,
+      "num_tokens": 58922017.0,
+      "step": 138
+    },
+    {
+      "epoch": 1.252821670428894,
+      "grad_norm": 0.22583392389127852,
+      "learning_rate": 8.922679985164262e-06,
+      "loss": 0.0482,
+      "num_tokens": 59367436.0,
+      "step": 139
+    },
+    {
+      "epoch": 1.2618510158013545,
+      "grad_norm": 0.2791152692330447,
+      "learning_rate": 8.905561846347648e-06,
+      "loss": 0.0498,
+      "num_tokens": 59795521.0,
+      "step": 140
+    },
+    {
+      "epoch": 1.2708803611738149,
+      "grad_norm": 0.23985016219520722,
+      "learning_rate": 8.888327583331953e-06,
+      "loss": 0.052,
+      "num_tokens": 60200448.0,
+      "step": 141
+    },
+    {
+      "epoch": 1.2799097065462754,
+      "grad_norm": 0.2303471135535924,
+      "learning_rate": 8.870977783777917e-06,
+      "loss": 0.052,
+      "num_tokens": 60630275.0,
+      "step": 142
+    },
+    {
+      "epoch": 1.2889390519187358,
+      "grad_norm": 0.2438969499554439,
+      "learning_rate": 8.853513039285888e-06,
+      "loss": 0.0538,
+      "num_tokens": 61053633.0,
+      "step": 143
+    },
+    {
+      "epoch": 1.2979683972911964,
+      "grad_norm": 0.231724280764138,
+      "learning_rate": 8.835933945375654e-06,
+      "loss": 0.0514,
+      "num_tokens": 61498301.0,
+      "step": 144
+    },
+    {
+      "epoch": 1.3069977426636568,
+      "grad_norm": 0.23664150633259673,
+      "learning_rate": 8.818241101466135e-06,
+      "loss": 0.0508,
+      "num_tokens": 61937666.0,
+      "step": 145
+    },
+    {
+      "epoch": 1.3160270880361173,
+      "grad_norm": 0.21466298141293827,
+      "learning_rate": 8.800435110854943e-06,
+      "loss": 0.048,
+      "num_tokens": 62349356.0,
+      "step": 146
+    },
+    {
+      "epoch": 1.325056433408578,
+      "grad_norm": 0.2166692164183172,
+      "learning_rate": 8.78251658069781e-06,
+      "loss": 0.0479,
+      "num_tokens": 62773669.0,
+      "step": 147
+    },
+    {
+      "epoch": 1.3340857787810383,
+      "grad_norm": 0.2294319074746598,
+      "learning_rate": 8.764486121987885e-06,
+      "loss": 0.053,
+      "num_tokens": 63184808.0,
+      "step": 148
+    },
+    {
+      "epoch": 1.3431151241534989,
+      "grad_norm": 0.21755069135940322,
+      "learning_rate": 8.746344349534905e-06,
+      "loss": 0.0489,
+      "num_tokens": 63626245.0,
+      "step": 149
+    },
+    {
+      "epoch": 1.3521444695259595,
+      "grad_norm": 0.21320430410721747,
+      "learning_rate": 8.728091881944226e-06,
+      "loss": 0.0465,
+      "num_tokens": 64068177.0,
+      "step": 150
+    },
+    {
+      "epoch": 1.3611738148984198,
+      "grad_norm": 0.22547729814180828,
+      "learning_rate": 8.70972934159573e-06,
+      "loss": 0.0514,
+      "num_tokens": 64496374.0,
+      "step": 151
+    },
+    {
+      "epoch": 1.3702031602708804,
+      "grad_norm": 0.22148701677648516,
+      "learning_rate": 8.691257354622602e-06,
+      "loss": 0.0499,
+      "num_tokens": 64924919.0,
+      "step": 152
+    },
+    {
+      "epoch": 1.379232505643341,
+      "grad_norm": 0.22449512565195465,
+      "learning_rate": 8.672676550889985e-06,
+      "loss": 0.0515,
+      "num_tokens": 65360268.0,
+      "step": 153
+    },
+    {
+      "epoch": 1.3882618510158014,
+      "grad_norm": 0.23853074268781047,
+      "learning_rate": 8.653987563973494e-06,
+      "loss": 0.0515,
+      "num_tokens": 65781587.0,
+      "step": 154
+    },
+    {
+      "epoch": 1.3972911963882617,
+      "grad_norm": 0.2184573125950705,
+      "learning_rate": 8.635191031137624e-06,
+      "loss": 0.049,
+      "num_tokens": 66191116.0,
+      "step": 155
+    },
+    {
+      "epoch": 1.4063205417607223,
+      "grad_norm": 0.2141254012612582,
+      "learning_rate": 8.616287593314006e-06,
+      "loss": 0.0495,
+      "num_tokens": 66617225.0,
+      "step": 156
+    },
+    {
+      "epoch": 1.4153498871331829,
+      "grad_norm": 0.23414954280312816,
+      "learning_rate": 8.597277895079568e-06,
+      "loss": 0.0532,
+      "num_tokens": 67046148.0,
+      "step": 157
+    },
+    {
+      "epoch": 1.4243792325056432,
+      "grad_norm": 0.2570508287707051,
+      "learning_rate": 8.578162584634537e-06,
+      "loss": 0.0539,
+      "num_tokens": 67476904.0,
+      "step": 158
+    },
+    {
+      "epoch": 1.4334085778781038,
+      "grad_norm": 0.2313656170230832,
+      "learning_rate": 8.558942313780357e-06,
+      "loss": 0.0514,
+      "num_tokens": 67946595.0,
+      "step": 159
+    },
+    {
+      "epoch": 1.4424379232505644,
+      "grad_norm": 0.2058518948189237,
+      "learning_rate": 8.539617737897452e-06,
+      "loss": 0.0485,
+      "num_tokens": 68359880.0,
+      "step": 160
+    },
+    {
+      "epoch": 1.4514672686230248,
+      "grad_norm": 0.21340907414958138,
+      "learning_rate": 8.520189515922872e-06,
+      "loss": 0.0504,
+      "num_tokens": 68795114.0,
+      "step": 161
+    },
+    {
+      "epoch": 1.4604966139954854,
+      "grad_norm": 0.22214435682460587,
+      "learning_rate": 8.500658310327842e-06,
+      "loss": 0.0533,
+      "num_tokens": 69225525.0,
+      "step": 162
+    },
+    {
+      "epoch": 1.469525959367946,
+      "grad_norm": 0.2310171721998677,
+      "learning_rate": 8.48102478709516e-06,
+      "loss": 0.0485,
+      "num_tokens": 69645836.0,
+      "step": 163
+    },
+    {
+      "epoch": 1.4785553047404063,
+      "grad_norm": 0.21061407662189377,
+      "learning_rate": 8.461289615696489e-06,
+      "loss": 0.0488,
+      "num_tokens": 70067001.0,
+      "step": 164
+    },
+    {
+      "epoch": 1.487584650112867,
+      "grad_norm": 0.23510691853366508,
+      "learning_rate": 8.441453469069536e-06,
+      "loss": 0.0539,
+      "num_tokens": 70492907.0,
+      "step": 165
+    },
+    {
+      "epoch": 1.4966139954853273,
+      "grad_norm": 0.23273278092391025,
+      "learning_rate": 8.4215170235951e-06,
+      "loss": 0.0511,
+      "num_tokens": 70942223.0,
+      "step": 166
+    },
+    {
+      "epoch": 1.5056433408577878,
+      "grad_norm": 0.22520685014111042,
+      "learning_rate": 8.401480959074006e-06,
+      "loss": 0.0524,
+      "num_tokens": 71371574.0,
+      "step": 167
+    },
+    {
+      "epoch": 1.5146726862302482,
+      "grad_norm": 0.20160754999400804,
+      "learning_rate": 8.381345958703933e-06,
+      "loss": 0.0494,
+      "num_tokens": 71822208.0,
+      "step": 168
+    },
+    {
+      "epoch": 1.5237020316027088,
+      "grad_norm": 0.2177895336364214,
+      "learning_rate": 8.361112709056115e-06,
+      "loss": 0.0519,
+      "num_tokens": 72234675.0,
+      "step": 169
+    },
+    {
+      "epoch": 1.5327313769751694,
+      "grad_norm": 0.22117053168073747,
+      "learning_rate": 8.340781900051924e-06,
+      "loss": 0.05,
+      "num_tokens": 72652286.0,
+      "step": 170
+    },
+    {
+      "epoch": 1.5417607223476297,
+      "grad_norm": 0.213258957751641,
+      "learning_rate": 8.32035422493935e-06,
+      "loss": 0.0498,
+      "num_tokens": 73068061.0,
+      "step": 171
+    },
+    {
+      "epoch": 1.5507900677200903,
+      "grad_norm": 0.21293842064376717,
+      "learning_rate": 8.299830380269372e-06,
+      "loss": 0.0487,
+      "num_tokens": 73496804.0,
+      "step": 172
+    },
+    {
+      "epoch": 1.559819413092551,
+      "grad_norm": 0.23438530858353465,
+      "learning_rate": 8.27921106587218e-06,
+      "loss": 0.0547,
+      "num_tokens": 73913610.0,
+      "step": 173
+    },
+    {
+      "epoch": 1.5688487584650113,
+      "grad_norm": 0.20441443723236968,
+      "learning_rate": 8.258496984833344e-06,
+      "loss": 0.0482,
+      "num_tokens": 74340086.0,
+      "step": 174
+    },
+    {
+      "epoch": 1.5778781038374716,
+      "grad_norm": 0.21850806555742064,
+      "learning_rate": 8.237688843469815e-06,
+      "loss": 0.0527,
+      "num_tokens": 74761072.0,
+      "step": 175
+    },
+    {
+      "epoch": 1.5869074492099324,
+      "grad_norm": 0.21956456248799458,
+      "learning_rate": 8.216787351305854e-06,
+      "loss": 0.0496,
+      "num_tokens": 75200788.0,
+      "step": 176
+    },
+    {
+      "epoch": 1.5959367945823928,
+      "grad_norm": 0.21029589650099137,
+      "learning_rate": 8.195793221048834e-06,
+      "loss": 0.0495,
+      "num_tokens": 75626000.0,
+      "step": 177
+    },
+    {
+      "epoch": 1.6049661399548532,
+      "grad_norm": 0.22896876495177707,
+      "learning_rate": 8.17470716856494e-06,
+      "loss": 0.0507,
+      "num_tokens": 76049835.0,
+      "step": 178
+    },
+    {
+      "epoch": 1.6139954853273137,
+      "grad_norm": 0.21982178793915255,
+      "learning_rate": 8.153529912854751e-06,
+      "loss": 0.0495,
+      "num_tokens": 76485166.0,
+      "step": 179
+    },
+    {
+      "epoch": 1.6230248306997743,
+      "grad_norm": 0.21633630779428678,
+      "learning_rate": 8.13226217602874e-06,
+      "loss": 0.0522,
+      "num_tokens": 76889061.0,
+      "step": 180
+    },
+    {
+      "epoch": 1.6320541760722347,
+      "grad_norm": 0.2121233643480878,
+      "learning_rate": 8.110904683282635e-06,
+      "loss": 0.0505,
+      "num_tokens": 77325361.0,
+      "step": 181
+    },
+    {
+      "epoch": 1.6410835214446953,
+      "grad_norm": 0.2044061100864184,
+      "learning_rate": 8.089458162872697e-06,
+      "loss": 0.0514,
+      "num_tokens": 77759756.0,
+      "step": 182
+    },
+    {
+      "epoch": 1.6501128668171559,
+      "grad_norm": 0.21313712904385135,
+      "learning_rate": 8.067923346090888e-06,
+      "loss": 0.051,
+      "num_tokens": 78187190.0,
+      "step": 183
+    },
+    {
+      "epoch": 1.6591422121896162,
+      "grad_norm": 0.21968087345369283,
+      "learning_rate": 8.046300967239934e-06,
+      "loss": 0.052,
+      "num_tokens": 78598237.0,
+      "step": 184
+    },
+    {
+      "epoch": 1.6681715575620768,
+      "grad_norm": 0.21250534465548385,
+      "learning_rate": 8.024591763608291e-06,
+      "loss": 0.05,
+      "num_tokens": 79028466.0,
+      "step": 185
+    },
+    {
+      "epoch": 1.6772009029345374,
+      "grad_norm": 0.2420054483079227,
+      "learning_rate": 8.002796475444995e-06,
+      "loss": 0.0537,
+      "num_tokens": 79444122.0,
+      "step": 186
+    },
+    {
+      "epoch": 1.6862302483069977,
+      "grad_norm": 0.22857774340429907,
+      "learning_rate": 7.980915845934433e-06,
+      "loss": 0.0511,
+      "num_tokens": 79857405.0,
+      "step": 187
+    },
+    {
+      "epoch": 1.695259593679458,
+      "grad_norm": 0.191057370379495,
+      "learning_rate": 7.95895062117099e-06,
+      "loss": 0.0445,
+      "num_tokens": 80293603.0,
+      "step": 188
+    },
+    {
+      "epoch": 1.7042889390519187,
+      "grad_norm": 0.21038670633613107,
+      "learning_rate": 7.936901550133616e-06,
+      "loss": 0.0514,
+      "num_tokens": 80728108.0,
+      "step": 189
+    },
+    {
+      "epoch": 1.7133182844243793,
+      "grad_norm": 0.20395471051828254,
+      "learning_rate": 7.914769384660283e-06,
+      "loss": 0.0494,
+      "num_tokens": 81173331.0,
+      "step": 190
+    },
+    {
+      "epoch": 1.7223476297968396,
+      "grad_norm": 0.20619798381449547,
+      "learning_rate": 7.892554879422351e-06,
+      "loss": 0.0491,
+      "num_tokens": 81579387.0,
+      "step": 191
+    },
+    {
+      "epoch": 1.7313769751693002,
+      "grad_norm": 0.2395907020159803,
+      "learning_rate": 7.870258791898832e-06,
+      "loss": 0.052,
+      "num_tokens": 82013021.0,
+      "step": 192
+    },
+    {
+      "epoch": 1.7404063205417608,
+      "grad_norm": 0.21845951904203598,
+      "learning_rate": 7.847881882350568e-06,
+      "loss": 0.0497,
+      "num_tokens": 82440490.0,
+      "step": 193
+    },
+    {
+      "epoch": 1.7494356659142212,
+      "grad_norm": 0.2103047340245338,
+      "learning_rate": 7.825424913794299e-06,
+      "loss": 0.0482,
+      "num_tokens": 82879243.0,
+      "step": 194
+    },
+    {
+      "epoch": 1.7584650112866818,
+      "grad_norm": 0.214499085976654,
+      "learning_rate": 7.802888651976647e-06,
+      "loss": 0.049,
+      "num_tokens": 83320595.0,
+      "step": 195
+    },
+    {
+      "epoch": 1.7674943566591423,
+      "grad_norm": 0.22016761611149513,
+      "learning_rate": 7.78027386534801e-06,
+      "loss": 0.0498,
+      "num_tokens": 83736643.0,
+      "step": 196
+    },
+    {
+      "epoch": 1.7765237020316027,
+      "grad_norm": 0.22369190257229843,
+      "learning_rate": 7.757581325036357e-06,
+      "loss": 0.0518,
+      "num_tokens": 84180990.0,
+      "step": 197
+    },
+    {
+      "epoch": 1.785553047404063,
+      "grad_norm": 0.2145060731820242,
+      "learning_rate": 7.73481180482093e-06,
+      "loss": 0.0491,
+      "num_tokens": 84610497.0,
+      "step": 198
+    },
+    {
+      "epoch": 1.7945823927765236,
+      "grad_norm": 0.21994613233427202,
+      "learning_rate": 7.711966081105863e-06,
+      "loss": 0.0487,
+      "num_tokens": 85060786.0,
+      "step": 199
+    },
+    {
+      "epoch": 1.8036117381489842,
+      "grad_norm": 0.22601411161861185,
+      "learning_rate": 7.68904493289371e-06,
+      "loss": 0.0507,
+      "num_tokens": 85477616.0,
+      "step": 200
+    },
+    {
+      "epoch": 1.8126410835214446,
+      "grad_norm": 0.22793524159791131,
+      "learning_rate": 7.666049141758878e-06,
+      "loss": 0.0492,
+      "num_tokens": 85930357.0,
+      "step": 201
+    },
+    {
+      "epoch": 1.8216704288939052,
+      "grad_norm": 0.2314883873272596,
+      "learning_rate": 7.642979491820974e-06,
+      "loss": 0.0502,
+      "num_tokens": 86344995.0,
+      "step": 202
+    },
+    {
+      "epoch": 1.8306997742663658,
+      "grad_norm": 0.21771251333503014,
+      "learning_rate": 7.619836769718075e-06,
+      "loss": 0.0489,
+      "num_tokens": 86757489.0,
+      "step": 203
+    },
+    {
+      "epoch": 1.8397291196388261,
+      "grad_norm": 0.22137764784319228,
+      "learning_rate": 7.596621764579904e-06,
+      "loss": 0.0494,
+      "num_tokens": 87187973.0,
+      "step": 204
+    },
+    {
+      "epoch": 1.8487584650112867,
+      "grad_norm": 0.21416818398569845,
+      "learning_rate": 7.573335268000918e-06,
+      "loss": 0.0491,
+      "num_tokens": 87614553.0,
+      "step": 205
+    },
+    {
+      "epoch": 1.8577878103837473,
+      "grad_norm": 0.21327049321789548,
+      "learning_rate": 7.549978074013314e-06,
+      "loss": 0.0484,
+      "num_tokens": 88048570.0,
+      "step": 206
+    },
+    {
+      "epoch": 1.8668171557562077,
+      "grad_norm": 0.2380813909577303,
+      "learning_rate": 7.5265509790599625e-06,
+      "loss": 0.0561,
+      "num_tokens": 88466238.0,
+      "step": 207
+    },
+    {
+      "epoch": 1.875846501128668,
+      "grad_norm": 0.21670816556729486,
+      "learning_rate": 7.503054781967241e-06,
+      "loss": 0.0514,
+      "num_tokens": 88895453.0,
+      "step": 208
+    },
+    {
+      "epoch": 1.8848758465011288,
+      "grad_norm": 0.20391244445083417,
+      "learning_rate": 7.479490283917802e-06,
+      "loss": 0.0468,
+      "num_tokens": 89349875.0,
+      "step": 209
+    },
+    {
+      "epoch": 1.8939051918735892,
+      "grad_norm": 0.21945815106167021,
+      "learning_rate": 7.455858288423249e-06,
+      "loss": 0.0497,
+      "num_tokens": 89792563.0,
+      "step": 210
+    },
+    {
+      "epoch": 1.9029345372460496,
+      "grad_norm": 0.20764294614028975,
+      "learning_rate": 7.43215960129674e-06,
+      "loss": 0.0486,
+      "num_tokens": 90234898.0,
+      "step": 211
+    },
+    {
+      "epoch": 1.9119638826185101,
+      "grad_norm": 0.22128274677327442,
+      "learning_rate": 7.408395030625513e-06,
+      "loss": 0.0526,
+      "num_tokens": 90648682.0,
+      "step": 212
+    },
+    {
+      "epoch": 1.9209932279909707,
+      "grad_norm": 0.21500957606497606,
+      "learning_rate": 7.384565386743327e-06,
+      "loss": 0.0519,
+      "num_tokens": 91063468.0,
+      "step": 213
+    },
+    {
+      "epoch": 1.930022573363431,
+      "grad_norm": 0.2235525798171971,
+      "learning_rate": 7.360671482202838e-06,
+      "loss": 0.0492,
+      "num_tokens": 91494817.0,
+      "step": 214
+    },
+    {
+      "epoch": 1.9390519187358917,
+      "grad_norm": 0.20565927837619943,
+      "learning_rate": 7.336714131747878e-06,
+      "loss": 0.047,
+      "num_tokens": 91925573.0,
+      "step": 215
+    },
+    {
+      "epoch": 1.9480812641083523,
+      "grad_norm": 0.20696367158705464,
+      "learning_rate": 7.312694152285691e-06,
+      "loss": 0.0496,
+      "num_tokens": 92350433.0,
+      "step": 216
+    },
+    {
+      "epoch": 1.9571106094808126,
+      "grad_norm": 0.22250013802120688,
+      "learning_rate": 7.288612362859066e-06,
+      "loss": 0.0524,
+      "num_tokens": 92765584.0,
+      "step": 217
+    },
+    {
+      "epoch": 1.966139954853273,
+      "grad_norm": 0.19659013359962887,
+      "learning_rate": 7.2644695846184165e-06,
+      "loss": 0.0467,
+      "num_tokens": 93229192.0,
+      "step": 218
+    },
+    {
+      "epoch": 1.9751693002257338,
+      "grad_norm": 0.22586633183246826,
+      "learning_rate": 7.240266640793774e-06,
+      "loss": 0.0519,
+      "num_tokens": 93636026.0,
+      "step": 219
+    },
+    {
+      "epoch": 1.9841986455981941,
+      "grad_norm": 0.21487097770206617,
+      "learning_rate": 7.216004356666717e-06,
+      "loss": 0.0506,
+      "num_tokens": 94060859.0,
+      "step": 220
+    },
+    {
+      "epoch": 1.9932279909706545,
+      "grad_norm": 0.22030382046071045,
+      "learning_rate": 7.191683559542238e-06,
+      "loss": 0.05,
+      "num_tokens": 94478604.0,
+      "step": 221
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.23484302283694436,
+      "learning_rate": 7.167305078720527e-06,
+      "loss": 0.0503,
+      "num_tokens": 94789780.0,
+      "step": 222
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.073208749294281,
+      "eval_num_tokens": 94789780.0,
+      "eval_runtime": 53.1184,
+      "eval_samples_per_second": 47.159,
+      "eval_steps_per_second": 5.911,
+      "step": 222
+    },
+    {
+      "epoch": 2.0090293453724604,
+      "grad_norm": 0.21248855714425735,
+      "learning_rate": 7.142869745468697e-06,
+      "loss": 0.0396,
+      "num_tokens": 95206304.0,
+      "step": 223
+    },
+    {
+      "epoch": 2.018058690744921,
+      "grad_norm": 0.18949973202007156,
+      "learning_rate": 7.118378392992436e-06,
+      "loss": 0.0387,
+      "num_tokens": 95629591.0,
+      "step": 224
+    },
+    {
+      "epoch": 2.0270880361173815,
+      "grad_norm": 0.18919961721375084,
+      "learning_rate": 7.093831856407599e-06,
+      "loss": 0.0407,
+      "num_tokens": 96043349.0,
+      "step": 225
+    },
+    {
+      "epoch": 2.036117381489842,
+      "grad_norm": 0.1933524321048653,
+      "learning_rate": 7.069230972711727e-06,
+      "loss": 0.037,
+      "num_tokens": 96461415.0,
+      "step": 226
+    },
+    {
+      "epoch": 2.0451467268623027,
+      "grad_norm": 0.18664281752580714,
+      "learning_rate": 7.044576580755517e-06,
+      "loss": 0.0365,
+      "num_tokens": 96920134.0,
+      "step": 227
+    },
+    {
+      "epoch": 2.054176072234763,
+      "grad_norm": 0.2084034802481695,
+      "learning_rate": 7.019869521214206e-06,
+      "loss": 0.0359,
+      "num_tokens": 97365121.0,
+      "step": 228
+    },
+    {
+      "epoch": 2.0632054176072234,
+      "grad_norm": 0.19849982442558636,
+      "learning_rate": 6.995110636558916e-06,
+      "loss": 0.0358,
+      "num_tokens": 97777134.0,
+      "step": 229
+    },
+    {
+      "epoch": 2.072234762979684,
+      "grad_norm": 0.19484720349355802,
+      "learning_rate": 6.970300771027914e-06,
+      "loss": 0.0356,
+      "num_tokens": 98209859.0,
+      "step": 230
+    },
+    {
+      "epoch": 2.0812641083521446,
+      "grad_norm": 0.23343603397155127,
+      "learning_rate": 6.945440770597845e-06,
+      "loss": 0.038,
+      "num_tokens": 98622007.0,
+      "step": 231
+    },
+    {
+      "epoch": 2.090293453724605,
+      "grad_norm": 0.21507174934816595,
+      "learning_rate": 6.920531482954863e-06,
+      "loss": 0.0359,
+      "num_tokens": 99052847.0,
+      "step": 232
+    },
+    {
+      "epoch": 2.0993227990970653,
+      "grad_norm": 0.22684265463739195,
+      "learning_rate": 6.895573757465745e-06,
+      "loss": 0.0372,
+      "num_tokens": 99471292.0,
+      "step": 233
+    },
+    {
+      "epoch": 2.108352144469526,
+      "grad_norm": 0.2407028739910598,
+      "learning_rate": 6.870568445148915e-06,
+      "loss": 0.0363,
+      "num_tokens": 99901083.0,
+      "step": 234
+    },
+    {
+      "epoch": 2.1173814898419865,
+      "grad_norm": 0.2461836300717414,
+      "learning_rate": 6.845516398645434e-06,
+      "loss": 0.0394,
+      "num_tokens": 100323717.0,
+      "step": 235
+    },
+    {
+      "epoch": 2.126410835214447,
+      "grad_norm": 0.2262513973226894,
+      "learning_rate": 6.820418472189926e-06,
+      "loss": 0.0359,
+      "num_tokens": 100746774.0,
+      "step": 236
+    },
+    {
+      "epoch": 2.1354401805869077,
+      "grad_norm": 0.22078451589374182,
+      "learning_rate": 6.795275521581443e-06,
+      "loss": 0.0355,
+      "num_tokens": 101186553.0,
+      "step": 237
+    },
+    {
+      "epoch": 2.144469525959368,
+      "grad_norm": 0.22801664131817995,
+      "learning_rate": 6.770088404154293e-06,
+      "loss": 0.0383,
+      "num_tokens": 101595403.0,
+      "step": 238
+    },
+    {
+      "epoch": 2.1534988713318284,
+      "grad_norm": 0.21698654328654343,
+      "learning_rate": 6.744857978748795e-06,
+      "loss": 0.038,
+      "num_tokens": 102015527.0,
+      "step": 239
+    },
+    {
+      "epoch": 2.1625282167042887,
+      "grad_norm": 0.20951063858222352,
+      "learning_rate": 6.719585105682012e-06,
+      "loss": 0.0374,
+      "num_tokens": 102435412.0,
+      "step": 240
+    },
+    {
+      "epoch": 2.1715575620767495,
+      "grad_norm": 0.22433468300343645,
+      "learning_rate": 6.6942706467183916e-06,
+      "loss": 0.0389,
+      "num_tokens": 102851570.0,
+      "step": 241
+    },
+    {
+      "epoch": 2.18058690744921,
+      "grad_norm": 0.21525942756147845,
+      "learning_rate": 6.668915465040403e-06,
+      "loss": 0.0395,
+      "num_tokens": 103270322.0,
+      "step": 242
+    },
+    {
+      "epoch": 2.1896162528216703,
+      "grad_norm": 0.20431160356810532,
+      "learning_rate": 6.643520425219093e-06,
+      "loss": 0.0361,
+      "num_tokens": 103685477.0,
+      "step": 243
+    },
+    {
+      "epoch": 2.198645598194131,
+      "grad_norm": 0.20072891154576847,
+      "learning_rate": 6.618086393184601e-06,
+      "loss": 0.0344,
+      "num_tokens": 104120983.0,
+      "step": 244
+    },
+    {
+      "epoch": 2.2076749435665914,
+      "grad_norm": 0.21540951085890264,
+      "learning_rate": 6.592614236196646e-06,
+      "loss": 0.0383,
+      "num_tokens": 104536337.0,
+      "step": 245
+    },
+    {
+      "epoch": 2.216704288939052,
+      "grad_norm": 0.19977963167191465,
+      "learning_rate": 6.567104822814942e-06,
+      "loss": 0.038,
+      "num_tokens": 104955016.0,
+      "step": 246
+    },
+    {
+      "epoch": 2.2257336343115126,
+      "grad_norm": 0.2084210770456705,
+      "learning_rate": 6.541559022869589e-06,
+      "loss": 0.0369,
+      "num_tokens": 105388070.0,
+      "step": 247
+    },
+    {
+      "epoch": 2.234762979683973,
+      "grad_norm": 0.21203785986583049,
+      "learning_rate": 6.515977707431411e-06,
+      "loss": 0.0381,
+      "num_tokens": 105818809.0,
+      "step": 248
+    },
+    {
+      "epoch": 2.2437923250564333,
+      "grad_norm": 0.21579098885902015,
+      "learning_rate": 6.490361748782248e-06,
+      "loss": 0.0385,
+      "num_tokens": 106245854.0,
+      "step": 249
+    },
+    {
+      "epoch": 2.2528216704288937,
+      "grad_norm": 0.20266425695993848,
+      "learning_rate": 6.464712020385223e-06,
+      "loss": 0.0361,
+      "num_tokens": 106670473.0,
+      "step": 250
+    },
+    {
+      "epoch": 2.2618510158013545,
+      "grad_norm": 0.21843258020038847,
+      "learning_rate": 6.439029396854955e-06,
+      "loss": 0.039,
+      "num_tokens": 107095545.0,
+      "step": 251
+    },
+    {
+      "epoch": 2.270880361173815,
+      "grad_norm": 0.23206865464143536,
+      "learning_rate": 6.4133147539277295e-06,
+      "loss": 0.0391,
+      "num_tokens": 107520274.0,
+      "step": 252
+    },
+    {
+      "epoch": 2.2799097065462752,
+      "grad_norm": 0.23252896606332119,
+      "learning_rate": 6.3875689684316435e-06,
+      "loss": 0.0372,
+      "num_tokens": 107953982.0,
+      "step": 253
+    },
+    {
+      "epoch": 2.288939051918736,
+      "grad_norm": 0.20022551864259014,
+      "learning_rate": 6.361792918256705e-06,
+      "loss": 0.0345,
+      "num_tokens": 108388280.0,
+      "step": 254
+    },
+    {
+      "epoch": 2.2979683972911964,
+      "grad_norm": 0.19924409717583683,
+      "learning_rate": 6.335987482324904e-06,
+      "loss": 0.0349,
+      "num_tokens": 108824002.0,
+      "step": 255
+    },
+    {
+      "epoch": 2.3069977426636568,
+      "grad_norm": 0.23853649269606275,
+      "learning_rate": 6.310153540560229e-06,
+      "loss": 0.0398,
+      "num_tokens": 109244245.0,
+      "step": 256
+    },
+    {
+      "epoch": 2.3160270880361176,
+      "grad_norm": 0.22180700831499442,
+      "learning_rate": 6.284291973858682e-06,
+      "loss": 0.0379,
+      "num_tokens": 109673712.0,
+      "step": 257
+    },
+    {
+      "epoch": 2.325056433408578,
+      "grad_norm": 0.20726563160007283,
+      "learning_rate": 6.25840366405822e-06,
+      "loss": 0.0377,
+      "num_tokens": 110102425.0,
+      "step": 258
+    },
+    {
+      "epoch": 2.3340857787810383,
+      "grad_norm": 0.2186490036483062,
+      "learning_rate": 6.232489493908706e-06,
+      "loss": 0.036,
+      "num_tokens": 110528736.0,
+      "step": 259
+    },
+    {
+      "epoch": 2.343115124153499,
+      "grad_norm": 0.20973239551170453,
+      "learning_rate": 6.2065503470417956e-06,
+      "loss": 0.0382,
+      "num_tokens": 110947222.0,
+      "step": 260
+    },
+    {
+      "epoch": 2.3521444695259595,
+      "grad_norm": 0.21473802593618457,
+      "learning_rate": 6.180587107940809e-06,
+      "loss": 0.0373,
+      "num_tokens": 111396704.0,
+      "step": 261
+    },
+    {
+      "epoch": 2.36117381489842,
+      "grad_norm": 0.2131166956078576,
+      "learning_rate": 6.154600661910577e-06,
+      "loss": 0.036,
+      "num_tokens": 111831800.0,
+      "step": 262
+    },
+    {
+      "epoch": 2.37020316027088,
+      "grad_norm": 0.22692021680225197,
+      "learning_rate": 6.128591895047243e-06,
+      "loss": 0.0382,
+      "num_tokens": 112263654.0,
+      "step": 263
+    },
+    {
+      "epoch": 2.379232505643341,
+      "grad_norm": 0.2120741047416527,
+      "learning_rate": 6.102561694208064e-06,
+      "loss": 0.0367,
+      "num_tokens": 112691946.0,
+      "step": 264
+    },
+    {
+      "epoch": 2.3882618510158014,
+      "grad_norm": 0.20089102240650572,
+      "learning_rate": 6.076510946981155e-06,
+      "loss": 0.0344,
+      "num_tokens": 113132551.0,
+      "step": 265
+    },
+    {
+      "epoch": 2.3972911963882617,
+      "grad_norm": 0.21672559849433848,
+      "learning_rate": 6.05044054165523e-06,
+      "loss": 0.0368,
+      "num_tokens": 113569796.0,
+      "step": 266
+    },
+    {
+      "epoch": 2.4063205417607225,
+      "grad_norm": 0.20487030347656493,
+      "learning_rate": 6.024351367189314e-06,
+      "loss": 0.0352,
+      "num_tokens": 114001801.0,
+      "step": 267
+    },
+    {
+      "epoch": 2.415349887133183,
+      "grad_norm": 0.21779989020405227,
+      "learning_rate": 5.998244313182431e-06,
+      "loss": 0.0366,
+      "num_tokens": 114434376.0,
+      "step": 268
+    },
+    {
+      "epoch": 2.4243792325056432,
+      "grad_norm": 0.21358590635231028,
+      "learning_rate": 5.972120269843263e-06,
+      "loss": 0.0374,
+      "num_tokens": 114881898.0,
+      "step": 269
+    },
+    {
+      "epoch": 2.4334085778781036,
+      "grad_norm": 0.202495451961395,
+      "learning_rate": 5.945980127959812e-06,
+      "loss": 0.0354,
+      "num_tokens": 115303494.0,
+      "step": 270
+    },
+    {
+      "epoch": 2.4424379232505644,
+      "grad_norm": 0.21325612101148764,
+      "learning_rate": 5.919824778869002e-06,
+      "loss": 0.0404,
+      "num_tokens": 115722287.0,
+      "step": 271
+    },
+    {
+      "epoch": 2.4514672686230248,
+      "grad_norm": 0.21373291723694496,
+      "learning_rate": 5.893655114426306e-06,
+      "loss": 0.0373,
+      "num_tokens": 116161502.0,
+      "step": 272
+    },
+    {
+      "epoch": 2.460496613995485,
+      "grad_norm": 0.2093748759101363,
+      "learning_rate": 5.867472026975326e-06,
+      "loss": 0.0364,
+      "num_tokens": 116581091.0,
+      "step": 273
+    },
+    {
+      "epoch": 2.469525959367946,
+      "grad_norm": 0.19427275270977723,
+      "learning_rate": 5.841276409317366e-06,
+      "loss": 0.0338,
+      "num_tokens": 117012555.0,
+      "step": 274
+    },
+    {
+      "epoch": 2.4785553047404063,
+      "grad_norm": 0.21119803869757173,
+      "learning_rate": 5.815069154680991e-06,
+      "loss": 0.0368,
+      "num_tokens": 117435175.0,
+      "step": 275
+    },
+    {
+      "epoch": 2.4875846501128667,
+      "grad_norm": 0.2119478066972626,
+      "learning_rate": 5.788851156691569e-06,
+      "loss": 0.0379,
+      "num_tokens": 117873663.0,
+      "step": 276
+    },
+    {
+      "epoch": 2.4966139954853275,
+      "grad_norm": 0.20555721393930926,
+      "learning_rate": 5.7626233093407955e-06,
+      "loss": 0.0387,
+      "num_tokens": 118286469.0,
+      "step": 277
+    },
+    {
+      "epoch": 2.505643340857788,
+      "grad_norm": 0.20228991356399106,
+      "learning_rate": 5.7363865069562195e-06,
+      "loss": 0.035,
+      "num_tokens": 118713374.0,
+      "step": 278
+    },
+    {
+      "epoch": 2.514672686230248,
+      "grad_norm": 0.2099195561883515,
+      "learning_rate": 5.710141644170734e-06,
+      "loss": 0.0372,
+      "num_tokens": 119126272.0,
+      "step": 279
+    },
+    {
+      "epoch": 2.523702031602709,
+      "grad_norm": 0.21910187440390475,
+      "learning_rate": 5.683889615892091e-06,
+      "loss": 0.0389,
+      "num_tokens": 119554963.0,
+      "step": 280
+    },
+    {
+      "epoch": 2.5327313769751694,
+      "grad_norm": 0.20516565303632384,
+      "learning_rate": 5.65763131727236e-06,
+      "loss": 0.0374,
+      "num_tokens": 119977012.0,
+      "step": 281
+    },
+    {
+      "epoch": 2.5417607223476297,
+      "grad_norm": 0.2028306018637831,
+      "learning_rate": 5.631367643677428e-06,
+      "loss": 0.0378,
+      "num_tokens": 120396254.0,
+      "step": 282
+    },
+    {
+      "epoch": 2.55079006772009,
+      "grad_norm": 0.21099179044346147,
+      "learning_rate": 5.605099490656459e-06,
+      "loss": 0.039,
+      "num_tokens": 120811188.0,
+      "step": 283
+    },
+    {
+      "epoch": 2.559819413092551,
+      "grad_norm": 0.22320146886168057,
+      "learning_rate": 5.578827753911357e-06,
+      "loss": 0.038,
+      "num_tokens": 121249730.0,
+      "step": 284
+    },
+    {
+      "epoch": 2.5688487584650113,
+      "grad_norm": 0.2063664234760257,
+      "learning_rate": 5.5525533292662246e-06,
+      "loss": 0.0419,
+      "num_tokens": 121653968.0,
+      "step": 285
+    },
+    {
+      "epoch": 2.5778781038374716,
+      "grad_norm": 0.19883311700782794,
+      "learning_rate": 5.52627711263682e-06,
+      "loss": 0.0361,
+      "num_tokens": 122090338.0,
+      "step": 286
+    },
+    {
+      "epoch": 2.5869074492099324,
+      "grad_norm": 0.22065662379925538,
+      "learning_rate": 5.500000000000001e-06,
+      "loss": 0.0398,
+      "num_tokens": 122507656.0,
+      "step": 287
+    },
+    {
+      "epoch": 2.595936794582393,
+      "grad_norm": 0.19384766634526454,
+      "learning_rate": 5.4737228873631835e-06,
+      "loss": 0.0354,
+      "num_tokens": 122940825.0,
+      "step": 288
+    },
+    {
+      "epoch": 2.604966139954853,
+      "grad_norm": 0.20902484615096364,
+      "learning_rate": 5.447446670733777e-06,
+      "loss": 0.0387,
+      "num_tokens": 123349895.0,
+      "step": 289
+    },
+    {
+      "epoch": 2.6139954853273135,
+      "grad_norm": 0.20488648661316763,
+      "learning_rate": 5.421172246088645e-06,
+      "loss": 0.0359,
+      "num_tokens": 123771878.0,
+      "step": 290
+    },
+    {
+      "epoch": 2.6230248306997743,
+      "grad_norm": 0.2131322969720244,
+      "learning_rate": 5.394900509343543e-06,
+      "loss": 0.0383,
+      "num_tokens": 124201272.0,
+      "step": 291
+    },
+    {
+      "epoch": 2.6320541760722347,
+      "grad_norm": 0.20558306032851048,
+      "learning_rate": 5.368632356322574e-06,
+      "loss": 0.0381,
+      "num_tokens": 124649372.0,
+      "step": 292
+    },
+    {
+      "epoch": 2.6410835214446955,
+      "grad_norm": 0.20122173044539496,
+      "learning_rate": 5.342368682727641e-06,
+      "loss": 0.039,
+      "num_tokens": 125066840.0,
+      "step": 293
+    },
+    {
+      "epoch": 2.650112866817156,
+      "grad_norm": 0.20898347814556756,
+      "learning_rate": 5.3161103841079105e-06,
+      "loss": 0.0382,
+      "num_tokens": 125494250.0,
+      "step": 294
+    },
+    {
+      "epoch": 2.659142212189616,
+      "grad_norm": 0.2149621835847897,
+      "learning_rate": 5.2898583558292645e-06,
+      "loss": 0.037,
+      "num_tokens": 125918388.0,
+      "step": 295
+    },
+    {
+      "epoch": 2.6681715575620766,
+      "grad_norm": 0.19573725513598847,
+      "learning_rate": 5.2636134930437836e-06,
+      "loss": 0.034,
+      "num_tokens": 126360809.0,
+      "step": 296
+    },
+    {
+      "epoch": 2.6772009029345374,
+      "grad_norm": 0.20232408470142185,
+      "learning_rate": 5.237376690659206e-06,
+      "loss": 0.0379,
+      "num_tokens": 126789778.0,
+      "step": 297
+    },
+    {
+      "epoch": 2.6862302483069977,
+      "grad_norm": 0.20229323446104955,
+      "learning_rate": 5.211148843308432e-06,
+      "loss": 0.0366,
+      "num_tokens": 127228131.0,
+      "step": 298
+    },
+    {
+      "epoch": 2.695259593679458,
+      "grad_norm": 0.20734934646345476,
+      "learning_rate": 5.1849308453190105e-06,
+      "loss": 0.0372,
+      "num_tokens": 127662535.0,
+      "step": 299
+    },
+    {
+      "epoch": 2.704288939051919,
+      "grad_norm": 0.22394881072549053,
+      "learning_rate": 5.158723590682636e-06,
+      "loss": 0.0361,
+      "num_tokens": 128099563.0,
+      "step": 300
+    },
+    {
+      "epoch": 2.7133182844243793,
+      "grad_norm": 0.216504229797845,
+      "learning_rate": 5.132527973024677e-06,
+      "loss": 0.038,
+      "num_tokens": 128526843.0,
+      "step": 301
+    },
+    {
+      "epoch": 2.7223476297968396,
+      "grad_norm": 0.2106031427111874,
+      "learning_rate": 5.106344885573695e-06,
+      "loss": 0.0361,
+      "num_tokens": 128943620.0,
+      "step": 302
+    },
+    {
+      "epoch": 2.7313769751693,
+      "grad_norm": 0.21589134891749512,
+      "learning_rate": 5.0801752211309995e-06,
+      "loss": 0.037,
+      "num_tokens": 129365819.0,
+      "step": 303
+    },
+    {
+      "epoch": 2.740406320541761,
+      "grad_norm": 0.21568768479197367,
+      "learning_rate": 5.05401987204019e-06,
+      "loss": 0.0394,
+      "num_tokens": 129798803.0,
+      "step": 304
+    },
+    {
+      "epoch": 2.749435665914221,
+      "grad_norm": 0.19584433893876846,
+      "learning_rate": 5.027879730156738e-06,
+      "loss": 0.0357,
+      "num_tokens": 130218483.0,
+      "step": 305
+    },
+    {
+      "epoch": 2.758465011286682,
+      "grad_norm": 0.2022753347596587,
+      "learning_rate": 5.001755686817573e-06,
+      "loss": 0.0357,
+      "num_tokens": 130649485.0,
+      "step": 306
+    },
+    {
+      "epoch": 2.7674943566591423,
+      "grad_norm": 0.20612921212382007,
+      "learning_rate": 4.975648632810686e-06,
+      "loss": 0.0335,
+      "num_tokens": 131078439.0,
+      "step": 307
+    },
+    {
+      "epoch": 2.7765237020316027,
+      "grad_norm": 0.19059751665241148,
+      "learning_rate": 4.949559458344771e-06,
+      "loss": 0.0346,
+      "num_tokens": 131532361.0,
+      "step": 308
+    },
+    {
+      "epoch": 2.785553047404063,
+      "grad_norm": 0.2063194600288434,
+      "learning_rate": 4.923489053018846e-06,
+      "loss": 0.0366,
+      "num_tokens": 131952787.0,
+      "step": 309
+    },
+    {
+      "epoch": 2.7945823927765234,
+      "grad_norm": 0.1919757058007069,
+      "learning_rate": 4.897438305791937e-06,
+      "loss": 0.0341,
+      "num_tokens": 132386508.0,
+      "step": 310
+    },
+    {
+      "epoch": 2.8036117381489842,
+      "grad_norm": 0.21144295382676526,
+      "learning_rate": 4.8714081049527565e-06,
+      "loss": 0.0378,
+      "num_tokens": 132820484.0,
+      "step": 311
+    },
+    {
+      "epoch": 2.8126410835214446,
+      "grad_norm": 0.2018034624028397,
+      "learning_rate": 4.845399338089425e-06,
+      "loss": 0.0361,
+      "num_tokens": 133254008.0,
+      "step": 312
+    },
+    {
+      "epoch": 2.8216704288939054,
+      "grad_norm": 0.20336193793898835,
+      "learning_rate": 4.819412892059192e-06,
+      "loss": 0.0356,
+      "num_tokens": 133686531.0,
+      "step": 313
+    },
+    {
+      "epoch": 2.8306997742663658,
+      "grad_norm": 0.19875832774739335,
+      "learning_rate": 4.793449652958207e-06,
+      "loss": 0.0372,
+      "num_tokens": 134117853.0,
+      "step": 314
+    },
+    {
+      "epoch": 2.839729119638826,
+      "grad_norm": 0.2025777185015454,
+      "learning_rate": 4.767510506091296e-06,
+      "loss": 0.0341,
+      "num_tokens": 134542656.0,
+      "step": 315
+    },
+    {
+      "epoch": 2.8487584650112865,
+      "grad_norm": 0.19450955808527112,
+      "learning_rate": 4.741596335941782e-06,
+      "loss": 0.0348,
+      "num_tokens": 134983147.0,
+      "step": 316
+    },
+    {
+      "epoch": 2.8577878103837473,
+      "grad_norm": 0.20212383951065388,
+      "learning_rate": 4.715708026141321e-06,
+      "loss": 0.0357,
+      "num_tokens": 135415172.0,
+      "step": 317
+    },
+    {
+      "epoch": 2.8668171557562077,
+      "grad_norm": 0.2108452808754182,
+      "learning_rate": 4.6898464594397715e-06,
+      "loss": 0.037,
+      "num_tokens": 135853491.0,
+      "step": 318
+    },
+    {
+      "epoch": 2.875846501128668,
+      "grad_norm": 0.21880269458357277,
+      "learning_rate": 4.664012517675098e-06,
+      "loss": 0.0371,
+      "num_tokens": 136297933.0,
+      "step": 319
+    },
+    {
+      "epoch": 2.884875846501129,
+      "grad_norm": 0.19667310255554504,
+      "learning_rate": 4.638207081743295e-06,
+      "loss": 0.0356,
+      "num_tokens": 136746456.0,
+      "step": 320
+    },
+    {
+      "epoch": 2.893905191873589,
+      "grad_norm": 0.21229188587702424,
+      "learning_rate": 4.612431031568359e-06,
+      "loss": 0.0352,
+      "num_tokens": 137185823.0,
+      "step": 321
+    },
+    {
+      "epoch": 2.9029345372460496,
+      "grad_norm": 0.21507887445809104,
+      "learning_rate": 4.586685246072272e-06,
+      "loss": 0.0378,
+      "num_tokens": 137610632.0,
+      "step": 322
+    },
+    {
+      "epoch": 2.91196388261851,
+      "grad_norm": 0.20290807539222847,
+      "learning_rate": 4.560970603145046e-06,
+      "loss": 0.0359,
+      "num_tokens": 138036129.0,
+      "step": 323
+    },
+    {
+      "epoch": 2.9209932279909707,
+      "grad_norm": 0.20255682716813245,
+      "learning_rate": 4.535287979614777e-06,
+      "loss": 0.037,
+      "num_tokens": 138460480.0,
+      "step": 324
+    },
+    {
+      "epoch": 2.930022573363431,
+      "grad_norm": 0.20190662248464478,
+      "learning_rate": 4.5096382512177535e-06,
+      "loss": 0.0377,
+      "num_tokens": 138890848.0,
+      "step": 325
+    },
+    {
+      "epoch": 2.939051918735892,
+      "grad_norm": 0.20842777705510368,
+      "learning_rate": 4.484022292568593e-06,
+      "loss": 0.038,
+      "num_tokens": 139300121.0,
+      "step": 326
+    },
+    {
+      "epoch": 2.9480812641083523,
+      "grad_norm": 0.19497433716766685,
+      "learning_rate": 4.458440977130413e-06,
+      "loss": 0.0362,
+      "num_tokens": 139730061.0,
+      "step": 327
+    },
+    {
+      "epoch": 2.9571106094808126,
+      "grad_norm": 0.21534603212911488,
+      "learning_rate": 4.432895177185061e-06,
+      "loss": 0.0362,
+      "num_tokens": 140161307.0,
+      "step": 328
+    },
+    {
+      "epoch": 2.966139954853273,
+      "grad_norm": 0.20085062285575225,
+      "learning_rate": 4.407385763803355e-06,
+      "loss": 0.036,
+      "num_tokens": 140580963.0,
+      "step": 329
+    },
+    {
+      "epoch": 2.975169300225734,
+      "grad_norm": 0.1793943869493084,
+      "learning_rate": 4.381913606815401e-06,
+      "loss": 0.0349,
+      "num_tokens": 140998977.0,
+      "step": 330
+    },
+    {
+      "epoch": 2.984198645598194,
+      "grad_norm": 0.2210026230905219,
+      "learning_rate": 4.356479574780909e-06,
+      "loss": 0.0388,
+      "num_tokens": 141427751.0,
+      "step": 331
+    },
+    {
+      "epoch": 2.9932279909706545,
+      "grad_norm": 0.20535055908069738,
+      "learning_rate": 4.331084534959598e-06,
+      "loss": 0.036,
+      "num_tokens": 141871576.0,
+      "step": 332
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.22935623936313615,
+      "learning_rate": 4.305729353281608e-06,
+      "loss": 0.0368,
+      "num_tokens": 142185499.0,
+      "step": 333
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.07833831012248993,
+      "eval_num_tokens": 142185499.0,
+      "eval_runtime": 53.1378,
+      "eval_samples_per_second": 47.142,
+      "eval_steps_per_second": 5.909,
+      "step": 333
+    },
+    {
+      "epoch": 3.0090293453724604,
+      "grad_norm": 0.17615032965237978,
+      "learning_rate": 4.28041489431799e-06,
+      "loss": 0.0297,
+      "num_tokens": 142609048.0,
+      "step": 334
+    },
+    {
+      "epoch": 3.018058690744921,
+      "grad_norm": 0.16768317651959314,
+      "learning_rate": 4.255142021251206e-06,
+      "loss": 0.0273,
+      "num_tokens": 143034905.0,
+      "step": 335
+    },
+    {
+      "epoch": 3.0270880361173815,
+      "grad_norm": 0.178513727958651,
+      "learning_rate": 4.22991159584571e-06,
+      "loss": 0.0296,
+      "num_tokens": 143441637.0,
+      "step": 336
+    },
+    {
+      "epoch": 3.036117381489842,
+      "grad_norm": 0.16362797899107945,
+      "learning_rate": 4.204724478418558e-06,
+      "loss": 0.0274,
+      "num_tokens": 143864737.0,
+      "step": 337
+    },
+    {
+      "epoch": 3.0451467268623027,
+      "grad_norm": 0.1779262670205207,
+      "learning_rate": 4.1795815278100746e-06,
+      "loss": 0.0273,
+      "num_tokens": 144287169.0,
+      "step": 338
+    },
+    {
+      "epoch": 3.054176072234763,
+      "grad_norm": 0.16868922203126024,
+      "learning_rate": 4.154483601354566e-06,
+      "loss": 0.0239,
+      "num_tokens": 144729276.0,
+      "step": 339
+    },
+    {
+      "epoch": 3.0632054176072234,
+      "grad_norm": 0.22120615468029714,
+      "learning_rate": 4.129431554851086e-06,
+      "loss": 0.0265,
+      "num_tokens": 145152649.0,
+      "step": 340
+    },
+    {
+      "epoch": 3.072234762979684,
+      "grad_norm": 0.18082572504463415,
+      "learning_rate": 4.104426242534256e-06,
+      "loss": 0.024,
+      "num_tokens": 145603813.0,
+      "step": 341
+    },
+    {
+      "epoch": 3.0812641083521446,
+      "grad_norm": 0.19046184814783876,
+      "learning_rate": 4.079468517045136e-06,
+      "loss": 0.0251,
+      "num_tokens": 146042430.0,
+      "step": 342
+    },
+    {
+      "epoch": 3.090293453724605,
+      "grad_norm": 0.21388772894027044,
+      "learning_rate": 4.054559229402157e-06,
+      "loss": 0.0269,
+      "num_tokens": 146486450.0,
+      "step": 343
+    },
+    {
+      "epoch": 3.0993227990970653,
+      "grad_norm": 0.19902520307706537,
+      "learning_rate": 4.029699228972087e-06,
+      "loss": 0.0265,
+      "num_tokens": 146918914.0,
+      "step": 344
+    },
+    {
+      "epoch": 3.108352144469526,
+      "grad_norm": 0.1909885678030147,
+      "learning_rate": 4.0048893634410865e-06,
+      "loss": 0.0267,
+      "num_tokens": 147357955.0,
+      "step": 345
+    },
+    {
+      "epoch": 3.1173814898419865,
+      "grad_norm": 0.22571001846271635,
+      "learning_rate": 3.980130478785794e-06,
+      "loss": 0.0277,
+      "num_tokens": 147800926.0,
+      "step": 346
+    },
+    {
+      "epoch": 3.126410835214447,
+      "grad_norm": 0.2244932380987677,
+      "learning_rate": 3.955423419244484e-06,
+      "loss": 0.0272,
+      "num_tokens": 148218943.0,
+      "step": 347
+    },
+    {
+      "epoch": 3.1354401805869077,
+      "grad_norm": 0.19836449340403237,
+      "learning_rate": 3.930769027288273e-06,
+      "loss": 0.0262,
+      "num_tokens": 148653844.0,
+      "step": 348
+    },
+    {
+      "epoch": 3.144469525959368,
+      "grad_norm": 0.20152748515944557,
+      "learning_rate": 3.9061681435924014e-06,
+      "loss": 0.0264,
+      "num_tokens": 149091233.0,
+      "step": 349
+    },
+    {
+      "epoch": 3.1534988713318284,
+      "grad_norm": 0.2156215142828321,
+      "learning_rate": 3.881621607007565e-06,
+      "loss": 0.0275,
+      "num_tokens": 149519351.0,
+      "step": 350
+    },
+    {
+      "epoch": 3.1625282167042887,
+      "grad_norm": 0.1978178076499358,
+      "learning_rate": 3.857130254531303e-06,
+      "loss": 0.0261,
+      "num_tokens": 149963954.0,
+      "step": 351
+    },
+    {
+      "epoch": 3.1715575620767495,
+      "grad_norm": 0.18301437385970923,
+      "learning_rate": 3.832694921279474e-06,
+      "loss": 0.0251,
+      "num_tokens": 150388491.0,
+      "step": 352
+    },
+    {
+      "epoch": 3.18058690744921,
+      "grad_norm": 0.19261702489891372,
+      "learning_rate": 3.8083164404577654e-06,
+      "loss": 0.0245,
+      "num_tokens": 150847232.0,
+      "step": 353
+    },
+    {
+      "epoch": 3.1896162528216703,
+      "grad_norm": 0.19975473265538973,
+      "learning_rate": 3.7839956433332847e-06,
+      "loss": 0.0271,
+      "num_tokens": 151284392.0,
+      "step": 354
+    },
+    {
+      "epoch": 3.198645598194131,
+      "grad_norm": 0.1742588267326132,
+      "learning_rate": 3.759733359206229e-06,
+      "loss": 0.0236,
+      "num_tokens": 151731845.0,
+      "step": 355
+    },
+    {
+      "epoch": 3.2076749435665914,
+      "grad_norm": 0.19189393212971345,
+      "learning_rate": 3.735530415381584e-06,
+      "loss": 0.0233,
+      "num_tokens": 152170900.0,
+      "step": 356
+    },
+    {
+      "epoch": 3.216704288939052,
+      "grad_norm": 0.18276155403004796,
+      "learning_rate": 3.7113876371409354e-06,
+      "loss": 0.025,
+      "num_tokens": 152607162.0,
+      "step": 357
+    },
+    {
+      "epoch": 3.2257336343115126,
+      "grad_norm": 0.2126183191680057,
+      "learning_rate": 3.687305847714311e-06,
+      "loss": 0.029,
+      "num_tokens": 153028418.0,
+      "step": 358
+    },
+    {
+      "epoch": 3.234762979683973,
+      "grad_norm": 0.2079094513048321,
+      "learning_rate": 3.6632858682521233e-06,
+      "loss": 0.0303,
+      "num_tokens": 153425933.0,
+      "step": 359
+    },
+    {
+      "epoch": 3.2437923250564333,
+      "grad_norm": 0.19603992522830643,
+      "learning_rate": 3.639328517797164e-06,
+      "loss": 0.0276,
+      "num_tokens": 153862042.0,
+      "step": 360
+    },
+    {
+      "epoch": 3.2528216704288937,
+      "grad_norm": 0.2041051335322153,
+      "learning_rate": 3.6154346132566732e-06,
+      "loss": 0.0274,
+      "num_tokens": 154292718.0,
+      "step": 361
+    },
+    {
+      "epoch": 3.2618510158013545,
+      "grad_norm": 0.16965524174312757,
+      "learning_rate": 3.5916049693744883e-06,
+      "loss": 0.0243,
+      "num_tokens": 154735278.0,
+      "step": 362
+    },
+    {
+      "epoch": 3.270880361173815,
+      "grad_norm": 0.20318480450631826,
+      "learning_rate": 3.5678403987032616e-06,
+      "loss": 0.0278,
+      "num_tokens": 155179493.0,
+      "step": 363
+    },
+    {
+      "epoch": 3.2799097065462752,
+      "grad_norm": 0.19444987774849537,
+      "learning_rate": 3.544141711576754e-06,
+      "loss": 0.0276,
+      "num_tokens": 155601091.0,
+      "step": 364
+    },
+    {
+      "epoch": 3.288939051918736,
+      "grad_norm": 0.20536549600417725,
+      "learning_rate": 3.5205097160821987e-06,
+      "loss": 0.0282,
+      "num_tokens": 156037078.0,
+      "step": 365
+    },
+    {
+      "epoch": 3.2979683972911964,
+      "grad_norm": 0.18858279405516468,
+      "learning_rate": 3.4969452180327614e-06,
+      "loss": 0.0267,
+      "num_tokens": 156459746.0,
+      "step": 366
+    },
+    {
+      "epoch": 3.3069977426636568,
+      "grad_norm": 0.18623646350532908,
+      "learning_rate": 3.4734490209400397e-06,
+      "loss": 0.0265,
+      "num_tokens": 156901429.0,
+      "step": 367
+    },
+    {
+      "epoch": 3.3160270880361176,
+      "grad_norm": 0.1901505375936395,
+      "learning_rate": 3.450021925986687e-06,
+      "loss": 0.025,
+      "num_tokens": 157331010.0,
+      "step": 368
+    },
+    {
+      "epoch": 3.325056433408578,
+      "grad_norm": 0.21345722769478626,
+      "learning_rate": 3.4266647319990832e-06,
+      "loss": 0.0263,
+      "num_tokens": 157772602.0,
+      "step": 369
+    },
+    {
+      "epoch": 3.3340857787810383,
+      "grad_norm": 0.1958238651899149,
+      "learning_rate": 3.403378235420096e-06,
+      "loss": 0.0292,
+      "num_tokens": 158189457.0,
+      "step": 370
+    },
+    {
+      "epoch": 3.343115124153499,
+      "grad_norm": 0.18727031340684455,
+      "learning_rate": 3.380163230281928e-06,
+      "loss": 0.0246,
+      "num_tokens": 158626349.0,
+      "step": 371
+    },
+    {
+      "epoch": 3.3521444695259595,
+      "grad_norm": 0.20757335733838128,
+      "learning_rate": 3.3570205081790285e-06,
+      "loss": 0.0281,
+      "num_tokens": 159042993.0,
+      "step": 372
+    },
+    {
+      "epoch": 3.36117381489842,
+      "grad_norm": 0.19878621042154004,
+      "learning_rate": 3.3339508582411245e-06,
+      "loss": 0.027,
+      "num_tokens": 159461779.0,
+      "step": 373
+    },
+    {
+      "epoch": 3.37020316027088,
+      "grad_norm": 0.2030492855138732,
+      "learning_rate": 3.3109550671062907e-06,
+      "loss": 0.0271,
+      "num_tokens": 159889249.0,
+      "step": 374
+    },
+    {
+      "epoch": 3.379232505643341,
+      "grad_norm": 0.22579464893889872,
+      "learning_rate": 3.288033918894137e-06,
+      "loss": 0.0286,
+      "num_tokens": 160318538.0,
+      "step": 375
+    },
+    {
+      "epoch": 3.3882618510158014,
+      "grad_norm": 0.20788827702420026,
+      "learning_rate": 3.265188195179071e-06,
+      "loss": 0.026,
+      "num_tokens": 160741586.0,
+      "step": 376
+    },
+    {
+      "epoch": 3.3972911963882617,
+      "grad_norm": 0.19448390888085226,
+      "learning_rate": 3.2424186749636455e-06,
+      "loss": 0.0277,
+      "num_tokens": 161157068.0,
+      "step": 377
+    },
+    {
+      "epoch": 3.4063205417607225,
+      "grad_norm": 0.20401661403345364,
+      "learning_rate": 3.2197261346519905e-06,
+      "loss": 0.0268,
+      "num_tokens": 161591338.0,
+      "step": 378
+    },
+    {
+      "epoch": 3.415349887133183,
+      "grad_norm": 0.21813887981650087,
+      "learning_rate": 3.1971113480233556e-06,
+      "loss": 0.0286,
+      "num_tokens": 162030602.0,
+      "step": 379
+    },
+    {
+      "epoch": 3.4243792325056432,
+      "grad_norm": 0.18506918547250012,
+      "learning_rate": 3.1745750862057033e-06,
+      "loss": 0.0255,
+      "num_tokens": 162466006.0,
+      "step": 380
+    },
+    {
+      "epoch": 3.4334085778781036,
+      "grad_norm": 0.17245637994545798,
+      "learning_rate": 3.152118117649433e-06,
+      "loss": 0.0236,
+      "num_tokens": 162897575.0,
+      "step": 381
+    },
+    {
+      "epoch": 3.4424379232505644,
+      "grad_norm": 0.19229533800125223,
+      "learning_rate": 3.1297412081011686e-06,
+      "loss": 0.0273,
+      "num_tokens": 163303958.0,
+      "step": 382
+    },
+    {
+      "epoch": 3.4514672686230248,
+      "grad_norm": 0.18764583187050646,
+      "learning_rate": 3.1074451205776505e-06,
+      "loss": 0.0288,
+      "num_tokens": 163713904.0,
+      "step": 383
+    },
+    {
+      "epoch": 3.460496613995485,
+      "grad_norm": 0.1959737816129912,
+      "learning_rate": 3.0852306153397194e-06,
+      "loss": 0.028,
+      "num_tokens": 164137525.0,
+      "step": 384
+    },
+    {
+      "epoch": 3.469525959367946,
+      "grad_norm": 0.19142757019118462,
+      "learning_rate": 3.063098449866384e-06,
+      "loss": 0.0255,
+      "num_tokens": 164577195.0,
+      "step": 385
+    },
+    {
+      "epoch": 3.4785553047404063,
+      "grad_norm": 0.20734003681544289,
+      "learning_rate": 3.0410493788290114e-06,
+      "loss": 0.0273,
+      "num_tokens": 165007790.0,
+      "step": 386
+    },
+    {
+      "epoch": 3.4875846501128667,
+      "grad_norm": 0.1966194914501041,
+      "learning_rate": 3.019084154065568e-06,
+      "loss": 0.0267,
+      "num_tokens": 165448590.0,
+      "step": 387
+    },
+    {
+      "epoch": 3.4966139954853275,
+      "grad_norm": 0.19765550724465786,
+      "learning_rate": 2.997203524555005e-06,
+      "loss": 0.0261,
+      "num_tokens": 165878673.0,
+      "step": 388
+    },
+    {
+      "epoch": 3.505643340857788,
+      "grad_norm": 0.20386357030127975,
+      "learning_rate": 2.97540823639171e-06,
+      "loss": 0.0288,
+      "num_tokens": 166305211.0,
+      "step": 389
+    },
+    {
+      "epoch": 3.514672686230248,
+      "grad_norm": 0.21520042611672668,
+      "learning_rate": 2.953699032760067e-06,
+      "loss": 0.028,
+      "num_tokens": 166738863.0,
+      "step": 390
+    },
+    {
+      "epoch": 3.523702031602709,
+      "grad_norm": 0.194197513003074,
+      "learning_rate": 2.932076653909115e-06,
+      "loss": 0.0267,
+      "num_tokens": 167150386.0,
+      "step": 391
+    },
+    {
+      "epoch": 3.5327313769751694,
+      "grad_norm": 0.21794710700752784,
+      "learning_rate": 2.910541837127305e-06,
+      "loss": 0.0308,
+      "num_tokens": 167571071.0,
+      "step": 392
+    },
+    {
+      "epoch": 3.5417607223476297,
+      "grad_norm": 0.20084089240718633,
+      "learning_rate": 2.889095316717366e-06,
+      "loss": 0.0298,
+      "num_tokens": 167985607.0,
+      "step": 393
+    },
+    {
+      "epoch": 3.55079006772009,
+      "grad_norm": 0.1873256285610558,
+      "learning_rate": 2.8677378239712607e-06,
+      "loss": 0.0264,
+      "num_tokens": 168420127.0,
+      "step": 394
+    },
+    {
+      "epoch": 3.559819413092551,
+      "grad_norm": 0.19057620256847735,
+      "learning_rate": 2.846470087145249e-06,
+      "loss": 0.0254,
+      "num_tokens": 168853493.0,
+      "step": 395
+    },
+    {
+      "epoch": 3.5688487584650113,
+      "grad_norm": 0.19413012990199557,
+      "learning_rate": 2.8252928314350626e-06,
+      "loss": 0.0267,
+      "num_tokens": 169267253.0,
+      "step": 396
+    },
+    {
+      "epoch": 3.5778781038374716,
+      "grad_norm": 0.18472207554532166,
+      "learning_rate": 2.804206778951168e-06,
+      "loss": 0.0268,
+      "num_tokens": 169692290.0,
+      "step": 397
+    },
+    {
+      "epoch": 3.5869074492099324,
+      "grad_norm": 0.1947047194991214,
+      "learning_rate": 2.7832126486941456e-06,
+      "loss": 0.0272,
+      "num_tokens": 170118921.0,
+      "step": 398
+    },
+    {
+      "epoch": 3.595936794582393,
+      "grad_norm": 0.19622906603016707,
+      "learning_rate": 2.7623111565301863e-06,
+      "loss": 0.0256,
+      "num_tokens": 170541906.0,
+      "step": 399
+    },
+    {
+      "epoch": 3.604966139954853,
+      "grad_norm": 0.20226034798427545,
+      "learning_rate": 2.7415030151666567e-06,
+      "loss": 0.0288,
+      "num_tokens": 170969534.0,
+      "step": 400
+    },
+    {
+      "epoch": 3.6139954853273135,
+      "grad_norm": 0.1936308496497604,
+      "learning_rate": 2.720788934127819e-06,
+      "loss": 0.0289,
+      "num_tokens": 171393139.0,
+      "step": 401
+    },
+    {
+      "epoch": 3.6230248306997743,
+      "grad_norm": 0.19668592329870727,
+      "learning_rate": 2.700169619730631e-06,
+      "loss": 0.0281,
+      "num_tokens": 171822275.0,
+      "step": 402
+    },
+    {
+      "epoch": 3.6320541760722347,
+      "grad_norm": 0.1991700741524214,
+      "learning_rate": 2.6796457750606487e-06,
+      "loss": 0.0267,
+      "num_tokens": 172269333.0,
+      "step": 403
+    },
+    {
+      "epoch": 3.6410835214446955,
+      "grad_norm": 0.1986610830135047,
+      "learning_rate": 2.659218099948079e-06,
+      "loss": 0.0299,
+      "num_tokens": 172666432.0,
+      "step": 404
+    },
+    {
+      "epoch": 3.650112866817156,
+      "grad_norm": 0.23751564872208886,
+      "learning_rate": 2.6388872909438875e-06,
+      "loss": 0.0259,
+      "num_tokens": 173085250.0,
+      "step": 405
+    },
+    {
+      "epoch": 3.659142212189616,
+      "grad_norm": 0.1981989081945087,
+      "learning_rate": 2.618654041296068e-06,
+      "loss": 0.0293,
+      "num_tokens": 173503425.0,
+      "step": 406
+    },
+    {
+      "epoch": 3.6681715575620766,
+      "grad_norm": 0.18712382263484367,
+      "learning_rate": 2.5985190409259957e-06,
+      "loss": 0.0281,
+      "num_tokens": 173915204.0,
+      "step": 407
+    },
+    {
+      "epoch": 3.6772009029345374,
+      "grad_norm": 0.17357413799427998,
+      "learning_rate": 2.5784829764049013e-06,
+      "loss": 0.0226,
+      "num_tokens": 174374964.0,
+      "step": 408
+    },
+    {
+      "epoch": 3.6862302483069977,
+      "grad_norm": 0.2123281451587569,
+      "learning_rate": 2.558546530930466e-06,
+      "loss": 0.0293,
+      "num_tokens": 174779332.0,
+      "step": 409
+    },
+    {
+      "epoch": 3.695259593679458,
+      "grad_norm": 0.19167695565069123,
+      "learning_rate": 2.5387103843035126e-06,
+      "loss": 0.028,
+      "num_tokens": 175200386.0,
+      "step": 410
+    },
+    {
+      "epoch": 3.704288939051919,
+      "grad_norm": 0.19744183578883434,
+      "learning_rate": 2.5189752129048428e-06,
+      "loss": 0.0284,
+      "num_tokens": 175605971.0,
+      "step": 411
+    },
+    {
+      "epoch": 3.7133182844243793,
+      "grad_norm": 0.19382775119683274,
+      "learning_rate": 2.49934168967216e-06,
+      "loss": 0.0284,
+      "num_tokens": 176029017.0,
+      "step": 412
+    },
+    {
+      "epoch": 3.7223476297968396,
+      "grad_norm": 0.20108444144557538,
+      "learning_rate": 2.4798104840771294e-06,
+      "loss": 0.0286,
+      "num_tokens": 176454891.0,
+      "step": 413
+    },
+    {
+      "epoch": 3.7313769751693,
+      "grad_norm": 0.18135344649440682,
+      "learning_rate": 2.46038226210255e-06,
+      "loss": 0.0264,
+      "num_tokens": 176885789.0,
+      "step": 414
+    },
+    {
+      "epoch": 3.740406320541761,
+      "grad_norm": 0.18906487985763146,
+      "learning_rate": 2.4410576862196435e-06,
+      "loss": 0.029,
+      "num_tokens": 177301433.0,
+      "step": 415
+    },
+    {
+      "epoch": 3.749435665914221,
+      "grad_norm": 0.2016510773057012,
+      "learning_rate": 2.4218374153654627e-06,
+      "loss": 0.0264,
+      "num_tokens": 177722579.0,
+      "step": 416
+    },
+    {
+      "epoch": 3.758465011286682,
+      "grad_norm": 0.18779427160793136,
+      "learning_rate": 2.4027221049204347e-06,
+      "loss": 0.0266,
+      "num_tokens": 178144731.0,
+      "step": 417
+    },
+    {
+      "epoch": 3.7674943566591423,
+      "grad_norm": 0.18909569178817748,
+      "learning_rate": 2.383712406685995e-06,
+      "loss": 0.0266,
+      "num_tokens": 178574868.0,
+      "step": 418
+    },
+    {
+      "epoch": 3.7765237020316027,
+      "grad_norm": 0.1950155026411044,
+      "learning_rate": 2.364808968862378e-06,
+      "loss": 0.0271,
+      "num_tokens": 179005190.0,
+      "step": 419
+    },
+    {
+      "epoch": 3.785553047404063,
+      "grad_norm": 0.2100631689602541,
+      "learning_rate": 2.346012436026508e-06,
+      "loss": 0.0294,
+      "num_tokens": 179421217.0,
+      "step": 420
+    },
+    {
+      "epoch": 3.7945823927765234,
+      "grad_norm": 0.20136435725376678,
+      "learning_rate": 2.327323449110017e-06,
+      "loss": 0.0284,
+      "num_tokens": 179838546.0,
+      "step": 421
+    },
+    {
+      "epoch": 3.8036117381489842,
+      "grad_norm": 0.21336207628857884,
+      "learning_rate": 2.3087426453774002e-06,
+      "loss": 0.0309,
+      "num_tokens": 180250539.0,
+      "step": 422
+    },
+    {
+      "epoch": 3.8126410835214446,
+      "grad_norm": 0.19556920726792512,
+      "learning_rate": 2.290270658404271e-06,
+      "loss": 0.0278,
+      "num_tokens": 180672562.0,
+      "step": 423
+    },
+    {
+      "epoch": 3.8216704288939054,
+      "grad_norm": 0.18128988764785925,
+      "learning_rate": 2.2719081180557757e-06,
+      "loss": 0.0256,
+      "num_tokens": 181091537.0,
+      "step": 424
+    },
+    {
+      "epoch": 3.8306997742663658,
+      "grad_norm": 0.19817788412029655,
+      "learning_rate": 2.253655650465096e-06,
+      "loss": 0.0283,
+      "num_tokens": 181506969.0,
+      "step": 425
+    },
+    {
+      "epoch": 3.839729119638826,
+      "grad_norm": 0.202018039299863,
+      "learning_rate": 2.2355138780121166e-06,
+      "loss": 0.0251,
+      "num_tokens": 181969132.0,
+      "step": 426
+    },
+    {
+      "epoch": 3.8487584650112865,
+      "grad_norm": 0.2125254335557616,
+      "learning_rate": 2.2174834193021934e-06,
+      "loss": 0.0288,
+      "num_tokens": 182397825.0,
+      "step": 427
+    },
+    {
+      "epoch": 3.8577878103837473,
+      "grad_norm": 0.194037802262133,
+      "learning_rate": 2.199564889145058e-06,
+      "loss": 0.0252,
+      "num_tokens": 182846790.0,
+      "step": 428
+    },
+    {
+      "epoch": 3.8668171557562077,
+      "grad_norm": 0.19456825460267352,
+      "learning_rate": 2.181758898533866e-06,
+      "loss": 0.0282,
+      "num_tokens": 183262540.0,
+      "step": 429
+    },
+    {
+      "epoch": 3.875846501128668,
+      "grad_norm": 0.19670892133494983,
+      "learning_rate": 2.164066054624347e-06,
+      "loss": 0.0277,
+      "num_tokens": 183697485.0,
+      "step": 430
+    },
+    {
+      "epoch": 3.884875846501129,
+      "grad_norm": 0.18889408722383957,
+      "learning_rate": 2.146486960714114e-06,
+      "loss": 0.0254,
+      "num_tokens": 184125479.0,
+      "step": 431
+    },
+    {
+      "epoch": 3.893905191873589,
+      "grad_norm": 0.2038533249002068,
+      "learning_rate": 2.129022216222085e-06,
+      "loss": 0.0271,
+      "num_tokens": 184544539.0,
+      "step": 432
+    },
+    {
+      "epoch": 3.9029345372460496,
+      "grad_norm": 0.21297764765106292,
+      "learning_rate": 2.111672416668048e-06,
+      "loss": 0.0288,
+      "num_tokens": 184949325.0,
+      "step": 433
+    },
+    {
+      "epoch": 3.91196388261851,
+      "grad_norm": 0.2054399947006486,
+      "learning_rate": 2.0944381536523526e-06,
+      "loss": 0.0281,
+      "num_tokens": 185353902.0,
+      "step": 434
+    },
+    {
+      "epoch": 3.9209932279909707,
+      "grad_norm": 0.19836086810457373,
+      "learning_rate": 2.077320014835738e-06,
+      "loss": 0.0263,
+      "num_tokens": 185775888.0,
+      "step": 435
+    },
+    {
+      "epoch": 3.930022573363431,
+      "grad_norm": 0.1881013038356834,
+      "learning_rate": 2.0603185839192914e-06,
+      "loss": 0.0259,
+      "num_tokens": 186203975.0,
+      "step": 436
+    },
+    {
+      "epoch": 3.939051918735892,
+      "grad_norm": 0.20693333346367762,
+      "learning_rate": 2.043434440624551e-06,
+      "loss": 0.0282,
+      "num_tokens": 186639222.0,
+      "step": 437
+    },
+    {
+      "epoch": 3.9480812641083523,
+      "grad_norm": 0.1954652710366924,
+      "learning_rate": 2.0266681606737335e-06,
+      "loss": 0.0258,
+      "num_tokens": 187080093.0,
+      "step": 438
+    },
+    {
+      "epoch": 3.9571106094808126,
+      "grad_norm": 0.20223843483684298,
+      "learning_rate": 2.0100203157701066e-06,
+      "loss": 0.0263,
+      "num_tokens": 187510794.0,
+      "step": 439
+    },
+    {
+      "epoch": 3.966139954853273,
+      "grad_norm": 0.19525308559707952,
+      "learning_rate": 1.993491473578491e-06,
+      "loss": 0.0259,
+      "num_tokens": 187954041.0,
+      "step": 440
+    },
+    {
+      "epoch": 3.975169300225734,
+      "grad_norm": 0.21128072662634845,
+      "learning_rate": 1.9770821977059026e-06,
+      "loss": 0.0258,
+      "num_tokens": 188383605.0,
+      "step": 441
+    },
+    {
+      "epoch": 3.984198645598194,
+      "grad_norm": 0.18577142836651914,
+      "learning_rate": 1.9607930476823467e-06,
+      "loss": 0.0255,
+      "num_tokens": 188821681.0,
+      "step": 442
+    },
+    {
+      "epoch": 3.9932279909706545,
+      "grad_norm": 0.1982522512127324,
+      "learning_rate": 1.9446245789417194e-06,
+      "loss": 0.0263,
+      "num_tokens": 189274421.0,
+      "step": 443
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.21396738069349763,
+      "learning_rate": 1.928577342802885e-06,
+      "loss": 0.0265,
+      "num_tokens": 189586064.0,
+      "step": 444
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.09049772471189499,
+      "eval_num_tokens": 189586064.0,
+      "eval_runtime": 53.1262,
+      "eval_samples_per_second": 47.152,
+      "eval_steps_per_second": 5.91,
+      "step": 444
+    },
+    {
+      "epoch": 4.00902934537246,
+      "grad_norm": 0.15418645017329702,
+      "learning_rate": 1.9126518864508685e-06,
+      "loss": 0.0214,
+      "num_tokens": 190012482.0,
+      "step": 445
+    },
+    {
+      "epoch": 4.018058690744921,
+      "grad_norm": 0.14100499317108237,
+      "learning_rate": 1.8968487529181967e-06,
+      "loss": 0.0188,
+      "num_tokens": 190450990.0,
+      "step": 446
+    },
+    {
+      "epoch": 4.027088036117381,
+      "grad_norm": 0.16697626697347936,
+      "learning_rate": 1.8811684810663915e-06,
+      "loss": 0.0221,
+      "num_tokens": 190867207.0,
+      "step": 447
+    },
+    {
+      "epoch": 4.036117381489842,
+      "grad_norm": 0.15622351235420653,
+      "learning_rate": 1.8656116055675816e-06,
+      "loss": 0.0203,
+      "num_tokens": 191302488.0,
+      "step": 448
+    },
+    {
+      "epoch": 4.045146726862303,
+      "grad_norm": 0.16643081164859824,
+      "learning_rate": 1.85017865688628e-06,
+      "loss": 0.0215,
+      "num_tokens": 191733936.0,
+      "step": 449
+    },
+    {
+      "epoch": 4.054176072234763,
+      "grad_norm": 0.15821211882565347,
+      "learning_rate": 1.8348701612612951e-06,
+      "loss": 0.0205,
+      "num_tokens": 192167735.0,
+      "step": 450
+    },
+    {
+      "epoch": 4.063205417607223,
+      "grad_norm": 0.15274737321085244,
+      "learning_rate": 1.819686640687785e-06,
+      "loss": 0.0222,
+      "num_tokens": 192575157.0,
+      "step": 451
+    },
+    {
+      "epoch": 4.072234762979684,
+      "grad_norm": 0.14926458971205808,
+      "learning_rate": 1.8046286128994578e-06,
+      "loss": 0.0196,
+      "num_tokens": 193021330.0,
+      "step": 452
+    },
+    {
+      "epoch": 4.081264108352144,
+      "grad_norm": 0.17212275585617468,
+      "learning_rate": 1.7896965913509213e-06,
+      "loss": 0.0189,
+      "num_tokens": 193464296.0,
+      "step": 453
+    },
+    {
+      "epoch": 4.090293453724605,
+      "grad_norm": 0.156919720923235,
+      "learning_rate": 1.7748910852001684e-06,
+      "loss": 0.0189,
+      "num_tokens": 193896598.0,
+      "step": 454
+    },
+    {
+      "epoch": 4.099322799097066,
+      "grad_norm": 0.17124727090479228,
+      "learning_rate": 1.7602125992912239e-06,
+      "loss": 0.0203,
+      "num_tokens": 194322822.0,
+      "step": 455
+    },
+    {
+      "epoch": 4.108352144469526,
+      "grad_norm": 0.18510272198987668,
+      "learning_rate": 1.7456616341369237e-06,
+      "loss": 0.0203,
+      "num_tokens": 194756207.0,
+      "step": 456
+    },
+    {
+      "epoch": 4.1173814898419865,
+      "grad_norm": 0.19407435700708406,
+      "learning_rate": 1.7312386859018517e-06,
+      "loss": 0.0238,
+      "num_tokens": 195185054.0,
+      "step": 457
+    },
+    {
+      "epoch": 4.126410835214447,
+      "grad_norm": 0.1948796133416149,
+      "learning_rate": 1.7169442463854208e-06,
+      "loss": 0.0233,
+      "num_tokens": 195599914.0,
+      "step": 458
+    },
+    {
+      "epoch": 4.135440180586907,
+      "grad_norm": 0.18649333768434115,
+      "learning_rate": 1.7027788030050967e-06,
+      "loss": 0.0209,
+      "num_tokens": 196011879.0,
+      "step": 459
+    },
+    {
+      "epoch": 4.144469525959368,
+      "grad_norm": 0.18356123055194207,
+      "learning_rate": 1.6887428387797942e-06,
+      "loss": 0.0203,
+      "num_tokens": 196428514.0,
+      "step": 460
+    },
+    {
+      "epoch": 4.153498871331829,
+      "grad_norm": 0.1879983996789742,
+      "learning_rate": 1.6748368323133868e-06,
+      "loss": 0.0224,
+      "num_tokens": 196847106.0,
+      "step": 461
+    },
+    {
+      "epoch": 4.162528216704289,
+      "grad_norm": 0.17315203900440446,
+      "learning_rate": 1.6610612577784009e-06,
+      "loss": 0.0191,
+      "num_tokens": 197290686.0,
+      "step": 462
+    },
+    {
+      "epoch": 4.1715575620767495,
+      "grad_norm": 0.170525796804323,
+      "learning_rate": 1.6474165848998439e-06,
+      "loss": 0.0178,
+      "num_tokens": 197727840.0,
+      "step": 463
+    },
+    {
+      "epoch": 4.18058690744921,
+      "grad_norm": 0.18053575499024638,
+      "learning_rate": 1.633903278939185e-06,
+      "loss": 0.0206,
+      "num_tokens": 198145792.0,
+      "step": 464
+    },
+    {
+      "epoch": 4.18961625282167,
+      "grad_norm": 0.17038024710969035,
+      "learning_rate": 1.6205218006784934e-06,
+      "loss": 0.0198,
+      "num_tokens": 198577289.0,
+      "step": 465
+    },
+    {
+      "epoch": 4.198645598194131,
+      "grad_norm": 0.1818920344481054,
+      "learning_rate": 1.6072726064047212e-06,
+      "loss": 0.0192,
+      "num_tokens": 199021897.0,
+      "step": 466
+    },
+    {
+      "epoch": 4.207674943566591,
+      "grad_norm": 0.2133634307635849,
+      "learning_rate": 1.5941561478941563e-06,
+      "loss": 0.0235,
+      "num_tokens": 199437131.0,
+      "step": 467
+    },
+    {
+      "epoch": 4.216704288939052,
+      "grad_norm": 0.1842557897841013,
+      "learning_rate": 1.5811728723970019e-06,
+      "loss": 0.0198,
+      "num_tokens": 199863916.0,
+      "step": 468
+    },
+    {
+      "epoch": 4.225733634311513,
+      "grad_norm": 0.17446476857607085,
+      "learning_rate": 1.568323222622138e-06,
+      "loss": 0.0197,
+      "num_tokens": 200298569.0,
+      "step": 469
+    },
+    {
+      "epoch": 4.234762979683973,
+      "grad_norm": 0.16733228471185502,
+      "learning_rate": 1.5556076367220218e-06,
+      "loss": 0.018,
+      "num_tokens": 200746877.0,
+      "step": 470
+    },
+    {
+      "epoch": 4.243792325056433,
+      "grad_norm": 0.179628482242242,
+      "learning_rate": 1.543026548277746e-06,
+      "loss": 0.0207,
+      "num_tokens": 201152308.0,
+      "step": 471
+    },
+    {
+      "epoch": 4.252821670428894,
+      "grad_norm": 0.19151302252076471,
+      "learning_rate": 1.5305803862842569e-06,
+      "loss": 0.0219,
+      "num_tokens": 201575609.0,
+      "step": 472
+    },
+    {
+      "epoch": 4.261851015801354,
+      "grad_norm": 0.18919554634088748,
+      "learning_rate": 1.5182695751357245e-06,
+      "loss": 0.0211,
+      "num_tokens": 201998154.0,
+      "step": 473
+    },
+    {
+      "epoch": 4.270880361173815,
+      "grad_norm": 0.17747943624556425,
+      "learning_rate": 1.5060945346110707e-06,
+      "loss": 0.0201,
+      "num_tokens": 202418768.0,
+      "step": 474
+    },
+    {
+      "epoch": 4.279909706546276,
+      "grad_norm": 0.17001099961527702,
+      "learning_rate": 1.4940556798596585e-06,
+      "loss": 0.0212,
+      "num_tokens": 202847509.0,
+      "step": 475
+    },
+    {
+      "epoch": 4.288939051918736,
+      "grad_norm": 0.1736578759132605,
+      "learning_rate": 1.4821534213871344e-06,
+      "loss": 0.0194,
+      "num_tokens": 203293633.0,
+      "step": 476
+    },
+    {
+      "epoch": 4.297968397291196,
+      "grad_norm": 0.19406265996719613,
+      "learning_rate": 1.4703881650414304e-06,
+      "loss": 0.0221,
+      "num_tokens": 203726576.0,
+      "step": 477
+    },
+    {
+      "epoch": 4.306997742663657,
+      "grad_norm": 0.19260019267218204,
+      "learning_rate": 1.4587603119989263e-06,
+      "loss": 0.0205,
+      "num_tokens": 204143709.0,
+      "step": 478
+    },
+    {
+      "epoch": 4.316027088036117,
+      "grad_norm": 0.1873666100999453,
+      "learning_rate": 1.4472702587507655e-06,
+      "loss": 0.0203,
+      "num_tokens": 204573732.0,
+      "step": 479
+    },
+    {
+      "epoch": 4.3250564334085775,
+      "grad_norm": 0.1897998928167092,
+      "learning_rate": 1.435918397089347e-06,
+      "loss": 0.0206,
+      "num_tokens": 205005583.0,
+      "step": 480
+    },
+    {
+      "epoch": 4.334085778781039,
+      "grad_norm": 0.18057188660990434,
+      "learning_rate": 1.4247051140949513e-06,
+      "loss": 0.0195,
+      "num_tokens": 205437157.0,
+      "step": 481
+    },
+    {
+      "epoch": 4.343115124153499,
+      "grad_norm": 0.18651736387988782,
+      "learning_rate": 1.4136307921225513e-06,
+      "loss": 0.0222,
+      "num_tokens": 205850496.0,
+      "step": 482
+    },
+    {
+      "epoch": 4.3521444695259595,
+      "grad_norm": 0.17170882688956685,
+      "learning_rate": 1.4026958087887723e-06,
+      "loss": 0.0214,
+      "num_tokens": 206281600.0,
+      "step": 483
+    },
+    {
+      "epoch": 4.36117381489842,
+      "grad_norm": 0.19127737771243922,
+      "learning_rate": 1.3919005369590132e-06,
+      "loss": 0.0238,
+      "num_tokens": 206692358.0,
+      "step": 484
+    },
+    {
+      "epoch": 4.37020316027088,
+      "grad_norm": 0.17790295399194844,
+      "learning_rate": 1.381245344734739e-06,
+      "loss": 0.0203,
+      "num_tokens": 207116740.0,
+      "step": 485
+    },
+    {
+      "epoch": 4.3792325056433405,
+      "grad_norm": 0.1663213943446299,
+      "learning_rate": 1.3707305954409194e-06,
+      "loss": 0.0199,
+      "num_tokens": 207550858.0,
+      "step": 486
+    },
+    {
+      "epoch": 4.388261851015802,
+      "grad_norm": 0.17560067742983293,
+      "learning_rate": 1.3603566476136488e-06,
+      "loss": 0.0218,
+      "num_tokens": 207978354.0,
+      "step": 487
+    },
+    {
+      "epoch": 4.397291196388262,
+      "grad_norm": 0.1868314805293888,
+      "learning_rate": 1.3501238549879156e-06,
+      "loss": 0.0199,
+      "num_tokens": 208410302.0,
+      "step": 488
+    },
+    {
+      "epoch": 4.4063205417607225,
+      "grad_norm": 0.1856195164389372,
+      "learning_rate": 1.3400325664855437e-06,
+      "loss": 0.0204,
+      "num_tokens": 208812870.0,
+      "step": 489
+    },
+    {
+      "epoch": 4.415349887133183,
+      "grad_norm": 0.17420216191906296,
+      "learning_rate": 1.3300831262032925e-06,
+      "loss": 0.0191,
+      "num_tokens": 209254543.0,
+      "step": 490
+    },
+    {
+      "epoch": 4.424379232505643,
+      "grad_norm": 0.19181688301449054,
+      "learning_rate": 1.3202758734011244e-06,
+      "loss": 0.0223,
+      "num_tokens": 209669464.0,
+      "step": 491
+    },
+    {
+      "epoch": 4.433408577878104,
+      "grad_norm": 0.17557989751907357,
+      "learning_rate": 1.3106111424906355e-06,
+      "loss": 0.0217,
+      "num_tokens": 210092796.0,
+      "step": 492
+    },
+    {
+      "epoch": 4.442437923250564,
+      "grad_norm": 0.1975584628146046,
+      "learning_rate": 1.3010892630236568e-06,
+      "loss": 0.0202,
+      "num_tokens": 210539090.0,
+      "step": 493
+    },
+    {
+      "epoch": 4.451467268623025,
+      "grad_norm": 0.17617895289518623,
+      "learning_rate": 1.2917105596810112e-06,
+      "loss": 0.02,
+      "num_tokens": 210962860.0,
+      "step": 494
+    },
+    {
+      "epoch": 4.460496613995486,
+      "grad_norm": 0.18368645306428724,
+      "learning_rate": 1.2824753522614473e-06,
+      "loss": 0.0204,
+      "num_tokens": 211389239.0,
+      "step": 495
+    },
+    {
+      "epoch": 4.469525959367946,
+      "grad_norm": 0.16350779571812799,
+      "learning_rate": 1.273383955670732e-06,
+      "loss": 0.0186,
+      "num_tokens": 211848433.0,
+      "step": 496
+    },
+    {
+      "epoch": 4.478555304740406,
+      "grad_norm": 0.16374756174145066,
+      "learning_rate": 1.2644366799109118e-06,
+      "loss": 0.0195,
+      "num_tokens": 212286944.0,
+      "step": 497
+    },
+    {
+      "epoch": 4.487584650112867,
+      "grad_norm": 0.16562432322005863,
+      "learning_rate": 1.2556338300697485e-06,
+      "loss": 0.0204,
+      "num_tokens": 212714521.0,
+      "step": 498
+    },
+    {
+      "epoch": 4.496613995485327,
+      "grad_norm": 0.17526601821860907,
+      "learning_rate": 1.2469757063103061e-06,
+      "loss": 0.0192,
+      "num_tokens": 213148368.0,
+      "step": 499
+    },
+    {
+      "epoch": 4.505643340857787,
+      "grad_norm": 0.16593144111118333,
+      "learning_rate": 1.2384626038607255e-06,
+      "loss": 0.0212,
+      "num_tokens": 213576096.0,
+      "step": 500
+    },
+    {
+      "epoch": 4.514672686230249,
+      "grad_norm": 0.17175436256108279,
+      "learning_rate": 1.2300948130041515e-06,
+      "loss": 0.0198,
+      "num_tokens": 213992716.0,
+      "step": 501
+    },
+    {
+      "epoch": 4.523702031602709,
+      "grad_norm": 0.18448107353481236,
+      "learning_rate": 1.2218726190688356e-06,
+      "loss": 0.0206,
+      "num_tokens": 214418244.0,
+      "step": 502
+    },
+    {
+      "epoch": 4.532731376975169,
+      "grad_norm": 0.17500609094863792,
+      "learning_rate": 1.2137963024184115e-06,
+      "loss": 0.0207,
+      "num_tokens": 214857117.0,
+      "step": 503
+    },
+    {
+      "epoch": 4.54176072234763,
+      "grad_norm": 0.17488600150980588,
+      "learning_rate": 1.2058661384423267e-06,
+      "loss": 0.0202,
+      "num_tokens": 215275416.0,
+      "step": 504
+    },
+    {
+      "epoch": 4.55079006772009,
+      "grad_norm": 0.17628502659157805,
+      "learning_rate": 1.1980823975464593e-06,
+      "loss": 0.0207,
+      "num_tokens": 215695066.0,
+      "step": 505
+    },
+    {
+      "epoch": 4.5598194130925505,
+      "grad_norm": 0.16652382229346105,
+      "learning_rate": 1.1904453451438951e-06,
+      "loss": 0.0199,
+      "num_tokens": 216118838.0,
+      "step": 506
+    },
+    {
+      "epoch": 4.568848758465011,
+      "grad_norm": 0.17416258725445835,
+      "learning_rate": 1.1829552416458775e-06,
+      "loss": 0.0206,
+      "num_tokens": 216542622.0,
+      "step": 507
+    },
+    {
+      "epoch": 4.577878103837472,
+      "grad_norm": 0.17503846455221217,
+      "learning_rate": 1.1756123424529266e-06,
+      "loss": 0.0195,
+      "num_tokens": 216996879.0,
+      "step": 508
+    },
+    {
+      "epoch": 4.586907449209932,
+      "grad_norm": 0.1854930469776265,
+      "learning_rate": 1.1684168979461336e-06,
+      "loss": 0.0196,
+      "num_tokens": 217423398.0,
+      "step": 509
+    },
+    {
+      "epoch": 4.595936794582393,
+      "grad_norm": 0.18437347020344613,
+      "learning_rate": 1.1613691534786196e-06,
+      "loss": 0.0204,
+      "num_tokens": 217840389.0,
+      "step": 510
+    },
+    {
+      "epoch": 4.604966139954853,
+      "grad_norm": 0.16995963371542427,
+      "learning_rate": 1.1544693493671712e-06,
+      "loss": 0.0204,
+      "num_tokens": 218270640.0,
+      "step": 511
+    },
+    {
+      "epoch": 4.6139954853273135,
+      "grad_norm": 0.17476739578001602,
+      "learning_rate": 1.1477177208840482e-06,
+      "loss": 0.0199,
+      "num_tokens": 218713265.0,
+      "step": 512
+    },
+    {
+      "epoch": 4.623024830699774,
+      "grad_norm": 0.17680781235832188,
+      "learning_rate": 1.1411144982489562e-06,
+      "loss": 0.0194,
+      "num_tokens": 219137609.0,
+      "step": 513
+    },
+    {
+      "epoch": 4.632054176072235,
+      "grad_norm": 0.19266113865684587,
+      "learning_rate": 1.1346599066212008e-06,
+      "loss": 0.0214,
+      "num_tokens": 219578547.0,
+      "step": 514
+    },
+    {
+      "epoch": 4.6410835214446955,
+      "grad_norm": 0.1712887481277758,
+      "learning_rate": 1.128354166092009e-06,
+      "loss": 0.0179,
+      "num_tokens": 220026371.0,
+      "step": 515
+    },
+    {
+      "epoch": 4.650112866817156,
+      "grad_norm": 0.19407164153838413,
+      "learning_rate": 1.1221974916770236e-06,
+      "loss": 0.022,
+      "num_tokens": 220433942.0,
+      "step": 516
+    },
+    {
+      "epoch": 4.659142212189616,
+      "grad_norm": 0.16510220010100865,
+      "learning_rate": 1.11619009330897e-06,
+      "loss": 0.0183,
+      "num_tokens": 220867424.0,
+      "step": 517
+    },
+    {
+      "epoch": 4.668171557562077,
+      "grad_norm": 0.17296028711993447,
+      "learning_rate": 1.1103321758305028e-06,
+      "loss": 0.0194,
+      "num_tokens": 221290561.0,
+      "step": 518
+    },
+    {
+      "epoch": 4.677200902934537,
+      "grad_norm": 0.18098815155223497,
+      "learning_rate": 1.104623938987216e-06,
+      "loss": 0.0213,
+      "num_tokens": 221699415.0,
+      "step": 519
+    },
+    {
+      "epoch": 4.686230248306998,
+      "grad_norm": 0.14565155092583376,
+      "learning_rate": 1.0990655774208339e-06,
+      "loss": 0.0172,
+      "num_tokens": 222150407.0,
+      "step": 520
+    },
+    {
+      "epoch": 4.6952595936794586,
+      "grad_norm": 0.19331583845274686,
+      "learning_rate": 1.0936572806625755e-06,
+      "loss": 0.0222,
+      "num_tokens": 222572283.0,
+      "step": 521
+    },
+    {
+      "epoch": 4.704288939051919,
+      "grad_norm": 0.17126454258481613,
+      "learning_rate": 1.0883992331266883e-06,
+      "loss": 0.0216,
+      "num_tokens": 222986703.0,
+      "step": 522
+    },
+    {
+      "epoch": 4.713318284424379,
+      "grad_norm": 0.18948406487563782,
+      "learning_rate": 1.0832916141041655e-06,
+      "loss": 0.0205,
+      "num_tokens": 223408969.0,
+      "step": 523
+    },
+    {
+      "epoch": 4.72234762979684,
+      "grad_norm": 0.19297817875902212,
+      "learning_rate": 1.078334597756625e-06,
+      "loss": 0.0212,
+      "num_tokens": 223835474.0,
+      "step": 524
+    },
+    {
+      "epoch": 4.7313769751693,
+      "grad_norm": 0.18397839966809734,
+      "learning_rate": 1.0735283531103781e-06,
+      "loss": 0.0207,
+      "num_tokens": 224259986.0,
+      "step": 525
+    },
+    {
+      "epoch": 4.74040632054176,
+      "grad_norm": 0.17467329511775723,
+      "learning_rate": 1.0688730440506611e-06,
+      "loss": 0.0193,
+      "num_tokens": 224699745.0,
+      "step": 526
+    },
+    {
+      "epoch": 4.749435665914222,
+      "grad_norm": 0.17902996216481953,
+      "learning_rate": 1.0643688293160503e-06,
+      "loss": 0.0177,
+      "num_tokens": 225145143.0,
+      "step": 527
+    },
+    {
+      "epoch": 4.758465011286682,
+      "grad_norm": 0.17228792421467223,
+      "learning_rate": 1.0600158624930462e-06,
+      "loss": 0.019,
+      "num_tokens": 225578145.0,
+      "step": 528
+    },
+    {
+      "epoch": 4.767494356659142,
+      "grad_norm": 0.17797664151251616,
+      "learning_rate": 1.0558142920108394e-06,
+      "loss": 0.0212,
+      "num_tokens": 226003984.0,
+      "step": 529
+    },
+    {
+      "epoch": 4.776523702031603,
+      "grad_norm": 0.18684000945026896,
+      "learning_rate": 1.0517642611362464e-06,
+      "loss": 0.021,
+      "num_tokens": 226426088.0,
+      "step": 530
+    },
+    {
+      "epoch": 4.785553047404063,
+      "grad_norm": 0.17968004856043132,
+      "learning_rate": 1.047865907968827e-06,
+      "loss": 0.0196,
+      "num_tokens": 226858806.0,
+      "step": 531
+    },
+    {
+      "epoch": 4.794582392776523,
+      "grad_norm": 0.17275763170461778,
+      "learning_rate": 1.0441193654361755e-06,
+      "loss": 0.0207,
+      "num_tokens": 227291465.0,
+      "step": 532
+    },
+    {
+      "epoch": 4.803611738148984,
+      "grad_norm": 0.17520212708362584,
+      "learning_rate": 1.0405247612893841e-06,
+      "loss": 0.0199,
+      "num_tokens": 227721309.0,
+      "step": 533
+    },
+    {
+      "epoch": 4.812641083521445,
+      "grad_norm": 0.18975116685538082,
+      "learning_rate": 1.037082218098692e-06,
+      "loss": 0.021,
+      "num_tokens": 228142508.0,
+      "step": 534
+    },
+    {
+      "epoch": 4.821670428893905,
+      "grad_norm": 0.19153487232812502,
+      "learning_rate": 1.0337918532493027e-06,
+      "loss": 0.0215,
+      "num_tokens": 228560446.0,
+      "step": 535
+    },
+    {
+      "epoch": 4.830699774266366,
+      "grad_norm": 0.20996193220725706,
+      "learning_rate": 1.0306537789373832e-06,
+      "loss": 0.022,
+      "num_tokens": 228983150.0,
+      "step": 536
+    },
+    {
+      "epoch": 4.839729119638826,
+      "grad_norm": 0.20126150758242514,
+      "learning_rate": 1.027668102166235e-06,
+      "loss": 0.0226,
+      "num_tokens": 229412211.0,
+      "step": 537
+    },
+    {
+      "epoch": 4.8487584650112865,
+      "grad_norm": 0.1573000482505692,
+      "learning_rate": 1.02483492474265e-06,
+      "loss": 0.0195,
+      "num_tokens": 229854229.0,
+      "step": 538
+    },
+    {
+      "epoch": 4.857787810383747,
+      "grad_norm": 0.17919483489104251,
+      "learning_rate": 1.0221543432734369e-06,
+      "loss": 0.0208,
+      "num_tokens": 230272495.0,
+      "step": 539
+    },
+    {
+      "epoch": 4.866817155756207,
+      "grad_norm": 0.17970864259308456,
+      "learning_rate": 1.0196264491621247e-06,
+      "loss": 0.0215,
+      "num_tokens": 230670995.0,
+      "step": 540
+    },
+    {
+      "epoch": 4.8758465011286685,
+      "grad_norm": 0.17424710710496075,
+      "learning_rate": 1.0172513286058505e-06,
+      "loss": 0.0207,
+      "num_tokens": 231097273.0,
+      "step": 541
+    },
+    {
+      "epoch": 4.884875846501129,
+      "grad_norm": 0.17129200768842348,
+      "learning_rate": 1.015029062592418e-06,
+      "loss": 0.0196,
+      "num_tokens": 231529230.0,
+      "step": 542
+    },
+    {
+      "epoch": 4.893905191873589,
+      "grad_norm": 0.2086105902915424,
+      "learning_rate": 1.012959726897535e-06,
+      "loss": 0.0242,
+      "num_tokens": 231936065.0,
+      "step": 543
+    },
+    {
+      "epoch": 4.9029345372460496,
+      "grad_norm": 0.18905729339176797,
+      "learning_rate": 1.0110433920822306e-06,
+      "loss": 0.0201,
+      "num_tokens": 232357557.0,
+      "step": 544
+    },
+    {
+      "epoch": 4.91196388261851,
+      "grad_norm": 0.1922786676997605,
+      "learning_rate": 1.009280123490451e-06,
+      "loss": 0.0207,
+      "num_tokens": 232776441.0,
+      "step": 545
+    },
+    {
+      "epoch": 4.92099322799097,
+      "grad_norm": 0.19087910354270035,
+      "learning_rate": 1.0076699812468264e-06,
+      "loss": 0.021,
+      "num_tokens": 233194997.0,
+      "step": 546
+    },
+    {
+      "epoch": 4.9300225733634315,
+      "grad_norm": 0.18786258054280564,
+      "learning_rate": 1.0062130202546278e-06,
+      "loss": 0.0201,
+      "num_tokens": 233614735.0,
+      "step": 547
+    },
+    {
+      "epoch": 4.939051918735892,
+      "grad_norm": 0.1702857862148093,
+      "learning_rate": 1.0049092901938875e-06,
+      "loss": 0.0183,
+      "num_tokens": 234054550.0,
+      "step": 548
+    },
+    {
+      "epoch": 4.948081264108352,
+      "grad_norm": 0.19503784356256793,
+      "learning_rate": 1.0037588355197116e-06,
+      "loss": 0.0207,
+      "num_tokens": 234481341.0,
+      "step": 549
+    },
+    {
+      "epoch": 4.957110609480813,
+      "grad_norm": 0.18748199022689804,
+      "learning_rate": 1.00276169546076e-06,
+      "loss": 0.0218,
+      "num_tokens": 234907817.0,
+      "step": 550
+    },
+    {
+      "epoch": 4.966139954853273,
+      "grad_norm": 0.16534471540720577,
+      "learning_rate": 1.0019179040179093e-06,
+      "loss": 0.0171,
+      "num_tokens": 235357272.0,
+      "step": 551
+    },
+    {
+      "epoch": 4.975169300225733,
+      "grad_norm": 0.182782300003444,
+      "learning_rate": 1.0012274899630954e-06,
+      "loss": 0.0201,
+      "num_tokens": 235805693.0,
+      "step": 552
+    },
+    {
+      "epoch": 4.984198645598195,
+      "grad_norm": 0.18688268444184455,
+      "learning_rate": 1.0006904768383305e-06,
+      "loss": 0.0212,
+      "num_tokens": 236221003.0,
+      "step": 553
+    },
+    {
+      "epoch": 4.993227990970655,
+      "grad_norm": 0.18372657341195586,
+      "learning_rate": 1.0003068829549017e-06,
+      "loss": 0.0204,
+      "num_tokens": 236660222.0,
+      "step": 554
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.21976081180864657,
+      "learning_rate": 1.0000767213927445e-06,
+      "loss": 0.0218,
+      "num_tokens": 236984937.0,
+      "step": 555
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 0.10813906788825989,
+      "eval_num_tokens": 236984937.0,
+      "eval_runtime": 53.1583,
+      "eval_samples_per_second": 47.123,
+      "eval_steps_per_second": 5.907,
+      "step": 555
+    },
+    {
+      "epoch": 5.0,
+      "step": 555,
+      "total_flos": 7.792360049627628e+17,
+      "train_loss": 0.04186144905114496,
+      "train_runtime": 7507.8207,
+      "train_samples_per_second": 9.436,
+      "train_steps_per_second": 0.074
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 555,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 7.792360049627628e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}