diff --git "a/SFT/trainer_state.json" "b/SFT/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/SFT/trainer_state.json"
@@ -0,0 +1,7815 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 10.0,
+  "eval_steps": 2500,
+  "global_step": 5540,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.009025270758122744,
+      "grad_norm": 9.466440213077052,
+      "learning_rate": 1.9985559566787006e-05,
+      "loss": 2.4118,
+      "step": 5
+    },
+    {
+      "epoch": 0.018050541516245487,
+      "grad_norm": 5.092031681557354,
+      "learning_rate": 1.996750902527076e-05,
+      "loss": 0.8115,
+      "step": 10
+    },
+    {
+      "epoch": 0.02707581227436823,
+      "grad_norm": 3.581292467477243,
+      "learning_rate": 1.9949458483754514e-05,
+      "loss": 0.7566,
+      "step": 15
+    },
+    {
+      "epoch": 0.036101083032490974,
+      "grad_norm": 3.0664426091496577,
+      "learning_rate": 1.9931407942238267e-05,
+      "loss": 0.7238,
+      "step": 20
+    },
+    {
+      "epoch": 0.04512635379061372,
+      "grad_norm": 2.953202771996899,
+      "learning_rate": 1.9913357400722025e-05,
+      "loss": 0.7088,
+      "step": 25
+    },
+    {
+      "epoch": 0.05415162454873646,
+      "grad_norm": 3.2107443547649233,
+      "learning_rate": 1.989530685920578e-05,
+      "loss": 0.6899,
+      "step": 30
+    },
+    {
+      "epoch": 0.0631768953068592,
+      "grad_norm": 2.606024610125901,
+      "learning_rate": 1.9877256317689532e-05,
+      "loss": 0.6928,
+      "step": 35
+    },
+    {
+      "epoch": 0.07220216606498195,
+      "grad_norm": 3.2049516084300245,
+      "learning_rate": 1.9859205776173286e-05,
+      "loss": 0.69,
+      "step": 40
+    },
+    {
+      "epoch": 0.0812274368231047,
+      "grad_norm": 2.761288783636034,
+      "learning_rate": 1.984115523465704e-05,
+      "loss": 0.6867,
+      "step": 45
+    },
+    {
+      "epoch": 0.09025270758122744,
+      "grad_norm": 2.996941813764781,
+      "learning_rate": 1.9823104693140797e-05,
+      "loss": 0.6675,
+      "step": 50
+    },
+    {
+      "epoch": 0.09927797833935018,
+      "grad_norm": 2.7492945960977617,
+      "learning_rate": 1.980505415162455e-05,
+      "loss": 0.6852,
+      "step": 55
+    },
+    {
+      "epoch": 0.10830324909747292,
+      "grad_norm": 3.1658110710465124,
+      "learning_rate": 1.9787003610108305e-05,
+      "loss": 0.6447,
+      "step": 60
+    },
+    {
+      "epoch": 0.11732851985559567,
+      "grad_norm": 2.5627271539534777,
+      "learning_rate": 1.976895306859206e-05,
+      "loss": 0.6562,
+      "step": 65
+    },
+    {
+      "epoch": 0.1263537906137184,
+      "grad_norm": 2.752341860058262,
+      "learning_rate": 1.9750902527075816e-05,
+      "loss": 0.6771,
+      "step": 70
+    },
+    {
+      "epoch": 0.13537906137184116,
+      "grad_norm": 3.047967974028345,
+      "learning_rate": 1.973285198555957e-05,
+      "loss": 0.6656,
+      "step": 75
+    },
+    {
+      "epoch": 0.1444043321299639,
+      "grad_norm": 2.9706224809053916,
+      "learning_rate": 1.9714801444043323e-05,
+      "loss": 0.6635,
+      "step": 80
+    },
+    {
+      "epoch": 0.15342960288808663,
+      "grad_norm": 2.4472232682052253,
+      "learning_rate": 1.9696750902527077e-05,
+      "loss": 0.6474,
+      "step": 85
+    },
+    {
+      "epoch": 0.1624548736462094,
+      "grad_norm": 2.701915790395711,
+      "learning_rate": 1.967870036101083e-05,
+      "loss": 0.6641,
+      "step": 90
+    },
+    {
+      "epoch": 0.17148014440433212,
+      "grad_norm": 2.4548463645426946,
+      "learning_rate": 1.9660649819494585e-05,
+      "loss": 0.6509,
+      "step": 95
+    },
+    {
+      "epoch": 0.18050541516245489,
+      "grad_norm": 12.210856636716178,
+      "learning_rate": 1.964259927797834e-05,
+      "loss": 0.6646,
+      "step": 100
+    },
+    {
+      "epoch": 0.18953068592057762,
+      "grad_norm": 2.603197676839273,
+      "learning_rate": 1.9624548736462096e-05,
+      "loss": 0.6975,
+      "step": 105
+    },
+    {
+      "epoch": 0.19855595667870035,
+      "grad_norm": 2.414541801668063,
+      "learning_rate": 1.960649819494585e-05,
+      "loss": 0.6412,
+      "step": 110
+    },
+    {
+      "epoch": 0.2075812274368231,
+      "grad_norm": 2.5004150715560787,
+      "learning_rate": 1.9588447653429607e-05,
+      "loss": 0.6477,
+      "step": 115
+    },
+    {
+      "epoch": 0.21660649819494585,
+      "grad_norm": 2.65590491408136,
+      "learning_rate": 1.957039711191336e-05,
+      "loss": 0.6328,
+      "step": 120
+    },
+    {
+      "epoch": 0.22563176895306858,
+      "grad_norm": 2.8094738107146107,
+      "learning_rate": 1.9552346570397115e-05,
+      "loss": 0.643,
+      "step": 125
+    },
+    {
+      "epoch": 0.23465703971119134,
+      "grad_norm": 2.4628672221036787,
+      "learning_rate": 1.953429602888087e-05,
+      "loss": 0.6295,
+      "step": 130
+    },
+    {
+      "epoch": 0.24368231046931407,
+      "grad_norm": 2.6028074637701315,
+      "learning_rate": 1.9516245487364622e-05,
+      "loss": 0.6231,
+      "step": 135
+    },
+    {
+      "epoch": 0.2527075812274368,
+      "grad_norm": 2.6627654496834112,
+      "learning_rate": 1.9498194945848376e-05,
+      "loss": 0.6164,
+      "step": 140
+    },
+    {
+      "epoch": 0.26173285198555957,
+      "grad_norm": 2.428314569670895,
+      "learning_rate": 1.948014440433213e-05,
+      "loss": 0.6137,
+      "step": 145
+    },
+    {
+      "epoch": 0.27075812274368233,
+      "grad_norm": 2.145860067780341,
+      "learning_rate": 1.9462093862815884e-05,
+      "loss": 0.6162,
+      "step": 150
+    },
+    {
+      "epoch": 0.27978339350180503,
+      "grad_norm": 2.6330932206114865,
+      "learning_rate": 1.944404332129964e-05,
+      "loss": 0.6152,
+      "step": 155
+    },
+    {
+      "epoch": 0.2888086642599278,
+      "grad_norm": 1.9933015700312968,
+      "learning_rate": 1.9425992779783395e-05,
+      "loss": 0.6333,
+      "step": 160
+    },
+    {
+      "epoch": 0.29783393501805056,
+      "grad_norm": 2.532862933716995,
+      "learning_rate": 1.940794223826715e-05,
+      "loss": 0.6284,
+      "step": 165
+    },
+    {
+      "epoch": 0.30685920577617326,
+      "grad_norm": 2.1667192528112755,
+      "learning_rate": 1.9389891696750906e-05,
+      "loss": 0.6237,
+      "step": 170
+    },
+    {
+      "epoch": 0.315884476534296,
+      "grad_norm": 2.1701228962066295,
+      "learning_rate": 1.937184115523466e-05,
+      "loss": 0.6336,
+      "step": 175
+    },
+    {
+      "epoch": 0.3249097472924188,
+      "grad_norm": 2.273883822591775,
+      "learning_rate": 1.9353790613718413e-05,
+      "loss": 0.6209,
+      "step": 180
+    },
+    {
+      "epoch": 0.33393501805054154,
+      "grad_norm": 2.29978243530194,
+      "learning_rate": 1.9335740072202167e-05,
+      "loss": 0.6318,
+      "step": 185
+    },
+    {
+      "epoch": 0.34296028880866425,
+      "grad_norm": 2.411589937459258,
+      "learning_rate": 1.931768953068592e-05,
+      "loss": 0.6107,
+      "step": 190
+    },
+    {
+      "epoch": 0.351985559566787,
+      "grad_norm": 2.175980233783614,
+      "learning_rate": 1.9299638989169675e-05,
+      "loss": 0.6034,
+      "step": 195
+    },
+    {
+      "epoch": 0.36101083032490977,
+      "grad_norm": 2.3182975023815566,
+      "learning_rate": 1.9281588447653432e-05,
+      "loss": 0.6054,
+      "step": 200
+    },
+    {
+      "epoch": 0.3700361010830325,
+      "grad_norm": 2.301500912368193,
+      "learning_rate": 1.9263537906137186e-05,
+      "loss": 0.608,
+      "step": 205
+    },
+    {
+      "epoch": 0.37906137184115524,
+      "grad_norm": 2.3411097096245146,
+      "learning_rate": 1.924548736462094e-05,
+      "loss": 0.6096,
+      "step": 210
+    },
+    {
+      "epoch": 0.388086642599278,
+      "grad_norm": 2.3477579646460267,
+      "learning_rate": 1.9227436823104693e-05,
+      "loss": 0.5981,
+      "step": 215
+    },
+    {
+      "epoch": 0.3971119133574007,
+      "grad_norm": 2.574256614403349,
+      "learning_rate": 1.920938628158845e-05,
+      "loss": 0.6032,
+      "step": 220
+    },
+    {
+      "epoch": 0.40613718411552346,
+      "grad_norm": 2.30445852375371,
+      "learning_rate": 1.9191335740072204e-05,
+      "loss": 0.6263,
+      "step": 225
+    },
+    {
+      "epoch": 0.4151624548736462,
+      "grad_norm": 1.9463153842646943,
+      "learning_rate": 1.9173285198555958e-05,
+      "loss": 0.5888,
+      "step": 230
+    },
+    {
+      "epoch": 0.42418772563176893,
+      "grad_norm": 2.2957992259075692,
+      "learning_rate": 1.9155234657039712e-05,
+      "loss": 0.5919,
+      "step": 235
+    },
+    {
+      "epoch": 0.4332129963898917,
+      "grad_norm": 2.4850310058268397,
+      "learning_rate": 1.913718411552347e-05,
+      "loss": 0.5982,
+      "step": 240
+    },
+    {
+      "epoch": 0.44223826714801445,
+      "grad_norm": 2.1484807254693665,
+      "learning_rate": 1.9119133574007223e-05,
+      "loss": 0.5922,
+      "step": 245
+    },
+    {
+      "epoch": 0.45126353790613716,
+      "grad_norm": 2.117521935012365,
+      "learning_rate": 1.9101083032490977e-05,
+      "loss": 0.614,
+      "step": 250
+    },
+    {
+      "epoch": 0.4602888086642599,
+      "grad_norm": 2.129059383234727,
+      "learning_rate": 1.908303249097473e-05,
+      "loss": 0.6065,
+      "step": 255
+    },
+    {
+      "epoch": 0.4693140794223827,
+      "grad_norm": 2.1304018405195904,
+      "learning_rate": 1.9064981949458485e-05,
+      "loss": 0.5776,
+      "step": 260
+    },
+    {
+      "epoch": 0.47833935018050544,
+      "grad_norm": 2.2992759766146973,
+      "learning_rate": 1.904693140794224e-05,
+      "loss": 0.5832,
+      "step": 265
+    },
+    {
+      "epoch": 0.48736462093862815,
+      "grad_norm": 2.0969841001906704,
+      "learning_rate": 1.9028880866425992e-05,
+      "loss": 0.6178,
+      "step": 270
+    },
+    {
+      "epoch": 0.4963898916967509,
+      "grad_norm": 2.2377624378205834,
+      "learning_rate": 1.901083032490975e-05,
+      "loss": 0.5877,
+      "step": 275
+    },
+    {
+      "epoch": 0.5054151624548736,
+      "grad_norm": 2.2091730376930308,
+      "learning_rate": 1.8992779783393503e-05,
+      "loss": 0.6093,
+      "step": 280
+    },
+    {
+      "epoch": 0.5144404332129964,
+      "grad_norm": 2.0821252876149274,
+      "learning_rate": 1.897472924187726e-05,
+      "loss": 0.5971,
+      "step": 285
+    },
+    {
+      "epoch": 0.5234657039711191,
+      "grad_norm": 2.4846088029201923,
+      "learning_rate": 1.8956678700361014e-05,
+      "loss": 0.5894,
+      "step": 290
+    },
+    {
+      "epoch": 0.5324909747292419,
+      "grad_norm": 2.253250469898687,
+      "learning_rate": 1.8938628158844768e-05,
+      "loss": 0.6035,
+      "step": 295
+    },
+    {
+      "epoch": 0.5415162454873647,
+      "grad_norm": 2.1890406664703237,
+      "learning_rate": 1.8920577617328522e-05,
+      "loss": 0.5905,
+      "step": 300
+    },
+    {
+      "epoch": 0.5505415162454874,
+      "grad_norm": 1.830902528715668,
+      "learning_rate": 1.8902527075812276e-05,
+      "loss": 0.5666,
+      "step": 305
+    },
+    {
+      "epoch": 0.5595667870036101,
+      "grad_norm": 2.2712137897785216,
+      "learning_rate": 1.888447653429603e-05,
+      "loss": 0.5794,
+      "step": 310
+    },
+    {
+      "epoch": 0.5685920577617328,
+      "grad_norm": 2.064463681190312,
+      "learning_rate": 1.8866425992779783e-05,
+      "loss": 0.5813,
+      "step": 315
+    },
+    {
+      "epoch": 0.5776173285198556,
+      "grad_norm": 2.0670626484908046,
+      "learning_rate": 1.8848375451263537e-05,
+      "loss": 0.5989,
+      "step": 320
+    },
+    {
+      "epoch": 0.5866425992779783,
+      "grad_norm": 2.4382023992648563,
+      "learning_rate": 1.8830324909747294e-05,
+      "loss": 0.5844,
+      "step": 325
+    },
+    {
+      "epoch": 0.5956678700361011,
+      "grad_norm": 2.3559788464517935,
+      "learning_rate": 1.8812274368231048e-05,
+      "loss": 0.5751,
+      "step": 330
+    },
+    {
+      "epoch": 0.6046931407942239,
+      "grad_norm": 2.0417255214726655,
+      "learning_rate": 1.8794223826714802e-05,
+      "loss": 0.582,
+      "step": 335
+    },
+    {
+      "epoch": 0.6137184115523465,
+      "grad_norm": 2.0606597313764174,
+      "learning_rate": 1.877617328519856e-05,
+      "loss": 0.5563,
+      "step": 340
+    },
+    {
+      "epoch": 0.6227436823104693,
+      "grad_norm": 2.1279001628524714,
+      "learning_rate": 1.8758122743682313e-05,
+      "loss": 0.5646,
+      "step": 345
+    },
+    {
+      "epoch": 0.631768953068592,
+      "grad_norm": 2.1228151514711318,
+      "learning_rate": 1.8740072202166067e-05,
+      "loss": 0.5687,
+      "step": 350
+    },
+    {
+      "epoch": 0.6407942238267148,
+      "grad_norm": 2.1178045046697997,
+      "learning_rate": 1.872202166064982e-05,
+      "loss": 0.5808,
+      "step": 355
+    },
+    {
+      "epoch": 0.6498194945848376,
+      "grad_norm": 2.110658120249641,
+      "learning_rate": 1.8703971119133574e-05,
+      "loss": 0.5576,
+      "step": 360
+    },
+    {
+      "epoch": 0.6588447653429603,
+      "grad_norm": 2.0620796847472835,
+      "learning_rate": 1.8685920577617328e-05,
+      "loss": 0.5817,
+      "step": 365
+    },
+    {
+      "epoch": 0.6678700361010831,
+      "grad_norm": 2.2036387339163217,
+      "learning_rate": 1.8667870036101086e-05,
+      "loss": 0.583,
+      "step": 370
+    },
+    {
+      "epoch": 0.6768953068592057,
+      "grad_norm": 2.169248099645488,
+      "learning_rate": 1.864981949458484e-05,
+      "loss": 0.5711,
+      "step": 375
+    },
+    {
+      "epoch": 0.6859205776173285,
+      "grad_norm": 2.0070917491256237,
+      "learning_rate": 1.8631768953068593e-05,
+      "loss": 0.5714,
+      "step": 380
+    },
+    {
+      "epoch": 0.6949458483754513,
+      "grad_norm": 2.412092286853898,
+      "learning_rate": 1.8613718411552347e-05,
+      "loss": 0.558,
+      "step": 385
+    },
+    {
+      "epoch": 0.703971119133574,
+      "grad_norm": 2.1573044881131636,
+      "learning_rate": 1.8595667870036104e-05,
+      "loss": 0.5605,
+      "step": 390
+    },
+    {
+      "epoch": 0.7129963898916968,
+      "grad_norm": 2.0060925615864234,
+      "learning_rate": 1.8577617328519858e-05,
+      "loss": 0.5646,
+      "step": 395
+    },
+    {
+      "epoch": 0.7220216606498195,
+      "grad_norm": 2.0721270781349856,
+      "learning_rate": 1.8559566787003612e-05,
+      "loss": 0.5591,
+      "step": 400
+    },
+    {
+      "epoch": 0.7310469314079422,
+      "grad_norm": 1.9740854158027745,
+      "learning_rate": 1.8541516245487366e-05,
+      "loss": 0.5749,
+      "step": 405
+    },
+    {
+      "epoch": 0.740072202166065,
+      "grad_norm": 2.1666939121131343,
+      "learning_rate": 1.852346570397112e-05,
+      "loss": 0.5559,
+      "step": 410
+    },
+    {
+      "epoch": 0.7490974729241877,
+      "grad_norm": 2.006153861447105,
+      "learning_rate": 1.8505415162454877e-05,
+      "loss": 0.5579,
+      "step": 415
+    },
+    {
+      "epoch": 0.7581227436823105,
+      "grad_norm": 2.1562521533225896,
+      "learning_rate": 1.848736462093863e-05,
+      "loss": 0.5641,
+      "step": 420
+    },
+    {
+      "epoch": 0.7671480144404332,
+      "grad_norm": 2.4213982076348386,
+      "learning_rate": 1.8469314079422384e-05,
+      "loss": 0.5697,
+      "step": 425
+    },
+    {
+      "epoch": 0.776173285198556,
+      "grad_norm": 2.021492521441799,
+      "learning_rate": 1.8451263537906138e-05,
+      "loss": 0.5512,
+      "step": 430
+    },
+    {
+      "epoch": 0.7851985559566786,
+      "grad_norm": 2.2387067716748903,
+      "learning_rate": 1.8433212996389892e-05,
+      "loss": 0.5567,
+      "step": 435
+    },
+    {
+      "epoch": 0.7942238267148014,
+      "grad_norm": 2.1182127501600654,
+      "learning_rate": 1.8415162454873646e-05,
+      "loss": 0.5529,
+      "step": 440
+    },
+    {
+      "epoch": 0.8032490974729242,
+      "grad_norm": 1.8809686502549097,
+      "learning_rate": 1.8397111913357403e-05,
+      "loss": 0.549,
+      "step": 445
+    },
+    {
+      "epoch": 0.8122743682310469,
+      "grad_norm": 1.9559681017618193,
+      "learning_rate": 1.8379061371841157e-05,
+      "loss": 0.546,
+      "step": 450
+    },
+    {
+      "epoch": 0.8212996389891697,
+      "grad_norm": 1.8843502716508203,
+      "learning_rate": 1.836101083032491e-05,
+      "loss": 0.5281,
+      "step": 455
+    },
+    {
+      "epoch": 0.8303249097472925,
+      "grad_norm": 2.0782130238317365,
+      "learning_rate": 1.8342960288808668e-05,
+      "loss": 0.5355,
+      "step": 460
+    },
+    {
+      "epoch": 0.8393501805054152,
+      "grad_norm": 2.028491033091686,
+      "learning_rate": 1.832490974729242e-05,
+      "loss": 0.5573,
+      "step": 465
+    },
+    {
+      "epoch": 0.8483754512635379,
+      "grad_norm": 1.997600040747785,
+      "learning_rate": 1.8306859205776175e-05,
+      "loss": 0.5503,
+      "step": 470
+    },
+    {
+      "epoch": 0.8574007220216606,
+      "grad_norm": 2.086622795789731,
+      "learning_rate": 1.828880866425993e-05,
+      "loss": 0.5271,
+      "step": 475
+    },
+    {
+      "epoch": 0.8664259927797834,
+      "grad_norm": 2.2126356409155603,
+      "learning_rate": 1.8270758122743683e-05,
+      "loss": 0.5295,
+      "step": 480
+    },
+    {
+      "epoch": 0.8754512635379061,
+      "grad_norm": 1.9420226465771289,
+      "learning_rate": 1.8252707581227437e-05,
+      "loss": 0.5229,
+      "step": 485
+    },
+    {
+      "epoch": 0.8844765342960289,
+      "grad_norm": 2.3845783258984605,
+      "learning_rate": 1.823465703971119e-05,
+      "loss": 0.5302,
+      "step": 490
+    },
+    {
+      "epoch": 0.8935018050541517,
+      "grad_norm": 1.990644749395453,
+      "learning_rate": 1.8216606498194948e-05,
+      "loss": 0.5327,
+      "step": 495
+    },
+    {
+      "epoch": 0.9025270758122743,
+      "grad_norm": 1.9296515724126473,
+      "learning_rate": 1.81985559566787e-05,
+      "loss": 0.5368,
+      "step": 500
+    },
+    {
+      "epoch": 0.9115523465703971,
+      "grad_norm": 2.08354639136672,
+      "learning_rate": 1.8180505415162456e-05,
+      "loss": 0.537,
+      "step": 505
+    },
+    {
+      "epoch": 0.9205776173285198,
+      "grad_norm": 1.8810121127412915,
+      "learning_rate": 1.8162454873646213e-05,
+      "loss": 0.5233,
+      "step": 510
+    },
+    {
+      "epoch": 0.9296028880866426,
+      "grad_norm": 2.1865339910493,
+      "learning_rate": 1.8144404332129967e-05,
+      "loss": 0.5229,
+      "step": 515
+    },
+    {
+      "epoch": 0.9386281588447654,
+      "grad_norm": 1.8530594783548222,
+      "learning_rate": 1.812635379061372e-05,
+      "loss": 0.5489,
+      "step": 520
+    },
+    {
+      "epoch": 0.9476534296028881,
+      "grad_norm": 1.8045811881947107,
+      "learning_rate": 1.8108303249097474e-05,
+      "loss": 0.5216,
+      "step": 525
+    },
+    {
+      "epoch": 0.9566787003610109,
+      "grad_norm": 2.0216105196649465,
+      "learning_rate": 1.8090252707581228e-05,
+      "loss": 0.5327,
+      "step": 530
+    },
+    {
+      "epoch": 0.9657039711191335,
+      "grad_norm": 2.070828240474061,
+      "learning_rate": 1.8072202166064982e-05,
+      "loss": 0.5341,
+      "step": 535
+    },
+    {
+      "epoch": 0.9747292418772563,
+      "grad_norm": 2.118337434473814,
+      "learning_rate": 1.8054151624548736e-05,
+      "loss": 0.5206,
+      "step": 540
+    },
+    {
+      "epoch": 0.983754512635379,
+      "grad_norm": 1.9327007846480317,
+      "learning_rate": 1.8036101083032493e-05,
+      "loss": 0.5223,
+      "step": 545
+    },
+    {
+      "epoch": 0.9927797833935018,
+      "grad_norm": 1.8102667165760828,
+      "learning_rate": 1.8018050541516247e-05,
+      "loss": 0.5183,
+      "step": 550
+    },
+    {
+      "epoch": 1.0018050541516246,
+      "grad_norm": 1.7565629809184389,
+      "learning_rate": 1.8e-05,
+      "loss": 0.5008,
+      "step": 555
+    },
+    {
+      "epoch": 1.0108303249097472,
+      "grad_norm": 1.7812661895325377,
+      "learning_rate": 1.7981949458483758e-05,
+      "loss": 0.403,
+      "step": 560
+    },
+    {
+      "epoch": 1.01985559566787,
+      "grad_norm": 1.9167006814291294,
+      "learning_rate": 1.796389891696751e-05,
+      "loss": 0.412,
+      "step": 565
+    },
+    {
+      "epoch": 1.0288808664259927,
+      "grad_norm": 1.9923575509001286,
+      "learning_rate": 1.7945848375451265e-05,
+      "loss": 0.3926,
+      "step": 570
+    },
+    {
+      "epoch": 1.0379061371841156,
+      "grad_norm": 1.7192659741327438,
+      "learning_rate": 1.792779783393502e-05,
+      "loss": 0.4072,
+      "step": 575
+    },
+    {
+      "epoch": 1.0469314079422383,
+      "grad_norm": 1.8513603883344656,
+      "learning_rate": 1.7909747292418773e-05,
+      "loss": 0.4031,
+      "step": 580
+    },
+    {
+      "epoch": 1.055956678700361,
+      "grad_norm": 1.828939711963778,
+      "learning_rate": 1.7891696750902527e-05,
+      "loss": 0.3984,
+      "step": 585
+    },
+    {
+      "epoch": 1.0649819494584838,
+      "grad_norm": 1.789210627896697,
+      "learning_rate": 1.7873646209386284e-05,
+      "loss": 0.4054,
+      "step": 590
+    },
+    {
+      "epoch": 1.0740072202166064,
+      "grad_norm": 1.8182359140012072,
+      "learning_rate": 1.7855595667870038e-05,
+      "loss": 0.4016,
+      "step": 595
+    },
+    {
+      "epoch": 1.0830324909747293,
+      "grad_norm": 1.8738010102389915,
+      "learning_rate": 1.783754512635379e-05,
+      "loss": 0.3916,
+      "step": 600
+    },
+    {
+      "epoch": 1.092057761732852,
+      "grad_norm": 1.7056071281982275,
+      "learning_rate": 1.7819494584837545e-05,
+      "loss": 0.4005,
+      "step": 605
+    },
+    {
+      "epoch": 1.1010830324909748,
+      "grad_norm": 1.7631642754877512,
+      "learning_rate": 1.7801444043321303e-05,
+      "loss": 0.4044,
+      "step": 610
+    },
+    {
+      "epoch": 1.1101083032490975,
+      "grad_norm": 1.9174467447157293,
+      "learning_rate": 1.7783393501805056e-05,
+      "loss": 0.3994,
+      "step": 615
+    },
+    {
+      "epoch": 1.1191335740072201,
+      "grad_norm": 1.9504105068703066,
+      "learning_rate": 1.776534296028881e-05,
+      "loss": 0.413,
+      "step": 620
+    },
+    {
+      "epoch": 1.128158844765343,
+      "grad_norm": 1.7274668622868,
+      "learning_rate": 1.7747292418772564e-05,
+      "loss": 0.4035,
+      "step": 625
+    },
+    {
+      "epoch": 1.1371841155234657,
+      "grad_norm": 1.8575861518758143,
+      "learning_rate": 1.772924187725632e-05,
+      "loss": 0.4098,
+      "step": 630
+    },
+    {
+      "epoch": 1.1462093862815885,
+      "grad_norm": 1.834605129701837,
+      "learning_rate": 1.7711191335740075e-05,
+      "loss": 0.4107,
+      "step": 635
+    },
+    {
+      "epoch": 1.1552346570397112,
+      "grad_norm": 1.6992491657802056,
+      "learning_rate": 1.769314079422383e-05,
+      "loss": 0.4104,
+      "step": 640
+    },
+    {
+      "epoch": 1.164259927797834,
+      "grad_norm": 1.6426546320530329,
+      "learning_rate": 1.7675090252707583e-05,
+      "loss": 0.4078,
+      "step": 645
+    },
+    {
+      "epoch": 1.1732851985559567,
+      "grad_norm": 1.8449792200452055,
+      "learning_rate": 1.7657039711191337e-05,
+      "loss": 0.4138,
+      "step": 650
+    },
+    {
+      "epoch": 1.1823104693140793,
+      "grad_norm": 1.7495204322144347,
+      "learning_rate": 1.763898916967509e-05,
+      "loss": 0.4084,
+      "step": 655
+    },
+    {
+      "epoch": 1.1913357400722022,
+      "grad_norm": 1.6260627217547752,
+      "learning_rate": 1.7620938628158844e-05,
+      "loss": 0.4197,
+      "step": 660
+    },
+    {
+      "epoch": 1.2003610108303249,
+      "grad_norm": 1.803828249935731,
+      "learning_rate": 1.76028880866426e-05,
+      "loss": 0.4157,
+      "step": 665
+    },
+    {
+      "epoch": 1.2093862815884477,
+      "grad_norm": 1.6698584933682465,
+      "learning_rate": 1.7584837545126355e-05,
+      "loss": 0.4108,
+      "step": 670
+    },
+    {
+      "epoch": 1.2184115523465704,
+      "grad_norm": 1.8547896347467827,
+      "learning_rate": 1.756678700361011e-05,
+      "loss": 0.4049,
+      "step": 675
+    },
+    {
+      "epoch": 1.2274368231046933,
+      "grad_norm": 1.9793660391728152,
+      "learning_rate": 1.7548736462093866e-05,
+      "loss": 0.4086,
+      "step": 680
+    },
+    {
+      "epoch": 1.236462093862816,
+      "grad_norm": 1.9481106812224744,
+      "learning_rate": 1.753068592057762e-05,
+      "loss": 0.4217,
+      "step": 685
+    },
+    {
+      "epoch": 1.2454873646209386,
+      "grad_norm": 1.8589145184235236,
+      "learning_rate": 1.7512635379061374e-05,
+      "loss": 0.4077,
+      "step": 690
+    },
+    {
+      "epoch": 1.2545126353790614,
+      "grad_norm": 1.7491717689464192,
+      "learning_rate": 1.7494584837545128e-05,
+      "loss": 0.4041,
+      "step": 695
+    },
+    {
+      "epoch": 1.263537906137184,
+      "grad_norm": 1.8301618024998683,
+      "learning_rate": 1.747653429602888e-05,
+      "loss": 0.4156,
+      "step": 700
+    },
+    {
+      "epoch": 1.2725631768953067,
+      "grad_norm": 1.8157533205183023,
+      "learning_rate": 1.7458483754512635e-05,
+      "loss": 0.4066,
+      "step": 705
+    },
+    {
+      "epoch": 1.2815884476534296,
+      "grad_norm": 1.618452105653501,
+      "learning_rate": 1.744043321299639e-05,
+      "loss": 0.4045,
+      "step": 710
+    },
+    {
+      "epoch": 1.2906137184115525,
+      "grad_norm": 1.801416162193692,
+      "learning_rate": 1.7422382671480146e-05,
+      "loss": 0.4114,
+      "step": 715
+    },
+    {
+      "epoch": 1.2996389891696751,
+      "grad_norm": 1.9120529810373577,
+      "learning_rate": 1.74043321299639e-05,
+      "loss": 0.4053,
+      "step": 720
+    },
+    {
+      "epoch": 1.3086642599277978,
+      "grad_norm": 1.8649971513309,
+      "learning_rate": 1.7386281588447654e-05,
+      "loss": 0.3994,
+      "step": 725
+    },
+    {
+      "epoch": 1.3176895306859207,
+      "grad_norm": 1.5823876746717431,
+      "learning_rate": 1.736823104693141e-05,
+      "loss": 0.405,
+      "step": 730
+    },
+    {
+      "epoch": 1.3267148014440433,
+      "grad_norm": 1.6565144465938595,
+      "learning_rate": 1.7350180505415165e-05,
+      "loss": 0.3956,
+      "step": 735
+    },
+    {
+      "epoch": 1.335740072202166,
+      "grad_norm": 1.7349944474589856,
+      "learning_rate": 1.733212996389892e-05,
+      "loss": 0.4004,
+      "step": 740
+    },
+    {
+      "epoch": 1.3447653429602888,
+      "grad_norm": 1.8413333458623544,
+      "learning_rate": 1.7314079422382673e-05,
+      "loss": 0.3933,
+      "step": 745
+    },
+    {
+      "epoch": 1.3537906137184115,
+      "grad_norm": 1.5956337270311123,
+      "learning_rate": 1.7296028880866426e-05,
+      "loss": 0.4027,
+      "step": 750
+    },
+    {
+      "epoch": 1.3628158844765343,
+      "grad_norm": 1.7395021140734128,
+      "learning_rate": 1.727797833935018e-05,
+      "loss": 0.4071,
+      "step": 755
+    },
+    {
+      "epoch": 1.371841155234657,
+      "grad_norm": 1.7983719467870525,
+      "learning_rate": 1.7259927797833937e-05,
+      "loss": 0.404,
+      "step": 760
+    },
+    {
+      "epoch": 1.3808664259927799,
+      "grad_norm": 1.7263325979359656,
+      "learning_rate": 1.724187725631769e-05,
+      "loss": 0.3933,
+      "step": 765
+    },
+    {
+      "epoch": 1.3898916967509025,
+      "grad_norm": 1.7378004534277407,
+      "learning_rate": 1.7223826714801445e-05,
+      "loss": 0.3839,
+      "step": 770
+    },
+    {
+      "epoch": 1.3989169675090252,
+      "grad_norm": 1.8567819478825005,
+      "learning_rate": 1.72057761732852e-05,
+      "loss": 0.4032,
+      "step": 775
+    },
+    {
+      "epoch": 1.407942238267148,
+      "grad_norm": 1.752933416288969,
+      "learning_rate": 1.7187725631768956e-05,
+      "loss": 0.3914,
+      "step": 780
+    },
+    {
+      "epoch": 1.4169675090252707,
+      "grad_norm": 1.7945976502850631,
+      "learning_rate": 1.716967509025271e-05,
+      "loss": 0.4052,
+      "step": 785
+    },
+    {
+      "epoch": 1.4259927797833936,
+      "grad_norm": 1.8440958122894435,
+      "learning_rate": 1.7151624548736464e-05,
+      "loss": 0.3889,
+      "step": 790
+    },
+    {
+      "epoch": 1.4350180505415162,
+      "grad_norm": 1.9541732635364462,
+      "learning_rate": 1.7133574007220218e-05,
+      "loss": 0.3897,
+      "step": 795
+    },
+    {
+      "epoch": 1.444043321299639,
+      "grad_norm": 1.7128039074068433,
+      "learning_rate": 1.711552346570397e-05,
+      "loss": 0.3949,
+      "step": 800
+    },
+    {
+      "epoch": 1.4530685920577617,
+      "grad_norm": 1.7805663890604293,
+      "learning_rate": 1.709747292418773e-05,
+      "loss": 0.4046,
+      "step": 805
+    },
+    {
+      "epoch": 1.4620938628158844,
+      "grad_norm": 1.7176479703166927,
+      "learning_rate": 1.7079422382671482e-05,
+      "loss": 0.3948,
+      "step": 810
+    },
+    {
+      "epoch": 1.4711191335740073,
+      "grad_norm": 1.7476594687945506,
+      "learning_rate": 1.7061371841155236e-05,
+      "loss": 0.3987,
+      "step": 815
+    },
+    {
+      "epoch": 1.48014440433213,
+      "grad_norm": 1.7097737410315963,
+      "learning_rate": 1.704332129963899e-05,
+      "loss": 0.3971,
+      "step": 820
+    },
+    {
+      "epoch": 1.4891696750902528,
+      "grad_norm": 1.6154261828372305,
+      "learning_rate": 1.7025270758122744e-05,
+      "loss": 0.3965,
+      "step": 825
+    },
+    {
+      "epoch": 1.4981949458483754,
+      "grad_norm": 1.6439021077041545,
+      "learning_rate": 1.7007220216606498e-05,
+      "loss": 0.3864,
+      "step": 830
+    },
+    {
+      "epoch": 1.5072202166064983,
+      "grad_norm": 1.7335388992906235,
+      "learning_rate": 1.6989169675090255e-05,
+      "loss": 0.3904,
+      "step": 835
+    },
+    {
+      "epoch": 1.516245487364621,
+      "grad_norm": 1.9280976394130103,
+      "learning_rate": 1.697111913357401e-05,
+      "loss": 0.3982,
+      "step": 840
+    },
+    {
+      "epoch": 1.5252707581227436,
+      "grad_norm": 1.6397519533163014,
+      "learning_rate": 1.6953068592057766e-05,
+      "loss": 0.4071,
+      "step": 845
+    },
+    {
+      "epoch": 1.5342960288808665,
+      "grad_norm": 1.7403299732030928,
+      "learning_rate": 1.693501805054152e-05,
+      "loss": 0.396,
+      "step": 850
+    },
+    {
+      "epoch": 1.5433212996389891,
+      "grad_norm": 1.856917104233432,
+      "learning_rate": 1.6916967509025274e-05,
+      "loss": 0.3965,
+      "step": 855
+    },
+    {
+      "epoch": 1.5523465703971118,
+      "grad_norm": 2.0561648148768246,
+      "learning_rate": 1.6898916967509027e-05,
+      "loss": 0.4011,
+      "step": 860
+    },
+    {
+      "epoch": 1.5613718411552346,
+      "grad_norm": 1.5934247442993748,
+      "learning_rate": 1.688086642599278e-05,
+      "loss": 0.4047,
+      "step": 865
+    },
+    {
+      "epoch": 1.5703971119133575,
+      "grad_norm": 1.6742097942966434,
+      "learning_rate": 1.6862815884476535e-05,
+      "loss": 0.3768,
+      "step": 870
+    },
+    {
+      "epoch": 1.5794223826714802,
+      "grad_norm": 1.6344395357039199,
+      "learning_rate": 1.684476534296029e-05,
+      "loss": 0.3994,
+      "step": 875
+    },
+    {
+      "epoch": 1.5884476534296028,
+      "grad_norm": 1.947535712414049,
+      "learning_rate": 1.6826714801444043e-05,
+      "loss": 0.3859,
+      "step": 880
+    },
+    {
+      "epoch": 1.5974729241877257,
+      "grad_norm": 1.8081716367634284,
+      "learning_rate": 1.68086642599278e-05,
+      "loss": 0.3971,
+      "step": 885
+    },
+    {
+      "epoch": 1.6064981949458483,
+      "grad_norm": 1.7555061804990388,
+      "learning_rate": 1.6790613718411554e-05,
+      "loss": 0.4033,
+      "step": 890
+    },
+    {
+      "epoch": 1.615523465703971,
+      "grad_norm": 1.7977625864566746,
+      "learning_rate": 1.6772563176895307e-05,
+      "loss": 0.3869,
+      "step": 895
+    },
+    {
+      "epoch": 1.6245487364620939,
+      "grad_norm": 2.0151295696094156,
+      "learning_rate": 1.6754512635379065e-05,
+      "loss": 0.3896,
+      "step": 900
+    },
+    {
+      "epoch": 1.6335740072202167,
+      "grad_norm": 1.7117350496546804,
+      "learning_rate": 1.673646209386282e-05,
+      "loss": 0.3931,
+      "step": 905
+    },
+    {
+      "epoch": 1.6425992779783394,
+      "grad_norm": 1.5367121125433267,
+      "learning_rate": 1.6718411552346572e-05,
+      "loss": 0.3925,
+      "step": 910
+    },
+    {
+      "epoch": 1.651624548736462,
+      "grad_norm": 1.7252709384729956,
+      "learning_rate": 1.6700361010830326e-05,
+      "loss": 0.3813,
+      "step": 915
+    },
+    {
+      "epoch": 1.660649819494585,
+      "grad_norm": 1.6424146369682562,
+      "learning_rate": 1.668231046931408e-05,
+      "loss": 0.3959,
+      "step": 920
+    },
+    {
+      "epoch": 1.6696750902527075,
+      "grad_norm": 1.7074460801427431,
+      "learning_rate": 1.6664259927797834e-05,
+      "loss": 0.3821,
+      "step": 925
+    },
+    {
+      "epoch": 1.6787003610108302,
+      "grad_norm": 1.7779369602208115,
+      "learning_rate": 1.6646209386281588e-05,
+      "loss": 0.387,
+      "step": 930
+    },
+    {
+      "epoch": 1.687725631768953,
+      "grad_norm": 1.7587322948042428,
+      "learning_rate": 1.6628158844765345e-05,
+      "loss": 0.3824,
+      "step": 935
+    },
+    {
+      "epoch": 1.696750902527076,
+      "grad_norm": 1.719570186327862,
+      "learning_rate": 1.66101083032491e-05,
+      "loss": 0.3968,
+      "step": 940
+    },
+    {
+      "epoch": 1.7057761732851986,
+      "grad_norm": 1.758936196148823,
+      "learning_rate": 1.6592057761732852e-05,
+      "loss": 0.4,
+      "step": 945
+    },
+    {
+      "epoch": 1.7148014440433212,
+      "grad_norm": 1.7037689600288302,
+      "learning_rate": 1.657400722021661e-05,
+      "loss": 0.3824,
+      "step": 950
+    },
+    {
+      "epoch": 1.7238267148014441,
+      "grad_norm": 1.6704621391960432,
+      "learning_rate": 1.6555956678700363e-05,
+      "loss": 0.3904,
+      "step": 955
+    },
+    {
+      "epoch": 1.7328519855595668,
+      "grad_norm": 1.6276171413365443,
+      "learning_rate": 1.6537906137184117e-05,
+      "loss": 0.3936,
+      "step": 960
+    },
+    {
+      "epoch": 1.7418772563176894,
+      "grad_norm": 1.4915457367830292,
+      "learning_rate": 1.651985559566787e-05,
+      "loss": 0.3878,
+      "step": 965
+    },
+    {
+      "epoch": 1.7509025270758123,
+      "grad_norm": 1.6998121121079899,
+      "learning_rate": 1.6501805054151625e-05,
+      "loss": 0.3851,
+      "step": 970
+    },
+    {
+      "epoch": 1.7599277978339352,
+      "grad_norm": 1.7868333554788238,
+      "learning_rate": 1.6483754512635382e-05,
+      "loss": 0.4016,
+      "step": 975
+    },
+    {
+      "epoch": 1.7689530685920578,
+      "grad_norm": 1.9509112307215477,
+      "learning_rate": 1.6465703971119136e-05,
+      "loss": 0.3947,
+      "step": 980
+    },
+    {
+      "epoch": 1.7779783393501805,
+      "grad_norm": 1.8313430184945898,
+      "learning_rate": 1.644765342960289e-05,
+      "loss": 0.3883,
+      "step": 985
+    },
+    {
+      "epoch": 1.7870036101083033,
+      "grad_norm": 1.69745773450961,
+      "learning_rate": 1.6429602888086644e-05,
+      "loss": 0.3927,
+      "step": 990
+    },
+    {
+      "epoch": 1.796028880866426,
+      "grad_norm": 1.5706439056988484,
+      "learning_rate": 1.6411552346570397e-05,
+      "loss": 0.3885,
+      "step": 995
+    },
+    {
+      "epoch": 1.8050541516245486,
+      "grad_norm": 1.9749233060644407,
+      "learning_rate": 1.639350180505415e-05,
+      "loss": 0.3911,
+      "step": 1000
+    },
+    {
+      "epoch": 1.8140794223826715,
+      "grad_norm": 1.835030597426223,
+      "learning_rate": 1.637545126353791e-05,
+      "loss": 0.3942,
+      "step": 1005
+    },
+    {
+      "epoch": 1.8231046931407944,
+      "grad_norm": 1.5738451037571743,
+      "learning_rate": 1.6357400722021662e-05,
+      "loss": 0.3812,
+      "step": 1010
+    },
+    {
+      "epoch": 1.8321299638989168,
+      "grad_norm": 1.751135780497672,
+      "learning_rate": 1.6339350180505416e-05,
+      "loss": 0.3862,
+      "step": 1015
+    },
+    {
+      "epoch": 1.8411552346570397,
+      "grad_norm": 1.864136563331331,
+      "learning_rate": 1.6321299638989173e-05,
+      "loss": 0.3942,
+      "step": 1020
+    },
+    {
+      "epoch": 1.8501805054151625,
+      "grad_norm": 1.5420248188805685,
+      "learning_rate": 1.6303249097472927e-05,
+      "loss": 0.3828,
+      "step": 1025
+    },
+    {
+      "epoch": 1.8592057761732852,
+      "grad_norm": 1.6307207463776452,
+      "learning_rate": 1.628519855595668e-05,
+      "loss": 0.3766,
+      "step": 1030
+    },
+    {
+      "epoch": 1.8682310469314078,
+      "grad_norm": 1.7022785037029124,
+      "learning_rate": 1.6267148014440435e-05,
+      "loss": 0.3847,
+      "step": 1035
+    },
+    {
+      "epoch": 1.8772563176895307,
+      "grad_norm": 1.6865169590583908,
+      "learning_rate": 1.624909747292419e-05,
+      "loss": 0.3855,
+      "step": 1040
+    },
+    {
+      "epoch": 1.8862815884476536,
+      "grad_norm": 1.772735245585654,
+      "learning_rate": 1.6231046931407942e-05,
+      "loss": 0.3766,
+      "step": 1045
+    },
+    {
+      "epoch": 1.895306859205776,
+      "grad_norm": 1.6414783417710321,
+      "learning_rate": 1.6212996389891696e-05,
+      "loss": 0.3769,
+      "step": 1050
+    },
+    {
+      "epoch": 1.904332129963899,
+      "grad_norm": 1.638546064732281,
+      "learning_rate": 1.6194945848375453e-05,
+      "loss": 0.3811,
+      "step": 1055
+    },
+    {
+      "epoch": 1.9133574007220218,
+      "grad_norm": 1.7273768032341619,
+      "learning_rate": 1.6176895306859207e-05,
+      "loss": 0.3787,
+      "step": 1060
+    },
+    {
+      "epoch": 1.9223826714801444,
+      "grad_norm": 1.7610887591542017,
+      "learning_rate": 1.615884476534296e-05,
+      "loss": 0.3901,
+      "step": 1065
+    },
+    {
+      "epoch": 1.931407942238267,
+      "grad_norm": 1.7492183570516289,
+      "learning_rate": 1.6140794223826718e-05,
+      "loss": 0.385,
+      "step": 1070
+    },
+    {
+      "epoch": 1.94043321299639,
+      "grad_norm": 1.6697391799649597,
+      "learning_rate": 1.6122743682310472e-05,
+      "loss": 0.3865,
+      "step": 1075
+    },
+    {
+      "epoch": 1.9494584837545126,
+      "grad_norm": 1.5675976217251384,
+      "learning_rate": 1.6104693140794226e-05,
+      "loss": 0.3757,
+      "step": 1080
+    },
+    {
+      "epoch": 1.9584837545126352,
+      "grad_norm": 1.6558779934861987,
+      "learning_rate": 1.608664259927798e-05,
+      "loss": 0.379,
+      "step": 1085
+    },
+    {
+      "epoch": 1.967509025270758,
+      "grad_norm": 1.6873028676221205,
+      "learning_rate": 1.6068592057761733e-05,
+      "loss": 0.3811,
+      "step": 1090
+    },
+    {
+      "epoch": 1.976534296028881,
+      "grad_norm": 1.6240908295441967,
+      "learning_rate": 1.6050541516245487e-05,
+      "loss": 0.3654,
+      "step": 1095
+    },
+    {
+      "epoch": 1.9855595667870036,
+      "grad_norm": 1.6615813580574832,
+      "learning_rate": 1.603249097472924e-05,
+      "loss": 0.3796,
+      "step": 1100
+    },
+    {
+      "epoch": 1.9945848375451263,
+      "grad_norm": 1.686361226213432,
+      "learning_rate": 1.6014440433212998e-05,
+      "loss": 0.3837,
+      "step": 1105
+    },
+    {
+      "epoch": 2.003610108303249,
+      "grad_norm": 1.4089105927337982,
+      "learning_rate": 1.5996389891696752e-05,
+      "loss": 0.3506,
+      "step": 1110
+    },
+    {
+      "epoch": 2.012635379061372,
+      "grad_norm": 1.375915950771055,
+      "learning_rate": 1.5978339350180506e-05,
+      "loss": 0.2759,
+      "step": 1115
+    },
+    {
+      "epoch": 2.0216606498194944,
+      "grad_norm": 1.5521739291638614,
+      "learning_rate": 1.5960288808664263e-05,
+      "loss": 0.2756,
+      "step": 1120
+    },
+    {
+      "epoch": 2.0306859205776173,
+      "grad_norm": 1.6072972838350046,
+      "learning_rate": 1.5942238267148017e-05,
+      "loss": 0.2673,
+      "step": 1125
+    },
+    {
+      "epoch": 2.03971119133574,
+      "grad_norm": 1.6652650820556896,
+      "learning_rate": 1.592418772563177e-05,
+      "loss": 0.27,
+      "step": 1130
+    },
+    {
+      "epoch": 2.0487364620938626,
+      "grad_norm": 1.4210627524187658,
+      "learning_rate": 1.5906137184115525e-05,
+      "loss": 0.2706,
+      "step": 1135
+    },
+    {
+      "epoch": 2.0577617328519855,
+      "grad_norm": 1.6471286272058623,
+      "learning_rate": 1.588808664259928e-05,
+      "loss": 0.2762,
+      "step": 1140
+    },
+    {
+      "epoch": 2.0667870036101084,
+      "grad_norm": 1.467229273738129,
+      "learning_rate": 1.5870036101083032e-05,
+      "loss": 0.2828,
+      "step": 1145
+    },
+    {
+      "epoch": 2.0758122743682312,
+      "grad_norm": 1.4064489033689571,
+      "learning_rate": 1.585198555956679e-05,
+      "loss": 0.2751,
+      "step": 1150
+    },
+    {
+      "epoch": 2.0848375451263537,
+      "grad_norm": 1.4888952106078595,
+      "learning_rate": 1.5833935018050543e-05,
+      "loss": 0.2785,
+      "step": 1155
+    },
+    {
+      "epoch": 2.0938628158844765,
+      "grad_norm": 1.5202276448854608,
+      "learning_rate": 1.5815884476534297e-05,
+      "loss": 0.2728,
+      "step": 1160
+    },
+    {
+      "epoch": 2.1028880866425994,
+      "grad_norm": 1.4911272606877095,
+      "learning_rate": 1.579783393501805e-05,
+      "loss": 0.2735,
+      "step": 1165
+    },
+    {
+      "epoch": 2.111913357400722,
+      "grad_norm": 1.5345612677088643,
+      "learning_rate": 1.5779783393501805e-05,
+      "loss": 0.2751,
+      "step": 1170
+    },
+    {
+      "epoch": 2.1209386281588447,
+      "grad_norm": 1.470603227078021,
+      "learning_rate": 1.5761732851985562e-05,
+      "loss": 0.2799,
+      "step": 1175
+    },
+    {
+      "epoch": 2.1299638989169676,
+      "grad_norm": 1.6228746622020027,
+      "learning_rate": 1.5743682310469316e-05,
+      "loss": 0.2751,
+      "step": 1180
+    },
+    {
+      "epoch": 2.1389891696750905,
+      "grad_norm": 1.5092478918219132,
+      "learning_rate": 1.572563176895307e-05,
+      "loss": 0.2837,
+      "step": 1185
+    },
+    {
+      "epoch": 2.148014440433213,
+      "grad_norm": 1.5022801045910057,
+      "learning_rate": 1.5707581227436823e-05,
+      "loss": 0.2806,
+      "step": 1190
+    },
+    {
+      "epoch": 2.1570397111913358,
+      "grad_norm": 1.5037599452460795,
+      "learning_rate": 1.568953068592058e-05,
+      "loss": 0.2767,
+      "step": 1195
+    },
+    {
+      "epoch": 2.1660649819494586,
+      "grad_norm": 1.579515606540816,
+      "learning_rate": 1.5671480144404334e-05,
+      "loss": 0.2849,
+      "step": 1200
+    },
+    {
+      "epoch": 2.175090252707581,
+      "grad_norm": 1.4754220940034453,
+      "learning_rate": 1.5653429602888088e-05,
+      "loss": 0.2791,
+      "step": 1205
+    },
+    {
+      "epoch": 2.184115523465704,
+      "grad_norm": 1.3959522376935156,
+      "learning_rate": 1.5635379061371842e-05,
+      "loss": 0.2881,
+      "step": 1210
+    },
+    {
+      "epoch": 2.193140794223827,
+      "grad_norm": 1.5444043202318694,
+      "learning_rate": 1.5617328519855596e-05,
+      "loss": 0.2786,
+      "step": 1215
+    },
+    {
+      "epoch": 2.2021660649819497,
+      "grad_norm": 1.4479480310561215,
+      "learning_rate": 1.559927797833935e-05,
+      "loss": 0.2797,
+      "step": 1220
+    },
+    {
+      "epoch": 2.211191335740072,
+      "grad_norm": 1.3937802391741012,
+      "learning_rate": 1.5581227436823107e-05,
+      "loss": 0.2799,
+      "step": 1225
+    },
+    {
+      "epoch": 2.220216606498195,
+      "grad_norm": 1.4393031837130634,
+      "learning_rate": 1.556317689530686e-05,
+      "loss": 0.2823,
+      "step": 1230
+    },
+    {
+      "epoch": 2.229241877256318,
+      "grad_norm": 1.6426238576078906,
+      "learning_rate": 1.5545126353790614e-05,
+      "loss": 0.2784,
+      "step": 1235
+    },
+    {
+      "epoch": 2.2382671480144403,
+      "grad_norm": 1.6072066180424502,
+      "learning_rate": 1.552707581227437e-05,
+      "loss": 0.2872,
+      "step": 1240
+    },
+    {
+      "epoch": 2.247292418772563,
+      "grad_norm": 1.3689820360945464,
+      "learning_rate": 1.5509025270758125e-05,
+      "loss": 0.2812,
+      "step": 1245
+    },
+    {
+      "epoch": 2.256317689530686,
+      "grad_norm": 1.363835208538375,
+      "learning_rate": 1.549097472924188e-05,
+      "loss": 0.283,
+      "step": 1250
+    },
+    {
+      "epoch": 2.265342960288809,
+      "grad_norm": 1.6184406483983944,
+      "learning_rate": 1.5472924187725633e-05,
+      "loss": 0.2819,
+      "step": 1255
+    },
+    {
+      "epoch": 2.2743682310469313,
+      "grad_norm": 1.452212492826692,
+      "learning_rate": 1.5454873646209387e-05,
+      "loss": 0.2886,
+      "step": 1260
+    },
+    {
+      "epoch": 2.283393501805054,
+      "grad_norm": 1.3645649562334174,
+      "learning_rate": 1.543682310469314e-05,
+      "loss": 0.2817,
+      "step": 1265
+    },
+    {
+      "epoch": 2.292418772563177,
+      "grad_norm": 1.503443086552838,
+      "learning_rate": 1.5418772563176895e-05,
+      "loss": 0.2816,
+      "step": 1270
+    },
+    {
+      "epoch": 2.3014440433212995,
+      "grad_norm": 1.4467084497351497,
+      "learning_rate": 1.5400722021660652e-05,
+      "loss": 0.2857,
+      "step": 1275
+    },
+    {
+      "epoch": 2.3104693140794224,
+      "grad_norm": 1.3905500897215815,
+      "learning_rate": 1.5382671480144406e-05,
+      "loss": 0.2858,
+      "step": 1280
+    },
+    {
+      "epoch": 2.3194945848375452,
+      "grad_norm": 1.5392545695875637,
+      "learning_rate": 1.536462093862816e-05,
+      "loss": 0.2828,
+      "step": 1285
+    },
+    {
+      "epoch": 2.328519855595668,
+      "grad_norm": 1.5670788162913514,
+      "learning_rate": 1.5346570397111917e-05,
+      "loss": 0.2819,
+      "step": 1290
+    },
+    {
+      "epoch": 2.3375451263537905,
+      "grad_norm": 1.4159881393523641,
+      "learning_rate": 1.532851985559567e-05,
+      "loss": 0.2824,
+      "step": 1295
+    },
+    {
+      "epoch": 2.3465703971119134,
+      "grad_norm": 1.4831615682921662,
+      "learning_rate": 1.5310469314079424e-05,
+      "loss": 0.2865,
+      "step": 1300
+    },
+    {
+      "epoch": 2.3555956678700363,
+      "grad_norm": 1.4219138664036257,
+      "learning_rate": 1.5292418772563178e-05,
+      "loss": 0.2868,
+      "step": 1305
+    },
+    {
+      "epoch": 2.3646209386281587,
+      "grad_norm": 1.512943638670528,
+      "learning_rate": 1.5274368231046932e-05,
+      "loss": 0.2808,
+      "step": 1310
+    },
+    {
+      "epoch": 2.3736462093862816,
+      "grad_norm": 1.5368411160330724,
+      "learning_rate": 1.5256317689530686e-05,
+      "loss": 0.2818,
+      "step": 1315
+    },
+    {
+      "epoch": 2.3826714801444044,
+      "grad_norm": 1.4589365443912974,
+      "learning_rate": 1.5238267148014441e-05,
+      "loss": 0.2858,
+      "step": 1320
+    },
+    {
+      "epoch": 2.3916967509025273,
+      "grad_norm": 4.062153022713927,
+      "learning_rate": 1.5220216606498197e-05,
+      "loss": 0.2859,
+      "step": 1325
+    },
+    {
+      "epoch": 2.4007220216606497,
+      "grad_norm": 1.5707167014303813,
+      "learning_rate": 1.520216606498195e-05,
+      "loss": 0.2848,
+      "step": 1330
+    },
+    {
+      "epoch": 2.4097472924187726,
+      "grad_norm": 1.435828117165283,
+      "learning_rate": 1.5184115523465706e-05,
+      "loss": 0.2882,
+      "step": 1335
+    },
+    {
+      "epoch": 2.4187725631768955,
+      "grad_norm": 1.4275643368334596,
+      "learning_rate": 1.516606498194946e-05,
+      "loss": 0.2867,
+      "step": 1340
+    },
+    {
+      "epoch": 2.427797833935018,
+      "grad_norm": 1.5650882814331575,
+      "learning_rate": 1.5148014440433214e-05,
+      "loss": 0.2802,
+      "step": 1345
+    },
+    {
+      "epoch": 2.436823104693141,
+      "grad_norm": 1.6485980287400839,
+      "learning_rate": 1.512996389891697e-05,
+      "loss": 0.2876,
+      "step": 1350
+    },
+    {
+      "epoch": 2.4458483754512637,
+      "grad_norm": 1.7648222520273187,
+      "learning_rate": 1.5111913357400723e-05,
+      "loss": 0.2918,
+      "step": 1355
+    },
+    {
+      "epoch": 2.4548736462093865,
+      "grad_norm": 1.3897537891471694,
+      "learning_rate": 1.5093862815884477e-05,
+      "loss": 0.2827,
+      "step": 1360
+    },
+    {
+      "epoch": 2.463898916967509,
+      "grad_norm": 1.363449811555752,
+      "learning_rate": 1.5075812274368234e-05,
+      "loss": 0.2755,
+      "step": 1365
+    },
+    {
+      "epoch": 2.472924187725632,
+      "grad_norm": 1.5054780686538907,
+      "learning_rate": 1.5057761732851988e-05,
+      "loss": 0.2818,
+      "step": 1370
+    },
+    {
+      "epoch": 2.4819494584837547,
+      "grad_norm": 1.4402872956422859,
+      "learning_rate": 1.5039711191335742e-05,
+      "loss": 0.2806,
+      "step": 1375
+    },
+    {
+      "epoch": 2.490974729241877,
+      "grad_norm": 1.531753267929379,
+      "learning_rate": 1.5021660649819495e-05,
+      "loss": 0.281,
+      "step": 1380
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 1.2873311123663773,
+      "learning_rate": 1.5003610108303251e-05,
+      "loss": 0.2816,
+      "step": 1385
+    },
+    {
+      "epoch": 2.509025270758123,
+      "grad_norm": 1.3443259078812042,
+      "learning_rate": 1.4985559566787005e-05,
+      "loss": 0.2816,
+      "step": 1390
+    },
+    {
+      "epoch": 2.5180505415162457,
+      "grad_norm": 1.5434631176695652,
+      "learning_rate": 1.4967509025270759e-05,
+      "loss": 0.2819,
+      "step": 1395
+    },
+    {
+      "epoch": 2.527075812274368,
+      "grad_norm": 1.362978897038253,
+      "learning_rate": 1.4949458483754512e-05,
+      "loss": 0.2794,
+      "step": 1400
+    },
+    {
+      "epoch": 2.536101083032491,
+      "grad_norm": 1.3819832377162544,
+      "learning_rate": 1.4931407942238268e-05,
+      "loss": 0.2868,
+      "step": 1405
+    },
+    {
+      "epoch": 2.5451263537906135,
+      "grad_norm": 1.6555554545565292,
+      "learning_rate": 1.4913357400722023e-05,
+      "loss": 0.2794,
+      "step": 1410
+    },
+    {
+      "epoch": 2.5541516245487363,
+      "grad_norm": 1.3799356893593522,
+      "learning_rate": 1.4895306859205779e-05,
+      "loss": 0.2895,
+      "step": 1415
+    },
+    {
+      "epoch": 2.563176895306859,
+      "grad_norm": 1.3978197779714834,
+      "learning_rate": 1.4877256317689533e-05,
+      "loss": 0.2823,
+      "step": 1420
+    },
+    {
+      "epoch": 2.572202166064982,
+      "grad_norm": 1.5752923039032896,
+      "learning_rate": 1.4859205776173287e-05,
+      "loss": 0.2864,
+      "step": 1425
+    },
+    {
+      "epoch": 2.581227436823105,
+      "grad_norm": 1.5198542385453242,
+      "learning_rate": 1.484115523465704e-05,
+      "loss": 0.2895,
+      "step": 1430
+    },
+    {
+      "epoch": 2.5902527075812274,
+      "grad_norm": 1.5294363816313867,
+      "learning_rate": 1.4823104693140796e-05,
+      "loss": 0.2841,
+      "step": 1435
+    },
+    {
+      "epoch": 2.5992779783393503,
+      "grad_norm": 1.6460098424826168,
+      "learning_rate": 1.480505415162455e-05,
+      "loss": 0.2905,
+      "step": 1440
+    },
+    {
+      "epoch": 2.6083032490974727,
+      "grad_norm": 1.4396643499754782,
+      "learning_rate": 1.4787003610108304e-05,
+      "loss": 0.2839,
+      "step": 1445
+    },
+    {
+      "epoch": 2.6173285198555956,
+      "grad_norm": 1.4770734853739884,
+      "learning_rate": 1.4768953068592057e-05,
+      "loss": 0.285,
+      "step": 1450
+    },
+    {
+      "epoch": 2.6263537906137184,
+      "grad_norm": 1.5925936800627583,
+      "learning_rate": 1.4750902527075815e-05,
+      "loss": 0.2939,
+      "step": 1455
+    },
+    {
+      "epoch": 2.6353790613718413,
+      "grad_norm": 1.3085799141153367,
+      "learning_rate": 1.4732851985559568e-05,
+      "loss": 0.2755,
+      "step": 1460
+    },
+    {
+      "epoch": 2.644404332129964,
+      "grad_norm": 1.3774680740883536,
+      "learning_rate": 1.4714801444043322e-05,
+      "loss": 0.2808,
+      "step": 1465
+    },
+    {
+      "epoch": 2.6534296028880866,
+      "grad_norm": 1.4223794368692813,
+      "learning_rate": 1.4696750902527078e-05,
+      "loss": 0.2767,
+      "step": 1470
+    },
+    {
+      "epoch": 2.6624548736462095,
+      "grad_norm": 1.579637524626807,
+      "learning_rate": 1.4678700361010832e-05,
+      "loss": 0.2849,
+      "step": 1475
+    },
+    {
+      "epoch": 2.671480144404332,
+      "grad_norm": 1.393710344111409,
+      "learning_rate": 1.4660649819494585e-05,
+      "loss": 0.2768,
+      "step": 1480
+    },
+    {
+      "epoch": 2.6805054151624548,
+      "grad_norm": 1.36136102500023,
+      "learning_rate": 1.464259927797834e-05,
+      "loss": 0.2816,
+      "step": 1485
+    },
+    {
+      "epoch": 2.6895306859205776,
+      "grad_norm": 1.4211824221206752,
+      "learning_rate": 1.4624548736462095e-05,
+      "loss": 0.2856,
+      "step": 1490
+    },
+    {
+      "epoch": 2.6985559566787005,
+      "grad_norm": 1.4156029806705734,
+      "learning_rate": 1.460649819494585e-05,
+      "loss": 0.2783,
+      "step": 1495
+    },
+    {
+      "epoch": 2.707581227436823,
+      "grad_norm": 1.523501338124956,
+      "learning_rate": 1.4588447653429606e-05,
+      "loss": 0.2872,
+      "step": 1500
+    },
+    {
+      "epoch": 2.716606498194946,
+      "grad_norm": 1.472818222499458,
+      "learning_rate": 1.457039711191336e-05,
+      "loss": 0.2806,
+      "step": 1505
+    },
+    {
+      "epoch": 2.7256317689530687,
+      "grad_norm": 1.3839972224563968,
+      "learning_rate": 1.4552346570397113e-05,
+      "loss": 0.2887,
+      "step": 1510
+    },
+    {
+      "epoch": 2.734657039711191,
+      "grad_norm": 1.4093341174867682,
+      "learning_rate": 1.4534296028880867e-05,
+      "loss": 0.2812,
+      "step": 1515
+    },
+    {
+      "epoch": 2.743682310469314,
+      "grad_norm": 1.4227505403261873,
+      "learning_rate": 1.4516245487364623e-05,
+      "loss": 0.2873,
+      "step": 1520
+    },
+    {
+      "epoch": 2.752707581227437,
+      "grad_norm": 1.532809014546811,
+      "learning_rate": 1.4498194945848376e-05,
+      "loss": 0.2804,
+      "step": 1525
+    },
+    {
+      "epoch": 2.7617328519855597,
+      "grad_norm": 1.5838121158952596,
+      "learning_rate": 1.448014440433213e-05,
+      "loss": 0.2841,
+      "step": 1530
+    },
+    {
+      "epoch": 2.770758122743682,
+      "grad_norm": 1.463955244062951,
+      "learning_rate": 1.4462093862815884e-05,
+      "loss": 0.2833,
+      "step": 1535
+    },
+    {
+      "epoch": 2.779783393501805,
+      "grad_norm": 1.5918158548066845,
+      "learning_rate": 1.4444043321299641e-05,
+      "loss": 0.2815,
+      "step": 1540
+    },
+    {
+      "epoch": 2.788808664259928,
+      "grad_norm": 1.4805453499007415,
+      "learning_rate": 1.4425992779783395e-05,
+      "loss": 0.2811,
+      "step": 1545
+    },
+    {
+      "epoch": 2.7978339350180503,
+      "grad_norm": 1.5502318521124943,
+      "learning_rate": 1.4407942238267149e-05,
+      "loss": 0.28,
+      "step": 1550
+    },
+    {
+      "epoch": 2.806859205776173,
+      "grad_norm": 1.4288682445201122,
+      "learning_rate": 1.4389891696750904e-05,
+      "loss": 0.2868,
+      "step": 1555
+    },
+    {
+      "epoch": 2.815884476534296,
+      "grad_norm": 1.4010775386857144,
+      "learning_rate": 1.4371841155234658e-05,
+      "loss": 0.2889,
+      "step": 1560
+    },
+    {
+      "epoch": 2.824909747292419,
+      "grad_norm": 1.4238966947086382,
+      "learning_rate": 1.4353790613718412e-05,
+      "loss": 0.2797,
+      "step": 1565
+    },
+    {
+      "epoch": 2.8339350180505414,
+      "grad_norm": 1.6701165033755396,
+      "learning_rate": 1.4335740072202166e-05,
+      "loss": 0.2821,
+      "step": 1570
+    },
+    {
+      "epoch": 2.8429602888086642,
+      "grad_norm": 1.52168185280516,
+      "learning_rate": 1.4317689530685921e-05,
+      "loss": 0.2836,
+      "step": 1575
+    },
+    {
+      "epoch": 2.851985559566787,
+      "grad_norm": 1.4368504165059217,
+      "learning_rate": 1.4299638989169675e-05,
+      "loss": 0.2821,
+      "step": 1580
+    },
+    {
+      "epoch": 2.8610108303249095,
+      "grad_norm": 1.5537901610258407,
+      "learning_rate": 1.4281588447653432e-05,
+      "loss": 0.2767,
+      "step": 1585
+    },
+    {
+      "epoch": 2.8700361010830324,
+      "grad_norm": 1.5418670823823388,
+      "learning_rate": 1.4263537906137186e-05,
+      "loss": 0.286,
+      "step": 1590
+    },
+    {
+      "epoch": 2.8790613718411553,
+      "grad_norm": 1.346173892816451,
+      "learning_rate": 1.424548736462094e-05,
+      "loss": 0.2855,
+      "step": 1595
+    },
+    {
+      "epoch": 2.888086642599278,
+      "grad_norm": 1.4152264182563925,
+      "learning_rate": 1.4227436823104694e-05,
+      "loss": 0.2815,
+      "step": 1600
+    },
+    {
+      "epoch": 2.8971119133574006,
+      "grad_norm": 1.3391376662233245,
+      "learning_rate": 1.420938628158845e-05,
+      "loss": 0.2851,
+      "step": 1605
+    },
+    {
+      "epoch": 2.9061371841155235,
+      "grad_norm": 1.4435874024341668,
+      "learning_rate": 1.4191335740072203e-05,
+      "loss": 0.2796,
+      "step": 1610
+    },
+    {
+      "epoch": 2.9151624548736463,
+      "grad_norm": 1.3751003396664772,
+      "learning_rate": 1.4173285198555957e-05,
+      "loss": 0.2825,
+      "step": 1615
+    },
+    {
+      "epoch": 2.9241877256317688,
+      "grad_norm": 1.5204342697256372,
+      "learning_rate": 1.4155234657039711e-05,
+      "loss": 0.2841,
+      "step": 1620
+    },
+    {
+      "epoch": 2.9332129963898916,
+      "grad_norm": 1.6012862613909276,
+      "learning_rate": 1.4137184115523468e-05,
+      "loss": 0.2772,
+      "step": 1625
+    },
+    {
+      "epoch": 2.9422382671480145,
+      "grad_norm": 1.40233355498611,
+      "learning_rate": 1.4119133574007222e-05,
+      "loss": 0.2813,
+      "step": 1630
+    },
+    {
+      "epoch": 2.9512635379061374,
+      "grad_norm": 1.4678056138681723,
+      "learning_rate": 1.4101083032490976e-05,
+      "loss": 0.2833,
+      "step": 1635
+    },
+    {
+      "epoch": 2.96028880866426,
+      "grad_norm": 1.5256510122152633,
+      "learning_rate": 1.4083032490974731e-05,
+      "loss": 0.2875,
+      "step": 1640
+    },
+    {
+      "epoch": 2.9693140794223827,
+      "grad_norm": 1.5409003183834475,
+      "learning_rate": 1.4064981949458485e-05,
+      "loss": 0.2907,
+      "step": 1645
+    },
+    {
+      "epoch": 2.9783393501805056,
+      "grad_norm": 1.5329424357705386,
+      "learning_rate": 1.4046931407942239e-05,
+      "loss": 0.2795,
+      "step": 1650
+    },
+    {
+      "epoch": 2.987364620938628,
+      "grad_norm": 1.4730310617789872,
+      "learning_rate": 1.4028880866425993e-05,
+      "loss": 0.2818,
+      "step": 1655
+    },
+    {
+      "epoch": 2.996389891696751,
+      "grad_norm": 1.51332909920422,
+      "learning_rate": 1.4010830324909748e-05,
+      "loss": 0.2813,
+      "step": 1660
+    },
+    {
+      "epoch": 3.0054151624548737,
+      "grad_norm": 1.1148635775562197,
+      "learning_rate": 1.3992779783393502e-05,
+      "loss": 0.2436,
+      "step": 1665
+    },
+    {
+      "epoch": 3.0144404332129966,
+      "grad_norm": 1.358530663003378,
+      "learning_rate": 1.397472924187726e-05,
+      "loss": 0.2095,
+      "step": 1670
+    },
+    {
+      "epoch": 3.023465703971119,
+      "grad_norm": 1.3975749965062991,
+      "learning_rate": 1.3956678700361013e-05,
+      "loss": 0.2111,
+      "step": 1675
+    },
+    {
+      "epoch": 3.032490974729242,
+      "grad_norm": 1.2464319048586523,
+      "learning_rate": 1.3938628158844767e-05,
+      "loss": 0.2168,
+      "step": 1680
+    },
+    {
+      "epoch": 3.0415162454873648,
+      "grad_norm": 1.2891229687458905,
+      "learning_rate": 1.392057761732852e-05,
+      "loss": 0.209,
+      "step": 1685
+    },
+    {
+      "epoch": 3.050541516245487,
+      "grad_norm": 1.4037828122476248,
+      "learning_rate": 1.3902527075812276e-05,
+      "loss": 0.2153,
+      "step": 1690
+    },
+    {
+      "epoch": 3.05956678700361,
+      "grad_norm": 1.2235806246519516,
+      "learning_rate": 1.388447653429603e-05,
+      "loss": 0.2096,
+      "step": 1695
+    },
+    {
+      "epoch": 3.068592057761733,
+      "grad_norm": 1.378724047451379,
+      "learning_rate": 1.3866425992779784e-05,
+      "loss": 0.2085,
+      "step": 1700
+    },
+    {
+      "epoch": 3.077617328519856,
+      "grad_norm": 1.382858335186212,
+      "learning_rate": 1.3848375451263538e-05,
+      "loss": 0.2204,
+      "step": 1705
+    },
+    {
+      "epoch": 3.0866425992779782,
+      "grad_norm": 1.3137128844249182,
+      "learning_rate": 1.3830324909747293e-05,
+      "loss": 0.2162,
+      "step": 1710
+    },
+    {
+      "epoch": 3.095667870036101,
+      "grad_norm": 1.2029503152905936,
+      "learning_rate": 1.3812274368231049e-05,
+      "loss": 0.212,
+      "step": 1715
+    },
+    {
+      "epoch": 3.104693140794224,
+      "grad_norm": 1.3679968447380255,
+      "learning_rate": 1.3794223826714802e-05,
+      "loss": 0.2112,
+      "step": 1720
+    },
+    {
+      "epoch": 3.1137184115523464,
+      "grad_norm": 1.4087458694349797,
+      "learning_rate": 1.3776173285198558e-05,
+      "loss": 0.2124,
+      "step": 1725
+    },
+    {
+      "epoch": 3.1227436823104693,
+      "grad_norm": 1.2653578136284922,
+      "learning_rate": 1.3758122743682312e-05,
+      "loss": 0.2138,
+      "step": 1730
+    },
+    {
+      "epoch": 3.131768953068592,
+      "grad_norm": 1.3112584499411382,
+      "learning_rate": 1.3740072202166066e-05,
+      "loss": 0.2163,
+      "step": 1735
+    },
+    {
+      "epoch": 3.140794223826715,
+      "grad_norm": 1.4058232641289103,
+      "learning_rate": 1.372202166064982e-05,
+      "loss": 0.2159,
+      "step": 1740
+    },
+    {
+      "epoch": 3.1498194945848375,
+      "grad_norm": 1.41030881061776,
+      "learning_rate": 1.3703971119133575e-05,
+      "loss": 0.2145,
+      "step": 1745
+    },
+    {
+      "epoch": 3.1588447653429603,
+      "grad_norm": 1.5104671605422084,
+      "learning_rate": 1.3685920577617329e-05,
+      "loss": 0.2139,
+      "step": 1750
+    },
+    {
+      "epoch": 3.167870036101083,
+      "grad_norm": 1.2630974507680133,
+      "learning_rate": 1.3667870036101086e-05,
+      "loss": 0.2157,
+      "step": 1755
+    },
+    {
+      "epoch": 3.1768953068592056,
+      "grad_norm": 1.272128771203331,
+      "learning_rate": 1.364981949458484e-05,
+      "loss": 0.2161,
+      "step": 1760
+    },
+    {
+      "epoch": 3.1859205776173285,
+      "grad_norm": 1.3478004143294164,
+      "learning_rate": 1.3631768953068594e-05,
+      "loss": 0.2163,
+      "step": 1765
+    },
+    {
+      "epoch": 3.1949458483754514,
+      "grad_norm": 1.450785422963031,
+      "learning_rate": 1.3613718411552347e-05,
+      "loss": 0.2073,
+      "step": 1770
+    },
+    {
+      "epoch": 3.2039711191335742,
+      "grad_norm": 1.4737969733507372,
+      "learning_rate": 1.3595667870036103e-05,
+      "loss": 0.214,
+      "step": 1775
+    },
+    {
+      "epoch": 3.2129963898916967,
+      "grad_norm": 1.55495138656805,
+      "learning_rate": 1.3577617328519857e-05,
+      "loss": 0.217,
+      "step": 1780
+    },
+    {
+      "epoch": 3.2220216606498195,
+      "grad_norm": 1.301565356658425,
+      "learning_rate": 1.355956678700361e-05,
+      "loss": 0.2125,
+      "step": 1785
+    },
+    {
+      "epoch": 3.2310469314079424,
+      "grad_norm": 1.3526575231198374,
+      "learning_rate": 1.3541516245487364e-05,
+      "loss": 0.2139,
+      "step": 1790
+    },
+    {
+      "epoch": 3.240072202166065,
+      "grad_norm": 1.3480835110678375,
+      "learning_rate": 1.352346570397112e-05,
+      "loss": 0.2163,
+      "step": 1795
+    },
+    {
+      "epoch": 3.2490974729241877,
+      "grad_norm": 1.585271243780268,
+      "learning_rate": 1.3505415162454875e-05,
+      "loss": 0.2172,
+      "step": 1800
+    },
+    {
+      "epoch": 3.2581227436823106,
+      "grad_norm": 1.3914377175448838,
+      "learning_rate": 1.348736462093863e-05,
+      "loss": 0.2175,
+      "step": 1805
+    },
+    {
+      "epoch": 3.2671480144404335,
+      "grad_norm": 1.3096937764073042,
+      "learning_rate": 1.3469314079422385e-05,
+      "loss": 0.2161,
+      "step": 1810
+    },
+    {
+      "epoch": 3.276173285198556,
+      "grad_norm": 1.4025247600726756,
+      "learning_rate": 1.3451263537906139e-05,
+      "loss": 0.2192,
+      "step": 1815
+    },
+    {
+      "epoch": 3.2851985559566788,
+      "grad_norm": 1.341953244519878,
+      "learning_rate": 1.3433212996389892e-05,
+      "loss": 0.2193,
+      "step": 1820
+    },
+    {
+      "epoch": 3.2942238267148016,
+      "grad_norm": 1.1736050435468526,
+      "learning_rate": 1.3415162454873646e-05,
+      "loss": 0.2169,
+      "step": 1825
+    },
+    {
+      "epoch": 3.303249097472924,
+      "grad_norm": 7.343497355928463,
+      "learning_rate": 1.3397111913357402e-05,
+      "loss": 0.2221,
+      "step": 1830
+    },
+    {
+      "epoch": 3.312274368231047,
+      "grad_norm": 1.371834881522216,
+      "learning_rate": 1.3379061371841155e-05,
+      "loss": 0.2199,
+      "step": 1835
+    },
+    {
+      "epoch": 3.32129963898917,
+      "grad_norm": 1.4365047454230295,
+      "learning_rate": 1.336101083032491e-05,
+      "loss": 0.2132,
+      "step": 1840
+    },
+    {
+      "epoch": 3.3303249097472922,
+      "grad_norm": 1.272421653704436,
+      "learning_rate": 1.3342960288808667e-05,
+      "loss": 0.2184,
+      "step": 1845
+    },
+    {
+      "epoch": 3.339350180505415,
+      "grad_norm": 1.4316028096472446,
+      "learning_rate": 1.332490974729242e-05,
+      "loss": 0.2132,
+      "step": 1850
+    },
+    {
+      "epoch": 3.348375451263538,
+      "grad_norm": 1.2759638728894496,
+      "learning_rate": 1.3306859205776174e-05,
+      "loss": 0.2171,
+      "step": 1855
+    },
+    {
+      "epoch": 3.357400722021661,
+      "grad_norm": 1.3243009878900587,
+      "learning_rate": 1.328880866425993e-05,
+      "loss": 0.2187,
+      "step": 1860
+    },
+    {
+      "epoch": 3.3664259927797833,
+      "grad_norm": 1.357548066354826,
+      "learning_rate": 1.3270758122743683e-05,
+      "loss": 0.218,
+      "step": 1865
+    },
+    {
+      "epoch": 3.375451263537906,
+      "grad_norm": 1.3425006805058106,
+      "learning_rate": 1.3252707581227437e-05,
+      "loss": 0.217,
+      "step": 1870
+    },
+    {
+      "epoch": 3.384476534296029,
+      "grad_norm": 1.285802529815462,
+      "learning_rate": 1.3234657039711191e-05,
+      "loss": 0.216,
+      "step": 1875
+    },
+    {
+      "epoch": 3.3935018050541514,
+      "grad_norm": 1.2778875094894446,
+      "learning_rate": 1.3216606498194947e-05,
+      "loss": 0.2193,
+      "step": 1880
+    },
+    {
+      "epoch": 3.4025270758122743,
+      "grad_norm": 1.1908353789550035,
+      "learning_rate": 1.3198555956678702e-05,
+      "loss": 0.2161,
+      "step": 1885
+    },
+    {
+      "epoch": 3.411552346570397,
+      "grad_norm": 1.34603474003137,
+      "learning_rate": 1.3180505415162456e-05,
+      "loss": 0.2141,
+      "step": 1890
+    },
+    {
+      "epoch": 3.4205776173285196,
+      "grad_norm": 1.4297727153398665,
+      "learning_rate": 1.3162454873646211e-05,
+      "loss": 0.2237,
+      "step": 1895
+    },
+    {
+      "epoch": 3.4296028880866425,
+      "grad_norm": 1.3837512629017574,
+      "learning_rate": 1.3144404332129965e-05,
+      "loss": 0.2214,
+      "step": 1900
+    },
+    {
+      "epoch": 3.4386281588447654,
+      "grad_norm": 1.4387141423605057,
+      "learning_rate": 1.3126353790613719e-05,
+      "loss": 0.2187,
+      "step": 1905
+    },
+    {
+      "epoch": 3.4476534296028882,
+      "grad_norm": 1.2799805992130007,
+      "learning_rate": 1.3108303249097475e-05,
+      "loss": 0.2179,
+      "step": 1910
+    },
+    {
+      "epoch": 3.4566787003610107,
+      "grad_norm": 1.4835446521559619,
+      "learning_rate": 1.3090252707581228e-05,
+      "loss": 0.2203,
+      "step": 1915
+    },
+    {
+      "epoch": 3.4657039711191335,
+      "grad_norm": 1.341999213127749,
+      "learning_rate": 1.3072202166064982e-05,
+      "loss": 0.2168,
+      "step": 1920
+    },
+    {
+      "epoch": 3.4747292418772564,
+      "grad_norm": 1.3763087376806546,
+      "learning_rate": 1.3054151624548736e-05,
+      "loss": 0.2149,
+      "step": 1925
+    },
+    {
+      "epoch": 3.483754512635379,
+      "grad_norm": 1.4007971114232958,
+      "learning_rate": 1.3036101083032493e-05,
+      "loss": 0.2182,
+      "step": 1930
+    },
+    {
+      "epoch": 3.4927797833935017,
+      "grad_norm": 1.4572957861270215,
+      "learning_rate": 1.3018050541516247e-05,
+      "loss": 0.2147,
+      "step": 1935
+    },
+    {
+      "epoch": 3.5018050541516246,
+      "grad_norm": 1.3722288775763722,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 0.2198,
+      "step": 1940
+    },
+    {
+      "epoch": 3.5108303249097474,
+      "grad_norm": 1.3099638901670316,
+      "learning_rate": 1.2981949458483756e-05,
+      "loss": 0.2195,
+      "step": 1945
+    },
+    {
+      "epoch": 3.51985559566787,
+      "grad_norm": 1.2794841153864642,
+      "learning_rate": 1.296389891696751e-05,
+      "loss": 0.2181,
+      "step": 1950
+    },
+    {
+      "epoch": 3.5288808664259927,
+      "grad_norm": 1.4143673780025412,
+      "learning_rate": 1.2945848375451264e-05,
+      "loss": 0.2159,
+      "step": 1955
+    },
+    {
+      "epoch": 3.5379061371841156,
+      "grad_norm": 1.2691083266416614,
+      "learning_rate": 1.2927797833935018e-05,
+      "loss": 0.2145,
+      "step": 1960
+    },
+    {
+      "epoch": 3.546931407942238,
+      "grad_norm": 1.6855255358173022,
+      "learning_rate": 1.2909747292418773e-05,
+      "loss": 0.2142,
+      "step": 1965
+    },
+    {
+      "epoch": 3.555956678700361,
+      "grad_norm": 1.2577832543255076,
+      "learning_rate": 1.2891696750902527e-05,
+      "loss": 0.2185,
+      "step": 1970
+    },
+    {
+      "epoch": 3.564981949458484,
+      "grad_norm": 1.4260534179211517,
+      "learning_rate": 1.2873646209386283e-05,
+      "loss": 0.2227,
+      "step": 1975
+    },
+    {
+      "epoch": 3.5740072202166067,
+      "grad_norm": 1.2525086568956194,
+      "learning_rate": 1.2855595667870038e-05,
+      "loss": 0.2193,
+      "step": 1980
+    },
+    {
+      "epoch": 3.583032490974729,
+      "grad_norm": 1.2589927076038325,
+      "learning_rate": 1.2837545126353792e-05,
+      "loss": 0.2203,
+      "step": 1985
+    },
+    {
+      "epoch": 3.592057761732852,
+      "grad_norm": 1.417146294874885,
+      "learning_rate": 1.2819494584837546e-05,
+      "loss": 0.2172,
+      "step": 1990
+    },
+    {
+      "epoch": 3.601083032490975,
+      "grad_norm": 1.201542111015426,
+      "learning_rate": 1.2801444043321301e-05,
+      "loss": 0.2175,
+      "step": 1995
+    },
+    {
+      "epoch": 3.6101083032490973,
+      "grad_norm": 1.3003616222573477,
+      "learning_rate": 1.2783393501805055e-05,
+      "loss": 0.2218,
+      "step": 2000
+    },
+    {
+      "epoch": 3.61913357400722,
+      "grad_norm": 1.2526661517801678,
+      "learning_rate": 1.2765342960288809e-05,
+      "loss": 0.2211,
+      "step": 2005
+    },
+    {
+      "epoch": 3.628158844765343,
+      "grad_norm": 1.3562427529698038,
+      "learning_rate": 1.2747292418772563e-05,
+      "loss": 0.2202,
+      "step": 2010
+    },
+    {
+      "epoch": 3.637184115523466,
+      "grad_norm": 1.337359110529062,
+      "learning_rate": 1.272924187725632e-05,
+      "loss": 0.2192,
+      "step": 2015
+    },
+    {
+      "epoch": 3.6462093862815883,
+      "grad_norm": 1.3247434076106055,
+      "learning_rate": 1.2711191335740074e-05,
+      "loss": 0.2175,
+      "step": 2020
+    },
+    {
+      "epoch": 3.655234657039711,
+      "grad_norm": 1.401401481932495,
+      "learning_rate": 1.2693140794223828e-05,
+      "loss": 0.2176,
+      "step": 2025
+    },
+    {
+      "epoch": 3.664259927797834,
+      "grad_norm": 1.3989599012921654,
+      "learning_rate": 1.2675090252707583e-05,
+      "loss": 0.2145,
+      "step": 2030
+    },
+    {
+      "epoch": 3.6732851985559565,
+      "grad_norm": 1.37942404901644,
+      "learning_rate": 1.2657039711191337e-05,
+      "loss": 0.2176,
+      "step": 2035
+    },
+    {
+      "epoch": 3.6823104693140793,
+      "grad_norm": 1.3768859929806074,
+      "learning_rate": 1.263898916967509e-05,
+      "loss": 0.2216,
+      "step": 2040
+    },
+    {
+      "epoch": 3.691335740072202,
+      "grad_norm": 1.4119126477817214,
+      "learning_rate": 1.2620938628158845e-05,
+      "loss": 0.2176,
+      "step": 2045
+    },
+    {
+      "epoch": 3.700361010830325,
+      "grad_norm": 1.521657968464524,
+      "learning_rate": 1.26028880866426e-05,
+      "loss": 0.2215,
+      "step": 2050
+    },
+    {
+      "epoch": 3.7093862815884475,
+      "grad_norm": 1.1673555154434911,
+      "learning_rate": 1.2584837545126354e-05,
+      "loss": 0.2207,
+      "step": 2055
+    },
+    {
+      "epoch": 3.7184115523465704,
+      "grad_norm": 1.3165831513135962,
+      "learning_rate": 1.256678700361011e-05,
+      "loss": 0.2199,
+      "step": 2060
+    },
+    {
+      "epoch": 3.7274368231046933,
+      "grad_norm": 1.2771969687673677,
+      "learning_rate": 1.2548736462093865e-05,
+      "loss": 0.2174,
+      "step": 2065
+    },
+    {
+      "epoch": 3.7364620938628157,
+      "grad_norm": 1.3460833673268793,
+      "learning_rate": 1.2530685920577619e-05,
+      "loss": 0.2176,
+      "step": 2070
+    },
+    {
+      "epoch": 3.7454873646209386,
+      "grad_norm": 1.321801578603406,
+      "learning_rate": 1.2512635379061373e-05,
+      "loss": 0.2181,
+      "step": 2075
+    },
+    {
+      "epoch": 3.7545126353790614,
+      "grad_norm": 1.296115804685079,
+      "learning_rate": 1.2494584837545128e-05,
+      "loss": 0.2174,
+      "step": 2080
+    },
+    {
+      "epoch": 3.7635379061371843,
+      "grad_norm": 1.611992163605043,
+      "learning_rate": 1.2476534296028882e-05,
+      "loss": 0.2218,
+      "step": 2085
+    },
+    {
+      "epoch": 3.7725631768953067,
+      "grad_norm": 1.333178205245191,
+      "learning_rate": 1.2458483754512636e-05,
+      "loss": 0.2191,
+      "step": 2090
+    },
+    {
+      "epoch": 3.7815884476534296,
+      "grad_norm": 1.3160245659773944,
+      "learning_rate": 1.244043321299639e-05,
+      "loss": 0.2103,
+      "step": 2095
+    },
+    {
+      "epoch": 3.7906137184115525,
+      "grad_norm": 1.229821228240215,
+      "learning_rate": 1.2422382671480145e-05,
+      "loss": 0.2211,
+      "step": 2100
+    },
+    {
+      "epoch": 3.799638989169675,
+      "grad_norm": 1.4668142178779533,
+      "learning_rate": 1.24043321299639e-05,
+      "loss": 0.2157,
+      "step": 2105
+    },
+    {
+      "epoch": 3.808664259927798,
+      "grad_norm": 1.2767987004558847,
+      "learning_rate": 1.2386281588447654e-05,
+      "loss": 0.2139,
+      "step": 2110
+    },
+    {
+      "epoch": 3.8176895306859207,
+      "grad_norm": 1.3419257818618695,
+      "learning_rate": 1.236823104693141e-05,
+      "loss": 0.2177,
+      "step": 2115
+    },
+    {
+      "epoch": 3.8267148014440435,
+      "grad_norm": 1.3106254825745933,
+      "learning_rate": 1.2350180505415164e-05,
+      "loss": 0.2188,
+      "step": 2120
+    },
+    {
+      "epoch": 3.835740072202166,
+      "grad_norm": 1.291543676501794,
+      "learning_rate": 1.2332129963898918e-05,
+      "loss": 0.2211,
+      "step": 2125
+    },
+    {
+      "epoch": 3.844765342960289,
+      "grad_norm": 1.4261998506808886,
+      "learning_rate": 1.2314079422382671e-05,
+      "loss": 0.2197,
+      "step": 2130
+    },
+    {
+      "epoch": 3.8537906137184117,
+      "grad_norm": 1.358333414575488,
+      "learning_rate": 1.2296028880866427e-05,
+      "loss": 0.2159,
+      "step": 2135
+    },
+    {
+      "epoch": 3.862815884476534,
+      "grad_norm": 1.474955377700595,
+      "learning_rate": 1.227797833935018e-05,
+      "loss": 0.2218,
+      "step": 2140
+    },
+    {
+      "epoch": 3.871841155234657,
+      "grad_norm": 1.3720904636423812,
+      "learning_rate": 1.2259927797833938e-05,
+      "loss": 0.2177,
+      "step": 2145
+    },
+    {
+      "epoch": 3.88086642599278,
+      "grad_norm": 1.5460881931560433,
+      "learning_rate": 1.2241877256317692e-05,
+      "loss": 0.2202,
+      "step": 2150
+    },
+    {
+      "epoch": 3.8898916967509027,
+      "grad_norm": 1.372535903476554,
+      "learning_rate": 1.2223826714801446e-05,
+      "loss": 0.2133,
+      "step": 2155
+    },
+    {
+      "epoch": 3.898916967509025,
+      "grad_norm": 1.3380599019325592,
+      "learning_rate": 1.22057761732852e-05,
+      "loss": 0.2156,
+      "step": 2160
+    },
+    {
+      "epoch": 3.907942238267148,
+      "grad_norm": 1.5215368016858366,
+      "learning_rate": 1.2187725631768955e-05,
+      "loss": 0.2209,
+      "step": 2165
+    },
+    {
+      "epoch": 3.916967509025271,
+      "grad_norm": 1.4103734495459146,
+      "learning_rate": 1.2169675090252709e-05,
+      "loss": 0.2156,
+      "step": 2170
+    },
+    {
+      "epoch": 3.9259927797833933,
+      "grad_norm": 1.3438329909754207,
+      "learning_rate": 1.2151624548736462e-05,
+      "loss": 0.2199,
+      "step": 2175
+    },
+    {
+      "epoch": 3.935018050541516,
+      "grad_norm": 1.2636238619595532,
+      "learning_rate": 1.2133574007220216e-05,
+      "loss": 0.2197,
+      "step": 2180
+    },
+    {
+      "epoch": 3.944043321299639,
+      "grad_norm": 1.1840357472659475,
+      "learning_rate": 1.2115523465703972e-05,
+      "loss": 0.2122,
+      "step": 2185
+    },
+    {
+      "epoch": 3.953068592057762,
+      "grad_norm": 1.2040616851708978,
+      "learning_rate": 1.2097472924187727e-05,
+      "loss": 0.2185,
+      "step": 2190
+    },
+    {
+      "epoch": 3.9620938628158844,
+      "grad_norm": 1.358963573245228,
+      "learning_rate": 1.2079422382671481e-05,
+      "loss": 0.2153,
+      "step": 2195
+    },
+    {
+      "epoch": 3.9711191335740073,
+      "grad_norm": 1.2933453928461196,
+      "learning_rate": 1.2061371841155237e-05,
+      "loss": 0.2157,
+      "step": 2200
+    },
+    {
+      "epoch": 3.98014440433213,
+      "grad_norm": 1.207608106082354,
+      "learning_rate": 1.204332129963899e-05,
+      "loss": 0.2199,
+      "step": 2205
+    },
+    {
+      "epoch": 3.9891696750902526,
+      "grad_norm": 1.3581034288222624,
+      "learning_rate": 1.2025270758122744e-05,
+      "loss": 0.2196,
+      "step": 2210
+    },
+    {
+      "epoch": 3.9981949458483754,
+      "grad_norm": 1.508352838653625,
+      "learning_rate": 1.2007220216606498e-05,
+      "loss": 0.2219,
+      "step": 2215
+    },
+    {
+      "epoch": 4.007220216606498,
+      "grad_norm": 1.1525808259183898,
+      "learning_rate": 1.1989169675090254e-05,
+      "loss": 0.172,
+      "step": 2220
+    },
+    {
+      "epoch": 4.016245487364621,
+      "grad_norm": 1.6837096670325025,
+      "learning_rate": 1.1971119133574007e-05,
+      "loss": 0.1473,
+      "step": 2225
+    },
+    {
+      "epoch": 4.025270758122744,
+      "grad_norm": 1.3622634803237335,
+      "learning_rate": 1.1953068592057765e-05,
+      "loss": 0.1424,
+      "step": 2230
+    },
+    {
+      "epoch": 4.034296028880866,
+      "grad_norm": 1.167482488838041,
+      "learning_rate": 1.1935018050541518e-05,
+      "loss": 0.1428,
+      "step": 2235
+    },
+    {
+      "epoch": 4.043321299638989,
+      "grad_norm": 1.370361726176911,
+      "learning_rate": 1.1916967509025272e-05,
+      "loss": 0.1385,
+      "step": 2240
+    },
+    {
+      "epoch": 4.052346570397112,
+      "grad_norm": 1.2641058446971232,
+      "learning_rate": 1.1898916967509026e-05,
+      "loss": 0.1358,
+      "step": 2245
+    },
+    {
+      "epoch": 4.061371841155235,
+      "grad_norm": 1.4838069133238292,
+      "learning_rate": 1.1880866425992782e-05,
+      "loss": 0.1369,
+      "step": 2250
+    },
+    {
+      "epoch": 4.0703971119133575,
+      "grad_norm": 1.411880125524948,
+      "learning_rate": 1.1862815884476535e-05,
+      "loss": 0.1376,
+      "step": 2255
+    },
+    {
+      "epoch": 4.07942238267148,
+      "grad_norm": 1.532801179696419,
+      "learning_rate": 1.184476534296029e-05,
+      "loss": 0.144,
+      "step": 2260
+    },
+    {
+      "epoch": 4.088447653429603,
+      "grad_norm": 1.2722280030975663,
+      "learning_rate": 1.1826714801444043e-05,
+      "loss": 0.1377,
+      "step": 2265
+    },
+    {
+      "epoch": 4.097472924187725,
+      "grad_norm": 1.257371634404589,
+      "learning_rate": 1.1808664259927799e-05,
+      "loss": 0.1376,
+      "step": 2270
+    },
+    {
+      "epoch": 4.106498194945848,
+      "grad_norm": 1.2867994012584483,
+      "learning_rate": 1.1790613718411554e-05,
+      "loss": 0.1438,
+      "step": 2275
+    },
+    {
+      "epoch": 4.115523465703971,
+      "grad_norm": 1.3235714594660852,
+      "learning_rate": 1.1772563176895308e-05,
+      "loss": 0.1375,
+      "step": 2280
+    },
+    {
+      "epoch": 4.124548736462094,
+      "grad_norm": 1.3538854718074433,
+      "learning_rate": 1.1754512635379063e-05,
+      "loss": 0.1434,
+      "step": 2285
+    },
+    {
+      "epoch": 4.133574007220217,
+      "grad_norm": 1.3387220340603523,
+      "learning_rate": 1.1736462093862817e-05,
+      "loss": 0.1439,
+      "step": 2290
+    },
+    {
+      "epoch": 4.14259927797834,
+      "grad_norm": 1.3342275390499512,
+      "learning_rate": 1.1718411552346571e-05,
+      "loss": 0.1423,
+      "step": 2295
+    },
+    {
+      "epoch": 4.1516245487364625,
+      "grad_norm": 1.3172292559591101,
+      "learning_rate": 1.1700361010830325e-05,
+      "loss": 0.1397,
+      "step": 2300
+    },
+    {
+      "epoch": 4.1606498194945845,
+      "grad_norm": 1.5089183076261925,
+      "learning_rate": 1.168231046931408e-05,
+      "loss": 0.1478,
+      "step": 2305
+    },
+    {
+      "epoch": 4.169675090252707,
+      "grad_norm": 1.2882037882410693,
+      "learning_rate": 1.1664259927797834e-05,
+      "loss": 0.1441,
+      "step": 2310
+    },
+    {
+      "epoch": 4.17870036101083,
+      "grad_norm": 1.3275271715737593,
+      "learning_rate": 1.1646209386281588e-05,
+      "loss": 0.1467,
+      "step": 2315
+    },
+    {
+      "epoch": 4.187725631768953,
+      "grad_norm": 1.26669118474737,
+      "learning_rate": 1.1628158844765345e-05,
+      "loss": 0.1448,
+      "step": 2320
+    },
+    {
+      "epoch": 4.196750902527076,
+      "grad_norm": 1.287627972081866,
+      "learning_rate": 1.1610108303249099e-05,
+      "loss": 0.1463,
+      "step": 2325
+    },
+    {
+      "epoch": 4.205776173285199,
+      "grad_norm": 1.4698351462515338,
+      "learning_rate": 1.1592057761732853e-05,
+      "loss": 0.1418,
+      "step": 2330
+    },
+    {
+      "epoch": 4.214801444043322,
+      "grad_norm": 1.214815481124232,
+      "learning_rate": 1.1574007220216608e-05,
+      "loss": 0.1414,
+      "step": 2335
+    },
+    {
+      "epoch": 4.223826714801444,
+      "grad_norm": 1.3143493372944082,
+      "learning_rate": 1.1555956678700362e-05,
+      "loss": 0.1434,
+      "step": 2340
+    },
+    {
+      "epoch": 4.2328519855595665,
+      "grad_norm": 1.312607955074974,
+      "learning_rate": 1.1537906137184116e-05,
+      "loss": 0.144,
+      "step": 2345
+    },
+    {
+      "epoch": 4.241877256317689,
+      "grad_norm": 1.2190888161416562,
+      "learning_rate": 1.151985559566787e-05,
+      "loss": 0.1426,
+      "step": 2350
+    },
+    {
+      "epoch": 4.250902527075812,
+      "grad_norm": 1.3594194563402886,
+      "learning_rate": 1.1501805054151625e-05,
+      "loss": 0.1435,
+      "step": 2355
+    },
+    {
+      "epoch": 4.259927797833935,
+      "grad_norm": 1.4782948938985976,
+      "learning_rate": 1.148375451263538e-05,
+      "loss": 0.1454,
+      "step": 2360
+    },
+    {
+      "epoch": 4.268953068592058,
+      "grad_norm": 1.336811201239736,
+      "learning_rate": 1.1465703971119135e-05,
+      "loss": 0.1454,
+      "step": 2365
+    },
+    {
+      "epoch": 4.277978339350181,
+      "grad_norm": 1.2482577868629918,
+      "learning_rate": 1.144765342960289e-05,
+      "loss": 0.1411,
+      "step": 2370
+    },
+    {
+      "epoch": 4.287003610108303,
+      "grad_norm": 1.2732430927693474,
+      "learning_rate": 1.1429602888086644e-05,
+      "loss": 0.1417,
+      "step": 2375
+    },
+    {
+      "epoch": 4.296028880866426,
+      "grad_norm": 1.5099576743037075,
+      "learning_rate": 1.1411552346570398e-05,
+      "loss": 0.1448,
+      "step": 2380
+    },
+    {
+      "epoch": 4.305054151624549,
+      "grad_norm": 1.289221803177811,
+      "learning_rate": 1.1393501805054152e-05,
+      "loss": 0.147,
+      "step": 2385
+    },
+    {
+      "epoch": 4.3140794223826715,
+      "grad_norm": 1.3263143595170082,
+      "learning_rate": 1.1375451263537907e-05,
+      "loss": 0.146,
+      "step": 2390
+    },
+    {
+      "epoch": 4.323104693140794,
+      "grad_norm": 1.2413770324582891,
+      "learning_rate": 1.1357400722021661e-05,
+      "loss": 0.1457,
+      "step": 2395
+    },
+    {
+      "epoch": 4.332129963898917,
+      "grad_norm": 1.2639388626402195,
+      "learning_rate": 1.1339350180505415e-05,
+      "loss": 0.1507,
+      "step": 2400
+    },
+    {
+      "epoch": 4.34115523465704,
+      "grad_norm": 1.264633141154961,
+      "learning_rate": 1.1321299638989172e-05,
+      "loss": 0.1449,
+      "step": 2405
+    },
+    {
+      "epoch": 4.350180505415162,
+      "grad_norm": 1.436154267765744,
+      "learning_rate": 1.1303249097472926e-05,
+      "loss": 0.1507,
+      "step": 2410
+    },
+    {
+      "epoch": 4.359205776173285,
+      "grad_norm": 1.1582422344120165,
+      "learning_rate": 1.128519855595668e-05,
+      "loss": 0.1484,
+      "step": 2415
+    },
+    {
+      "epoch": 4.368231046931408,
+      "grad_norm": 1.279883119070738,
+      "learning_rate": 1.1267148014440435e-05,
+      "loss": 0.1427,
+      "step": 2420
+    },
+    {
+      "epoch": 4.377256317689531,
+      "grad_norm": 1.3274819211696616,
+      "learning_rate": 1.1249097472924189e-05,
+      "loss": 0.1452,
+      "step": 2425
+    },
+    {
+      "epoch": 4.386281588447654,
+      "grad_norm": 1.3298646533007747,
+      "learning_rate": 1.1231046931407943e-05,
+      "loss": 0.1491,
+      "step": 2430
+    },
+    {
+      "epoch": 4.3953068592057765,
+      "grad_norm": 1.2549287331161112,
+      "learning_rate": 1.1212996389891697e-05,
+      "loss": 0.1489,
+      "step": 2435
+    },
+    {
+      "epoch": 4.404332129963899,
+      "grad_norm": 1.400198206798889,
+      "learning_rate": 1.1194945848375452e-05,
+      "loss": 0.1451,
+      "step": 2440
+    },
+    {
+      "epoch": 4.413357400722021,
+      "grad_norm": 1.3684946718616282,
+      "learning_rate": 1.1176895306859206e-05,
+      "loss": 0.1521,
+      "step": 2445
+    },
+    {
+      "epoch": 4.422382671480144,
+      "grad_norm": 1.2087420140469356,
+      "learning_rate": 1.1158844765342961e-05,
+      "loss": 0.1454,
+      "step": 2450
+    },
+    {
+      "epoch": 4.431407942238267,
+      "grad_norm": 1.2910589959993624,
+      "learning_rate": 1.1140794223826717e-05,
+      "loss": 0.1449,
+      "step": 2455
+    },
+    {
+      "epoch": 4.44043321299639,
+      "grad_norm": 1.4447075027189171,
+      "learning_rate": 1.112274368231047e-05,
+      "loss": 0.1443,
+      "step": 2460
+    },
+    {
+      "epoch": 4.449458483754513,
+      "grad_norm": 1.3740604349535315,
+      "learning_rate": 1.1104693140794225e-05,
+      "loss": 0.1413,
+      "step": 2465
+    },
+    {
+      "epoch": 4.458483754512636,
+      "grad_norm": 1.4050751545666154,
+      "learning_rate": 1.1086642599277978e-05,
+      "loss": 0.1483,
+      "step": 2470
+    },
+    {
+      "epoch": 4.467509025270758,
+      "grad_norm": 1.2385281470710559,
+      "learning_rate": 1.1068592057761734e-05,
+      "loss": 0.1485,
+      "step": 2475
+    },
+    {
+      "epoch": 4.4765342960288805,
+      "grad_norm": 1.2281174369886623,
+      "learning_rate": 1.1050541516245488e-05,
+      "loss": 0.1485,
+      "step": 2480
+    },
+    {
+      "epoch": 4.485559566787003,
+      "grad_norm": 1.2151464275592043,
+      "learning_rate": 1.1032490974729241e-05,
+      "loss": 0.1418,
+      "step": 2485
+    },
+    {
+      "epoch": 4.494584837545126,
+      "grad_norm": 1.3791171874873505,
+      "learning_rate": 1.1014440433212999e-05,
+      "loss": 0.1448,
+      "step": 2490
+    },
+    {
+      "epoch": 4.503610108303249,
+      "grad_norm": 1.2082141878609713,
+      "learning_rate": 1.0996389891696753e-05,
+      "loss": 0.142,
+      "step": 2495
+    },
+    {
+      "epoch": 4.512635379061372,
+      "grad_norm": 1.2284432308372542,
+      "learning_rate": 1.0978339350180506e-05,
+      "loss": 0.1462,
+      "step": 2500
+    },
+    {
+      "epoch": 4.512635379061372,
+      "eval_loss": 0.11392025649547577,
+      "eval_runtime": 768.0942,
+      "eval_samples_per_second": 17.309,
+      "eval_steps_per_second": 0.721,
+      "step": 2500
+    },
+    {
+      "epoch": 4.521660649819495,
+      "grad_norm": 1.230111612515777,
+      "learning_rate": 1.0960288808664262e-05,
+      "loss": 0.1425,
+      "step": 2505
+    },
+    {
+      "epoch": 4.530685920577618,
+      "grad_norm": 1.3673654833429962,
+      "learning_rate": 1.0942238267148016e-05,
+      "loss": 0.146,
+      "step": 2510
+    },
+    {
+      "epoch": 4.53971119133574,
+      "grad_norm": 1.470735178829857,
+      "learning_rate": 1.092418772563177e-05,
+      "loss": 0.1512,
+      "step": 2515
+    },
+    {
+      "epoch": 4.548736462093863,
+      "grad_norm": 1.431415105533255,
+      "learning_rate": 1.0906137184115523e-05,
+      "loss": 0.146,
+      "step": 2520
+    },
+    {
+      "epoch": 4.5577617328519855,
+      "grad_norm": 1.304958395632544,
+      "learning_rate": 1.0888086642599279e-05,
+      "loss": 0.1405,
+      "step": 2525
+    },
+    {
+      "epoch": 4.566787003610108,
+      "grad_norm": 1.202244774918958,
+      "learning_rate": 1.0870036101083033e-05,
+      "loss": 0.1494,
+      "step": 2530
+    },
+    {
+      "epoch": 4.575812274368231,
+      "grad_norm": 1.2061190438112863,
+      "learning_rate": 1.0851985559566788e-05,
+      "loss": 0.1454,
+      "step": 2535
+    },
+    {
+      "epoch": 4.584837545126354,
+      "grad_norm": 1.2303141902787755,
+      "learning_rate": 1.0833935018050544e-05,
+      "loss": 0.1464,
+      "step": 2540
+    },
+    {
+      "epoch": 4.593862815884476,
+      "grad_norm": 1.1973084706979935,
+      "learning_rate": 1.0815884476534297e-05,
+      "loss": 0.1525,
+      "step": 2545
+    },
+    {
+      "epoch": 4.602888086642599,
+      "grad_norm": 1.265181420660065,
+      "learning_rate": 1.0797833935018051e-05,
+      "loss": 0.1467,
+      "step": 2550
+    },
+    {
+      "epoch": 4.611913357400722,
+      "grad_norm": 1.3348119006510952,
+      "learning_rate": 1.0779783393501805e-05,
+      "loss": 0.1503,
+      "step": 2555
+    },
+    {
+      "epoch": 4.620938628158845,
+      "grad_norm": 1.3586496560954744,
+      "learning_rate": 1.076173285198556e-05,
+      "loss": 0.1478,
+      "step": 2560
+    },
+    {
+      "epoch": 4.629963898916968,
+      "grad_norm": 1.2646064815159468,
+      "learning_rate": 1.0743682310469314e-05,
+      "loss": 0.1506,
+      "step": 2565
+    },
+    {
+      "epoch": 4.6389891696750905,
+      "grad_norm": 1.2208996441560755,
+      "learning_rate": 1.0725631768953068e-05,
+      "loss": 0.1489,
+      "step": 2570
+    },
+    {
+      "epoch": 4.648014440433213,
+      "grad_norm": 1.2249820178968749,
+      "learning_rate": 1.0707581227436824e-05,
+      "loss": 0.1491,
+      "step": 2575
+    },
+    {
+      "epoch": 4.657039711191336,
+      "grad_norm": 1.2788771690689633,
+      "learning_rate": 1.068953068592058e-05,
+      "loss": 0.1468,
+      "step": 2580
+    },
+    {
+      "epoch": 4.666064981949458,
+      "grad_norm": 1.235614926954878,
+      "learning_rate": 1.0671480144404333e-05,
+      "loss": 0.1448,
+      "step": 2585
+    },
+    {
+      "epoch": 4.675090252707581,
+      "grad_norm": 1.4835623380890686,
+      "learning_rate": 1.0653429602888089e-05,
+      "loss": 0.1473,
+      "step": 2590
+    },
+    {
+      "epoch": 4.684115523465704,
+      "grad_norm": 1.3282902129276972,
+      "learning_rate": 1.0635379061371842e-05,
+      "loss": 0.1513,
+      "step": 2595
+    },
+    {
+      "epoch": 4.693140794223827,
+      "grad_norm": 1.3495078303520642,
+      "learning_rate": 1.0617328519855596e-05,
+      "loss": 0.1493,
+      "step": 2600
+    },
+    {
+      "epoch": 4.70216606498195,
+      "grad_norm": 1.3624724519254527,
+      "learning_rate": 1.059927797833935e-05,
+      "loss": 0.1464,
+      "step": 2605
+    },
+    {
+      "epoch": 4.7111913357400725,
+      "grad_norm": 1.5149872464672054,
+      "learning_rate": 1.0581227436823106e-05,
+      "loss": 0.1476,
+      "step": 2610
+    },
+    {
+      "epoch": 4.7202166064981945,
+      "grad_norm": 1.4140631499929084,
+      "learning_rate": 1.056317689530686e-05,
+      "loss": 0.1467,
+      "step": 2615
+    },
+    {
+      "epoch": 4.729241877256317,
+      "grad_norm": 1.3773886206332047,
+      "learning_rate": 1.0545126353790615e-05,
+      "loss": 0.1478,
+      "step": 2620
+    },
+    {
+      "epoch": 4.73826714801444,
+      "grad_norm": 1.360291667120557,
+      "learning_rate": 1.052707581227437e-05,
+      "loss": 0.1511,
+      "step": 2625
+    },
+    {
+      "epoch": 4.747292418772563,
+      "grad_norm": 2.0327952709868455,
+      "learning_rate": 1.0509025270758124e-05,
+      "loss": 0.1494,
+      "step": 2630
+    },
+    {
+      "epoch": 4.756317689530686,
+      "grad_norm": 1.1791100232489107,
+      "learning_rate": 1.0490974729241878e-05,
+      "loss": 0.1489,
+      "step": 2635
+    },
+    {
+      "epoch": 4.765342960288809,
+      "grad_norm": 1.3854796935196865,
+      "learning_rate": 1.0472924187725632e-05,
+      "loss": 0.1474,
+      "step": 2640
+    },
+    {
+      "epoch": 4.774368231046932,
+      "grad_norm": 1.195069413636359,
+      "learning_rate": 1.0454873646209387e-05,
+      "loss": 0.1473,
+      "step": 2645
+    },
+    {
+      "epoch": 4.783393501805055,
+      "grad_norm": 1.1422586625889126,
+      "learning_rate": 1.0436823104693141e-05,
+      "loss": 0.1492,
+      "step": 2650
+    },
+    {
+      "epoch": 4.792418772563177,
+      "grad_norm": 1.307147062583015,
+      "learning_rate": 1.0418772563176895e-05,
+      "loss": 0.1512,
+      "step": 2655
+    },
+    {
+      "epoch": 4.8014440433212995,
+      "grad_norm": 1.3584746863088188,
+      "learning_rate": 1.040072202166065e-05,
+      "loss": 0.1457,
+      "step": 2660
+    },
+    {
+      "epoch": 4.810469314079422,
+      "grad_norm": 1.3606216007098004,
+      "learning_rate": 1.0382671480144406e-05,
+      "loss": 0.1523,
+      "step": 2665
+    },
+    {
+      "epoch": 4.819494584837545,
+      "grad_norm": 1.2830676853953231,
+      "learning_rate": 1.036462093862816e-05,
+      "loss": 0.1468,
+      "step": 2670
+    },
+    {
+      "epoch": 4.828519855595668,
+      "grad_norm": 1.4025094885250153,
+      "learning_rate": 1.0346570397111915e-05,
+      "loss": 0.1531,
+      "step": 2675
+    },
+    {
+      "epoch": 4.837545126353791,
+      "grad_norm": 1.2538328025809764,
+      "learning_rate": 1.0328519855595669e-05,
+      "loss": 0.1511,
+      "step": 2680
+    },
+    {
+      "epoch": 4.846570397111913,
+      "grad_norm": 1.2447983687959376,
+      "learning_rate": 1.0310469314079423e-05,
+      "loss": 0.1482,
+      "step": 2685
+    },
+    {
+      "epoch": 4.855595667870036,
+      "grad_norm": 1.259843451978081,
+      "learning_rate": 1.0292418772563177e-05,
+      "loss": 0.1488,
+      "step": 2690
+    },
+    {
+      "epoch": 4.864620938628159,
+      "grad_norm": 1.2570447719051847,
+      "learning_rate": 1.0274368231046932e-05,
+      "loss": 0.1486,
+      "step": 2695
+    },
+    {
+      "epoch": 4.873646209386282,
+      "grad_norm": 1.329856783565704,
+      "learning_rate": 1.0256317689530686e-05,
+      "loss": 0.1529,
+      "step": 2700
+    },
+    {
+      "epoch": 4.882671480144404,
+      "grad_norm": 1.2638883131188237,
+      "learning_rate": 1.023826714801444e-05,
+      "loss": 0.1491,
+      "step": 2705
+    },
+    {
+      "epoch": 4.891696750902527,
+      "grad_norm": 1.308091101546035,
+      "learning_rate": 1.0220216606498197e-05,
+      "loss": 0.1444,
+      "step": 2710
+    },
+    {
+      "epoch": 4.90072202166065,
+      "grad_norm": 1.401420044812705,
+      "learning_rate": 1.0202166064981951e-05,
+      "loss": 0.1496,
+      "step": 2715
+    },
+    {
+      "epoch": 4.909747292418773,
+      "grad_norm": 1.1802217133046131,
+      "learning_rate": 1.0184115523465705e-05,
+      "loss": 0.1447,
+      "step": 2720
+    },
+    {
+      "epoch": 4.918772563176895,
+      "grad_norm": 1.418350121725291,
+      "learning_rate": 1.016606498194946e-05,
+      "loss": 0.1507,
+      "step": 2725
+    },
+    {
+      "epoch": 4.927797833935018,
+      "grad_norm": 1.3201116853524673,
+      "learning_rate": 1.0148014440433214e-05,
+      "loss": 0.1486,
+      "step": 2730
+    },
+    {
+      "epoch": 4.936823104693141,
+      "grad_norm": 1.3651415755311056,
+      "learning_rate": 1.0129963898916968e-05,
+      "loss": 0.1482,
+      "step": 2735
+    },
+    {
+      "epoch": 4.945848375451264,
+      "grad_norm": 1.2638304079285558,
+      "learning_rate": 1.0111913357400722e-05,
+      "loss": 0.1473,
+      "step": 2740
+    },
+    {
+      "epoch": 4.9548736462093865,
+      "grad_norm": 1.1922484627616543,
+      "learning_rate": 1.0093862815884477e-05,
+      "loss": 0.1515,
+      "step": 2745
+    },
+    {
+      "epoch": 4.963898916967509,
+      "grad_norm": 1.32172317810071,
+      "learning_rate": 1.0075812274368233e-05,
+      "loss": 0.151,
+      "step": 2750
+    },
+    {
+      "epoch": 4.972924187725631,
+      "grad_norm": 1.3124037260863468,
+      "learning_rate": 1.0057761732851987e-05,
+      "loss": 0.1458,
+      "step": 2755
+    },
+    {
+      "epoch": 4.981949458483754,
+      "grad_norm": 1.308966677769924,
+      "learning_rate": 1.0039711191335742e-05,
+      "loss": 0.1466,
+      "step": 2760
+    },
+    {
+      "epoch": 4.990974729241877,
+      "grad_norm": 1.3394659011449825,
+      "learning_rate": 1.0021660649819496e-05,
+      "loss": 0.1488,
+      "step": 2765
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 1.1211076532163786,
+      "learning_rate": 1.000361010830325e-05,
+      "loss": 0.1451,
+      "step": 2770
+    },
+    {
+      "epoch": 5.009025270758123,
+      "grad_norm": 0.8762321663139153,
+      "learning_rate": 9.985559566787004e-06,
+      "loss": 0.0838,
+      "step": 2775
+    },
+    {
+      "epoch": 5.018050541516246,
+      "grad_norm": 1.1947630523435986,
+      "learning_rate": 9.967509025270759e-06,
+      "loss": 0.0791,
+      "step": 2780
+    },
+    {
+      "epoch": 5.027075812274369,
+      "grad_norm": 1.1957279068028621,
+      "learning_rate": 9.949458483754515e-06,
+      "loss": 0.0762,
+      "step": 2785
+    },
+    {
+      "epoch": 5.036101083032491,
+      "grad_norm": 1.0406919344632632,
+      "learning_rate": 9.931407942238268e-06,
+      "loss": 0.0789,
+      "step": 2790
+    },
+    {
+      "epoch": 5.0451263537906135,
+      "grad_norm": 1.0243376437328686,
+      "learning_rate": 9.913357400722022e-06,
+      "loss": 0.0782,
+      "step": 2795
+    },
+    {
+      "epoch": 5.054151624548736,
+      "grad_norm": 1.1064381648099426,
+      "learning_rate": 9.895306859205776e-06,
+      "loss": 0.0777,
+      "step": 2800
+    },
+    {
+      "epoch": 5.063176895306859,
+      "grad_norm": 0.9669535500625326,
+      "learning_rate": 9.877256317689532e-06,
+      "loss": 0.0756,
+      "step": 2805
+    },
+    {
+      "epoch": 5.072202166064982,
+      "grad_norm": 1.0367193436042796,
+      "learning_rate": 9.859205776173287e-06,
+      "loss": 0.0759,
+      "step": 2810
+    },
+    {
+      "epoch": 5.081227436823105,
+      "grad_norm": 1.0786119261971507,
+      "learning_rate": 9.84115523465704e-06,
+      "loss": 0.0759,
+      "step": 2815
+    },
+    {
+      "epoch": 5.090252707581228,
+      "grad_norm": 1.000167422197771,
+      "learning_rate": 9.823104693140795e-06,
+      "loss": 0.0785,
+      "step": 2820
+    },
+    {
+      "epoch": 5.09927797833935,
+      "grad_norm": 0.9542524209315384,
+      "learning_rate": 9.805054151624548e-06,
+      "loss": 0.0773,
+      "step": 2825
+    },
+    {
+      "epoch": 5.108303249097473,
+      "grad_norm": 0.9683260308018407,
+      "learning_rate": 9.787003610108304e-06,
+      "loss": 0.0773,
+      "step": 2830
+    },
+    {
+      "epoch": 5.117328519855596,
+      "grad_norm": 1.0346987353569643,
+      "learning_rate": 9.768953068592058e-06,
+      "loss": 0.0748,
+      "step": 2835
+    },
+    {
+      "epoch": 5.126353790613718,
+      "grad_norm": 1.1793270223432109,
+      "learning_rate": 9.750902527075813e-06,
+      "loss": 0.078,
+      "step": 2840
+    },
+    {
+      "epoch": 5.135379061371841,
+      "grad_norm": 0.8930953181531934,
+      "learning_rate": 9.732851985559567e-06,
+      "loss": 0.0772,
+      "step": 2845
+    },
+    {
+      "epoch": 5.144404332129964,
+      "grad_norm": 1.023338270678483,
+      "learning_rate": 9.714801444043323e-06,
+      "loss": 0.0781,
+      "step": 2850
+    },
+    {
+      "epoch": 5.153429602888087,
+      "grad_norm": 0.946465899056401,
+      "learning_rate": 9.696750902527076e-06,
+      "loss": 0.0766,
+      "step": 2855
+    },
+    {
+      "epoch": 5.162454873646209,
+      "grad_norm": 0.9856919879257939,
+      "learning_rate": 9.67870036101083e-06,
+      "loss": 0.078,
+      "step": 2860
+    },
+    {
+      "epoch": 5.171480144404332,
+      "grad_norm": 0.9817835099066485,
+      "learning_rate": 9.660649819494586e-06,
+      "loss": 0.0778,
+      "step": 2865
+    },
+    {
+      "epoch": 5.180505415162455,
+      "grad_norm": 0.9867957619852264,
+      "learning_rate": 9.642599277978341e-06,
+      "loss": 0.0794,
+      "step": 2870
+    },
+    {
+      "epoch": 5.189530685920578,
+      "grad_norm": 0.9281749841484341,
+      "learning_rate": 9.624548736462095e-06,
+      "loss": 0.079,
+      "step": 2875
+    },
+    {
+      "epoch": 5.1985559566787005,
+      "grad_norm": 1.1418877678658672,
+      "learning_rate": 9.606498194945849e-06,
+      "loss": 0.0816,
+      "step": 2880
+    },
+    {
+      "epoch": 5.207581227436823,
+      "grad_norm": 1.2801357990196476,
+      "learning_rate": 9.588447653429603e-06,
+      "loss": 0.0802,
+      "step": 2885
+    },
+    {
+      "epoch": 5.216606498194946,
+      "grad_norm": 1.08414475669863,
+      "learning_rate": 9.570397111913358e-06,
+      "loss": 0.0826,
+      "step": 2890
+    },
+    {
+      "epoch": 5.225631768953068,
+      "grad_norm": 1.0307284905851641,
+      "learning_rate": 9.552346570397114e-06,
+      "loss": 0.082,
+      "step": 2895
+    },
+    {
+      "epoch": 5.234657039711191,
+      "grad_norm": 1.0409677907783568,
+      "learning_rate": 9.534296028880868e-06,
+      "loss": 0.0794,
+      "step": 2900
+    },
+    {
+      "epoch": 5.243682310469314,
+      "grad_norm": 1.0620698441964218,
+      "learning_rate": 9.516245487364621e-06,
+      "loss": 0.0805,
+      "step": 2905
+    },
+    {
+      "epoch": 5.252707581227437,
+      "grad_norm": 1.074425732291813,
+      "learning_rate": 9.498194945848375e-06,
+      "loss": 0.078,
+      "step": 2910
+    },
+    {
+      "epoch": 5.26173285198556,
+      "grad_norm": 1.026175971232318,
+      "learning_rate": 9.48014440433213e-06,
+      "loss": 0.0791,
+      "step": 2915
+    },
+    {
+      "epoch": 5.270758122743683,
+      "grad_norm": 1.067615156649838,
+      "learning_rate": 9.462093862815885e-06,
+      "loss": 0.0801,
+      "step": 2920
+    },
+    {
+      "epoch": 5.2797833935018055,
+      "grad_norm": 1.0009258120547495,
+      "learning_rate": 9.44404332129964e-06,
+      "loss": 0.0799,
+      "step": 2925
+    },
+    {
+      "epoch": 5.2888086642599275,
+      "grad_norm": 0.997000627917853,
+      "learning_rate": 9.425992779783394e-06,
+      "loss": 0.0801,
+      "step": 2930
+    },
+    {
+      "epoch": 5.29783393501805,
+      "grad_norm": 1.0650332846055963,
+      "learning_rate": 9.40794223826715e-06,
+      "loss": 0.083,
+      "step": 2935
+    },
+    {
+      "epoch": 5.306859205776173,
+      "grad_norm": 1.0505624675010425,
+      "learning_rate": 9.389891696750903e-06,
+      "loss": 0.0806,
+      "step": 2940
+    },
+    {
+      "epoch": 5.315884476534296,
+      "grad_norm": 1.0721048636152144,
+      "learning_rate": 9.371841155234657e-06,
+      "loss": 0.0835,
+      "step": 2945
+    },
+    {
+      "epoch": 5.324909747292419,
+      "grad_norm": 1.133446760779764,
+      "learning_rate": 9.353790613718413e-06,
+      "loss": 0.0832,
+      "step": 2950
+    },
+    {
+      "epoch": 5.333935018050542,
+      "grad_norm": 0.9772797348599754,
+      "learning_rate": 9.335740072202168e-06,
+      "loss": 0.0829,
+      "step": 2955
+    },
+    {
+      "epoch": 5.342960288808664,
+      "grad_norm": 1.1072279559914036,
+      "learning_rate": 9.317689530685922e-06,
+      "loss": 0.0849,
+      "step": 2960
+    },
+    {
+      "epoch": 5.351985559566787,
+      "grad_norm": 1.1628299433020886,
+      "learning_rate": 9.299638989169676e-06,
+      "loss": 0.0786,
+      "step": 2965
+    },
+    {
+      "epoch": 5.3610108303249095,
+      "grad_norm": 1.098783237460958,
+      "learning_rate": 9.28158844765343e-06,
+      "loss": 0.0811,
+      "step": 2970
+    },
+    {
+      "epoch": 5.370036101083032,
+      "grad_norm": 1.0282918449980682,
+      "learning_rate": 9.263537906137185e-06,
+      "loss": 0.0807,
+      "step": 2975
+    },
+    {
+      "epoch": 5.379061371841155,
+      "grad_norm": 0.9904645159012198,
+      "learning_rate": 9.24548736462094e-06,
+      "loss": 0.0826,
+      "step": 2980
+    },
+    {
+      "epoch": 5.388086642599278,
+      "grad_norm": 0.9548744748187918,
+      "learning_rate": 9.227436823104694e-06,
+      "loss": 0.0848,
+      "step": 2985
+    },
+    {
+      "epoch": 5.397111913357401,
+      "grad_norm": 0.9743172447638601,
+      "learning_rate": 9.209386281588448e-06,
+      "loss": 0.0811,
+      "step": 2990
+    },
+    {
+      "epoch": 5.406137184115524,
+      "grad_norm": 1.0785358862799732,
+      "learning_rate": 9.191335740072202e-06,
+      "loss": 0.0799,
+      "step": 2995
+    },
+    {
+      "epoch": 5.415162454873646,
+      "grad_norm": 1.1287010196459963,
+      "learning_rate": 9.173285198555957e-06,
+      "loss": 0.0848,
+      "step": 3000
+    },
+    {
+      "epoch": 5.424187725631769,
+      "grad_norm": 1.2004903366809976,
+      "learning_rate": 9.155234657039711e-06,
+      "loss": 0.0829,
+      "step": 3005
+    },
+    {
+      "epoch": 5.433212996389892,
+      "grad_norm": 1.0193224933306848,
+      "learning_rate": 9.137184115523467e-06,
+      "loss": 0.0845,
+      "step": 3010
+    },
+    {
+      "epoch": 5.4422382671480145,
+      "grad_norm": 1.0644266825718822,
+      "learning_rate": 9.11913357400722e-06,
+      "loss": 0.0839,
+      "step": 3015
+    },
+    {
+      "epoch": 5.451263537906137,
+      "grad_norm": 0.8258848911520923,
+      "learning_rate": 9.101083032490976e-06,
+      "loss": 0.0822,
+      "step": 3020
+    },
+    {
+      "epoch": 5.46028880866426,
+      "grad_norm": 0.9412075089089998,
+      "learning_rate": 9.08303249097473e-06,
+      "loss": 0.0796,
+      "step": 3025
+    },
+    {
+      "epoch": 5.469314079422382,
+      "grad_norm": 1.1565753144937303,
+      "learning_rate": 9.064981949458484e-06,
+      "loss": 0.084,
+      "step": 3030
+    },
+    {
+      "epoch": 5.478339350180505,
+      "grad_norm": 1.131138454580635,
+      "learning_rate": 9.04693140794224e-06,
+      "loss": 0.0838,
+      "step": 3035
+    },
+    {
+      "epoch": 5.487364620938628,
+      "grad_norm": 0.9492827416842319,
+      "learning_rate": 9.028880866425993e-06,
+      "loss": 0.0813,
+      "step": 3040
+    },
+    {
+      "epoch": 5.496389891696751,
+      "grad_norm": 0.9559475828227638,
+      "learning_rate": 9.010830324909749e-06,
+      "loss": 0.0816,
+      "step": 3045
+    },
+    {
+      "epoch": 5.505415162454874,
+      "grad_norm": 0.9227409169217686,
+      "learning_rate": 8.992779783393502e-06,
+      "loss": 0.0831,
+      "step": 3050
+    },
+    {
+      "epoch": 5.514440433212997,
+      "grad_norm": 1.0194412684846976,
+      "learning_rate": 8.974729241877256e-06,
+      "loss": 0.0832,
+      "step": 3055
+    },
+    {
+      "epoch": 5.5234657039711195,
+      "grad_norm": 1.0830453157290356,
+      "learning_rate": 8.956678700361012e-06,
+      "loss": 0.0834,
+      "step": 3060
+    },
+    {
+      "epoch": 5.532490974729242,
+      "grad_norm": 1.2132106015297117,
+      "learning_rate": 8.938628158844767e-06,
+      "loss": 0.0851,
+      "step": 3065
+    },
+    {
+      "epoch": 5.541516245487364,
+      "grad_norm": 1.0126228133692035,
+      "learning_rate": 8.920577617328521e-06,
+      "loss": 0.085,
+      "step": 3070
+    },
+    {
+      "epoch": 5.550541516245487,
+      "grad_norm": 1.2031735728430073,
+      "learning_rate": 8.902527075812275e-06,
+      "loss": 0.0822,
+      "step": 3075
+    },
+    {
+      "epoch": 5.55956678700361,
+      "grad_norm": 1.0701261920334157,
+      "learning_rate": 8.884476534296029e-06,
+      "loss": 0.0832,
+      "step": 3080
+    },
+    {
+      "epoch": 5.568592057761733,
+      "grad_norm": 1.0580816761482588,
+      "learning_rate": 8.866425992779784e-06,
+      "loss": 0.0796,
+      "step": 3085
+    },
+    {
+      "epoch": 5.577617328519856,
+      "grad_norm": 1.1940482533499739,
+      "learning_rate": 8.84837545126354e-06,
+      "loss": 0.0811,
+      "step": 3090
+    },
+    {
+      "epoch": 5.586642599277979,
+      "grad_norm": 1.165235309648367,
+      "learning_rate": 8.830324909747294e-06,
+      "loss": 0.0863,
+      "step": 3095
+    },
+    {
+      "epoch": 5.595667870036101,
+      "grad_norm": 0.9249917161400244,
+      "learning_rate": 8.812274368231047e-06,
+      "loss": 0.0826,
+      "step": 3100
+    },
+    {
+      "epoch": 5.6046931407942235,
+      "grad_norm": 0.9717526930385568,
+      "learning_rate": 8.794223826714801e-06,
+      "loss": 0.0831,
+      "step": 3105
+    },
+    {
+      "epoch": 5.613718411552346,
+      "grad_norm": 0.9703434417026183,
+      "learning_rate": 8.776173285198557e-06,
+      "loss": 0.0825,
+      "step": 3110
+    },
+    {
+      "epoch": 5.622743682310469,
+      "grad_norm": 1.1028319154775599,
+      "learning_rate": 8.75812274368231e-06,
+      "loss": 0.0836,
+      "step": 3115
+    },
+    {
+      "epoch": 5.631768953068592,
+      "grad_norm": 1.0334242813746233,
+      "learning_rate": 8.740072202166066e-06,
+      "loss": 0.0839,
+      "step": 3120
+    },
+    {
+      "epoch": 5.640794223826715,
+      "grad_norm": 0.952976186597617,
+      "learning_rate": 8.72202166064982e-06,
+      "loss": 0.0829,
+      "step": 3125
+    },
+    {
+      "epoch": 5.649819494584838,
+      "grad_norm": 1.1742650529657839,
+      "learning_rate": 8.703971119133575e-06,
+      "loss": 0.0851,
+      "step": 3130
+    },
+    {
+      "epoch": 5.658844765342961,
+      "grad_norm": 1.0818057279178166,
+      "learning_rate": 8.68592057761733e-06,
+      "loss": 0.0843,
+      "step": 3135
+    },
+    {
+      "epoch": 5.667870036101083,
+      "grad_norm": 1.0218551853468192,
+      "learning_rate": 8.667870036101083e-06,
+      "loss": 0.0835,
+      "step": 3140
+    },
+    {
+      "epoch": 5.676895306859206,
+      "grad_norm": 0.9122852593914,
+      "learning_rate": 8.649819494584839e-06,
+      "loss": 0.0823,
+      "step": 3145
+    },
+    {
+      "epoch": 5.6859205776173285,
+      "grad_norm": 0.9335847424506468,
+      "learning_rate": 8.631768953068594e-06,
+      "loss": 0.0816,
+      "step": 3150
+    },
+    {
+      "epoch": 5.694945848375451,
+      "grad_norm": 1.0829119759659693,
+      "learning_rate": 8.613718411552348e-06,
+      "loss": 0.082,
+      "step": 3155
+    },
+    {
+      "epoch": 5.703971119133574,
+      "grad_norm": 0.8918149119424851,
+      "learning_rate": 8.595667870036102e-06,
+      "loss": 0.0827,
+      "step": 3160
+    },
+    {
+      "epoch": 5.712996389891697,
+      "grad_norm": 0.9986993160612925,
+      "learning_rate": 8.577617328519855e-06,
+      "loss": 0.0821,
+      "step": 3165
+    },
+    {
+      "epoch": 5.722021660649819,
+      "grad_norm": 1.0234360957137028,
+      "learning_rate": 8.559566787003611e-06,
+      "loss": 0.0835,
+      "step": 3170
+    },
+    {
+      "epoch": 5.731046931407942,
+      "grad_norm": 1.0744486767713939,
+      "learning_rate": 8.541516245487366e-06,
+      "loss": 0.0861,
+      "step": 3175
+    },
+    {
+      "epoch": 5.740072202166065,
+      "grad_norm": 1.140075564988142,
+      "learning_rate": 8.52346570397112e-06,
+      "loss": 0.0869,
+      "step": 3180
+    },
+    {
+      "epoch": 5.749097472924188,
+      "grad_norm": 1.088662389971363,
+      "learning_rate": 8.505415162454874e-06,
+      "loss": 0.0828,
+      "step": 3185
+    },
+    {
+      "epoch": 5.758122743682311,
+      "grad_norm": 1.0811807303803094,
+      "learning_rate": 8.487364620938628e-06,
+      "loss": 0.0847,
+      "step": 3190
+    },
+    {
+      "epoch": 5.7671480144404335,
+      "grad_norm": 0.9808903181684402,
+      "learning_rate": 8.469314079422383e-06,
+      "loss": 0.0814,
+      "step": 3195
+    },
+    {
+      "epoch": 5.776173285198556,
+      "grad_norm": 0.9528918043651443,
+      "learning_rate": 8.451263537906137e-06,
+      "loss": 0.0842,
+      "step": 3200
+    },
+    {
+      "epoch": 5.785198555956678,
+      "grad_norm": 1.0415470416861194,
+      "learning_rate": 8.433212996389893e-06,
+      "loss": 0.0852,
+      "step": 3205
+    },
+    {
+      "epoch": 5.794223826714801,
+      "grad_norm": 0.973061380539213,
+      "learning_rate": 8.415162454873647e-06,
+      "loss": 0.0823,
+      "step": 3210
+    },
+    {
+      "epoch": 5.803249097472924,
+      "grad_norm": 0.9918845339236286,
+      "learning_rate": 8.397111913357402e-06,
+      "loss": 0.0855,
+      "step": 3215
+    },
+    {
+      "epoch": 5.812274368231047,
+      "grad_norm": 1.0771655009336334,
+      "learning_rate": 8.379061371841156e-06,
+      "loss": 0.0834,
+      "step": 3220
+    },
+    {
+      "epoch": 5.82129963898917,
+      "grad_norm": 1.2069079266806046,
+      "learning_rate": 8.36101083032491e-06,
+      "loss": 0.086,
+      "step": 3225
+    },
+    {
+      "epoch": 5.830324909747293,
+      "grad_norm": 1.1089608320239726,
+      "learning_rate": 8.342960288808665e-06,
+      "loss": 0.0853,
+      "step": 3230
+    },
+    {
+      "epoch": 5.8393501805054155,
+      "grad_norm": 1.0591489304507902,
+      "learning_rate": 8.324909747292419e-06,
+      "loss": 0.0851,
+      "step": 3235
+    },
+    {
+      "epoch": 5.8483754512635375,
+      "grad_norm": 0.9769104219070994,
+      "learning_rate": 8.306859205776175e-06,
+      "loss": 0.0854,
+      "step": 3240
+    },
+    {
+      "epoch": 5.85740072202166,
+      "grad_norm": 1.0564740427808548,
+      "learning_rate": 8.288808664259928e-06,
+      "loss": 0.0848,
+      "step": 3245
+    },
+    {
+      "epoch": 5.866425992779783,
+      "grad_norm": 1.1856181761239502,
+      "learning_rate": 8.270758122743682e-06,
+      "loss": 0.0844,
+      "step": 3250
+    },
+    {
+      "epoch": 5.875451263537906,
+      "grad_norm": 1.1377866343272012,
+      "learning_rate": 8.252707581227438e-06,
+      "loss": 0.083,
+      "step": 3255
+    },
+    {
+      "epoch": 5.884476534296029,
+      "grad_norm": 0.960741526303003,
+      "learning_rate": 8.234657039711193e-06,
+      "loss": 0.0866,
+      "step": 3260
+    },
+    {
+      "epoch": 5.893501805054152,
+      "grad_norm": 1.042073925207735,
+      "learning_rate": 8.216606498194947e-06,
+      "loss": 0.0823,
+      "step": 3265
+    },
+    {
+      "epoch": 5.902527075812275,
+      "grad_norm": 1.1046114797773166,
+      "learning_rate": 8.198555956678701e-06,
+      "loss": 0.0849,
+      "step": 3270
+    },
+    {
+      "epoch": 5.911552346570397,
+      "grad_norm": 0.9693673702377407,
+      "learning_rate": 8.180505415162455e-06,
+      "loss": 0.0853,
+      "step": 3275
+    },
+    {
+      "epoch": 5.92057761732852,
+      "grad_norm": 0.9935728695450117,
+      "learning_rate": 8.16245487364621e-06,
+      "loss": 0.0821,
+      "step": 3280
+    },
+    {
+      "epoch": 5.9296028880866425,
+      "grad_norm": 1.0804926319490278,
+      "learning_rate": 8.144404332129964e-06,
+      "loss": 0.0835,
+      "step": 3285
+    },
+    {
+      "epoch": 5.938628158844765,
+      "grad_norm": 1.064140844986384,
+      "learning_rate": 8.12635379061372e-06,
+      "loss": 0.0844,
+      "step": 3290
+    },
+    {
+      "epoch": 5.947653429602888,
+      "grad_norm": 1.0950234731974577,
+      "learning_rate": 8.108303249097473e-06,
+      "loss": 0.0856,
+      "step": 3295
+    },
+    {
+      "epoch": 5.956678700361011,
+      "grad_norm": 0.8673519333585892,
+      "learning_rate": 8.090252707581227e-06,
+      "loss": 0.083,
+      "step": 3300
+    },
+    {
+      "epoch": 5.965703971119133,
+      "grad_norm": 1.0637539730176666,
+      "learning_rate": 8.072202166064983e-06,
+      "loss": 0.0876,
+      "step": 3305
+    },
+    {
+      "epoch": 5.974729241877256,
+      "grad_norm": 1.1094983157547202,
+      "learning_rate": 8.054151624548736e-06,
+      "loss": 0.0824,
+      "step": 3310
+    },
+    {
+      "epoch": 5.983754512635379,
+      "grad_norm": 1.0059308649225067,
+      "learning_rate": 8.036101083032492e-06,
+      "loss": 0.083,
+      "step": 3315
+    },
+    {
+      "epoch": 5.992779783393502,
+      "grad_norm": 1.0366600463191211,
+      "learning_rate": 8.018050541516246e-06,
+      "loss": 0.0823,
+      "step": 3320
+    },
+    {
+      "epoch": 6.001805054151625,
+      "grad_norm": 0.8077933037227134,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.0794,
+      "step": 3325
+    },
+    {
+      "epoch": 6.0108303249097474,
+      "grad_norm": 0.6607413873878891,
+      "learning_rate": 7.981949458483755e-06,
+      "loss": 0.0592,
+      "step": 3330
+    },
+    {
+      "epoch": 6.01985559566787,
+      "grad_norm": 0.8591048311669046,
+      "learning_rate": 7.963898916967509e-06,
+      "loss": 0.0581,
+      "step": 3335
+    },
+    {
+      "epoch": 6.028880866425993,
+      "grad_norm": 0.70812448877148,
+      "learning_rate": 7.945848375451264e-06,
+      "loss": 0.0557,
+      "step": 3340
+    },
+    {
+      "epoch": 6.037906137184115,
+      "grad_norm": 0.7669486224905381,
+      "learning_rate": 7.92779783393502e-06,
+      "loss": 0.0556,
+      "step": 3345
+    },
+    {
+      "epoch": 6.046931407942238,
+      "grad_norm": 0.8323807855804514,
+      "learning_rate": 7.909747292418774e-06,
+      "loss": 0.0556,
+      "step": 3350
+    },
+    {
+      "epoch": 6.055956678700361,
+      "grad_norm": 0.7520520480227791,
+      "learning_rate": 7.891696750902528e-06,
+      "loss": 0.0565,
+      "step": 3355
+    },
+    {
+      "epoch": 6.064981949458484,
+      "grad_norm": 0.7627341484745689,
+      "learning_rate": 7.873646209386281e-06,
+      "loss": 0.0577,
+      "step": 3360
+    },
+    {
+      "epoch": 6.074007220216607,
+      "grad_norm": 0.6284399763085183,
+      "learning_rate": 7.855595667870037e-06,
+      "loss": 0.0559,
+      "step": 3365
+    },
+    {
+      "epoch": 6.0830324909747295,
+      "grad_norm": 0.6933321046620422,
+      "learning_rate": 7.83754512635379e-06,
+      "loss": 0.057,
+      "step": 3370
+    },
+    {
+      "epoch": 6.092057761732852,
+      "grad_norm": 0.7124947102302089,
+      "learning_rate": 7.819494584837546e-06,
+      "loss": 0.057,
+      "step": 3375
+    },
+    {
+      "epoch": 6.101083032490974,
+      "grad_norm": 0.6774361061625748,
+      "learning_rate": 7.8014440433213e-06,
+      "loss": 0.0558,
+      "step": 3380
+    },
+    {
+      "epoch": 6.110108303249097,
+      "grad_norm": 0.6796571497120569,
+      "learning_rate": 7.783393501805054e-06,
+      "loss": 0.0552,
+      "step": 3385
+    },
+    {
+      "epoch": 6.11913357400722,
+      "grad_norm": 0.7096655971296874,
+      "learning_rate": 7.76534296028881e-06,
+      "loss": 0.0566,
+      "step": 3390
+    },
+    {
+      "epoch": 6.128158844765343,
+      "grad_norm": 0.6734447095516544,
+      "learning_rate": 7.747292418772563e-06,
+      "loss": 0.0561,
+      "step": 3395
+    },
+    {
+      "epoch": 6.137184115523466,
+      "grad_norm": 0.7849122123015055,
+      "learning_rate": 7.729241877256319e-06,
+      "loss": 0.0571,
+      "step": 3400
+    },
+    {
+      "epoch": 6.146209386281589,
+      "grad_norm": 0.8010538023816386,
+      "learning_rate": 7.711191335740073e-06,
+      "loss": 0.0559,
+      "step": 3405
+    },
+    {
+      "epoch": 6.155234657039712,
+      "grad_norm": 0.7974825006602668,
+      "learning_rate": 7.693140794223828e-06,
+      "loss": 0.0558,
+      "step": 3410
+    },
+    {
+      "epoch": 6.164259927797834,
+      "grad_norm": 0.738675744252563,
+      "learning_rate": 7.675090252707582e-06,
+      "loss": 0.0589,
+      "step": 3415
+    },
+    {
+      "epoch": 6.1732851985559565,
+      "grad_norm": 0.7350542546764174,
+      "learning_rate": 7.657039711191336e-06,
+      "loss": 0.0579,
+      "step": 3420
+    },
+    {
+      "epoch": 6.182310469314079,
+      "grad_norm": 0.7619517736710059,
+      "learning_rate": 7.638989169675091e-06,
+      "loss": 0.0583,
+      "step": 3425
+    },
+    {
+      "epoch": 6.191335740072202,
+      "grad_norm": 0.7031956779944963,
+      "learning_rate": 7.620938628158845e-06,
+      "loss": 0.0573,
+      "step": 3430
+    },
+    {
+      "epoch": 6.200361010830325,
+      "grad_norm": 0.7075380742871121,
+      "learning_rate": 7.6028880866426006e-06,
+      "loss": 0.0578,
+      "step": 3435
+    },
+    {
+      "epoch": 6.209386281588448,
+      "grad_norm": 0.7290441002589563,
+      "learning_rate": 7.584837545126354e-06,
+      "loss": 0.0575,
+      "step": 3440
+    },
+    {
+      "epoch": 6.21841155234657,
+      "grad_norm": 0.7207806459527201,
+      "learning_rate": 7.566787003610109e-06,
+      "loss": 0.0567,
+      "step": 3445
+    },
+    {
+      "epoch": 6.227436823104693,
+      "grad_norm": 0.6314466279187362,
+      "learning_rate": 7.548736462093863e-06,
+      "loss": 0.0571,
+      "step": 3450
+    },
+    {
+      "epoch": 6.236462093862816,
+      "grad_norm": 0.6887561278193176,
+      "learning_rate": 7.530685920577618e-06,
+      "loss": 0.0593,
+      "step": 3455
+    },
+    {
+      "epoch": 6.245487364620939,
+      "grad_norm": 0.6206250853652553,
+      "learning_rate": 7.512635379061373e-06,
+      "loss": 0.0577,
+      "step": 3460
+    },
+    {
+      "epoch": 6.254512635379061,
+      "grad_norm": 0.6522866377346127,
+      "learning_rate": 7.494584837545127e-06,
+      "loss": 0.0566,
+      "step": 3465
+    },
+    {
+      "epoch": 6.263537906137184,
+      "grad_norm": 0.8267081288646022,
+      "learning_rate": 7.4765342960288815e-06,
+      "loss": 0.058,
+      "step": 3470
+    },
+    {
+      "epoch": 6.272563176895307,
+      "grad_norm": 0.7317740303239466,
+      "learning_rate": 7.458483754512636e-06,
+      "loss": 0.0578,
+      "step": 3475
+    },
+    {
+      "epoch": 6.28158844765343,
+      "grad_norm": 0.7147086385332849,
+      "learning_rate": 7.440433212996391e-06,
+      "loss": 0.0581,
+      "step": 3480
+    },
+    {
+      "epoch": 6.290613718411552,
+      "grad_norm": 0.8128890990175704,
+      "learning_rate": 7.422382671480145e-06,
+      "loss": 0.0582,
+      "step": 3485
+    },
+    {
+      "epoch": 6.299638989169675,
+      "grad_norm": 0.733774553010267,
+      "learning_rate": 7.404332129963899e-06,
+      "loss": 0.0589,
+      "step": 3490
+    },
+    {
+      "epoch": 6.308664259927798,
+      "grad_norm": 0.6543459576191735,
+      "learning_rate": 7.386281588447653e-06,
+      "loss": 0.0586,
+      "step": 3495
+    },
+    {
+      "epoch": 6.317689530685921,
+      "grad_norm": 0.7327266175801325,
+      "learning_rate": 7.368231046931409e-06,
+      "loss": 0.0568,
+      "step": 3500
+    },
+    {
+      "epoch": 6.3267148014440435,
+      "grad_norm": 0.6332768442841004,
+      "learning_rate": 7.350180505415163e-06,
+      "loss": 0.0588,
+      "step": 3505
+    },
+    {
+      "epoch": 6.335740072202166,
+      "grad_norm": 0.7514342787787303,
+      "learning_rate": 7.332129963898917e-06,
+      "loss": 0.0561,
+      "step": 3510
+    },
+    {
+      "epoch": 6.344765342960288,
+      "grad_norm": 0.9126804192240373,
+      "learning_rate": 7.314079422382672e-06,
+      "loss": 0.06,
+      "step": 3515
+    },
+    {
+      "epoch": 6.353790613718411,
+      "grad_norm": 0.7488940592798972,
+      "learning_rate": 7.296028880866427e-06,
+      "loss": 0.0589,
+      "step": 3520
+    },
+    {
+      "epoch": 6.362815884476534,
+      "grad_norm": 0.7822412626745566,
+      "learning_rate": 7.277978339350181e-06,
+      "loss": 0.057,
+      "step": 3525
+    },
+    {
+      "epoch": 6.371841155234657,
+      "grad_norm": 0.641895512790488,
+      "learning_rate": 7.259927797833936e-06,
+      "loss": 0.0566,
+      "step": 3530
+    },
+    {
+      "epoch": 6.38086642599278,
+      "grad_norm": 0.610560993405513,
+      "learning_rate": 7.24187725631769e-06,
+      "loss": 0.0568,
+      "step": 3535
+    },
+    {
+      "epoch": 6.389891696750903,
+      "grad_norm": 0.6706724032290002,
+      "learning_rate": 7.223826714801445e-06,
+      "loss": 0.0606,
+      "step": 3540
+    },
+    {
+      "epoch": 6.398916967509026,
+      "grad_norm": 0.658753045191665,
+      "learning_rate": 7.2057761732852e-06,
+      "loss": 0.0593,
+      "step": 3545
+    },
+    {
+      "epoch": 6.4079422382671485,
+      "grad_norm": 0.6654660097704281,
+      "learning_rate": 7.187725631768954e-06,
+      "loss": 0.0585,
+      "step": 3550
+    },
+    {
+      "epoch": 6.4169675090252705,
+      "grad_norm": 0.7183651068540791,
+      "learning_rate": 7.169675090252708e-06,
+      "loss": 0.0583,
+      "step": 3555
+    },
+    {
+      "epoch": 6.425992779783393,
+      "grad_norm": 0.8088470667398641,
+      "learning_rate": 7.151624548736462e-06,
+      "loss": 0.0588,
+      "step": 3560
+    },
+    {
+      "epoch": 6.435018050541516,
+      "grad_norm": 0.8263381826886101,
+      "learning_rate": 7.133574007220218e-06,
+      "loss": 0.0593,
+      "step": 3565
+    },
+    {
+      "epoch": 6.444043321299639,
+      "grad_norm": 0.7405826430937665,
+      "learning_rate": 7.115523465703971e-06,
+      "loss": 0.0578,
+      "step": 3570
+    },
+    {
+      "epoch": 6.453068592057762,
+      "grad_norm": 0.7185281820450516,
+      "learning_rate": 7.097472924187726e-06,
+      "loss": 0.0579,
+      "step": 3575
+    },
+    {
+      "epoch": 6.462093862815885,
+      "grad_norm": 0.7382936760799543,
+      "learning_rate": 7.07942238267148e-06,
+      "loss": 0.0575,
+      "step": 3580
+    },
+    {
+      "epoch": 6.471119133574007,
+      "grad_norm": 0.6877004421197578,
+      "learning_rate": 7.061371841155235e-06,
+      "loss": 0.0573,
+      "step": 3585
+    },
+    {
+      "epoch": 6.48014440433213,
+      "grad_norm": 0.6861100161163733,
+      "learning_rate": 7.04332129963899e-06,
+      "loss": 0.0599,
+      "step": 3590
+    },
+    {
+      "epoch": 6.4891696750902526,
+      "grad_norm": 0.6794004024109824,
+      "learning_rate": 7.025270758122744e-06,
+      "loss": 0.059,
+      "step": 3595
+    },
+    {
+      "epoch": 6.498194945848375,
+      "grad_norm": 0.8104554628255708,
+      "learning_rate": 7.0072202166064985e-06,
+      "loss": 0.0587,
+      "step": 3600
+    },
+    {
+      "epoch": 6.507220216606498,
+      "grad_norm": 0.8305032099557856,
+      "learning_rate": 6.989169675090254e-06,
+      "loss": 0.0585,
+      "step": 3605
+    },
+    {
+      "epoch": 6.516245487364621,
+      "grad_norm": 0.8023646626140253,
+      "learning_rate": 6.971119133574008e-06,
+      "loss": 0.0595,
+      "step": 3610
+    },
+    {
+      "epoch": 6.525270758122744,
+      "grad_norm": 0.765073355799892,
+      "learning_rate": 6.9530685920577625e-06,
+      "loss": 0.0584,
+      "step": 3615
+    },
+    {
+      "epoch": 6.534296028880867,
+      "grad_norm": 0.7404552154431031,
+      "learning_rate": 6.935018050541516e-06,
+      "loss": 0.0577,
+      "step": 3620
+    },
+    {
+      "epoch": 6.543321299638989,
+      "grad_norm": 0.7405781286739906,
+      "learning_rate": 6.916967509025271e-06,
+      "loss": 0.0574,
+      "step": 3625
+    },
+    {
+      "epoch": 6.552346570397112,
+      "grad_norm": 0.7793217854667968,
+      "learning_rate": 6.8989169675090265e-06,
+      "loss": 0.0605,
+      "step": 3630
+    },
+    {
+      "epoch": 6.561371841155235,
+      "grad_norm": 0.5845887643829276,
+      "learning_rate": 6.88086642599278e-06,
+      "loss": 0.0599,
+      "step": 3635
+    },
+    {
+      "epoch": 6.5703971119133575,
+      "grad_norm": 0.7145137796672513,
+      "learning_rate": 6.862815884476535e-06,
+      "loss": 0.0585,
+      "step": 3640
+    },
+    {
+      "epoch": 6.57942238267148,
+      "grad_norm": 0.7417399070524405,
+      "learning_rate": 6.844765342960289e-06,
+      "loss": 0.0587,
+      "step": 3645
+    },
+    {
+      "epoch": 6.588447653429603,
+      "grad_norm": 0.6846077356552561,
+      "learning_rate": 6.826714801444044e-06,
+      "loss": 0.0588,
+      "step": 3650
+    },
+    {
+      "epoch": 6.597472924187725,
+      "grad_norm": 0.6999561458466752,
+      "learning_rate": 6.808664259927798e-06,
+      "loss": 0.0595,
+      "step": 3655
+    },
+    {
+      "epoch": 6.606498194945848,
+      "grad_norm": 0.6567498870286701,
+      "learning_rate": 6.790613718411553e-06,
+      "loss": 0.0581,
+      "step": 3660
+    },
+    {
+      "epoch": 6.615523465703971,
+      "grad_norm": 0.7350564747052517,
+      "learning_rate": 6.7725631768953075e-06,
+      "loss": 0.0596,
+      "step": 3665
+    },
+    {
+      "epoch": 6.624548736462094,
+      "grad_norm": 0.6574574010183412,
+      "learning_rate": 6.754512635379062e-06,
+      "loss": 0.0584,
+      "step": 3670
+    },
+    {
+      "epoch": 6.633574007220217,
+      "grad_norm": 0.754103084530502,
+      "learning_rate": 6.736462093862817e-06,
+      "loss": 0.0597,
+      "step": 3675
+    },
+    {
+      "epoch": 6.64259927797834,
+      "grad_norm": 0.6204823250912029,
+      "learning_rate": 6.718411552346571e-06,
+      "loss": 0.0594,
+      "step": 3680
+    },
+    {
+      "epoch": 6.6516245487364625,
+      "grad_norm": 0.6526250315655968,
+      "learning_rate": 6.700361010830325e-06,
+      "loss": 0.0586,
+      "step": 3685
+    },
+    {
+      "epoch": 6.6606498194945845,
+      "grad_norm": 0.6759108282695475,
+      "learning_rate": 6.682310469314079e-06,
+      "loss": 0.0598,
+      "step": 3690
+    },
+    {
+      "epoch": 6.669675090252707,
+      "grad_norm": 0.6281015940025027,
+      "learning_rate": 6.664259927797835e-06,
+      "loss": 0.0583,
+      "step": 3695
+    },
+    {
+      "epoch": 6.67870036101083,
+      "grad_norm": 0.8112328410048235,
+      "learning_rate": 6.646209386281589e-06,
+      "loss": 0.0581,
+      "step": 3700
+    },
+    {
+      "epoch": 6.687725631768953,
+      "grad_norm": 0.8294177729044503,
+      "learning_rate": 6.628158844765343e-06,
+      "loss": 0.0588,
+      "step": 3705
+    },
+    {
+      "epoch": 6.696750902527076,
+      "grad_norm": 0.6837556241925122,
+      "learning_rate": 6.610108303249098e-06,
+      "loss": 0.0584,
+      "step": 3710
+    },
+    {
+      "epoch": 6.705776173285199,
+      "grad_norm": 0.6977698116292954,
+      "learning_rate": 6.592057761732853e-06,
+      "loss": 0.0607,
+      "step": 3715
+    },
+    {
+      "epoch": 6.714801444043322,
+      "grad_norm": 0.8094312645469506,
+      "learning_rate": 6.574007220216607e-06,
+      "loss": 0.0583,
+      "step": 3720
+    },
+    {
+      "epoch": 6.723826714801444,
+      "grad_norm": 0.6015350505674695,
+      "learning_rate": 6.555956678700362e-06,
+      "loss": 0.0584,
+      "step": 3725
+    },
+    {
+      "epoch": 6.7328519855595665,
+      "grad_norm": 0.7144030665488617,
+      "learning_rate": 6.5379061371841156e-06,
+      "loss": 0.0586,
+      "step": 3730
+    },
+    {
+      "epoch": 6.741877256317689,
+      "grad_norm": 0.7376393032962922,
+      "learning_rate": 6.519855595667871e-06,
+      "loss": 0.0591,
+      "step": 3735
+    },
+    {
+      "epoch": 6.750902527075812,
+      "grad_norm": 0.8824089248862236,
+      "learning_rate": 6.501805054151626e-06,
+      "loss": 0.0613,
+      "step": 3740
+    },
+    {
+      "epoch": 6.759927797833935,
+      "grad_norm": 0.6572712036921975,
+      "learning_rate": 6.4837545126353796e-06,
+      "loss": 0.0584,
+      "step": 3745
+    },
+    {
+      "epoch": 6.768953068592058,
+      "grad_norm": 0.6525445173798352,
+      "learning_rate": 6.465703971119134e-06,
+      "loss": 0.0599,
+      "step": 3750
+    },
+    {
+      "epoch": 6.777978339350181,
+      "grad_norm": 0.7744924607467405,
+      "learning_rate": 6.447653429602888e-06,
+      "loss": 0.0603,
+      "step": 3755
+    },
+    {
+      "epoch": 6.787003610108303,
+      "grad_norm": 0.7489114246161626,
+      "learning_rate": 6.4296028880866436e-06,
+      "loss": 0.0593,
+      "step": 3760
+    },
+    {
+      "epoch": 6.796028880866426,
+      "grad_norm": 0.645441657942143,
+      "learning_rate": 6.411552346570397e-06,
+      "loss": 0.0601,
+      "step": 3765
+    },
+    {
+      "epoch": 6.805054151624549,
+      "grad_norm": 0.7628853557562308,
+      "learning_rate": 6.393501805054152e-06,
+      "loss": 0.059,
+      "step": 3770
+    },
+    {
+      "epoch": 6.8140794223826715,
+      "grad_norm": 0.6961794188939842,
+      "learning_rate": 6.375451263537906e-06,
+      "loss": 0.0589,
+      "step": 3775
+    },
+    {
+      "epoch": 6.823104693140794,
+      "grad_norm": 0.732051818736521,
+      "learning_rate": 6.357400722021661e-06,
+      "loss": 0.059,
+      "step": 3780
+    },
+    {
+      "epoch": 6.832129963898917,
+      "grad_norm": 0.6559311687860191,
+      "learning_rate": 6.339350180505416e-06,
+      "loss": 0.0583,
+      "step": 3785
+    },
+    {
+      "epoch": 6.841155234657039,
+      "grad_norm": 0.6593139916118618,
+      "learning_rate": 6.32129963898917e-06,
+      "loss": 0.0584,
+      "step": 3790
+    },
+    {
+      "epoch": 6.850180505415162,
+      "grad_norm": 0.6976834804145813,
+      "learning_rate": 6.3032490974729245e-06,
+      "loss": 0.0592,
+      "step": 3795
+    },
+    {
+      "epoch": 6.859205776173285,
+      "grad_norm": 0.9247025540887917,
+      "learning_rate": 6.28519855595668e-06,
+      "loss": 0.0579,
+      "step": 3800
+    },
+    {
+      "epoch": 6.868231046931408,
+      "grad_norm": 0.8326401902247998,
+      "learning_rate": 6.267148014440434e-06,
+      "loss": 0.0604,
+      "step": 3805
+    },
+    {
+      "epoch": 6.877256317689531,
+      "grad_norm": 0.5853865156076931,
+      "learning_rate": 6.2490974729241885e-06,
+      "loss": 0.0594,
+      "step": 3810
+    },
+    {
+      "epoch": 6.886281588447654,
+      "grad_norm": 0.6292032096557062,
+      "learning_rate": 6.231046931407942e-06,
+      "loss": 0.0573,
+      "step": 3815
+    },
+    {
+      "epoch": 6.8953068592057765,
+      "grad_norm": 0.7744076548642933,
+      "learning_rate": 6.212996389891697e-06,
+      "loss": 0.0607,
+      "step": 3820
+    },
+    {
+      "epoch": 6.904332129963899,
+      "grad_norm": 0.7914463992742894,
+      "learning_rate": 6.1949458483754525e-06,
+      "loss": 0.0606,
+      "step": 3825
+    },
+    {
+      "epoch": 6.913357400722021,
+      "grad_norm": 0.701945083370995,
+      "learning_rate": 6.176895306859206e-06,
+      "loss": 0.0587,
+      "step": 3830
+    },
+    {
+      "epoch": 6.922382671480144,
+      "grad_norm": 0.6696484276570565,
+      "learning_rate": 6.158844765342961e-06,
+      "loss": 0.0608,
+      "step": 3835
+    },
+    {
+      "epoch": 6.931407942238267,
+      "grad_norm": 0.7132432488001278,
+      "learning_rate": 6.140794223826715e-06,
+      "loss": 0.0576,
+      "step": 3840
+    },
+    {
+      "epoch": 6.94043321299639,
+      "grad_norm": 0.6745043956786805,
+      "learning_rate": 6.12274368231047e-06,
+      "loss": 0.0597,
+      "step": 3845
+    },
+    {
+      "epoch": 6.949458483754513,
+      "grad_norm": 0.7735109912206191,
+      "learning_rate": 6.104693140794224e-06,
+      "loss": 0.058,
+      "step": 3850
+    },
+    {
+      "epoch": 6.958483754512636,
+      "grad_norm": 0.8204235477419153,
+      "learning_rate": 6.086642599277979e-06,
+      "loss": 0.0611,
+      "step": 3855
+    },
+    {
+      "epoch": 6.967509025270758,
+      "grad_norm": 0.6940007350939205,
+      "learning_rate": 6.068592057761733e-06,
+      "loss": 0.0572,
+      "step": 3860
+    },
+    {
+      "epoch": 6.9765342960288805,
+      "grad_norm": 0.7293292682342528,
+      "learning_rate": 6.050541516245488e-06,
+      "loss": 0.0595,
+      "step": 3865
+    },
+    {
+      "epoch": 6.985559566787003,
+      "grad_norm": 0.7122810615357342,
+      "learning_rate": 6.032490974729243e-06,
+      "loss": 0.0581,
+      "step": 3870
+    },
+    {
+      "epoch": 6.994584837545126,
+      "grad_norm": 0.6537994119990527,
+      "learning_rate": 6.014440433212997e-06,
+      "loss": 0.0598,
+      "step": 3875
+    },
+    {
+      "epoch": 7.003610108303249,
+      "grad_norm": 0.45575554548627367,
+      "learning_rate": 5.996389891696751e-06,
+      "loss": 0.0554,
+      "step": 3880
+    },
+    {
+      "epoch": 7.012635379061372,
+      "grad_norm": 0.5070177525024102,
+      "learning_rate": 5.978339350180505e-06,
+      "loss": 0.0472,
+      "step": 3885
+    },
+    {
+      "epoch": 7.021660649819495,
+      "grad_norm": 0.5588320341624766,
+      "learning_rate": 5.960288808664261e-06,
+      "loss": 0.0476,
+      "step": 3890
+    },
+    {
+      "epoch": 7.030685920577618,
+      "grad_norm": 0.4730456078169544,
+      "learning_rate": 5.942238267148015e-06,
+      "loss": 0.0465,
+      "step": 3895
+    },
+    {
+      "epoch": 7.03971119133574,
+      "grad_norm": 0.4802501819942531,
+      "learning_rate": 5.924187725631769e-06,
+      "loss": 0.0467,
+      "step": 3900
+    },
+    {
+      "epoch": 7.048736462093863,
+      "grad_norm": 0.43376711913832905,
+      "learning_rate": 5.906137184115524e-06,
+      "loss": 0.046,
+      "step": 3905
+    },
+    {
+      "epoch": 7.0577617328519855,
+      "grad_norm": 0.5467463303002804,
+      "learning_rate": 5.888086642599279e-06,
+      "loss": 0.0472,
+      "step": 3910
+    },
+    {
+      "epoch": 7.066787003610108,
+      "grad_norm": 0.5482465563214539,
+      "learning_rate": 5.870036101083033e-06,
+      "loss": 0.0484,
+      "step": 3915
+    },
+    {
+      "epoch": 7.075812274368231,
+      "grad_norm": 0.47912292874862494,
+      "learning_rate": 5.851985559566788e-06,
+      "loss": 0.0464,
+      "step": 3920
+    },
+    {
+      "epoch": 7.084837545126354,
+      "grad_norm": 0.5614426575228361,
+      "learning_rate": 5.8339350180505415e-06,
+      "loss": 0.0473,
+      "step": 3925
+    },
+    {
+      "epoch": 7.093862815884476,
+      "grad_norm": 0.45529148018104104,
+      "learning_rate": 5.815884476534297e-06,
+      "loss": 0.0475,
+      "step": 3930
+    },
+    {
+      "epoch": 7.102888086642599,
+      "grad_norm": 0.4788344545919543,
+      "learning_rate": 5.797833935018051e-06,
+      "loss": 0.0479,
+      "step": 3935
+    },
+    {
+      "epoch": 7.111913357400722,
+      "grad_norm": 0.46173140924255596,
+      "learning_rate": 5.7797833935018055e-06,
+      "loss": 0.0473,
+      "step": 3940
+    },
+    {
+      "epoch": 7.120938628158845,
+      "grad_norm": 0.5390906257209109,
+      "learning_rate": 5.761732851985559e-06,
+      "loss": 0.0485,
+      "step": 3945
+    },
+    {
+      "epoch": 7.129963898916968,
+      "grad_norm": 0.5227509249629044,
+      "learning_rate": 5.743682310469314e-06,
+      "loss": 0.0467,
+      "step": 3950
+    },
+    {
+      "epoch": 7.1389891696750905,
+      "grad_norm": 0.48947576478003363,
+      "learning_rate": 5.7256317689530695e-06,
+      "loss": 0.0472,
+      "step": 3955
+    },
+    {
+      "epoch": 7.148014440433213,
+      "grad_norm": 0.49244408024963654,
+      "learning_rate": 5.707581227436823e-06,
+      "loss": 0.0483,
+      "step": 3960
+    },
+    {
+      "epoch": 7.157039711191336,
+      "grad_norm": 0.5222815328881174,
+      "learning_rate": 5.689530685920578e-06,
+      "loss": 0.048,
+      "step": 3965
+    },
+    {
+      "epoch": 7.166064981949458,
+      "grad_norm": 0.5817714524678111,
+      "learning_rate": 5.671480144404332e-06,
+      "loss": 0.0473,
+      "step": 3970
+    },
+    {
+      "epoch": 7.175090252707581,
+      "grad_norm": 0.5925655806700871,
+      "learning_rate": 5.653429602888087e-06,
+      "loss": 0.0497,
+      "step": 3975
+    },
+    {
+      "epoch": 7.184115523465704,
+      "grad_norm": 0.49153223210393315,
+      "learning_rate": 5.635379061371842e-06,
+      "loss": 0.0488,
+      "step": 3980
+    },
+    {
+      "epoch": 7.193140794223827,
+      "grad_norm": 0.47623000392936515,
+      "learning_rate": 5.617328519855596e-06,
+      "loss": 0.0483,
+      "step": 3985
+    },
+    {
+      "epoch": 7.20216606498195,
+      "grad_norm": 0.5429876236829767,
+      "learning_rate": 5.5992779783393505e-06,
+      "loss": 0.0475,
+      "step": 3990
+    },
+    {
+      "epoch": 7.2111913357400725,
+      "grad_norm": 0.5392076103305925,
+      "learning_rate": 5.581227436823106e-06,
+      "loss": 0.0473,
+      "step": 3995
+    },
+    {
+      "epoch": 7.2202166064981945,
+      "grad_norm": 0.4442145984166065,
+      "learning_rate": 5.56317689530686e-06,
+      "loss": 0.0477,
+      "step": 4000
+    },
+    {
+      "epoch": 7.229241877256317,
+      "grad_norm": 0.4474040313759183,
+      "learning_rate": 5.5451263537906145e-06,
+      "loss": 0.0478,
+      "step": 4005
+    },
+    {
+      "epoch": 7.23826714801444,
+      "grad_norm": 0.49719158373571726,
+      "learning_rate": 5.527075812274368e-06,
+      "loss": 0.0471,
+      "step": 4010
+    },
+    {
+      "epoch": 7.247292418772563,
+      "grad_norm": 0.5110277695420385,
+      "learning_rate": 5.509025270758123e-06,
+      "loss": 0.0472,
+      "step": 4015
+    },
+    {
+      "epoch": 7.256317689530686,
+      "grad_norm": 0.551234875347394,
+      "learning_rate": 5.490974729241878e-06,
+      "loss": 0.0482,
+      "step": 4020
+    },
+    {
+      "epoch": 7.265342960288809,
+      "grad_norm": 0.5164595334266263,
+      "learning_rate": 5.472924187725632e-06,
+      "loss": 0.0483,
+      "step": 4025
+    },
+    {
+      "epoch": 7.274368231046932,
+      "grad_norm": 0.5120155623092252,
+      "learning_rate": 5.454873646209387e-06,
+      "loss": 0.0473,
+      "step": 4030
+    },
+    {
+      "epoch": 7.283393501805054,
+      "grad_norm": 0.7138533885415025,
+      "learning_rate": 5.436823104693141e-06,
+      "loss": 0.0491,
+      "step": 4035
+    },
+    {
+      "epoch": 7.292418772563177,
+      "grad_norm": 0.5256186511567283,
+      "learning_rate": 5.418772563176896e-06,
+      "loss": 0.0482,
+      "step": 4040
+    },
+    {
+      "epoch": 7.3014440433212995,
+      "grad_norm": 0.5308368446047028,
+      "learning_rate": 5.40072202166065e-06,
+      "loss": 0.0483,
+      "step": 4045
+    },
+    {
+      "epoch": 7.310469314079422,
+      "grad_norm": 0.6340076056397649,
+      "learning_rate": 5.382671480144405e-06,
+      "loss": 0.0497,
+      "step": 4050
+    },
+    {
+      "epoch": 7.319494584837545,
+      "grad_norm": 0.5515989056962669,
+      "learning_rate": 5.3646209386281586e-06,
+      "loss": 0.0485,
+      "step": 4055
+    },
+    {
+      "epoch": 7.328519855595668,
+      "grad_norm": 0.5670979301767023,
+      "learning_rate": 5.346570397111914e-06,
+      "loss": 0.049,
+      "step": 4060
+    },
+    {
+      "epoch": 7.337545126353791,
+      "grad_norm": 0.5155332846058096,
+      "learning_rate": 5.328519855595669e-06,
+      "loss": 0.0491,
+      "step": 4065
+    },
+    {
+      "epoch": 7.346570397111913,
+      "grad_norm": 0.4824925439743894,
+      "learning_rate": 5.3104693140794226e-06,
+      "loss": 0.0478,
+      "step": 4070
+    },
+    {
+      "epoch": 7.355595667870036,
+      "grad_norm": 0.5632294248317786,
+      "learning_rate": 5.292418772563177e-06,
+      "loss": 0.0487,
+      "step": 4075
+    },
+    {
+      "epoch": 7.364620938628159,
+      "grad_norm": 0.5912408794489219,
+      "learning_rate": 5.274368231046931e-06,
+      "loss": 0.0494,
+      "step": 4080
+    },
+    {
+      "epoch": 7.373646209386282,
+      "grad_norm": 0.6610618876210643,
+      "learning_rate": 5.2563176895306866e-06,
+      "loss": 0.0484,
+      "step": 4085
+    },
+    {
+      "epoch": 7.382671480144404,
+      "grad_norm": 0.5715318430573592,
+      "learning_rate": 5.238267148014441e-06,
+      "loss": 0.0484,
+      "step": 4090
+    },
+    {
+      "epoch": 7.391696750902527,
+      "grad_norm": 0.5661862605906709,
+      "learning_rate": 5.220216606498195e-06,
+      "loss": 0.0486,
+      "step": 4095
+    },
+    {
+      "epoch": 7.40072202166065,
+      "grad_norm": 0.9029651147919706,
+      "learning_rate": 5.20216606498195e-06,
+      "loss": 0.0508,
+      "step": 4100
+    },
+    {
+      "epoch": 7.409747292418772,
+      "grad_norm": 0.5165409614311138,
+      "learning_rate": 5.184115523465705e-06,
+      "loss": 0.0495,
+      "step": 4105
+    },
+    {
+      "epoch": 7.418772563176895,
+      "grad_norm": 0.5306583449154315,
+      "learning_rate": 5.166064981949459e-06,
+      "loss": 0.0491,
+      "step": 4110
+    },
+    {
+      "epoch": 7.427797833935018,
+      "grad_norm": 0.450162478445713,
+      "learning_rate": 5.148014440433214e-06,
+      "loss": 0.0481,
+      "step": 4115
+    },
+    {
+      "epoch": 7.436823104693141,
+      "grad_norm": 0.5832168434645013,
+      "learning_rate": 5.1299638989169675e-06,
+      "loss": 0.0484,
+      "step": 4120
+    },
+    {
+      "epoch": 7.445848375451264,
+      "grad_norm": 0.6015879512932737,
+      "learning_rate": 5.111913357400723e-06,
+      "loss": 0.0483,
+      "step": 4125
+    },
+    {
+      "epoch": 7.4548736462093865,
+      "grad_norm": 0.516158408533585,
+      "learning_rate": 5.093862815884477e-06,
+      "loss": 0.0502,
+      "step": 4130
+    },
+    {
+      "epoch": 7.463898916967509,
+      "grad_norm": 0.5739166956674056,
+      "learning_rate": 5.0758122743682315e-06,
+      "loss": 0.049,
+      "step": 4135
+    },
+    {
+      "epoch": 7.472924187725631,
+      "grad_norm": 0.5545335828483756,
+      "learning_rate": 5.057761732851985e-06,
+      "loss": 0.0493,
+      "step": 4140
+    },
+    {
+      "epoch": 7.481949458483754,
+      "grad_norm": 0.47988775413231505,
+      "learning_rate": 5.03971119133574e-06,
+      "loss": 0.0481,
+      "step": 4145
+    },
+    {
+      "epoch": 7.490974729241877,
+      "grad_norm": 0.4135154941397547,
+      "learning_rate": 5.0216606498194955e-06,
+      "loss": 0.0485,
+      "step": 4150
+    },
+    {
+      "epoch": 7.5,
+      "grad_norm": 0.584778293406958,
+      "learning_rate": 5.003610108303249e-06,
+      "loss": 0.0496,
+      "step": 4155
+    },
+    {
+      "epoch": 7.509025270758123,
+      "grad_norm": 0.6596870903880235,
+      "learning_rate": 4.985559566787004e-06,
+      "loss": 0.0509,
+      "step": 4160
+    },
+    {
+      "epoch": 7.518050541516246,
+      "grad_norm": 0.5258493182778312,
+      "learning_rate": 4.967509025270759e-06,
+      "loss": 0.0479,
+      "step": 4165
+    },
+    {
+      "epoch": 7.527075812274369,
+      "grad_norm": 0.5240346323436935,
+      "learning_rate": 4.949458483754513e-06,
+      "loss": 0.0486,
+      "step": 4170
+    },
+    {
+      "epoch": 7.536101083032491,
+      "grad_norm": 0.5698373146810196,
+      "learning_rate": 4.931407942238268e-06,
+      "loss": 0.0498,
+      "step": 4175
+    },
+    {
+      "epoch": 7.5451263537906135,
+      "grad_norm": 0.5168274629904006,
+      "learning_rate": 4.913357400722022e-06,
+      "loss": 0.0484,
+      "step": 4180
+    },
+    {
+      "epoch": 7.554151624548736,
+      "grad_norm": 0.4967245847978526,
+      "learning_rate": 4.8953068592057764e-06,
+      "loss": 0.0494,
+      "step": 4185
+    },
+    {
+      "epoch": 7.563176895306859,
+      "grad_norm": 0.5296559595656957,
+      "learning_rate": 4.877256317689531e-06,
+      "loss": 0.0487,
+      "step": 4190
+    },
+    {
+      "epoch": 7.572202166064982,
+      "grad_norm": 0.4681797361268003,
+      "learning_rate": 4.859205776173286e-06,
+      "loss": 0.0492,
+      "step": 4195
+    },
+    {
+      "epoch": 7.581227436823105,
+      "grad_norm": 0.5837080132512812,
+      "learning_rate": 4.8411552346570404e-06,
+      "loss": 0.0505,
+      "step": 4200
+    },
+    {
+      "epoch": 7.590252707581227,
+      "grad_norm": 0.6465877829891032,
+      "learning_rate": 4.823104693140795e-06,
+      "loss": 0.0491,
+      "step": 4205
+    },
+    {
+      "epoch": 7.59927797833935,
+      "grad_norm": 0.5542060145314779,
+      "learning_rate": 4.805054151624549e-06,
+      "loss": 0.0502,
+      "step": 4210
+    },
+    {
+      "epoch": 7.608303249097473,
+      "grad_norm": 0.544169659697146,
+      "learning_rate": 4.787003610108304e-06,
+      "loss": 0.049,
+      "step": 4215
+    },
+    {
+      "epoch": 7.617328519855596,
+      "grad_norm": 0.4766240683764691,
+      "learning_rate": 4.768953068592058e-06,
+      "loss": 0.0488,
+      "step": 4220
+    },
+    {
+      "epoch": 7.626353790613718,
+      "grad_norm": 0.5857310047242031,
+      "learning_rate": 4.750902527075812e-06,
+      "loss": 0.0484,
+      "step": 4225
+    },
+    {
+      "epoch": 7.635379061371841,
+      "grad_norm": 0.6584297092461749,
+      "learning_rate": 4.7328519855595676e-06,
+      "loss": 0.0504,
+      "step": 4230
+    },
+    {
+      "epoch": 7.644404332129964,
+      "grad_norm": 0.6165622003595669,
+      "learning_rate": 4.714801444043321e-06,
+      "loss": 0.0497,
+      "step": 4235
+    },
+    {
+      "epoch": 7.653429602888087,
+      "grad_norm": 0.5411935348913237,
+      "learning_rate": 4.696750902527076e-06,
+      "loss": 0.0493,
+      "step": 4240
+    },
+    {
+      "epoch": 7.662454873646209,
+      "grad_norm": 0.5757635354988099,
+      "learning_rate": 4.678700361010831e-06,
+      "loss": 0.0487,
+      "step": 4245
+    },
+    {
+      "epoch": 7.671480144404332,
+      "grad_norm": 0.4789345734543781,
+      "learning_rate": 4.660649819494585e-06,
+      "loss": 0.0493,
+      "step": 4250
+    },
+    {
+      "epoch": 7.680505415162455,
+      "grad_norm": 0.5729021031172669,
+      "learning_rate": 4.64259927797834e-06,
+      "loss": 0.0494,
+      "step": 4255
+    },
+    {
+      "epoch": 7.689530685920578,
+      "grad_norm": 0.5131076676913804,
+      "learning_rate": 4.624548736462095e-06,
+      "loss": 0.0486,
+      "step": 4260
+    },
+    {
+      "epoch": 7.6985559566787005,
+      "grad_norm": 0.5950116178035108,
+      "learning_rate": 4.6064981949458485e-06,
+      "loss": 0.0492,
+      "step": 4265
+    },
+    {
+      "epoch": 7.707581227436823,
+      "grad_norm": 0.5524155549870725,
+      "learning_rate": 4.588447653429603e-06,
+      "loss": 0.049,
+      "step": 4270
+    },
+    {
+      "epoch": 7.716606498194945,
+      "grad_norm": 0.5270091994399845,
+      "learning_rate": 4.570397111913358e-06,
+      "loss": 0.0488,
+      "step": 4275
+    },
+    {
+      "epoch": 7.725631768953068,
+      "grad_norm": 0.46706887147243975,
+      "learning_rate": 4.552346570397112e-06,
+      "loss": 0.0499,
+      "step": 4280
+    },
+    {
+      "epoch": 7.734657039711191,
+      "grad_norm": 0.598860629124346,
+      "learning_rate": 4.534296028880867e-06,
+      "loss": 0.049,
+      "step": 4285
+    },
+    {
+      "epoch": 7.743682310469314,
+      "grad_norm": 0.4792268975334193,
+      "learning_rate": 4.516245487364621e-06,
+      "loss": 0.0504,
+      "step": 4290
+    },
+    {
+      "epoch": 7.752707581227437,
+      "grad_norm": 0.5423376274444353,
+      "learning_rate": 4.498194945848376e-06,
+      "loss": 0.0487,
+      "step": 4295
+    },
+    {
+      "epoch": 7.76173285198556,
+      "grad_norm": 0.5483231957576472,
+      "learning_rate": 4.48014440433213e-06,
+      "loss": 0.0492,
+      "step": 4300
+    },
+    {
+      "epoch": 7.770758122743683,
+      "grad_norm": 0.5272610680544871,
+      "learning_rate": 4.462093862815885e-06,
+      "loss": 0.0498,
+      "step": 4305
+    },
+    {
+      "epoch": 7.7797833935018055,
+      "grad_norm": 0.5746187590999563,
+      "learning_rate": 4.444043321299639e-06,
+      "loss": 0.0476,
+      "step": 4310
+    },
+    {
+      "epoch": 7.7888086642599275,
+      "grad_norm": 0.5034631208906547,
+      "learning_rate": 4.425992779783394e-06,
+      "loss": 0.0499,
+      "step": 4315
+    },
+    {
+      "epoch": 7.79783393501805,
+      "grad_norm": 0.4802523837756993,
+      "learning_rate": 4.407942238267148e-06,
+      "loss": 0.0491,
+      "step": 4320
+    },
+    {
+      "epoch": 7.806859205776173,
+      "grad_norm": 0.5995873657958978,
+      "learning_rate": 4.389891696750903e-06,
+      "loss": 0.0503,
+      "step": 4325
+    },
+    {
+      "epoch": 7.815884476534296,
+      "grad_norm": 0.5877452980751235,
+      "learning_rate": 4.3718411552346575e-06,
+      "loss": 0.0484,
+      "step": 4330
+    },
+    {
+      "epoch": 7.824909747292419,
+      "grad_norm": 0.5912813010558485,
+      "learning_rate": 4.353790613718412e-06,
+      "loss": 0.0506,
+      "step": 4335
+    },
+    {
+      "epoch": 7.833935018050542,
+      "grad_norm": 0.5241916120291473,
+      "learning_rate": 4.335740072202167e-06,
+      "loss": 0.0498,
+      "step": 4340
+    },
+    {
+      "epoch": 7.842960288808664,
+      "grad_norm": 0.6235491325166662,
+      "learning_rate": 4.317689530685921e-06,
+      "loss": 0.0493,
+      "step": 4345
+    },
+    {
+      "epoch": 7.851985559566787,
+      "grad_norm": 0.4918990115478395,
+      "learning_rate": 4.299638989169675e-06,
+      "loss": 0.0488,
+      "step": 4350
+    },
+    {
+      "epoch": 7.8610108303249095,
+      "grad_norm": 0.5015566746050467,
+      "learning_rate": 4.28158844765343e-06,
+      "loss": 0.0492,
+      "step": 4355
+    },
+    {
+      "epoch": 7.870036101083032,
+      "grad_norm": 0.5897991332222726,
+      "learning_rate": 4.263537906137185e-06,
+      "loss": 0.0499,
+      "step": 4360
+    },
+    {
+      "epoch": 7.879061371841155,
+      "grad_norm": 0.5044541687620931,
+      "learning_rate": 4.245487364620938e-06,
+      "loss": 0.0496,
+      "step": 4365
+    },
+    {
+      "epoch": 7.888086642599278,
+      "grad_norm": 0.5298007896462054,
+      "learning_rate": 4.227436823104694e-06,
+      "loss": 0.0499,
+      "step": 4370
+    },
+    {
+      "epoch": 7.897111913357401,
+      "grad_norm": 0.6508152344907792,
+      "learning_rate": 4.209386281588448e-06,
+      "loss": 0.0499,
+      "step": 4375
+    },
+    {
+      "epoch": 7.906137184115524,
+      "grad_norm": 0.4952820870375711,
+      "learning_rate": 4.191335740072202e-06,
+      "loss": 0.0486,
+      "step": 4380
+    },
+    {
+      "epoch": 7.915162454873646,
+      "grad_norm": 0.534088933198461,
+      "learning_rate": 4.173285198555957e-06,
+      "loss": 0.0497,
+      "step": 4385
+    },
+    {
+      "epoch": 7.924187725631769,
+      "grad_norm": 0.5456898452361849,
+      "learning_rate": 4.155234657039712e-06,
+      "loss": 0.0498,
+      "step": 4390
+    },
+    {
+      "epoch": 7.933212996389892,
+      "grad_norm": 0.5206741989861254,
+      "learning_rate": 4.137184115523466e-06,
+      "loss": 0.0503,
+      "step": 4395
+    },
+    {
+      "epoch": 7.9422382671480145,
+      "grad_norm": 0.5130632228899183,
+      "learning_rate": 4.119133574007221e-06,
+      "loss": 0.0503,
+      "step": 4400
+    },
+    {
+      "epoch": 7.951263537906137,
+      "grad_norm": 0.5076154969319394,
+      "learning_rate": 4.101083032490975e-06,
+      "loss": 0.0497,
+      "step": 4405
+    },
+    {
+      "epoch": 7.96028880866426,
+      "grad_norm": 0.4532751901805038,
+      "learning_rate": 4.0830324909747296e-06,
+      "loss": 0.0486,
+      "step": 4410
+    },
+    {
+      "epoch": 7.969314079422382,
+      "grad_norm": 0.5569018909973789,
+      "learning_rate": 4.064981949458484e-06,
+      "loss": 0.0495,
+      "step": 4415
+    },
+    {
+      "epoch": 7.978339350180505,
+      "grad_norm": 0.5691379588931518,
+      "learning_rate": 4.046931407942238e-06,
+      "loss": 0.0491,
+      "step": 4420
+    },
+    {
+      "epoch": 7.987364620938628,
+      "grad_norm": 0.5087632373984906,
+      "learning_rate": 4.0288808664259935e-06,
+      "loss": 0.0507,
+      "step": 4425
+    },
+    {
+      "epoch": 7.996389891696751,
+      "grad_norm": 0.5438187646707812,
+      "learning_rate": 4.010830324909747e-06,
+      "loss": 0.0509,
+      "step": 4430
+    },
+    {
+      "epoch": 8.005415162454874,
+      "grad_norm": 0.46810462572343003,
+      "learning_rate": 3.992779783393502e-06,
+      "loss": 0.0467,
+      "step": 4435
+    },
+    {
+      "epoch": 8.014440433212997,
+      "grad_norm": 0.5110390059676326,
+      "learning_rate": 3.974729241877257e-06,
+      "loss": 0.0439,
+      "step": 4440
+    },
+    {
+      "epoch": 8.02346570397112,
+      "grad_norm": 0.5350833689826751,
+      "learning_rate": 3.956678700361011e-06,
+      "loss": 0.0443,
+      "step": 4445
+    },
+    {
+      "epoch": 8.032490974729242,
+      "grad_norm": 0.5246123933567166,
+      "learning_rate": 3.938628158844765e-06,
+      "loss": 0.0436,
+      "step": 4450
+    },
+    {
+      "epoch": 8.041516245487365,
+      "grad_norm": 0.5240110675258801,
+      "learning_rate": 3.920577617328521e-06,
+      "loss": 0.0438,
+      "step": 4455
+    },
+    {
+      "epoch": 8.050541516245488,
+      "grad_norm": 0.4508238887199392,
+      "learning_rate": 3.9025270758122745e-06,
+      "loss": 0.0434,
+      "step": 4460
+    },
+    {
+      "epoch": 8.059566787003611,
+      "grad_norm": 0.4587378398564632,
+      "learning_rate": 3.884476534296029e-06,
+      "loss": 0.0433,
+      "step": 4465
+    },
+    {
+      "epoch": 8.068592057761732,
+      "grad_norm": 0.4536888628696346,
+      "learning_rate": 3.866425992779784e-06,
+      "loss": 0.044,
+      "step": 4470
+    },
+    {
+      "epoch": 8.077617328519855,
+      "grad_norm": 0.489763842575816,
+      "learning_rate": 3.848375451263538e-06,
+      "loss": 0.0439,
+      "step": 4475
+    },
+    {
+      "epoch": 8.086642599277978,
+      "grad_norm": 0.4841182353897231,
+      "learning_rate": 3.830324909747293e-06,
+      "loss": 0.0447,
+      "step": 4480
+    },
+    {
+      "epoch": 8.0956678700361,
+      "grad_norm": 0.43276031492594386,
+      "learning_rate": 3.812274368231047e-06,
+      "loss": 0.0436,
+      "step": 4485
+    },
+    {
+      "epoch": 8.104693140794224,
+      "grad_norm": 0.43236829754729605,
+      "learning_rate": 3.7942238267148016e-06,
+      "loss": 0.0442,
+      "step": 4490
+    },
+    {
+      "epoch": 8.113718411552346,
+      "grad_norm": 0.5146544780130509,
+      "learning_rate": 3.776173285198556e-06,
+      "loss": 0.0444,
+      "step": 4495
+    },
+    {
+      "epoch": 8.12274368231047,
+      "grad_norm": 0.5155356346240472,
+      "learning_rate": 3.758122743682311e-06,
+      "loss": 0.0447,
+      "step": 4500
+    },
+    {
+      "epoch": 8.131768953068592,
+      "grad_norm": 0.4360981669075826,
+      "learning_rate": 3.740072202166065e-06,
+      "loss": 0.0444,
+      "step": 4505
+    },
+    {
+      "epoch": 8.140794223826715,
+      "grad_norm": 0.5047195091481486,
+      "learning_rate": 3.72202166064982e-06,
+      "loss": 0.0453,
+      "step": 4510
+    },
+    {
+      "epoch": 8.149819494584838,
+      "grad_norm": 0.4206990761101632,
+      "learning_rate": 3.703971119133574e-06,
+      "loss": 0.0455,
+      "step": 4515
+    },
+    {
+      "epoch": 8.15884476534296,
+      "grad_norm": 0.4082036544428832,
+      "learning_rate": 3.685920577617329e-06,
+      "loss": 0.0446,
+      "step": 4520
+    },
+    {
+      "epoch": 8.167870036101084,
+      "grad_norm": 0.4584532743829287,
+      "learning_rate": 3.6678700361010834e-06,
+      "loss": 0.0437,
+      "step": 4525
+    },
+    {
+      "epoch": 8.176895306859207,
+      "grad_norm": 0.5033458410420543,
+      "learning_rate": 3.649819494584838e-06,
+      "loss": 0.0443,
+      "step": 4530
+    },
+    {
+      "epoch": 8.18592057761733,
+      "grad_norm": 0.4791798460117816,
+      "learning_rate": 3.6317689530685923e-06,
+      "loss": 0.0445,
+      "step": 4535
+    },
+    {
+      "epoch": 8.19494584837545,
+      "grad_norm": 0.4196203455463231,
+      "learning_rate": 3.6137184115523466e-06,
+      "loss": 0.0442,
+      "step": 4540
+    },
+    {
+      "epoch": 8.203971119133573,
+      "grad_norm": 0.41063069847051686,
+      "learning_rate": 3.5956678700361012e-06,
+      "loss": 0.0445,
+      "step": 4545
+    },
+    {
+      "epoch": 8.212996389891696,
+      "grad_norm": 0.45170926636173403,
+      "learning_rate": 3.5776173285198555e-06,
+      "loss": 0.0445,
+      "step": 4550
+    },
+    {
+      "epoch": 8.222021660649819,
+      "grad_norm": 0.4365171717286736,
+      "learning_rate": 3.5595667870036106e-06,
+      "loss": 0.0439,
+      "step": 4555
+    },
+    {
+      "epoch": 8.231046931407942,
+      "grad_norm": 0.44704281997750017,
+      "learning_rate": 3.541516245487365e-06,
+      "loss": 0.0451,
+      "step": 4560
+    },
+    {
+      "epoch": 8.240072202166065,
+      "grad_norm": 0.44891926809808913,
+      "learning_rate": 3.5234657039711195e-06,
+      "loss": 0.0444,
+      "step": 4565
+    },
+    {
+      "epoch": 8.249097472924188,
+      "grad_norm": 0.4965534347892108,
+      "learning_rate": 3.5054151624548737e-06,
+      "loss": 0.045,
+      "step": 4570
+    },
+    {
+      "epoch": 8.25812274368231,
+      "grad_norm": 0.4926232662322707,
+      "learning_rate": 3.487364620938629e-06,
+      "loss": 0.0458,
+      "step": 4575
+    },
+    {
+      "epoch": 8.267148014440433,
+      "grad_norm": 0.4655262777572625,
+      "learning_rate": 3.469314079422383e-06,
+      "loss": 0.0447,
+      "step": 4580
+    },
+    {
+      "epoch": 8.276173285198556,
+      "grad_norm": 0.42335405356873596,
+      "learning_rate": 3.4512635379061377e-06,
+      "loss": 0.0448,
+      "step": 4585
+    },
+    {
+      "epoch": 8.28519855595668,
+      "grad_norm": 0.4222745585103908,
+      "learning_rate": 3.433212996389892e-06,
+      "loss": 0.0447,
+      "step": 4590
+    },
+    {
+      "epoch": 8.294223826714802,
+      "grad_norm": 0.5301226189403145,
+      "learning_rate": 3.4151624548736466e-06,
+      "loss": 0.0446,
+      "step": 4595
+    },
+    {
+      "epoch": 8.303249097472925,
+      "grad_norm": 0.42819391239433835,
+      "learning_rate": 3.397111913357401e-06,
+      "loss": 0.0452,
+      "step": 4600
+    },
+    {
+      "epoch": 8.312274368231048,
+      "grad_norm": 0.514730540749935,
+      "learning_rate": 3.379061371841155e-06,
+      "loss": 0.0448,
+      "step": 4605
+    },
+    {
+      "epoch": 8.321299638989169,
+      "grad_norm": 0.3997116268939232,
+      "learning_rate": 3.36101083032491e-06,
+      "loss": 0.046,
+      "step": 4610
+    },
+    {
+      "epoch": 8.330324909747292,
+      "grad_norm": 0.5325835981272248,
+      "learning_rate": 3.3429602888086644e-06,
+      "loss": 0.0445,
+      "step": 4615
+    },
+    {
+      "epoch": 8.339350180505415,
+      "grad_norm": 0.4871783345754918,
+      "learning_rate": 3.324909747292419e-06,
+      "loss": 0.0436,
+      "step": 4620
+    },
+    {
+      "epoch": 8.348375451263538,
+      "grad_norm": 0.44483140119486997,
+      "learning_rate": 3.3068592057761733e-06,
+      "loss": 0.0457,
+      "step": 4625
+    },
+    {
+      "epoch": 8.35740072202166,
+      "grad_norm": 0.4988117583696254,
+      "learning_rate": 3.288808664259928e-06,
+      "loss": 0.0451,
+      "step": 4630
+    },
+    {
+      "epoch": 8.366425992779783,
+      "grad_norm": 0.498516790859318,
+      "learning_rate": 3.2707581227436822e-06,
+      "loss": 0.0453,
+      "step": 4635
+    },
+    {
+      "epoch": 8.375451263537906,
+      "grad_norm": 0.4871818511915015,
+      "learning_rate": 3.2527075812274373e-06,
+      "loss": 0.0449,
+      "step": 4640
+    },
+    {
+      "epoch": 8.384476534296029,
+      "grad_norm": 0.4644645285652418,
+      "learning_rate": 3.2346570397111916e-06,
+      "loss": 0.045,
+      "step": 4645
+    },
+    {
+      "epoch": 8.393501805054152,
+      "grad_norm": 0.48904484199047815,
+      "learning_rate": 3.2166064981949462e-06,
+      "loss": 0.0458,
+      "step": 4650
+    },
+    {
+      "epoch": 8.402527075812275,
+      "grad_norm": 0.49191409648820944,
+      "learning_rate": 3.1985559566787005e-06,
+      "loss": 0.0449,
+      "step": 4655
+    },
+    {
+      "epoch": 8.411552346570398,
+      "grad_norm": 0.42381190140416636,
+      "learning_rate": 3.1805054151624556e-06,
+      "loss": 0.0451,
+      "step": 4660
+    },
+    {
+      "epoch": 8.42057761732852,
+      "grad_norm": 0.5141446233668461,
+      "learning_rate": 3.16245487364621e-06,
+      "loss": 0.0448,
+      "step": 4665
+    },
+    {
+      "epoch": 8.429602888086643,
+      "grad_norm": 0.43988353370949224,
+      "learning_rate": 3.1444043321299645e-06,
+      "loss": 0.0449,
+      "step": 4670
+    },
+    {
+      "epoch": 8.438628158844764,
+      "grad_norm": 0.5124332256581936,
+      "learning_rate": 3.1263537906137187e-06,
+      "loss": 0.046,
+      "step": 4675
+    },
+    {
+      "epoch": 8.447653429602887,
+      "grad_norm": 0.44304572226308614,
+      "learning_rate": 3.108303249097473e-06,
+      "loss": 0.0464,
+      "step": 4680
+    },
+    {
+      "epoch": 8.45667870036101,
+      "grad_norm": 0.5470624111508224,
+      "learning_rate": 3.0902527075812276e-06,
+      "loss": 0.0454,
+      "step": 4685
+    },
+    {
+      "epoch": 8.465703971119133,
+      "grad_norm": 0.4030173134885733,
+      "learning_rate": 3.072202166064982e-06,
+      "loss": 0.0453,
+      "step": 4690
+    },
+    {
+      "epoch": 8.474729241877256,
+      "grad_norm": 0.48989039284185976,
+      "learning_rate": 3.054151624548737e-06,
+      "loss": 0.0456,
+      "step": 4695
+    },
+    {
+      "epoch": 8.483754512635379,
+      "grad_norm": 0.44373432641009264,
+      "learning_rate": 3.036101083032491e-06,
+      "loss": 0.0458,
+      "step": 4700
+    },
+    {
+      "epoch": 8.492779783393502,
+      "grad_norm": 0.4167509709185524,
+      "learning_rate": 3.018050541516246e-06,
+      "loss": 0.0445,
+      "step": 4705
+    },
+    {
+      "epoch": 8.501805054151625,
+      "grad_norm": 0.5383282538033065,
+      "learning_rate": 3e-06,
+      "loss": 0.0467,
+      "step": 4710
+    },
+    {
+      "epoch": 8.510830324909747,
+      "grad_norm": 0.528737608029945,
+      "learning_rate": 2.9819494584837547e-06,
+      "loss": 0.0457,
+      "step": 4715
+    },
+    {
+      "epoch": 8.51985559566787,
+      "grad_norm": 0.508286793685187,
+      "learning_rate": 2.9638989169675094e-06,
+      "loss": 0.0466,
+      "step": 4720
+    },
+    {
+      "epoch": 8.528880866425993,
+      "grad_norm": 0.43030142221157835,
+      "learning_rate": 2.945848375451264e-06,
+      "loss": 0.0458,
+      "step": 4725
+    },
+    {
+      "epoch": 8.537906137184116,
+      "grad_norm": 0.5345650309751631,
+      "learning_rate": 2.9277978339350183e-06,
+      "loss": 0.0451,
+      "step": 4730
+    },
+    {
+      "epoch": 8.546931407942239,
+      "grad_norm": 0.4211221353833985,
+      "learning_rate": 2.909747292418773e-06,
+      "loss": 0.0453,
+      "step": 4735
+    },
+    {
+      "epoch": 8.555956678700362,
+      "grad_norm": 0.45522058199277166,
+      "learning_rate": 2.8916967509025272e-06,
+      "loss": 0.0446,
+      "step": 4740
+    },
+    {
+      "epoch": 8.564981949458485,
+      "grad_norm": 0.44570872798295774,
+      "learning_rate": 2.8736462093862815e-06,
+      "loss": 0.0455,
+      "step": 4745
+    },
+    {
+      "epoch": 8.574007220216606,
+      "grad_norm": 0.4552227500869339,
+      "learning_rate": 2.8555956678700365e-06,
+      "loss": 0.0449,
+      "step": 4750
+    },
+    {
+      "epoch": 8.583032490974729,
+      "grad_norm": 0.5005592666887394,
+      "learning_rate": 2.8375451263537908e-06,
+      "loss": 0.0463,
+      "step": 4755
+    },
+    {
+      "epoch": 8.592057761732852,
+      "grad_norm": 0.42833298285006977,
+      "learning_rate": 2.8194945848375454e-06,
+      "loss": 0.0457,
+      "step": 4760
+    },
+    {
+      "epoch": 8.601083032490974,
+      "grad_norm": 0.5140646854966842,
+      "learning_rate": 2.8014440433212997e-06,
+      "loss": 0.0471,
+      "step": 4765
+    },
+    {
+      "epoch": 8.610108303249097,
+      "grad_norm": 0.5892042283245157,
+      "learning_rate": 2.7833935018050544e-06,
+      "loss": 0.0452,
+      "step": 4770
+    },
+    {
+      "epoch": 8.61913357400722,
+      "grad_norm": 0.452012962570369,
+      "learning_rate": 2.7653429602888086e-06,
+      "loss": 0.0448,
+      "step": 4775
+    },
+    {
+      "epoch": 8.628158844765343,
+      "grad_norm": 0.4396464198294571,
+      "learning_rate": 2.7472924187725637e-06,
+      "loss": 0.0461,
+      "step": 4780
+    },
+    {
+      "epoch": 8.637184115523466,
+      "grad_norm": 0.41842531603143573,
+      "learning_rate": 2.729241877256318e-06,
+      "loss": 0.0451,
+      "step": 4785
+    },
+    {
+      "epoch": 8.646209386281589,
+      "grad_norm": 0.41898202699131626,
+      "learning_rate": 2.7111913357400726e-06,
+      "loss": 0.0457,
+      "step": 4790
+    },
+    {
+      "epoch": 8.655234657039712,
+      "grad_norm": 0.5196610269445232,
+      "learning_rate": 2.693140794223827e-06,
+      "loss": 0.0452,
+      "step": 4795
+    },
+    {
+      "epoch": 8.664259927797834,
+      "grad_norm": 0.46936311363162797,
+      "learning_rate": 2.675090252707582e-06,
+      "loss": 0.0455,
+      "step": 4800
+    },
+    {
+      "epoch": 8.673285198555957,
+      "grad_norm": 0.4740159197363855,
+      "learning_rate": 2.657039711191336e-06,
+      "loss": 0.0447,
+      "step": 4805
+    },
+    {
+      "epoch": 8.68231046931408,
+      "grad_norm": 0.43074612764563486,
+      "learning_rate": 2.6389891696750904e-06,
+      "loss": 0.0456,
+      "step": 4810
+    },
+    {
+      "epoch": 8.691335740072201,
+      "grad_norm": 0.5425044634950232,
+      "learning_rate": 2.620938628158845e-06,
+      "loss": 0.0466,
+      "step": 4815
+    },
+    {
+      "epoch": 8.700361010830324,
+      "grad_norm": 0.5081339659232526,
+      "learning_rate": 2.6028880866425993e-06,
+      "loss": 0.046,
+      "step": 4820
+    },
+    {
+      "epoch": 8.709386281588447,
+      "grad_norm": 0.4651038570514386,
+      "learning_rate": 2.584837545126354e-06,
+      "loss": 0.0463,
+      "step": 4825
+    },
+    {
+      "epoch": 8.71841155234657,
+      "grad_norm": 0.49355797519718886,
+      "learning_rate": 2.566787003610108e-06,
+      "loss": 0.0457,
+      "step": 4830
+    },
+    {
+      "epoch": 8.727436823104693,
+      "grad_norm": 0.46746434525998604,
+      "learning_rate": 2.5487364620938633e-06,
+      "loss": 0.0461,
+      "step": 4835
+    },
+    {
+      "epoch": 8.736462093862816,
+      "grad_norm": 0.4210937803108333,
+      "learning_rate": 2.5306859205776175e-06,
+      "loss": 0.0449,
+      "step": 4840
+    },
+    {
+      "epoch": 8.745487364620939,
+      "grad_norm": 0.45489349719230204,
+      "learning_rate": 2.512635379061372e-06,
+      "loss": 0.0451,
+      "step": 4845
+    },
+    {
+      "epoch": 8.754512635379061,
+      "grad_norm": 0.49590457857103976,
+      "learning_rate": 2.4945848375451264e-06,
+      "loss": 0.0462,
+      "step": 4850
+    },
+    {
+      "epoch": 8.763537906137184,
+      "grad_norm": 0.41135841968863646,
+      "learning_rate": 2.476534296028881e-06,
+      "loss": 0.0459,
+      "step": 4855
+    },
+    {
+      "epoch": 8.772563176895307,
+      "grad_norm": 0.5862358329269642,
+      "learning_rate": 2.4584837545126353e-06,
+      "loss": 0.046,
+      "step": 4860
+    },
+    {
+      "epoch": 8.78158844765343,
+      "grad_norm": 0.4869407752123959,
+      "learning_rate": 2.44043321299639e-06,
+      "loss": 0.046,
+      "step": 4865
+    },
+    {
+      "epoch": 8.790613718411553,
+      "grad_norm": 0.4541073046578143,
+      "learning_rate": 2.4223826714801447e-06,
+      "loss": 0.0452,
+      "step": 4870
+    },
+    {
+      "epoch": 8.799638989169676,
+      "grad_norm": 0.506564617854228,
+      "learning_rate": 2.4043321299638993e-06,
+      "loss": 0.0467,
+      "step": 4875
+    },
+    {
+      "epoch": 8.808664259927799,
+      "grad_norm": 0.5487992800276584,
+      "learning_rate": 2.3862815884476536e-06,
+      "loss": 0.0461,
+      "step": 4880
+    },
+    {
+      "epoch": 8.81768953068592,
+      "grad_norm": 0.5911995859863417,
+      "learning_rate": 2.3682310469314082e-06,
+      "loss": 0.046,
+      "step": 4885
+    },
+    {
+      "epoch": 8.826714801444043,
+      "grad_norm": 0.49900273240686943,
+      "learning_rate": 2.350180505415163e-06,
+      "loss": 0.046,
+      "step": 4890
+    },
+    {
+      "epoch": 8.835740072202166,
+      "grad_norm": 0.48948946203921534,
+      "learning_rate": 2.332129963898917e-06,
+      "loss": 0.0458,
+      "step": 4895
+    },
+    {
+      "epoch": 8.844765342960288,
+      "grad_norm": 0.4148924662584737,
+      "learning_rate": 2.314079422382672e-06,
+      "loss": 0.0461,
+      "step": 4900
+    },
+    {
+      "epoch": 8.853790613718411,
+      "grad_norm": 0.5404388584683619,
+      "learning_rate": 2.296028880866426e-06,
+      "loss": 0.046,
+      "step": 4905
+    },
+    {
+      "epoch": 8.862815884476534,
+      "grad_norm": 0.4321254910131908,
+      "learning_rate": 2.2779783393501807e-06,
+      "loss": 0.0454,
+      "step": 4910
+    },
+    {
+      "epoch": 8.871841155234657,
+      "grad_norm": 0.5949655513323762,
+      "learning_rate": 2.259927797833935e-06,
+      "loss": 0.046,
+      "step": 4915
+    },
+    {
+      "epoch": 8.88086642599278,
+      "grad_norm": 0.4378486480608059,
+      "learning_rate": 2.2418772563176896e-06,
+      "loss": 0.0452,
+      "step": 4920
+    },
+    {
+      "epoch": 8.889891696750903,
+      "grad_norm": 0.5870449555902121,
+      "learning_rate": 2.2238267148014443e-06,
+      "loss": 0.0459,
+      "step": 4925
+    },
+    {
+      "epoch": 8.898916967509026,
+      "grad_norm": 0.5683809822588126,
+      "learning_rate": 2.2057761732851985e-06,
+      "loss": 0.0462,
+      "step": 4930
+    },
+    {
+      "epoch": 8.907942238267148,
+      "grad_norm": 0.46521601312012895,
+      "learning_rate": 2.187725631768953e-06,
+      "loss": 0.0467,
+      "step": 4935
+    },
+    {
+      "epoch": 8.916967509025271,
+      "grad_norm": 0.47477683194093706,
+      "learning_rate": 2.169675090252708e-06,
+      "loss": 0.0462,
+      "step": 4940
+    },
+    {
+      "epoch": 8.925992779783394,
+      "grad_norm": 0.4804957099911855,
+      "learning_rate": 2.1516245487364625e-06,
+      "loss": 0.0454,
+      "step": 4945
+    },
+    {
+      "epoch": 8.935018050541515,
+      "grad_norm": 0.4571767863844299,
+      "learning_rate": 2.1335740072202168e-06,
+      "loss": 0.0453,
+      "step": 4950
+    },
+    {
+      "epoch": 8.944043321299638,
+      "grad_norm": 0.5601651443669259,
+      "learning_rate": 2.1155234657039714e-06,
+      "loss": 0.0463,
+      "step": 4955
+    },
+    {
+      "epoch": 8.953068592057761,
+      "grad_norm": 0.5500455060473453,
+      "learning_rate": 2.097472924187726e-06,
+      "loss": 0.0463,
+      "step": 4960
+    },
+    {
+      "epoch": 8.962093862815884,
+      "grad_norm": 0.5232043738599569,
+      "learning_rate": 2.0794223826714803e-06,
+      "loss": 0.0464,
+      "step": 4965
+    },
+    {
+      "epoch": 8.971119133574007,
+      "grad_norm": 0.4969509637225851,
+      "learning_rate": 2.0613718411552346e-06,
+      "loss": 0.0467,
+      "step": 4970
+    },
+    {
+      "epoch": 8.98014440433213,
+      "grad_norm": 0.46415374324212516,
+      "learning_rate": 2.0433212996389892e-06,
+      "loss": 0.0464,
+      "step": 4975
+    },
+    {
+      "epoch": 8.989169675090253,
+      "grad_norm": 0.495736189400118,
+      "learning_rate": 2.025270758122744e-06,
+      "loss": 0.0459,
+      "step": 4980
+    },
+    {
+      "epoch": 8.998194945848375,
+      "grad_norm": 0.5020092748082658,
+      "learning_rate": 2.007220216606498e-06,
+      "loss": 0.0458,
+      "step": 4985
+    },
+    {
+      "epoch": 9.007220216606498,
+      "grad_norm": 0.4534175561356577,
+      "learning_rate": 1.989169675090253e-06,
+      "loss": 0.0428,
+      "step": 4990
+    },
+    {
+      "epoch": 9.016245487364621,
+      "grad_norm": 0.39468719173310207,
+      "learning_rate": 1.9711191335740075e-06,
+      "loss": 0.0425,
+      "step": 4995
+    },
+    {
+      "epoch": 9.025270758122744,
+      "grad_norm": 0.5163608939567661,
+      "learning_rate": 1.9530685920577617e-06,
+      "loss": 0.0423,
+      "step": 5000
+    },
+    {
+      "epoch": 9.025270758122744,
+      "eval_loss": 0.04193449020385742,
+      "eval_runtime": 759.583,
+      "eval_samples_per_second": 17.503,
+      "eval_steps_per_second": 0.729,
+      "step": 5000
+    },
+    {
+      "epoch": 9.034296028880867,
+      "grad_norm": 0.4599758437234501,
+      "learning_rate": 1.9350180505415164e-06,
+      "loss": 0.0422,
+      "step": 5005
+    },
+    {
+      "epoch": 9.04332129963899,
+      "grad_norm": 0.49964626450423844,
+      "learning_rate": 1.916967509025271e-06,
+      "loss": 0.0427,
+      "step": 5010
+    },
+    {
+      "epoch": 9.052346570397113,
+      "grad_norm": 0.4178907774622966,
+      "learning_rate": 1.8989169675090255e-06,
+      "loss": 0.0417,
+      "step": 5015
+    },
+    {
+      "epoch": 9.061371841155236,
+      "grad_norm": 0.39048192594633196,
+      "learning_rate": 1.88086642599278e-06,
+      "loss": 0.042,
+      "step": 5020
+    },
+    {
+      "epoch": 9.070397111913357,
+      "grad_norm": 0.4791548976955057,
+      "learning_rate": 1.8628158844765346e-06,
+      "loss": 0.0412,
+      "step": 5025
+    },
+    {
+      "epoch": 9.07942238267148,
+      "grad_norm": 0.4638926347317585,
+      "learning_rate": 1.844765342960289e-06,
+      "loss": 0.0423,
+      "step": 5030
+    },
+    {
+      "epoch": 9.088447653429602,
+      "grad_norm": 0.5289808337845963,
+      "learning_rate": 1.8267148014440433e-06,
+      "loss": 0.0421,
+      "step": 5035
+    },
+    {
+      "epoch": 9.097472924187725,
+      "grad_norm": 0.48767336384018667,
+      "learning_rate": 1.808664259927798e-06,
+      "loss": 0.0421,
+      "step": 5040
+    },
+    {
+      "epoch": 9.106498194945848,
+      "grad_norm": 0.4589026757647638,
+      "learning_rate": 1.7906137184115524e-06,
+      "loss": 0.0427,
+      "step": 5045
+    },
+    {
+      "epoch": 9.115523465703971,
+      "grad_norm": 0.46264566303543775,
+      "learning_rate": 1.7725631768953069e-06,
+      "loss": 0.0422,
+      "step": 5050
+    },
+    {
+      "epoch": 9.124548736462094,
+      "grad_norm": 0.4410983802446593,
+      "learning_rate": 1.7545126353790615e-06,
+      "loss": 0.0412,
+      "step": 5055
+    },
+    {
+      "epoch": 9.133574007220217,
+      "grad_norm": 0.4202311860157241,
+      "learning_rate": 1.736462093862816e-06,
+      "loss": 0.0421,
+      "step": 5060
+    },
+    {
+      "epoch": 9.14259927797834,
+      "grad_norm": 0.41239420931705556,
+      "learning_rate": 1.7184115523465706e-06,
+      "loss": 0.0426,
+      "step": 5065
+    },
+    {
+      "epoch": 9.151624548736462,
+      "grad_norm": 0.48539351529631136,
+      "learning_rate": 1.700361010830325e-06,
+      "loss": 0.0424,
+      "step": 5070
+    },
+    {
+      "epoch": 9.160649819494585,
+      "grad_norm": 0.4427031394702614,
+      "learning_rate": 1.6823104693140795e-06,
+      "loss": 0.0426,
+      "step": 5075
+    },
+    {
+      "epoch": 9.169675090252708,
+      "grad_norm": 0.4752210878563376,
+      "learning_rate": 1.6642599277978342e-06,
+      "loss": 0.0421,
+      "step": 5080
+    },
+    {
+      "epoch": 9.178700361010831,
+      "grad_norm": 0.5234039982082958,
+      "learning_rate": 1.6462093862815887e-06,
+      "loss": 0.0433,
+      "step": 5085
+    },
+    {
+      "epoch": 9.187725631768952,
+      "grad_norm": 0.4515971877704036,
+      "learning_rate": 1.6281588447653431e-06,
+      "loss": 0.0433,
+      "step": 5090
+    },
+    {
+      "epoch": 9.196750902527075,
+      "grad_norm": 0.6669560841097782,
+      "learning_rate": 1.6101083032490978e-06,
+      "loss": 0.0426,
+      "step": 5095
+    },
+    {
+      "epoch": 9.205776173285198,
+      "grad_norm": 0.4598456495040656,
+      "learning_rate": 1.592057761732852e-06,
+      "loss": 0.0423,
+      "step": 5100
+    },
+    {
+      "epoch": 9.21480144404332,
+      "grad_norm": 0.4965666374110849,
+      "learning_rate": 1.5740072202166065e-06,
+      "loss": 0.0428,
+      "step": 5105
+    },
+    {
+      "epoch": 9.223826714801444,
+      "grad_norm": 0.37975291809275413,
+      "learning_rate": 1.5559566787003611e-06,
+      "loss": 0.0429,
+      "step": 5110
+    },
+    {
+      "epoch": 9.232851985559567,
+      "grad_norm": 0.4716411802408934,
+      "learning_rate": 1.5379061371841156e-06,
+      "loss": 0.0428,
+      "step": 5115
+    },
+    {
+      "epoch": 9.24187725631769,
+      "grad_norm": 0.4327838862415194,
+      "learning_rate": 1.51985559566787e-06,
+      "loss": 0.0433,
+      "step": 5120
+    },
+    {
+      "epoch": 9.250902527075812,
+      "grad_norm": 0.5003874549105873,
+      "learning_rate": 1.5018050541516247e-06,
+      "loss": 0.0422,
+      "step": 5125
+    },
+    {
+      "epoch": 9.259927797833935,
+      "grad_norm": 0.49004225732796214,
+      "learning_rate": 1.4837545126353792e-06,
+      "loss": 0.0431,
+      "step": 5130
+    },
+    {
+      "epoch": 9.268953068592058,
+      "grad_norm": 0.41580487545033434,
+      "learning_rate": 1.4657039711191336e-06,
+      "loss": 0.0423,
+      "step": 5135
+    },
+    {
+      "epoch": 9.277978339350181,
+      "grad_norm": 0.6027983626577104,
+      "learning_rate": 1.4476534296028883e-06,
+      "loss": 0.0439,
+      "step": 5140
+    },
+    {
+      "epoch": 9.287003610108304,
+      "grad_norm": 0.4598712206248585,
+      "learning_rate": 1.4296028880866427e-06,
+      "loss": 0.0429,
+      "step": 5145
+    },
+    {
+      "epoch": 9.296028880866427,
+      "grad_norm": 0.49342736984840635,
+      "learning_rate": 1.4115523465703974e-06,
+      "loss": 0.0426,
+      "step": 5150
+    },
+    {
+      "epoch": 9.30505415162455,
+      "grad_norm": 0.49176684451178787,
+      "learning_rate": 1.3935018050541518e-06,
+      "loss": 0.0427,
+      "step": 5155
+    },
+    {
+      "epoch": 9.314079422382672,
+      "grad_norm": 0.45945014096327996,
+      "learning_rate": 1.3754512635379063e-06,
+      "loss": 0.0429,
+      "step": 5160
+    },
+    {
+      "epoch": 9.323104693140793,
+      "grad_norm": 0.4114132503638751,
+      "learning_rate": 1.357400722021661e-06,
+      "loss": 0.0428,
+      "step": 5165
+    },
+    {
+      "epoch": 9.332129963898916,
+      "grad_norm": 0.42473969764225256,
+      "learning_rate": 1.3393501805054152e-06,
+      "loss": 0.0431,
+      "step": 5170
+    },
+    {
+      "epoch": 9.34115523465704,
+      "grad_norm": 0.48677947222160384,
+      "learning_rate": 1.3212996389891696e-06,
+      "loss": 0.0427,
+      "step": 5175
+    },
+    {
+      "epoch": 9.350180505415162,
+      "grad_norm": 0.46858607602832114,
+      "learning_rate": 1.3032490974729243e-06,
+      "loss": 0.043,
+      "step": 5180
+    },
+    {
+      "epoch": 9.359205776173285,
+      "grad_norm": 0.42070686139078084,
+      "learning_rate": 1.2851985559566788e-06,
+      "loss": 0.043,
+      "step": 5185
+    },
+    {
+      "epoch": 9.368231046931408,
+      "grad_norm": 0.5082683923945276,
+      "learning_rate": 1.2671480144404332e-06,
+      "loss": 0.0432,
+      "step": 5190
+    },
+    {
+      "epoch": 9.37725631768953,
+      "grad_norm": 0.49146765440804957,
+      "learning_rate": 1.2490974729241879e-06,
+      "loss": 0.0433,
+      "step": 5195
+    },
+    {
+      "epoch": 9.386281588447654,
+      "grad_norm": 0.4942629872457007,
+      "learning_rate": 1.2310469314079423e-06,
+      "loss": 0.0432,
+      "step": 5200
+    },
+    {
+      "epoch": 9.395306859205776,
+      "grad_norm": 0.5421985341404022,
+      "learning_rate": 1.2129963898916968e-06,
+      "loss": 0.0434,
+      "step": 5205
+    },
+    {
+      "epoch": 9.4043321299639,
+      "grad_norm": 0.5216299465972287,
+      "learning_rate": 1.1949458483754514e-06,
+      "loss": 0.0427,
+      "step": 5210
+    },
+    {
+      "epoch": 9.413357400722022,
+      "grad_norm": 0.41742965195734916,
+      "learning_rate": 1.176895306859206e-06,
+      "loss": 0.0435,
+      "step": 5215
+    },
+    {
+      "epoch": 9.422382671480145,
+      "grad_norm": 0.50664802662452,
+      "learning_rate": 1.1588447653429604e-06,
+      "loss": 0.0427,
+      "step": 5220
+    },
+    {
+      "epoch": 9.431407942238268,
+      "grad_norm": 0.44313965879945716,
+      "learning_rate": 1.1407942238267148e-06,
+      "loss": 0.0435,
+      "step": 5225
+    },
+    {
+      "epoch": 9.440433212996389,
+      "grad_norm": 0.5131645452817757,
+      "learning_rate": 1.1227436823104695e-06,
+      "loss": 0.0434,
+      "step": 5230
+    },
+    {
+      "epoch": 9.449458483754512,
+      "grad_norm": 0.4474063447070478,
+      "learning_rate": 1.104693140794224e-06,
+      "loss": 0.0428,
+      "step": 5235
+    },
+    {
+      "epoch": 9.458483754512635,
+      "grad_norm": 0.4729265352475666,
+      "learning_rate": 1.0866425992779784e-06,
+      "loss": 0.0434,
+      "step": 5240
+    },
+    {
+      "epoch": 9.467509025270758,
+      "grad_norm": 0.45958551411695614,
+      "learning_rate": 1.068592057761733e-06,
+      "loss": 0.0432,
+      "step": 5245
+    },
+    {
+      "epoch": 9.47653429602888,
+      "grad_norm": 0.41039837943400087,
+      "learning_rate": 1.0505415162454875e-06,
+      "loss": 0.0439,
+      "step": 5250
+    },
+    {
+      "epoch": 9.485559566787003,
+      "grad_norm": 0.44753217417346286,
+      "learning_rate": 1.032490974729242e-06,
+      "loss": 0.042,
+      "step": 5255
+    },
+    {
+      "epoch": 9.494584837545126,
+      "grad_norm": 0.4139276562020777,
+      "learning_rate": 1.0144404332129964e-06,
+      "loss": 0.0427,
+      "step": 5260
+    },
+    {
+      "epoch": 9.50361010830325,
+      "grad_norm": 0.6251275698046171,
+      "learning_rate": 9.96389891696751e-07,
+      "loss": 0.0436,
+      "step": 5265
+    },
+    {
+      "epoch": 9.512635379061372,
+      "grad_norm": 0.4501260605118548,
+      "learning_rate": 9.783393501805055e-07,
+      "loss": 0.0431,
+      "step": 5270
+    },
+    {
+      "epoch": 9.521660649819495,
+      "grad_norm": 0.3980490709756831,
+      "learning_rate": 9.6028880866426e-07,
+      "loss": 0.0435,
+      "step": 5275
+    },
+    {
+      "epoch": 9.530685920577618,
+      "grad_norm": 0.46391281584553307,
+      "learning_rate": 9.422382671480146e-07,
+      "loss": 0.0436,
+      "step": 5280
+    },
+    {
+      "epoch": 9.53971119133574,
+      "grad_norm": 0.4127369030638665,
+      "learning_rate": 9.24187725631769e-07,
+      "loss": 0.043,
+      "step": 5285
+    },
+    {
+      "epoch": 9.548736462093864,
+      "grad_norm": 0.40324535228510755,
+      "learning_rate": 9.061371841155235e-07,
+      "loss": 0.0424,
+      "step": 5290
+    },
+    {
+      "epoch": 9.557761732851986,
+      "grad_norm": 0.4319791954661702,
+      "learning_rate": 8.880866425992781e-07,
+      "loss": 0.0435,
+      "step": 5295
+    },
+    {
+      "epoch": 9.566787003610107,
+      "grad_norm": 0.46271459456155417,
+      "learning_rate": 8.700361010830325e-07,
+      "loss": 0.0437,
+      "step": 5300
+    },
+    {
+      "epoch": 9.57581227436823,
+      "grad_norm": 0.427126926635068,
+      "learning_rate": 8.519855595667871e-07,
+      "loss": 0.0434,
+      "step": 5305
+    },
+    {
+      "epoch": 9.584837545126353,
+      "grad_norm": 0.4691427501429953,
+      "learning_rate": 8.339350180505417e-07,
+      "loss": 0.0437,
+      "step": 5310
+    },
+    {
+      "epoch": 9.593862815884476,
+      "grad_norm": 0.45679217355753204,
+      "learning_rate": 8.15884476534296e-07,
+      "loss": 0.0435,
+      "step": 5315
+    },
+    {
+      "epoch": 9.602888086642599,
+      "grad_norm": 0.48200222966829426,
+      "learning_rate": 7.978339350180506e-07,
+      "loss": 0.0437,
+      "step": 5320
+    },
+    {
+      "epoch": 9.611913357400722,
+      "grad_norm": 0.4901938411136157,
+      "learning_rate": 7.797833935018051e-07,
+      "loss": 0.044,
+      "step": 5325
+    },
+    {
+      "epoch": 9.620938628158845,
+      "grad_norm": 0.5165751415632741,
+      "learning_rate": 7.617328519855597e-07,
+      "loss": 0.0438,
+      "step": 5330
+    },
+    {
+      "epoch": 9.629963898916968,
+      "grad_norm": 0.5120078231958552,
+      "learning_rate": 7.436823104693141e-07,
+      "loss": 0.0427,
+      "step": 5335
+    },
+    {
+      "epoch": 9.63898916967509,
+      "grad_norm": 0.40973988656758753,
+      "learning_rate": 7.256317689530687e-07,
+      "loss": 0.0431,
+      "step": 5340
+    },
+    {
+      "epoch": 9.648014440433213,
+      "grad_norm": 0.4582389620066886,
+      "learning_rate": 7.075812274368232e-07,
+      "loss": 0.0433,
+      "step": 5345
+    },
+    {
+      "epoch": 9.657039711191336,
+      "grad_norm": 0.552631347988738,
+      "learning_rate": 6.895306859205776e-07,
+      "loss": 0.044,
+      "step": 5350
+    },
+    {
+      "epoch": 9.666064981949459,
+      "grad_norm": 0.3783877672799792,
+      "learning_rate": 6.714801444043322e-07,
+      "loss": 0.0435,
+      "step": 5355
+    },
+    {
+      "epoch": 9.675090252707582,
+      "grad_norm": 0.48138412749053733,
+      "learning_rate": 6.534296028880867e-07,
+      "loss": 0.0432,
+      "step": 5360
+    },
+    {
+      "epoch": 9.684115523465703,
+      "grad_norm": 0.4338898356243751,
+      "learning_rate": 6.353790613718413e-07,
+      "loss": 0.0433,
+      "step": 5365
+    },
+    {
+      "epoch": 9.693140794223826,
+      "grad_norm": 0.5225550209175859,
+      "learning_rate": 6.173285198555957e-07,
+      "loss": 0.0437,
+      "step": 5370
+    },
+    {
+      "epoch": 9.702166064981949,
+      "grad_norm": 0.5167671561018974,
+      "learning_rate": 5.992779783393502e-07,
+      "loss": 0.0434,
+      "step": 5375
+    },
+    {
+      "epoch": 9.711191335740072,
+      "grad_norm": 0.4115427231842469,
+      "learning_rate": 5.812274368231047e-07,
+      "loss": 0.0439,
+      "step": 5380
+    },
+    {
+      "epoch": 9.720216606498195,
+      "grad_norm": 0.45107850138578787,
+      "learning_rate": 5.631768953068593e-07,
+      "loss": 0.0439,
+      "step": 5385
+    },
+    {
+      "epoch": 9.729241877256317,
+      "grad_norm": 0.4342115174653207,
+      "learning_rate": 5.451263537906137e-07,
+      "loss": 0.0429,
+      "step": 5390
+    },
+    {
+      "epoch": 9.73826714801444,
+      "grad_norm": 0.4398151357748213,
+      "learning_rate": 5.270758122743683e-07,
+      "loss": 0.0432,
+      "step": 5395
+    },
+    {
+      "epoch": 9.747292418772563,
+      "grad_norm": 0.4242422950084841,
+      "learning_rate": 5.090252707581228e-07,
+      "loss": 0.0428,
+      "step": 5400
+    },
+    {
+      "epoch": 9.756317689530686,
+      "grad_norm": 0.46470583012028227,
+      "learning_rate": 4.909747292418773e-07,
+      "loss": 0.0431,
+      "step": 5405
+    },
+    {
+      "epoch": 9.765342960288809,
+      "grad_norm": 0.41760352928012284,
+      "learning_rate": 4.729241877256318e-07,
+      "loss": 0.0439,
+      "step": 5410
+    },
+    {
+      "epoch": 9.774368231046932,
+      "grad_norm": 0.43617126444221704,
+      "learning_rate": 4.548736462093863e-07,
+      "loss": 0.0429,
+      "step": 5415
+    },
+    {
+      "epoch": 9.783393501805055,
+      "grad_norm": 0.44372565623267207,
+      "learning_rate": 4.368231046931409e-07,
+      "loss": 0.0435,
+      "step": 5420
+    },
+    {
+      "epoch": 9.792418772563177,
+      "grad_norm": 0.4428259601085559,
+      "learning_rate": 4.1877256317689533e-07,
+      "loss": 0.0436,
+      "step": 5425
+    },
+    {
+      "epoch": 9.8014440433213,
+      "grad_norm": 0.5278115547439892,
+      "learning_rate": 4.0072202166064984e-07,
+      "loss": 0.0433,
+      "step": 5430
+    },
+    {
+      "epoch": 9.810469314079423,
+      "grad_norm": 0.4527700640650528,
+      "learning_rate": 3.826714801444044e-07,
+      "loss": 0.043,
+      "step": 5435
+    },
+    {
+      "epoch": 9.819494584837544,
+      "grad_norm": 0.401226496888323,
+      "learning_rate": 3.6462093862815885e-07,
+      "loss": 0.0428,
+      "step": 5440
+    },
+    {
+      "epoch": 9.828519855595667,
+      "grad_norm": 0.49440429063887187,
+      "learning_rate": 3.465703971119134e-07,
+      "loss": 0.0428,
+      "step": 5445
+    },
+    {
+      "epoch": 9.83754512635379,
+      "grad_norm": 0.5076032586052756,
+      "learning_rate": 3.285198555956679e-07,
+      "loss": 0.044,
+      "step": 5450
+    },
+    {
+      "epoch": 9.846570397111913,
+      "grad_norm": 0.43280796148087763,
+      "learning_rate": 3.104693140794224e-07,
+      "loss": 0.0432,
+      "step": 5455
+    },
+    {
+      "epoch": 9.855595667870036,
+      "grad_norm": 0.5015245155705008,
+      "learning_rate": 2.924187725631769e-07,
+      "loss": 0.0438,
+      "step": 5460
+    },
+    {
+      "epoch": 9.864620938628159,
+      "grad_norm": 0.5286579403439075,
+      "learning_rate": 2.743682310469314e-07,
+      "loss": 0.0434,
+      "step": 5465
+    },
+    {
+      "epoch": 9.873646209386282,
+      "grad_norm": 0.4224487204668749,
+      "learning_rate": 2.5631768953068593e-07,
+      "loss": 0.043,
+      "step": 5470
+    },
+    {
+      "epoch": 9.882671480144404,
+      "grad_norm": 0.45900406854255277,
+      "learning_rate": 2.3826714801444044e-07,
+      "loss": 0.0437,
+      "step": 5475
+    },
+    {
+      "epoch": 9.891696750902527,
+      "grad_norm": 0.45858140540922404,
+      "learning_rate": 2.2021660649819497e-07,
+      "loss": 0.0433,
+      "step": 5480
+    },
+    {
+      "epoch": 9.90072202166065,
+      "grad_norm": 0.530002579562083,
+      "learning_rate": 2.0216606498194947e-07,
+      "loss": 0.0434,
+      "step": 5485
+    },
+    {
+      "epoch": 9.909747292418773,
+      "grad_norm": 0.5370134546660643,
+      "learning_rate": 1.84115523465704e-07,
+      "loss": 0.0437,
+      "step": 5490
+    },
+    {
+      "epoch": 9.918772563176896,
+      "grad_norm": 0.4902526885586167,
+      "learning_rate": 1.660649819494585e-07,
+      "loss": 0.0439,
+      "step": 5495
+    },
+    {
+      "epoch": 9.927797833935019,
+      "grad_norm": 0.4649182165247798,
+      "learning_rate": 1.4801444043321301e-07,
+      "loss": 0.0444,
+      "step": 5500
+    },
+    {
+      "epoch": 9.93682310469314,
+      "grad_norm": 0.5575325439198506,
+      "learning_rate": 1.2996389891696752e-07,
+      "loss": 0.0424,
+      "step": 5505
+    },
+    {
+      "epoch": 9.945848375451263,
+      "grad_norm": 0.45452667158004884,
+      "learning_rate": 1.1191335740072203e-07,
+      "loss": 0.0437,
+      "step": 5510
+    },
+    {
+      "epoch": 9.954873646209386,
+      "grad_norm": 0.5203515708243794,
+      "learning_rate": 9.386281588447654e-08,
+      "loss": 0.0439,
+      "step": 5515
+    },
+    {
+      "epoch": 9.963898916967509,
+      "grad_norm": 0.45178261726772573,
+      "learning_rate": 7.581227436823105e-08,
+      "loss": 0.0432,
+      "step": 5520
+    },
+    {
+      "epoch": 9.972924187725631,
+      "grad_norm": 0.4688905694517184,
+      "learning_rate": 5.776173285198556e-08,
+      "loss": 0.0434,
+      "step": 5525
+    },
+    {
+      "epoch": 9.981949458483754,
+      "grad_norm": 0.43677959065978206,
+      "learning_rate": 3.971119133574008e-08,
+      "loss": 0.0437,
+      "step": 5530
+    },
+    {
+      "epoch": 9.990974729241877,
+      "grad_norm": 0.49453568586672814,
+      "learning_rate": 2.1660649819494588e-08,
+      "loss": 0.0437,
+      "step": 5535
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 0.4332227379502704,
+      "learning_rate": 3.6101083032490975e-09,
+      "loss": 0.0433,
+      "step": 5540
+    },
+    {
+      "epoch": 10.0,
+      "step": 5540,
+      "total_flos": 613623860887552.0,
+      "train_loss": 0.19332283668838685,
+      "train_runtime": 35523.5631,
+      "train_samples_per_second": 3.743,
+      "train_steps_per_second": 0.156
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 5540,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 613623860887552.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}