diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,8388 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 1190,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0016806722689075631,
+      "grad_norm": 8.209144697154139,
+      "learning_rate": 9.99998257609161e-06,
+      "loss": 0.2445,
+      "step": 1
+    },
+    {
+      "epoch": 0.0033613445378151263,
+      "grad_norm": 7.387136868109575,
+      "learning_rate": 9.999930304487874e-06,
+      "loss": 0.232,
+      "step": 2
+    },
+    {
+      "epoch": 0.005042016806722689,
+      "grad_norm": 4.703733759728634,
+      "learning_rate": 9.999843185553106e-06,
+      "loss": 0.1499,
+      "step": 3
+    },
+    {
+      "epoch": 0.0067226890756302525,
+      "grad_norm": 4.59672828172244,
+      "learning_rate": 9.999721219894482e-06,
+      "loss": 0.1312,
+      "step": 4
+    },
+    {
+      "epoch": 0.008403361344537815,
+      "grad_norm": 7.869163994125804,
+      "learning_rate": 9.999564408362054e-06,
+      "loss": 0.2678,
+      "step": 5
+    },
+    {
+      "epoch": 0.010084033613445379,
+      "grad_norm": 5.069247100993632,
+      "learning_rate": 9.999372752048729e-06,
+      "loss": 0.1643,
+      "step": 6
+    },
+    {
+      "epoch": 0.011764705882352941,
+      "grad_norm": 4.971040093251534,
+      "learning_rate": 9.999146252290264e-06,
+      "loss": 0.1881,
+      "step": 7
+    },
+    {
+      "epoch": 0.013445378151260505,
+      "grad_norm": 4.612745404018306,
+      "learning_rate": 9.998884910665267e-06,
+      "loss": 0.2474,
+      "step": 8
+    },
+    {
+      "epoch": 0.015126050420168067,
+      "grad_norm": 5.582880543106663,
+      "learning_rate": 9.998588728995176e-06,
+      "loss": 0.2341,
+      "step": 9
+    },
+    {
+      "epoch": 0.01680672268907563,
+      "grad_norm": 5.10777402267266,
+      "learning_rate": 9.998257709344246e-06,
+      "loss": 0.2462,
+      "step": 10
+    },
+    {
+      "epoch": 0.018487394957983194,
+      "grad_norm": 3.912332856239327,
+      "learning_rate": 9.997891854019538e-06,
+      "loss": 0.2171,
+      "step": 11
+    },
+    {
+      "epoch": 0.020168067226890758,
+      "grad_norm": 4.514978773458917,
+      "learning_rate": 9.997491165570907e-06,
+      "loss": 0.2079,
+      "step": 12
+    },
+    {
+      "epoch": 0.021848739495798318,
+      "grad_norm": 4.982439292936562,
+      "learning_rate": 9.997055646790974e-06,
+      "loss": 0.2801,
+      "step": 13
+    },
+    {
+      "epoch": 0.023529411764705882,
+      "grad_norm": 6.199005044554472,
+      "learning_rate": 9.996585300715117e-06,
+      "loss": 0.2362,
+      "step": 14
+    },
+    {
+      "epoch": 0.025210084033613446,
+      "grad_norm": 4.2318843117354,
+      "learning_rate": 9.99608013062144e-06,
+      "loss": 0.2437,
+      "step": 15
+    },
+    {
+      "epoch": 0.02689075630252101,
+      "grad_norm": 4.678511423998445,
+      "learning_rate": 9.995540140030759e-06,
+      "loss": 0.2413,
+      "step": 16
+    },
+    {
+      "epoch": 0.02857142857142857,
+      "grad_norm": 5.019790515416029,
+      "learning_rate": 9.994965332706574e-06,
+      "loss": 0.2763,
+      "step": 17
+    },
+    {
+      "epoch": 0.030252100840336135,
+      "grad_norm": 3.7745510637286572,
+      "learning_rate": 9.99435571265504e-06,
+      "loss": 0.2413,
+      "step": 18
+    },
+    {
+      "epoch": 0.031932773109243695,
+      "grad_norm": 4.954591562450657,
+      "learning_rate": 9.993711284124943e-06,
+      "loss": 0.2748,
+      "step": 19
+    },
+    {
+      "epoch": 0.03361344537815126,
+      "grad_norm": 4.187965473046551,
+      "learning_rate": 9.99303205160767e-06,
+      "loss": 0.274,
+      "step": 20
+    },
+    {
+      "epoch": 0.03529411764705882,
+      "grad_norm": 4.6295824547220095,
+      "learning_rate": 9.992318019837171e-06,
+      "loss": 0.2448,
+      "step": 21
+    },
+    {
+      "epoch": 0.03697478991596639,
+      "grad_norm": 5.621884903621694,
+      "learning_rate": 9.991569193789938e-06,
+      "loss": 0.2579,
+      "step": 22
+    },
+    {
+      "epoch": 0.03865546218487395,
+      "grad_norm": 5.123406042716482,
+      "learning_rate": 9.990785578684963e-06,
+      "loss": 0.2391,
+      "step": 23
+    },
+    {
+      "epoch": 0.040336134453781515,
+      "grad_norm": 5.074868330604315,
+      "learning_rate": 9.989967179983699e-06,
+      "loss": 0.2584,
+      "step": 24
+    },
+    {
+      "epoch": 0.04201680672268908,
+      "grad_norm": 5.376525151914496,
+      "learning_rate": 9.989114003390028e-06,
+      "loss": 0.277,
+      "step": 25
+    },
+    {
+      "epoch": 0.043697478991596636,
+      "grad_norm": 4.0946093021497845,
+      "learning_rate": 9.988226054850218e-06,
+      "loss": 0.215,
+      "step": 26
+    },
+    {
+      "epoch": 0.0453781512605042,
+      "grad_norm": 4.552724543313885,
+      "learning_rate": 9.987303340552885e-06,
+      "loss": 0.2744,
+      "step": 27
+    },
+    {
+      "epoch": 0.047058823529411764,
+      "grad_norm": 5.012152565084418,
+      "learning_rate": 9.98634586692894e-06,
+      "loss": 0.385,
+      "step": 28
+    },
+    {
+      "epoch": 0.04873949579831933,
+      "grad_norm": 5.423054570055711,
+      "learning_rate": 9.985353640651563e-06,
+      "loss": 0.2702,
+      "step": 29
+    },
+    {
+      "epoch": 0.05042016806722689,
+      "grad_norm": 5.127889256940364,
+      "learning_rate": 9.984326668636131e-06,
+      "loss": 0.3168,
+      "step": 30
+    },
+    {
+      "epoch": 0.052100840336134456,
+      "grad_norm": 3.679450662065014,
+      "learning_rate": 9.983264958040194e-06,
+      "loss": 0.2874,
+      "step": 31
+    },
+    {
+      "epoch": 0.05378151260504202,
+      "grad_norm": 3.3004814033041585,
+      "learning_rate": 9.98216851626341e-06,
+      "loss": 0.2216,
+      "step": 32
+    },
+    {
+      "epoch": 0.05546218487394958,
+      "grad_norm": 3.6744435985276502,
+      "learning_rate": 9.981037350947503e-06,
+      "loss": 0.1946,
+      "step": 33
+    },
+    {
+      "epoch": 0.05714285714285714,
+      "grad_norm": 4.945817900667547,
+      "learning_rate": 9.979871469976197e-06,
+      "loss": 0.2352,
+      "step": 34
+    },
+    {
+      "epoch": 0.058823529411764705,
+      "grad_norm": 4.199740458372265,
+      "learning_rate": 9.978670881475173e-06,
+      "loss": 0.2658,
+      "step": 35
+    },
+    {
+      "epoch": 0.06050420168067227,
+      "grad_norm": 4.098117482797779,
+      "learning_rate": 9.977435593812013e-06,
+      "loss": 0.2907,
+      "step": 36
+    },
+    {
+      "epoch": 0.06218487394957983,
+      "grad_norm": 4.042885470534792,
+      "learning_rate": 9.976165615596128e-06,
+      "loss": 0.2,
+      "step": 37
+    },
+    {
+      "epoch": 0.06386554621848739,
+      "grad_norm": 4.617103574848525,
+      "learning_rate": 9.974860955678715e-06,
+      "loss": 0.2306,
+      "step": 38
+    },
+    {
+      "epoch": 0.06554621848739496,
+      "grad_norm": 4.4388689219941675,
+      "learning_rate": 9.973521623152682e-06,
+      "loss": 0.2407,
+      "step": 39
+    },
+    {
+      "epoch": 0.06722689075630252,
+      "grad_norm": 6.477467686130754,
+      "learning_rate": 9.972147627352593e-06,
+      "loss": 0.3914,
+      "step": 40
+    },
+    {
+      "epoch": 0.06890756302521009,
+      "grad_norm": 4.607889040112,
+      "learning_rate": 9.970738977854597e-06,
+      "loss": 0.2606,
+      "step": 41
+    },
+    {
+      "epoch": 0.07058823529411765,
+      "grad_norm": 5.8414772767780665,
+      "learning_rate": 9.96929568447637e-06,
+      "loss": 0.2878,
+      "step": 42
+    },
+    {
+      "epoch": 0.07226890756302522,
+      "grad_norm": 4.530793945019326,
+      "learning_rate": 9.967817757277031e-06,
+      "loss": 0.222,
+      "step": 43
+    },
+    {
+      "epoch": 0.07394957983193277,
+      "grad_norm": 5.7019752450601295,
+      "learning_rate": 9.966305206557092e-06,
+      "loss": 0.3215,
+      "step": 44
+    },
+    {
+      "epoch": 0.07563025210084033,
+      "grad_norm": 4.976614437008921,
+      "learning_rate": 9.964758042858368e-06,
+      "loss": 0.3344,
+      "step": 45
+    },
+    {
+      "epoch": 0.0773109243697479,
+      "grad_norm": 4.411005767374718,
+      "learning_rate": 9.963176276963916e-06,
+      "loss": 0.2107,
+      "step": 46
+    },
+    {
+      "epoch": 0.07899159663865546,
+      "grad_norm": 5.409158327460203,
+      "learning_rate": 9.961559919897954e-06,
+      "loss": 0.2534,
+      "step": 47
+    },
+    {
+      "epoch": 0.08067226890756303,
+      "grad_norm": 4.484574670660062,
+      "learning_rate": 9.959908982925783e-06,
+      "loss": 0.2586,
+      "step": 48
+    },
+    {
+      "epoch": 0.08235294117647059,
+      "grad_norm": 4.587259020764486,
+      "learning_rate": 9.958223477553715e-06,
+      "loss": 0.2533,
+      "step": 49
+    },
+    {
+      "epoch": 0.08403361344537816,
+      "grad_norm": 4.405358710771115,
+      "learning_rate": 9.956503415528984e-06,
+      "loss": 0.2559,
+      "step": 50
+    },
+    {
+      "epoch": 0.08571428571428572,
+      "grad_norm": 4.967732320368905,
+      "learning_rate": 9.954748808839675e-06,
+      "loss": 0.2503,
+      "step": 51
+    },
+    {
+      "epoch": 0.08739495798319327,
+      "grad_norm": 5.218196839992478,
+      "learning_rate": 9.952959669714627e-06,
+      "loss": 0.2862,
+      "step": 52
+    },
+    {
+      "epoch": 0.08907563025210084,
+      "grad_norm": 4.8935636677407475,
+      "learning_rate": 9.951136010623359e-06,
+      "loss": 0.3151,
+      "step": 53
+    },
+    {
+      "epoch": 0.0907563025210084,
+      "grad_norm": 3.9500115872361072,
+      "learning_rate": 9.94927784427598e-06,
+      "loss": 0.2711,
+      "step": 54
+    },
+    {
+      "epoch": 0.09243697478991597,
+      "grad_norm": 4.817134300002951,
+      "learning_rate": 9.947385183623099e-06,
+      "loss": 0.2697,
+      "step": 55
+    },
+    {
+      "epoch": 0.09411764705882353,
+      "grad_norm": 5.486354681435603,
+      "learning_rate": 9.945458041855732e-06,
+      "loss": 0.3244,
+      "step": 56
+    },
+    {
+      "epoch": 0.0957983193277311,
+      "grad_norm": 3.924865124104986,
+      "learning_rate": 9.943496432405213e-06,
+      "loss": 0.2126,
+      "step": 57
+    },
+    {
+      "epoch": 0.09747899159663866,
+      "grad_norm": 4.059739131992801,
+      "learning_rate": 9.941500368943111e-06,
+      "loss": 0.2209,
+      "step": 58
+    },
+    {
+      "epoch": 0.09915966386554621,
+      "grad_norm": 3.925936844915292,
+      "learning_rate": 9.939469865381111e-06,
+      "loss": 0.2238,
+      "step": 59
+    },
+    {
+      "epoch": 0.10084033613445378,
+      "grad_norm": 4.929638111711791,
+      "learning_rate": 9.937404935870938e-06,
+      "loss": 0.2876,
+      "step": 60
+    },
+    {
+      "epoch": 0.10252100840336134,
+      "grad_norm": 4.333643541029462,
+      "learning_rate": 9.935305594804247e-06,
+      "loss": 0.2622,
+      "step": 61
+    },
+    {
+      "epoch": 0.10420168067226891,
+      "grad_norm": 6.551835764229068,
+      "learning_rate": 9.933171856812533e-06,
+      "loss": 0.3608,
+      "step": 62
+    },
+    {
+      "epoch": 0.10588235294117647,
+      "grad_norm": 4.370528317389317,
+      "learning_rate": 9.931003736767013e-06,
+      "loss": 0.2189,
+      "step": 63
+    },
+    {
+      "epoch": 0.10756302521008404,
+      "grad_norm": 3.9034215243844557,
+      "learning_rate": 9.92880124977854e-06,
+      "loss": 0.2076,
+      "step": 64
+    },
+    {
+      "epoch": 0.1092436974789916,
+      "grad_norm": 6.462115529099049,
+      "learning_rate": 9.926564411197488e-06,
+      "loss": 0.2704,
+      "step": 65
+    },
+    {
+      "epoch": 0.11092436974789915,
+      "grad_norm": 4.974959833762651,
+      "learning_rate": 9.924293236613643e-06,
+      "loss": 0.2586,
+      "step": 66
+    },
+    {
+      "epoch": 0.11260504201680673,
+      "grad_norm": 5.397773235075291,
+      "learning_rate": 9.921987741856099e-06,
+      "loss": 0.3708,
+      "step": 67
+    },
+    {
+      "epoch": 0.11428571428571428,
+      "grad_norm": 4.290267842379414,
+      "learning_rate": 9.91964794299315e-06,
+      "loss": 0.297,
+      "step": 68
+    },
+    {
+      "epoch": 0.11596638655462185,
+      "grad_norm": 4.297436061861156,
+      "learning_rate": 9.91727385633217e-06,
+      "loss": 0.2723,
+      "step": 69
+    },
+    {
+      "epoch": 0.11764705882352941,
+      "grad_norm": 3.6926079145905097,
+      "learning_rate": 9.91486549841951e-06,
+      "loss": 0.2431,
+      "step": 70
+    },
+    {
+      "epoch": 0.11932773109243698,
+      "grad_norm": 4.305921925067097,
+      "learning_rate": 9.91242288604037e-06,
+      "loss": 0.2779,
+      "step": 71
+    },
+    {
+      "epoch": 0.12100840336134454,
+      "grad_norm": 4.517120872670056,
+      "learning_rate": 9.909946036218694e-06,
+      "loss": 0.2961,
+      "step": 72
+    },
+    {
+      "epoch": 0.1226890756302521,
+      "grad_norm": 4.785215176674839,
+      "learning_rate": 9.907434966217041e-06,
+      "loss": 0.2819,
+      "step": 73
+    },
+    {
+      "epoch": 0.12436974789915967,
+      "grad_norm": 4.214559462932771,
+      "learning_rate": 9.904889693536475e-06,
+      "loss": 0.2109,
+      "step": 74
+    },
+    {
+      "epoch": 0.12605042016806722,
+      "grad_norm": 4.389318542382428,
+      "learning_rate": 9.902310235916435e-06,
+      "loss": 0.2522,
+      "step": 75
+    },
+    {
+      "epoch": 0.12773109243697478,
+      "grad_norm": 3.8325771771754664,
+      "learning_rate": 9.899696611334612e-06,
+      "loss": 0.2598,
+      "step": 76
+    },
+    {
+      "epoch": 0.12941176470588237,
+      "grad_norm": 4.860313041028263,
+      "learning_rate": 9.89704883800683e-06,
+      "loss": 0.3235,
+      "step": 77
+    },
+    {
+      "epoch": 0.13109243697478992,
+      "grad_norm": 4.910636980849552,
+      "learning_rate": 9.894366934386913e-06,
+      "loss": 0.2905,
+      "step": 78
+    },
+    {
+      "epoch": 0.13277310924369748,
+      "grad_norm": 5.308926346498934,
+      "learning_rate": 9.891650919166558e-06,
+      "loss": 0.3174,
+      "step": 79
+    },
+    {
+      "epoch": 0.13445378151260504,
+      "grad_norm": 5.932647263725452,
+      "learning_rate": 9.888900811275205e-06,
+      "loss": 0.3704,
+      "step": 80
+    },
+    {
+      "epoch": 0.1361344537815126,
+      "grad_norm": 4.809268256405562,
+      "learning_rate": 9.886116629879906e-06,
+      "loss": 0.3038,
+      "step": 81
+    },
+    {
+      "epoch": 0.13781512605042018,
+      "grad_norm": 4.03544501605081,
+      "learning_rate": 9.883298394385186e-06,
+      "loss": 0.262,
+      "step": 82
+    },
+    {
+      "epoch": 0.13949579831932774,
+      "grad_norm": 4.712835324738283,
+      "learning_rate": 9.880446124432921e-06,
+      "loss": 0.2692,
+      "step": 83
+    },
+    {
+      "epoch": 0.1411764705882353,
+      "grad_norm": 4.563081327265746,
+      "learning_rate": 9.877559839902185e-06,
+      "loss": 0.3518,
+      "step": 84
+    },
+    {
+      "epoch": 0.14285714285714285,
+      "grad_norm": 4.028984316421756,
+      "learning_rate": 9.874639560909118e-06,
+      "loss": 0.277,
+      "step": 85
+    },
+    {
+      "epoch": 0.14453781512605043,
+      "grad_norm": 4.3533769418599055,
+      "learning_rate": 9.871685307806796e-06,
+      "loss": 0.2605,
+      "step": 86
+    },
+    {
+      "epoch": 0.146218487394958,
+      "grad_norm": 4.32320216003599,
+      "learning_rate": 9.868697101185066e-06,
+      "loss": 0.2483,
+      "step": 87
+    },
+    {
+      "epoch": 0.14789915966386555,
+      "grad_norm": 4.252161322978531,
+      "learning_rate": 9.865674961870428e-06,
+      "loss": 0.2292,
+      "step": 88
+    },
+    {
+      "epoch": 0.1495798319327731,
+      "grad_norm": 3.7472917316130707,
+      "learning_rate": 9.862618910925873e-06,
+      "loss": 0.2314,
+      "step": 89
+    },
+    {
+      "epoch": 0.15126050420168066,
+      "grad_norm": 3.4288032918623017,
+      "learning_rate": 9.859528969650739e-06,
+      "loss": 0.2511,
+      "step": 90
+    },
+    {
+      "epoch": 0.15294117647058825,
+      "grad_norm": 4.6329004322037335,
+      "learning_rate": 9.85640515958057e-06,
+      "loss": 0.2949,
+      "step": 91
+    },
+    {
+      "epoch": 0.1546218487394958,
+      "grad_norm": 3.5652517822054794,
+      "learning_rate": 9.853247502486957e-06,
+      "loss": 0.2423,
+      "step": 92
+    },
+    {
+      "epoch": 0.15630252100840336,
+      "grad_norm": 5.123085560371222,
+      "learning_rate": 9.850056020377392e-06,
+      "loss": 0.326,
+      "step": 93
+    },
+    {
+      "epoch": 0.15798319327731092,
+      "grad_norm": 4.810628133927044,
+      "learning_rate": 9.846830735495112e-06,
+      "loss": 0.2907,
+      "step": 94
+    },
+    {
+      "epoch": 0.15966386554621848,
+      "grad_norm": 4.024916887888118,
+      "learning_rate": 9.843571670318943e-06,
+      "loss": 0.3123,
+      "step": 95
+    },
+    {
+      "epoch": 0.16134453781512606,
+      "grad_norm": 7.985561798082157,
+      "learning_rate": 9.840278847563147e-06,
+      "loss": 0.3295,
+      "step": 96
+    },
+    {
+      "epoch": 0.16302521008403362,
+      "grad_norm": 3.7710475419246254,
+      "learning_rate": 9.836952290177261e-06,
+      "loss": 0.2212,
+      "step": 97
+    },
+    {
+      "epoch": 0.16470588235294117,
+      "grad_norm": 4.423657356806522,
+      "learning_rate": 9.833592021345938e-06,
+      "loss": 0.31,
+      "step": 98
+    },
+    {
+      "epoch": 0.16638655462184873,
+      "grad_norm": 4.222677175561096,
+      "learning_rate": 9.830198064488783e-06,
+      "loss": 0.2842,
+      "step": 99
+    },
+    {
+      "epoch": 0.16806722689075632,
+      "grad_norm": 4.168091860783304,
+      "learning_rate": 9.826770443260193e-06,
+      "loss": 0.252,
+      "step": 100
+    },
+    {
+      "epoch": 0.16974789915966387,
+      "grad_norm": 6.3620832971275085,
+      "learning_rate": 9.823309181549194e-06,
+      "loss": 0.2902,
+      "step": 101
+    },
+    {
+      "epoch": 0.17142857142857143,
+      "grad_norm": 6.17536019379638,
+      "learning_rate": 9.819814303479268e-06,
+      "loss": 0.2962,
+      "step": 102
+    },
+    {
+      "epoch": 0.173109243697479,
+      "grad_norm": 4.438145668562799,
+      "learning_rate": 9.816285833408185e-06,
+      "loss": 0.3056,
+      "step": 103
+    },
+    {
+      "epoch": 0.17478991596638654,
+      "grad_norm": 3.916870643757942,
+      "learning_rate": 9.812723795927848e-06,
+      "loss": 0.2413,
+      "step": 104
+    },
+    {
+      "epoch": 0.17647058823529413,
+      "grad_norm": 4.137088990144677,
+      "learning_rate": 9.809128215864096e-06,
+      "loss": 0.2926,
+      "step": 105
+    },
+    {
+      "epoch": 0.1781512605042017,
+      "grad_norm": 4.803813178194908,
+      "learning_rate": 9.805499118276555e-06,
+      "loss": 0.3213,
+      "step": 106
+    },
+    {
+      "epoch": 0.17983193277310924,
+      "grad_norm": 4.13461633288206,
+      "learning_rate": 9.801836528458453e-06,
+      "loss": 0.2581,
+      "step": 107
+    },
+    {
+      "epoch": 0.1815126050420168,
+      "grad_norm": 4.0431954077083,
+      "learning_rate": 9.798140471936437e-06,
+      "loss": 0.2011,
+      "step": 108
+    },
+    {
+      "epoch": 0.18319327731092436,
+      "grad_norm": 4.983771680315847,
+      "learning_rate": 9.79441097447041e-06,
+      "loss": 0.304,
+      "step": 109
+    },
+    {
+      "epoch": 0.18487394957983194,
+      "grad_norm": 4.001740838488305,
+      "learning_rate": 9.790648062053341e-06,
+      "loss": 0.3108,
+      "step": 110
+    },
+    {
+      "epoch": 0.1865546218487395,
+      "grad_norm": 4.286049724314065,
+      "learning_rate": 9.786851760911084e-06,
+      "loss": 0.222,
+      "step": 111
+    },
+    {
+      "epoch": 0.18823529411764706,
+      "grad_norm": 4.087795367081155,
+      "learning_rate": 9.783022097502204e-06,
+      "loss": 0.3072,
+      "step": 112
+    },
+    {
+      "epoch": 0.1899159663865546,
+      "grad_norm": 3.543885725592475,
+      "learning_rate": 9.779159098517781e-06,
+      "loss": 0.2562,
+      "step": 113
+    },
+    {
+      "epoch": 0.1915966386554622,
+      "grad_norm": 4.331258375709638,
+      "learning_rate": 9.77526279088123e-06,
+      "loss": 0.3,
+      "step": 114
+    },
+    {
+      "epoch": 0.19327731092436976,
+      "grad_norm": 5.020497063978092,
+      "learning_rate": 9.771333201748116e-06,
+      "loss": 0.2768,
+      "step": 115
+    },
+    {
+      "epoch": 0.1949579831932773,
+      "grad_norm": 3.3790105404739355,
+      "learning_rate": 9.767370358505958e-06,
+      "loss": 0.2275,
+      "step": 116
+    },
+    {
+      "epoch": 0.19663865546218487,
+      "grad_norm": 5.114492285734836,
+      "learning_rate": 9.763374288774043e-06,
+      "loss": 0.3194,
+      "step": 117
+    },
+    {
+      "epoch": 0.19831932773109243,
+      "grad_norm": 4.147457648794141,
+      "learning_rate": 9.759345020403233e-06,
+      "loss": 0.2384,
+      "step": 118
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 4.002739168668194,
+      "learning_rate": 9.755282581475769e-06,
+      "loss": 0.2595,
+      "step": 119
+    },
+    {
+      "epoch": 0.20168067226890757,
+      "grad_norm": 3.665748728737787,
+      "learning_rate": 9.751187000305076e-06,
+      "loss": 0.2456,
+      "step": 120
+    },
+    {
+      "epoch": 0.20336134453781513,
+      "grad_norm": 4.317063513127341,
+      "learning_rate": 9.747058305435566e-06,
+      "loss": 0.3031,
+      "step": 121
+    },
+    {
+      "epoch": 0.20504201680672268,
+      "grad_norm": 4.491629737709359,
+      "learning_rate": 9.742896525642442e-06,
+      "loss": 0.3095,
+      "step": 122
+    },
+    {
+      "epoch": 0.20672268907563024,
+      "grad_norm": 4.5060463998958245,
+      "learning_rate": 9.738701689931488e-06,
+      "loss": 0.309,
+      "step": 123
+    },
+    {
+      "epoch": 0.20840336134453782,
+      "grad_norm": 3.8391374970872487,
+      "learning_rate": 9.734473827538881e-06,
+      "loss": 0.2701,
+      "step": 124
+    },
+    {
+      "epoch": 0.21008403361344538,
+      "grad_norm": 5.610803912721021,
+      "learning_rate": 9.730212967930974e-06,
+      "loss": 0.3006,
+      "step": 125
+    },
+    {
+      "epoch": 0.21176470588235294,
+      "grad_norm": 3.865567382675256,
+      "learning_rate": 9.7259191408041e-06,
+      "loss": 0.2494,
+      "step": 126
+    },
+    {
+      "epoch": 0.2134453781512605,
+      "grad_norm": 4.157071231774723,
+      "learning_rate": 9.721592376084355e-06,
+      "loss": 0.2929,
+      "step": 127
+    },
+    {
+      "epoch": 0.21512605042016808,
+      "grad_norm": 4.69641419523669,
+      "learning_rate": 9.717232703927402e-06,
+      "loss": 0.2922,
+      "step": 128
+    },
+    {
+      "epoch": 0.21680672268907564,
+      "grad_norm": 3.9492507253815137,
+      "learning_rate": 9.712840154718253e-06,
+      "loss": 0.2449,
+      "step": 129
+    },
+    {
+      "epoch": 0.2184873949579832,
+      "grad_norm": 4.438337881075212,
+      "learning_rate": 9.70841475907106e-06,
+      "loss": 0.2738,
+      "step": 130
+    },
+    {
+      "epoch": 0.22016806722689075,
+      "grad_norm": 4.515382778757333,
+      "learning_rate": 9.703956547828893e-06,
+      "loss": 0.264,
+      "step": 131
+    },
+    {
+      "epoch": 0.2218487394957983,
+      "grad_norm": 3.2827204648104185,
+      "learning_rate": 9.69946555206354e-06,
+      "loss": 0.2103,
+      "step": 132
+    },
+    {
+      "epoch": 0.2235294117647059,
+      "grad_norm": 6.877887492871786,
+      "learning_rate": 9.694941803075285e-06,
+      "loss": 0.4638,
+      "step": 133
+    },
+    {
+      "epoch": 0.22521008403361345,
+      "grad_norm": 3.826504365543723,
+      "learning_rate": 9.690385332392676e-06,
+      "loss": 0.2347,
+      "step": 134
+    },
+    {
+      "epoch": 0.226890756302521,
+      "grad_norm": 4.474707023359214,
+      "learning_rate": 9.685796171772327e-06,
+      "loss": 0.4061,
+      "step": 135
+    },
+    {
+      "epoch": 0.22857142857142856,
+      "grad_norm": 4.228391017498601,
+      "learning_rate": 9.681174353198687e-06,
+      "loss": 0.3177,
+      "step": 136
+    },
+    {
+      "epoch": 0.23025210084033612,
+      "grad_norm": 3.7515452786239196,
+      "learning_rate": 9.67651990888381e-06,
+      "loss": 0.3122,
+      "step": 137
+    },
+    {
+      "epoch": 0.2319327731092437,
+      "grad_norm": 3.8337555170576305,
+      "learning_rate": 9.67183287126714e-06,
+      "loss": 0.2236,
+      "step": 138
+    },
+    {
+      "epoch": 0.23361344537815126,
+      "grad_norm": 3.575500732595517,
+      "learning_rate": 9.667113273015283e-06,
+      "loss": 0.257,
+      "step": 139
+    },
+    {
+      "epoch": 0.23529411764705882,
+      "grad_norm": 4.960211439105124,
+      "learning_rate": 9.66236114702178e-06,
+      "loss": 0.3158,
+      "step": 140
+    },
+    {
+      "epoch": 0.23697478991596638,
+      "grad_norm": 3.7297597163549945,
+      "learning_rate": 9.657576526406872e-06,
+      "loss": 0.2612,
+      "step": 141
+    },
+    {
+      "epoch": 0.23865546218487396,
+      "grad_norm": 5.716132411582617,
+      "learning_rate": 9.652759444517276e-06,
+      "loss": 0.2984,
+      "step": 142
+    },
+    {
+      "epoch": 0.24033613445378152,
+      "grad_norm": 3.9938378467188556,
+      "learning_rate": 9.647909934925952e-06,
+      "loss": 0.2578,
+      "step": 143
+    },
+    {
+      "epoch": 0.24201680672268908,
+      "grad_norm": 4.768607552808638,
+      "learning_rate": 9.64302803143186e-06,
+      "loss": 0.3166,
+      "step": 144
+    },
+    {
+      "epoch": 0.24369747899159663,
+      "grad_norm": 4.36886602623328,
+      "learning_rate": 9.63811376805974e-06,
+      "loss": 0.2879,
+      "step": 145
+    },
+    {
+      "epoch": 0.2453781512605042,
+      "grad_norm": 5.159036155402597,
+      "learning_rate": 9.633167179059859e-06,
+      "loss": 0.3313,
+      "step": 146
+    },
+    {
+      "epoch": 0.24705882352941178,
+      "grad_norm": 3.9079551640082775,
+      "learning_rate": 9.628188298907782e-06,
+      "loss": 0.2307,
+      "step": 147
+    },
+    {
+      "epoch": 0.24873949579831933,
+      "grad_norm": 4.972815617641453,
+      "learning_rate": 9.623177162304132e-06,
+      "loss": 0.3627,
+      "step": 148
+    },
+    {
+      "epoch": 0.2504201680672269,
+      "grad_norm": 3.7182475542942637,
+      "learning_rate": 9.618133804174341e-06,
+      "loss": 0.2088,
+      "step": 149
+    },
+    {
+      "epoch": 0.25210084033613445,
+      "grad_norm": 5.105115930829285,
+      "learning_rate": 9.613058259668416e-06,
+      "loss": 0.3468,
+      "step": 150
+    },
+    {
+      "epoch": 0.253781512605042,
+      "grad_norm": 4.2243880410090515,
+      "learning_rate": 9.607950564160682e-06,
+      "loss": 0.278,
+      "step": 151
+    },
+    {
+      "epoch": 0.25546218487394956,
+      "grad_norm": 3.5788756892431417,
+      "learning_rate": 9.602810753249549e-06,
+      "loss": 0.2613,
+      "step": 152
+    },
+    {
+      "epoch": 0.2571428571428571,
+      "grad_norm": 3.6146625169924502,
+      "learning_rate": 9.597638862757255e-06,
+      "loss": 0.2197,
+      "step": 153
+    },
+    {
+      "epoch": 0.25882352941176473,
+      "grad_norm": 5.192851016189807,
+      "learning_rate": 9.592434928729617e-06,
+      "loss": 0.2943,
+      "step": 154
+    },
+    {
+      "epoch": 0.2605042016806723,
+      "grad_norm": 5.012984899286897,
+      "learning_rate": 9.587198987435782e-06,
+      "loss": 0.2742,
+      "step": 155
+    },
+    {
+      "epoch": 0.26218487394957984,
+      "grad_norm": 4.243030317874798,
+      "learning_rate": 9.581931075367979e-06,
+      "loss": 0.3106,
+      "step": 156
+    },
+    {
+      "epoch": 0.2638655462184874,
+      "grad_norm": 4.352999777089954,
+      "learning_rate": 9.576631229241248e-06,
+      "loss": 0.2602,
+      "step": 157
+    },
+    {
+      "epoch": 0.26554621848739496,
+      "grad_norm": 3.8746827574175016,
+      "learning_rate": 9.57129948599321e-06,
+      "loss": 0.2375,
+      "step": 158
+    },
+    {
+      "epoch": 0.2672268907563025,
+      "grad_norm": 4.370512006750166,
+      "learning_rate": 9.565935882783784e-06,
+      "loss": 0.3138,
+      "step": 159
+    },
+    {
+      "epoch": 0.2689075630252101,
+      "grad_norm": 4.530164031043821,
+      "learning_rate": 9.56054045699494e-06,
+      "loss": 0.2808,
+      "step": 160
+    },
+    {
+      "epoch": 0.27058823529411763,
+      "grad_norm": 4.240473901674803,
+      "learning_rate": 9.555113246230443e-06,
+      "loss": 0.2534,
+      "step": 161
+    },
+    {
+      "epoch": 0.2722689075630252,
+      "grad_norm": 4.518086654583603,
+      "learning_rate": 9.54965428831558e-06,
+      "loss": 0.338,
+      "step": 162
+    },
+    {
+      "epoch": 0.2739495798319328,
+      "grad_norm": 4.703674977488523,
+      "learning_rate": 9.544163621296906e-06,
+      "loss": 0.3264,
+      "step": 163
+    },
+    {
+      "epoch": 0.27563025210084036,
+      "grad_norm": 3.5692443136214327,
+      "learning_rate": 9.538641283441974e-06,
+      "loss": 0.3219,
+      "step": 164
+    },
+    {
+      "epoch": 0.2773109243697479,
+      "grad_norm": 3.6543200856527696,
+      "learning_rate": 9.533087313239065e-06,
+      "loss": 0.2259,
+      "step": 165
+    },
+    {
+      "epoch": 0.27899159663865547,
+      "grad_norm": 3.215902167038249,
+      "learning_rate": 9.527501749396924e-06,
+      "loss": 0.2681,
+      "step": 166
+    },
+    {
+      "epoch": 0.280672268907563,
+      "grad_norm": 3.63082759717829,
+      "learning_rate": 9.521884630844498e-06,
+      "loss": 0.3603,
+      "step": 167
+    },
+    {
+      "epoch": 0.2823529411764706,
+      "grad_norm": 4.395327561528559,
+      "learning_rate": 9.516235996730645e-06,
+      "loss": 0.3001,
+      "step": 168
+    },
+    {
+      "epoch": 0.28403361344537814,
+      "grad_norm": 3.402290374462376,
+      "learning_rate": 9.510555886423883e-06,
+      "loss": 0.2243,
+      "step": 169
+    },
+    {
+      "epoch": 0.2857142857142857,
+      "grad_norm": 4.229267629127821,
+      "learning_rate": 9.504844339512096e-06,
+      "loss": 0.2396,
+      "step": 170
+    },
+    {
+      "epoch": 0.28739495798319326,
+      "grad_norm": 5.626539496937702,
+      "learning_rate": 9.499101395802277e-06,
+      "loss": 0.3552,
+      "step": 171
+    },
+    {
+      "epoch": 0.28907563025210087,
+      "grad_norm": 4.261902788104125,
+      "learning_rate": 9.493327095320231e-06,
+      "loss": 0.2933,
+      "step": 172
+    },
+    {
+      "epoch": 0.2907563025210084,
+      "grad_norm": 4.315799314745412,
+      "learning_rate": 9.487521478310316e-06,
+      "loss": 0.337,
+      "step": 173
+    },
+    {
+      "epoch": 0.292436974789916,
+      "grad_norm": 3.2957622174585466,
+      "learning_rate": 9.481684585235145e-06,
+      "loss": 0.2044,
+      "step": 174
+    },
+    {
+      "epoch": 0.29411764705882354,
+      "grad_norm": 3.7840993226552264,
+      "learning_rate": 9.475816456775313e-06,
+      "loss": 0.355,
+      "step": 175
+    },
+    {
+      "epoch": 0.2957983193277311,
+      "grad_norm": 4.315595576291231,
+      "learning_rate": 9.469917133829114e-06,
+      "loss": 0.2866,
+      "step": 176
+    },
+    {
+      "epoch": 0.29747899159663865,
+      "grad_norm": 3.3039529791986375,
+      "learning_rate": 9.463986657512254e-06,
+      "loss": 0.2351,
+      "step": 177
+    },
+    {
+      "epoch": 0.2991596638655462,
+      "grad_norm": 3.501475550122351,
+      "learning_rate": 9.458025069157563e-06,
+      "loss": 0.2393,
+      "step": 178
+    },
+    {
+      "epoch": 0.30084033613445377,
+      "grad_norm": 2.96105228086886,
+      "learning_rate": 9.452032410314709e-06,
+      "loss": 0.1883,
+      "step": 179
+    },
+    {
+      "epoch": 0.3025210084033613,
+      "grad_norm": 2.680755297383461,
+      "learning_rate": 9.446008722749906e-06,
+      "loss": 0.1813,
+      "step": 180
+    },
+    {
+      "epoch": 0.3042016806722689,
+      "grad_norm": 4.321387391660858,
+      "learning_rate": 9.439954048445628e-06,
+      "loss": 0.2939,
+      "step": 181
+    },
+    {
+      "epoch": 0.3058823529411765,
+      "grad_norm": 3.0370917327024367,
+      "learning_rate": 9.43386842960031e-06,
+      "loss": 0.2264,
+      "step": 182
+    },
+    {
+      "epoch": 0.30756302521008405,
+      "grad_norm": 3.310352207725729,
+      "learning_rate": 9.427751908628059e-06,
+      "loss": 0.2324,
+      "step": 183
+    },
+    {
+      "epoch": 0.3092436974789916,
+      "grad_norm": 4.805046115785464,
+      "learning_rate": 9.421604528158355e-06,
+      "loss": 0.3299,
+      "step": 184
+    },
+    {
+      "epoch": 0.31092436974789917,
+      "grad_norm": 4.739559492527739,
+      "learning_rate": 9.415426331035754e-06,
+      "loss": 0.3299,
+      "step": 185
+    },
+    {
+      "epoch": 0.3126050420168067,
+      "grad_norm": 4.490880194826058,
+      "learning_rate": 9.409217360319594e-06,
+      "loss": 0.3312,
+      "step": 186
+    },
+    {
+      "epoch": 0.3142857142857143,
+      "grad_norm": 4.700636400248507,
+      "learning_rate": 9.40297765928369e-06,
+      "loss": 0.3269,
+      "step": 187
+    },
+    {
+      "epoch": 0.31596638655462184,
+      "grad_norm": 4.776516740186767,
+      "learning_rate": 9.396707271416035e-06,
+      "loss": 0.4301,
+      "step": 188
+    },
+    {
+      "epoch": 0.3176470588235294,
+      "grad_norm": 4.1685832195956465,
+      "learning_rate": 9.39040624041849e-06,
+      "loss": 0.2683,
+      "step": 189
+    },
+    {
+      "epoch": 0.31932773109243695,
+      "grad_norm": 3.746172051394499,
+      "learning_rate": 9.384074610206495e-06,
+      "loss": 0.2646,
+      "step": 190
+    },
+    {
+      "epoch": 0.32100840336134456,
+      "grad_norm": 4.379779974988923,
+      "learning_rate": 9.377712424908743e-06,
+      "loss": 0.2967,
+      "step": 191
+    },
+    {
+      "epoch": 0.3226890756302521,
+      "grad_norm": 4.319433814312415,
+      "learning_rate": 9.371319728866892e-06,
+      "loss": 0.3311,
+      "step": 192
+    },
+    {
+      "epoch": 0.3243697478991597,
+      "grad_norm": 4.861684100170174,
+      "learning_rate": 9.36489656663524e-06,
+      "loss": 0.354,
+      "step": 193
+    },
+    {
+      "epoch": 0.32605042016806723,
+      "grad_norm": 4.50859409722337,
+      "learning_rate": 9.35844298298042e-06,
+      "loss": 0.3593,
+      "step": 194
+    },
+    {
+      "epoch": 0.3277310924369748,
+      "grad_norm": 3.5195246430906493,
+      "learning_rate": 9.351959022881098e-06,
+      "loss": 0.2799,
+      "step": 195
+    },
+    {
+      "epoch": 0.32941176470588235,
+      "grad_norm": 4.0869900443685045,
+      "learning_rate": 9.345444731527642e-06,
+      "loss": 0.2529,
+      "step": 196
+    },
+    {
+      "epoch": 0.3310924369747899,
+      "grad_norm": 3.546421899021016,
+      "learning_rate": 9.338900154321818e-06,
+      "loss": 0.2463,
+      "step": 197
+    },
+    {
+      "epoch": 0.33277310924369746,
+      "grad_norm": 3.9484095318347627,
+      "learning_rate": 9.332325336876472e-06,
+      "loss": 0.2371,
+      "step": 198
+    },
+    {
+      "epoch": 0.334453781512605,
+      "grad_norm": 4.483956700532791,
+      "learning_rate": 9.325720325015211e-06,
+      "loss": 0.3235,
+      "step": 199
+    },
+    {
+      "epoch": 0.33613445378151263,
+      "grad_norm": 4.211527014803536,
+      "learning_rate": 9.319085164772082e-06,
+      "loss": 0.2591,
+      "step": 200
+    },
+    {
+      "epoch": 0.3378151260504202,
+      "grad_norm": 3.622584139095102,
+      "learning_rate": 9.312419902391256e-06,
+      "loss": 0.2483,
+      "step": 201
+    },
+    {
+      "epoch": 0.33949579831932775,
+      "grad_norm": 3.88188639438146,
+      "learning_rate": 9.305724584326702e-06,
+      "loss": 0.2586,
+      "step": 202
+    },
+    {
+      "epoch": 0.3411764705882353,
+      "grad_norm": 3.9405976888051475,
+      "learning_rate": 9.298999257241862e-06,
+      "loss": 0.2274,
+      "step": 203
+    },
+    {
+      "epoch": 0.34285714285714286,
+      "grad_norm": 4.146224854604681,
+      "learning_rate": 9.292243968009332e-06,
+      "loss": 0.2594,
+      "step": 204
+    },
+    {
+      "epoch": 0.3445378151260504,
+      "grad_norm": 3.989185944129595,
+      "learning_rate": 9.285458763710524e-06,
+      "loss": 0.2683,
+      "step": 205
+    },
+    {
+      "epoch": 0.346218487394958,
+      "grad_norm": 5.608784350311355,
+      "learning_rate": 9.278643691635352e-06,
+      "loss": 0.3709,
+      "step": 206
+    },
+    {
+      "epoch": 0.34789915966386553,
+      "grad_norm": 5.532967872431193,
+      "learning_rate": 9.271798799281893e-06,
+      "loss": 0.297,
+      "step": 207
+    },
+    {
+      "epoch": 0.3495798319327731,
+      "grad_norm": 4.155027058077883,
+      "learning_rate": 9.264924134356057e-06,
+      "loss": 0.2531,
+      "step": 208
+    },
+    {
+      "epoch": 0.35126050420168065,
+      "grad_norm": 3.754241120066514,
+      "learning_rate": 9.258019744771256e-06,
+      "loss": 0.2435,
+      "step": 209
+    },
+    {
+      "epoch": 0.35294117647058826,
+      "grad_norm": 4.052985466968748,
+      "learning_rate": 9.251085678648072e-06,
+      "loss": 0.3153,
+      "step": 210
+    },
+    {
+      "epoch": 0.3546218487394958,
+      "grad_norm": 4.148768432508325,
+      "learning_rate": 9.244121984313916e-06,
+      "loss": 0.2732,
+      "step": 211
+    },
+    {
+      "epoch": 0.3563025210084034,
+      "grad_norm": 5.068122975449146,
+      "learning_rate": 9.2371287103027e-06,
+      "loss": 0.3473,
+      "step": 212
+    },
+    {
+      "epoch": 0.35798319327731093,
+      "grad_norm": 4.006936512374535,
+      "learning_rate": 9.23010590535449e-06,
+      "loss": 0.315,
+      "step": 213
+    },
+    {
+      "epoch": 0.3596638655462185,
+      "grad_norm": 3.547781254170819,
+      "learning_rate": 9.223053618415168e-06,
+      "loss": 0.2365,
+      "step": 214
+    },
+    {
+      "epoch": 0.36134453781512604,
+      "grad_norm": 4.36880445829326,
+      "learning_rate": 9.215971898636094e-06,
+      "loss": 0.2967,
+      "step": 215
+    },
+    {
+      "epoch": 0.3630252100840336,
+      "grad_norm": 4.496167262693602,
+      "learning_rate": 9.208860795373765e-06,
+      "loss": 0.2878,
+      "step": 216
+    },
+    {
+      "epoch": 0.36470588235294116,
+      "grad_norm": 3.887663796616842,
+      "learning_rate": 9.201720358189464e-06,
+      "loss": 0.2525,
+      "step": 217
+    },
+    {
+      "epoch": 0.3663865546218487,
+      "grad_norm": 4.233661308098312,
+      "learning_rate": 9.194550636848923e-06,
+      "loss": 0.2519,
+      "step": 218
+    },
+    {
+      "epoch": 0.3680672268907563,
+      "grad_norm": 4.54484885962988,
+      "learning_rate": 9.187351681321965e-06,
+      "loss": 0.3203,
+      "step": 219
+    },
+    {
+      "epoch": 0.3697478991596639,
+      "grad_norm": 3.4662216920786424,
+      "learning_rate": 9.180123541782172e-06,
+      "loss": 0.2214,
+      "step": 220
+    },
+    {
+      "epoch": 0.37142857142857144,
+      "grad_norm": 3.5300962901500506,
+      "learning_rate": 9.172866268606514e-06,
+      "loss": 0.2963,
+      "step": 221
+    },
+    {
+      "epoch": 0.373109243697479,
+      "grad_norm": 4.206031375820797,
+      "learning_rate": 9.16557991237502e-06,
+      "loss": 0.2203,
+      "step": 222
+    },
+    {
+      "epoch": 0.37478991596638656,
+      "grad_norm": 3.757840416808929,
+      "learning_rate": 9.158264523870413e-06,
+      "loss": 0.3239,
+      "step": 223
+    },
+    {
+      "epoch": 0.3764705882352941,
+      "grad_norm": 3.597090675392685,
+      "learning_rate": 9.150920154077753e-06,
+      "loss": 0.2665,
+      "step": 224
+    },
+    {
+      "epoch": 0.37815126050420167,
+      "grad_norm": 4.446089735200772,
+      "learning_rate": 9.143546854184095e-06,
+      "loss": 0.2796,
+      "step": 225
+    },
+    {
+      "epoch": 0.3798319327731092,
+      "grad_norm": 4.073434401093653,
+      "learning_rate": 9.136144675578114e-06,
+      "loss": 0.3209,
+      "step": 226
+    },
+    {
+      "epoch": 0.3815126050420168,
+      "grad_norm": 5.293045962034339,
+      "learning_rate": 9.128713669849767e-06,
+      "loss": 0.2809,
+      "step": 227
+    },
+    {
+      "epoch": 0.3831932773109244,
+      "grad_norm": 3.680410107923094,
+      "learning_rate": 9.121253888789916e-06,
+      "loss": 0.2351,
+      "step": 228
+    },
+    {
+      "epoch": 0.38487394957983195,
+      "grad_norm": 4.088899341235213,
+      "learning_rate": 9.113765384389984e-06,
+      "loss": 0.241,
+      "step": 229
+    },
+    {
+      "epoch": 0.3865546218487395,
+      "grad_norm": 4.210493690445477,
+      "learning_rate": 9.106248208841568e-06,
+      "loss": 0.2192,
+      "step": 230
+    },
+    {
+      "epoch": 0.38823529411764707,
+      "grad_norm": 3.587405660068709,
+      "learning_rate": 9.098702414536107e-06,
+      "loss": 0.2711,
+      "step": 231
+    },
+    {
+      "epoch": 0.3899159663865546,
+      "grad_norm": 3.825397280710117,
+      "learning_rate": 9.091128054064487e-06,
+      "loss": 0.3151,
+      "step": 232
+    },
+    {
+      "epoch": 0.3915966386554622,
+      "grad_norm": 4.285084366810055,
+      "learning_rate": 9.083525180216697e-06,
+      "loss": 0.3844,
+      "step": 233
+    },
+    {
+      "epoch": 0.39327731092436974,
+      "grad_norm": 4.755201193219765,
+      "learning_rate": 9.075893845981445e-06,
+      "loss": 0.3369,
+      "step": 234
+    },
+    {
+      "epoch": 0.3949579831932773,
+      "grad_norm": 4.281159237147637,
+      "learning_rate": 9.0682341045458e-06,
+      "loss": 0.2796,
+      "step": 235
+    },
+    {
+      "epoch": 0.39663865546218485,
+      "grad_norm": 4.368844736645276,
+      "learning_rate": 9.060546009294818e-06,
+      "loss": 0.2487,
+      "step": 236
+    },
+    {
+      "epoch": 0.3983193277310924,
+      "grad_norm": 4.6683321618853135,
+      "learning_rate": 9.05282961381116e-06,
+      "loss": 0.3492,
+      "step": 237
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 5.315996126677612,
+      "learning_rate": 9.045084971874738e-06,
+      "loss": 0.3656,
+      "step": 238
+    },
+    {
+      "epoch": 0.4016806722689076,
+      "grad_norm": 3.858049576778821,
+      "learning_rate": 9.037312137462323e-06,
+      "loss": 0.2944,
+      "step": 239
+    },
+    {
+      "epoch": 0.40336134453781514,
+      "grad_norm": 3.759649106675766,
+      "learning_rate": 9.029511164747175e-06,
+      "loss": 0.2459,
+      "step": 240
+    },
+    {
+      "epoch": 0.4050420168067227,
+      "grad_norm": 3.202243641118359,
+      "learning_rate": 9.021682108098671e-06,
+      "loss": 0.2363,
+      "step": 241
+    },
+    {
+      "epoch": 0.40672268907563025,
+      "grad_norm": 3.6191519137994645,
+      "learning_rate": 9.013825022081915e-06,
+      "loss": 0.2047,
+      "step": 242
+    },
+    {
+      "epoch": 0.4084033613445378,
+      "grad_norm": 3.6644452904006033,
+      "learning_rate": 9.005939961457366e-06,
+      "loss": 0.262,
+      "step": 243
+    },
+    {
+      "epoch": 0.41008403361344536,
+      "grad_norm": 3.7496680659825086,
+      "learning_rate": 8.998026981180454e-06,
+      "loss": 0.2771,
+      "step": 244
+    },
+    {
+      "epoch": 0.4117647058823529,
+      "grad_norm": 3.8508524533519846,
+      "learning_rate": 8.990086136401199e-06,
+      "loss": 0.2579,
+      "step": 245
+    },
+    {
+      "epoch": 0.4134453781512605,
+      "grad_norm": 3.7111410813135364,
+      "learning_rate": 8.982117482463817e-06,
+      "loss": 0.2416,
+      "step": 246
+    },
+    {
+      "epoch": 0.4151260504201681,
+      "grad_norm": 3.989630255920349,
+      "learning_rate": 8.97412107490635e-06,
+      "loss": 0.298,
+      "step": 247
+    },
+    {
+      "epoch": 0.41680672268907565,
+      "grad_norm": 4.732255647732948,
+      "learning_rate": 8.966096969460263e-06,
+      "loss": 0.32,
+      "step": 248
+    },
+    {
+      "epoch": 0.4184873949579832,
+      "grad_norm": 4.411373768817184,
+      "learning_rate": 8.958045222050073e-06,
+      "loss": 0.2691,
+      "step": 249
+    },
+    {
+      "epoch": 0.42016806722689076,
+      "grad_norm": 3.1311996398393442,
+      "learning_rate": 8.94996588879294e-06,
+      "loss": 0.221,
+      "step": 250
+    },
+    {
+      "epoch": 0.4218487394957983,
+      "grad_norm": 4.469878722633478,
+      "learning_rate": 8.94185902599829e-06,
+      "loss": 0.2651,
+      "step": 251
+    },
+    {
+      "epoch": 0.4235294117647059,
+      "grad_norm": 4.365076580209745,
+      "learning_rate": 8.933724690167417e-06,
+      "loss": 0.2595,
+      "step": 252
+    },
+    {
+      "epoch": 0.42521008403361343,
+      "grad_norm": 4.633047058160098,
+      "learning_rate": 8.92556293799309e-06,
+      "loss": 0.3017,
+      "step": 253
+    },
+    {
+      "epoch": 0.426890756302521,
+      "grad_norm": 5.2053731159390155,
+      "learning_rate": 8.917373826359156e-06,
+      "loss": 0.299,
+      "step": 254
+    },
+    {
+      "epoch": 0.42857142857142855,
+      "grad_norm": 4.447949765493168,
+      "learning_rate": 8.90915741234015e-06,
+      "loss": 0.3193,
+      "step": 255
+    },
+    {
+      "epoch": 0.43025210084033616,
+      "grad_norm": 3.8152143367175513,
+      "learning_rate": 8.900913753200887e-06,
+      "loss": 0.3044,
+      "step": 256
+    },
+    {
+      "epoch": 0.4319327731092437,
+      "grad_norm": 4.174809354409252,
+      "learning_rate": 8.892642906396076e-06,
+      "loss": 0.2842,
+      "step": 257
+    },
+    {
+      "epoch": 0.4336134453781513,
+      "grad_norm": 3.77208471800023,
+      "learning_rate": 8.884344929569905e-06,
+      "loss": 0.2609,
+      "step": 258
+    },
+    {
+      "epoch": 0.43529411764705883,
+      "grad_norm": 4.447034923610601,
+      "learning_rate": 8.87601988055565e-06,
+      "loss": 0.2726,
+      "step": 259
+    },
+    {
+      "epoch": 0.4369747899159664,
+      "grad_norm": 5.8600808097772195,
+      "learning_rate": 8.867667817375266e-06,
+      "loss": 0.346,
+      "step": 260
+    },
+    {
+      "epoch": 0.43865546218487395,
+      "grad_norm": 4.540496751153247,
+      "learning_rate": 8.859288798238988e-06,
+      "loss": 0.3182,
+      "step": 261
+    },
+    {
+      "epoch": 0.4403361344537815,
+      "grad_norm": 2.8122638765624397,
+      "learning_rate": 8.850882881544923e-06,
+      "loss": 0.1844,
+      "step": 262
+    },
+    {
+      "epoch": 0.44201680672268906,
+      "grad_norm": 3.5705823570496684,
+      "learning_rate": 8.842450125878634e-06,
+      "loss": 0.2554,
+      "step": 263
+    },
+    {
+      "epoch": 0.4436974789915966,
+      "grad_norm": 3.455189753673065,
+      "learning_rate": 8.833990590012749e-06,
+      "loss": 0.2733,
+      "step": 264
+    },
+    {
+      "epoch": 0.44537815126050423,
+      "grad_norm": 4.535794944046676,
+      "learning_rate": 8.825504332906542e-06,
+      "loss": 0.3123,
+      "step": 265
+    },
+    {
+      "epoch": 0.4470588235294118,
+      "grad_norm": 4.501300539384694,
+      "learning_rate": 8.816991413705515e-06,
+      "loss": 0.3499,
+      "step": 266
+    },
+    {
+      "epoch": 0.44873949579831934,
+      "grad_norm": 3.772508646537353,
+      "learning_rate": 8.808451891741001e-06,
+      "loss": 0.2276,
+      "step": 267
+    },
+    {
+      "epoch": 0.4504201680672269,
+      "grad_norm": 4.46019811065151,
+      "learning_rate": 8.799885826529736e-06,
+      "loss": 0.3519,
+      "step": 268
+    },
+    {
+      "epoch": 0.45210084033613446,
+      "grad_norm": 3.836911860530734,
+      "learning_rate": 8.79129327777346e-06,
+      "loss": 0.311,
+      "step": 269
+    },
+    {
+      "epoch": 0.453781512605042,
+      "grad_norm": 4.17176003502619,
+      "learning_rate": 8.782674305358481e-06,
+      "loss": 0.43,
+      "step": 270
+    },
+    {
+      "epoch": 0.45546218487394957,
+      "grad_norm": 4.563428438365214,
+      "learning_rate": 8.774028969355273e-06,
+      "loss": 0.3458,
+      "step": 271
+    },
+    {
+      "epoch": 0.45714285714285713,
+      "grad_norm": 3.1154650936868693,
+      "learning_rate": 8.765357330018056e-06,
+      "loss": 0.2571,
+      "step": 272
+    },
+    {
+      "epoch": 0.4588235294117647,
+      "grad_norm": 4.122139441670632,
+      "learning_rate": 8.756659447784367e-06,
+      "loss": 0.262,
+      "step": 273
+    },
+    {
+      "epoch": 0.46050420168067224,
+      "grad_norm": 3.8315294608965855,
+      "learning_rate": 8.74793538327465e-06,
+      "loss": 0.2821,
+      "step": 274
+    },
+    {
+      "epoch": 0.46218487394957986,
+      "grad_norm": 3.486277326170669,
+      "learning_rate": 8.739185197291824e-06,
+      "loss": 0.2609,
+      "step": 275
+    },
+    {
+      "epoch": 0.4638655462184874,
+      "grad_norm": 3.9161973496705804,
+      "learning_rate": 8.730408950820864e-06,
+      "loss": 0.2659,
+      "step": 276
+    },
+    {
+      "epoch": 0.46554621848739497,
+      "grad_norm": 3.9755393105316026,
+      "learning_rate": 8.721606705028376e-06,
+      "loss": 0.3386,
+      "step": 277
+    },
+    {
+      "epoch": 0.4672268907563025,
+      "grad_norm": 4.113828914872,
+      "learning_rate": 8.71277852126217e-06,
+      "loss": 0.3051,
+      "step": 278
+    },
+    {
+      "epoch": 0.4689075630252101,
+      "grad_norm": 4.36471703505004,
+      "learning_rate": 8.703924461050832e-06,
+      "loss": 0.3559,
+      "step": 279
+    },
+    {
+      "epoch": 0.47058823529411764,
+      "grad_norm": 3.2200963840010313,
+      "learning_rate": 8.695044586103297e-06,
+      "loss": 0.2411,
+      "step": 280
+    },
+    {
+      "epoch": 0.4722689075630252,
+      "grad_norm": 3.703533034697428,
+      "learning_rate": 8.686138958308415e-06,
+      "loss": 0.2494,
+      "step": 281
+    },
+    {
+      "epoch": 0.47394957983193275,
+      "grad_norm": 4.893742503645441,
+      "learning_rate": 8.67720763973452e-06,
+      "loss": 0.3223,
+      "step": 282
+    },
+    {
+      "epoch": 0.4756302521008403,
+      "grad_norm": 3.4635478444534953,
+      "learning_rate": 8.668250692629008e-06,
+      "loss": 0.2756,
+      "step": 283
+    },
+    {
+      "epoch": 0.4773109243697479,
+      "grad_norm": 3.6201745404997614,
+      "learning_rate": 8.659268179417886e-06,
+      "loss": 0.2908,
+      "step": 284
+    },
+    {
+      "epoch": 0.4789915966386555,
+      "grad_norm": 3.782243262021975,
+      "learning_rate": 8.65026016270535e-06,
+      "loss": 0.234,
+      "step": 285
+    },
+    {
+      "epoch": 0.48067226890756304,
+      "grad_norm": 3.5478171634722813,
+      "learning_rate": 8.641226705273344e-06,
+      "loss": 0.2861,
+      "step": 286
+    },
+    {
+      "epoch": 0.4823529411764706,
+      "grad_norm": 4.037626445390373,
+      "learning_rate": 8.632167870081122e-06,
+      "loss": 0.2432,
+      "step": 287
+    },
+    {
+      "epoch": 0.48403361344537815,
+      "grad_norm": 3.2184403921642213,
+      "learning_rate": 8.623083720264806e-06,
+      "loss": 0.2363,
+      "step": 288
+    },
+    {
+      "epoch": 0.4857142857142857,
+      "grad_norm": 5.052805269729211,
+      "learning_rate": 8.613974319136959e-06,
+      "loss": 0.3165,
+      "step": 289
+    },
+    {
+      "epoch": 0.48739495798319327,
+      "grad_norm": 3.218456415544736,
+      "learning_rate": 8.604839730186125e-06,
+      "loss": 0.2267,
+      "step": 290
+    },
+    {
+      "epoch": 0.4890756302521008,
+      "grad_norm": 4.252440000738233,
+      "learning_rate": 8.595680017076403e-06,
+      "loss": 0.2729,
+      "step": 291
+    },
+    {
+      "epoch": 0.4907563025210084,
+      "grad_norm": 3.1859679446297022,
+      "learning_rate": 8.586495243646992e-06,
+      "loss": 0.251,
+      "step": 292
+    },
+    {
+      "epoch": 0.492436974789916,
+      "grad_norm": 3.66415139207086,
+      "learning_rate": 8.577285473911753e-06,
+      "loss": 0.2324,
+      "step": 293
+    },
+    {
+      "epoch": 0.49411764705882355,
+      "grad_norm": 4.099894312537824,
+      "learning_rate": 8.568050772058763e-06,
+      "loss": 0.2386,
+      "step": 294
+    },
+    {
+      "epoch": 0.4957983193277311,
+      "grad_norm": 3.9209399542308607,
+      "learning_rate": 8.558791202449857e-06,
+      "loss": 0.3748,
+      "step": 295
+    },
+    {
+      "epoch": 0.49747899159663866,
+      "grad_norm": 3.3376430249824636,
+      "learning_rate": 8.549506829620193e-06,
+      "loss": 0.2286,
+      "step": 296
+    },
+    {
+      "epoch": 0.4991596638655462,
+      "grad_norm": 3.062020828679799,
+      "learning_rate": 8.540197718277797e-06,
+      "loss": 0.2708,
+      "step": 297
+    },
+    {
+      "epoch": 0.5008403361344538,
+      "grad_norm": 3.1937828441308334,
+      "learning_rate": 8.530863933303108e-06,
+      "loss": 0.2086,
+      "step": 298
+    },
+    {
+      "epoch": 0.5025210084033613,
+      "grad_norm": 3.521499964472593,
+      "learning_rate": 8.521505539748535e-06,
+      "loss": 0.2447,
+      "step": 299
+    },
+    {
+      "epoch": 0.5042016806722689,
+      "grad_norm": 4.642967511496677,
+      "learning_rate": 8.512122602837993e-06,
+      "loss": 0.2472,
+      "step": 300
+    },
+    {
+      "epoch": 0.5058823529411764,
+      "grad_norm": 4.284360904697484,
+      "learning_rate": 8.502715187966455e-06,
+      "loss": 0.3206,
+      "step": 301
+    },
+    {
+      "epoch": 0.507563025210084,
+      "grad_norm": 3.465500865378122,
+      "learning_rate": 8.493283360699496e-06,
+      "loss": 0.2294,
+      "step": 302
+    },
+    {
+      "epoch": 0.5092436974789916,
+      "grad_norm": 3.4457509437221177,
+      "learning_rate": 8.483827186772832e-06,
+      "loss": 0.2912,
+      "step": 303
+    },
+    {
+      "epoch": 0.5109243697478991,
+      "grad_norm": 3.808581617500537,
+      "learning_rate": 8.47434673209187e-06,
+      "loss": 0.2446,
+      "step": 304
+    },
+    {
+      "epoch": 0.5126050420168067,
+      "grad_norm": 3.3314215181937095,
+      "learning_rate": 8.464842062731235e-06,
+      "loss": 0.2212,
+      "step": 305
+    },
+    {
+      "epoch": 0.5142857142857142,
+      "grad_norm": 4.039124686139426,
+      "learning_rate": 8.455313244934324e-06,
+      "loss": 0.2455,
+      "step": 306
+    },
+    {
+      "epoch": 0.5159663865546219,
+      "grad_norm": 4.193722450586983,
+      "learning_rate": 8.445760345112836e-06,
+      "loss": 0.2481,
+      "step": 307
+    },
+    {
+      "epoch": 0.5176470588235295,
+      "grad_norm": 3.889796309337689,
+      "learning_rate": 8.436183429846314e-06,
+      "loss": 0.2859,
+      "step": 308
+    },
+    {
+      "epoch": 0.519327731092437,
+      "grad_norm": 3.9169255433081664,
+      "learning_rate": 8.426582565881674e-06,
+      "loss": 0.263,
+      "step": 309
+    },
+    {
+      "epoch": 0.5210084033613446,
+      "grad_norm": 3.418188058193833,
+      "learning_rate": 8.416957820132743e-06,
+      "loss": 0.2356,
+      "step": 310
+    },
+    {
+      "epoch": 0.5226890756302521,
+      "grad_norm": 3.2839702099179067,
+      "learning_rate": 8.407309259679801e-06,
+      "loss": 0.2555,
+      "step": 311
+    },
+    {
+      "epoch": 0.5243697478991597,
+      "grad_norm": 3.9981862118067957,
+      "learning_rate": 8.397636951769099e-06,
+      "loss": 0.2468,
+      "step": 312
+    },
+    {
+      "epoch": 0.5260504201680672,
+      "grad_norm": 4.1369216765373595,
+      "learning_rate": 8.387940963812398e-06,
+      "loss": 0.2481,
+      "step": 313
+    },
+    {
+      "epoch": 0.5277310924369748,
+      "grad_norm": 4.270925434895349,
+      "learning_rate": 8.378221363386506e-06,
+      "loss": 0.2558,
+      "step": 314
+    },
+    {
+      "epoch": 0.5294117647058824,
+      "grad_norm": 3.240664369248623,
+      "learning_rate": 8.368478218232787e-06,
+      "loss": 0.2583,
+      "step": 315
+    },
+    {
+      "epoch": 0.5310924369747899,
+      "grad_norm": 3.1933231590113142,
+      "learning_rate": 8.358711596256712e-06,
+      "loss": 0.215,
+      "step": 316
+    },
+    {
+      "epoch": 0.5327731092436975,
+      "grad_norm": 4.167983149331361,
+      "learning_rate": 8.348921565527373e-06,
+      "loss": 0.3324,
+      "step": 317
+    },
+    {
+      "epoch": 0.534453781512605,
+      "grad_norm": 3.4358411113634646,
+      "learning_rate": 8.339108194277006e-06,
+      "loss": 0.2589,
+      "step": 318
+    },
+    {
+      "epoch": 0.5361344537815126,
+      "grad_norm": 4.164325821445187,
+      "learning_rate": 8.329271550900528e-06,
+      "loss": 0.298,
+      "step": 319
+    },
+    {
+      "epoch": 0.5378151260504201,
+      "grad_norm": 3.5852432229900613,
+      "learning_rate": 8.319411703955042e-06,
+      "loss": 0.2575,
+      "step": 320
+    },
+    {
+      "epoch": 0.5394957983193277,
+      "grad_norm": 4.392211699734561,
+      "learning_rate": 8.309528722159383e-06,
+      "loss": 0.2755,
+      "step": 321
+    },
+    {
+      "epoch": 0.5411764705882353,
+      "grad_norm": 4.185705868785948,
+      "learning_rate": 8.299622674393615e-06,
+      "loss": 0.2893,
+      "step": 322
+    },
+    {
+      "epoch": 0.5428571428571428,
+      "grad_norm": 4.547143925765926,
+      "learning_rate": 8.289693629698564e-06,
+      "loss": 0.3375,
+      "step": 323
+    },
+    {
+      "epoch": 0.5445378151260504,
+      "grad_norm": 3.9462639969766977,
+      "learning_rate": 8.27974165727534e-06,
+      "loss": 0.3053,
+      "step": 324
+    },
+    {
+      "epoch": 0.5462184873949579,
+      "grad_norm": 3.972277144129639,
+      "learning_rate": 8.269766826484841e-06,
+      "loss": 0.2827,
+      "step": 325
+    },
+    {
+      "epoch": 0.5478991596638656,
+      "grad_norm": 3.7091300891124526,
+      "learning_rate": 8.259769206847286e-06,
+      "loss": 0.2751,
+      "step": 326
+    },
+    {
+      "epoch": 0.5495798319327732,
+      "grad_norm": 3.8728056075092736,
+      "learning_rate": 8.249748868041717e-06,
+      "loss": 0.2629,
+      "step": 327
+    },
+    {
+      "epoch": 0.5512605042016807,
+      "grad_norm": 3.230198623667927,
+      "learning_rate": 8.239705879905519e-06,
+      "loss": 0.2557,
+      "step": 328
+    },
+    {
+      "epoch": 0.5529411764705883,
+      "grad_norm": 4.162100326672927,
+      "learning_rate": 8.229640312433938e-06,
+      "loss": 0.2249,
+      "step": 329
+    },
+    {
+      "epoch": 0.5546218487394958,
+      "grad_norm": 3.030431828388766,
+      "learning_rate": 8.219552235779578e-06,
+      "loss": 0.2382,
+      "step": 330
+    },
+    {
+      "epoch": 0.5563025210084034,
+      "grad_norm": 3.2618326842590446,
+      "learning_rate": 8.209441720251934e-06,
+      "loss": 0.2562,
+      "step": 331
+    },
+    {
+      "epoch": 0.5579831932773109,
+      "grad_norm": 4.60003136005453,
+      "learning_rate": 8.199308836316883e-06,
+      "loss": 0.2635,
+      "step": 332
+    },
+    {
+      "epoch": 0.5596638655462185,
+      "grad_norm": 5.124504363614122,
+      "learning_rate": 8.189153654596199e-06,
+      "loss": 0.2848,
+      "step": 333
+    },
+    {
+      "epoch": 0.561344537815126,
+      "grad_norm": 3.093400315613663,
+      "learning_rate": 8.178976245867068e-06,
+      "loss": 0.2058,
+      "step": 334
+    },
+    {
+      "epoch": 0.5630252100840336,
+      "grad_norm": 3.393259880948687,
+      "learning_rate": 8.168776681061583e-06,
+      "loss": 0.2009,
+      "step": 335
+    },
+    {
+      "epoch": 0.5647058823529412,
+      "grad_norm": 3.9012793474429226,
+      "learning_rate": 8.158555031266255e-06,
+      "loss": 0.2728,
+      "step": 336
+    },
+    {
+      "epoch": 0.5663865546218487,
+      "grad_norm": 4.010363842008162,
+      "learning_rate": 8.148311367721524e-06,
+      "loss": 0.2487,
+      "step": 337
+    },
+    {
+      "epoch": 0.5680672268907563,
+      "grad_norm": 3.313090386559345,
+      "learning_rate": 8.138045761821252e-06,
+      "loss": 0.2392,
+      "step": 338
+    },
+    {
+      "epoch": 0.5697478991596638,
+      "grad_norm": 3.003737875930333,
+      "learning_rate": 8.127758285112226e-06,
+      "loss": 0.196,
+      "step": 339
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 4.813841107800995,
+      "learning_rate": 8.117449009293668e-06,
+      "loss": 0.2345,
+      "step": 340
+    },
+    {
+      "epoch": 0.573109243697479,
+      "grad_norm": 3.820262645541521,
+      "learning_rate": 8.107118006216732e-06,
+      "loss": 0.3774,
+      "step": 341
+    },
+    {
+      "epoch": 0.5747899159663865,
+      "grad_norm": 3.5798699267278256,
+      "learning_rate": 8.096765347883995e-06,
+      "loss": 0.323,
+      "step": 342
+    },
+    {
+      "epoch": 0.5764705882352941,
+      "grad_norm": 3.7918963101834695,
+      "learning_rate": 8.086391106448965e-06,
+      "loss": 0.2771,
+      "step": 343
+    },
+    {
+      "epoch": 0.5781512605042017,
+      "grad_norm": 3.710871164871179,
+      "learning_rate": 8.075995354215578e-06,
+      "loss": 0.2296,
+      "step": 344
+    },
+    {
+      "epoch": 0.5798319327731093,
+      "grad_norm": 3.081675164930532,
+      "learning_rate": 8.065578163637686e-06,
+      "loss": 0.239,
+      "step": 345
+    },
+    {
+      "epoch": 0.5815126050420169,
+      "grad_norm": 3.472850199568395,
+      "learning_rate": 8.055139607318558e-06,
+      "loss": 0.2581,
+      "step": 346
+    },
+    {
+      "epoch": 0.5831932773109244,
+      "grad_norm": 3.5895910105236988,
+      "learning_rate": 8.044679758010376e-06,
+      "loss": 0.25,
+      "step": 347
+    },
+    {
+      "epoch": 0.584873949579832,
+      "grad_norm": 5.03178448321192,
+      "learning_rate": 8.03419868861372e-06,
+      "loss": 0.1916,
+      "step": 348
+    },
+    {
+      "epoch": 0.5865546218487395,
+      "grad_norm": 3.821763309544136,
+      "learning_rate": 8.023696472177068e-06,
+      "loss": 0.2909,
+      "step": 349
+    },
+    {
+      "epoch": 0.5882352941176471,
+      "grad_norm": 4.0276823826082095,
+      "learning_rate": 8.013173181896283e-06,
+      "loss": 0.2604,
+      "step": 350
+    },
+    {
+      "epoch": 0.5899159663865546,
+      "grad_norm": 2.9398477769509705,
+      "learning_rate": 8.002628891114104e-06,
+      "loss": 0.2271,
+      "step": 351
+    },
+    {
+      "epoch": 0.5915966386554622,
+      "grad_norm": 4.554336270535579,
+      "learning_rate": 7.992063673319632e-06,
+      "loss": 0.3412,
+      "step": 352
+    },
+    {
+      "epoch": 0.5932773109243697,
+      "grad_norm": 4.154201529208768,
+      "learning_rate": 7.981477602147823e-06,
+      "loss": 0.265,
+      "step": 353
+    },
+    {
+      "epoch": 0.5949579831932773,
+      "grad_norm": 2.665436237812907,
+      "learning_rate": 7.97087075137897e-06,
+      "loss": 0.1938,
+      "step": 354
+    },
+    {
+      "epoch": 0.5966386554621849,
+      "grad_norm": 3.3626195738967577,
+      "learning_rate": 7.960243194938192e-06,
+      "loss": 0.228,
+      "step": 355
+    },
+    {
+      "epoch": 0.5983193277310924,
+      "grad_norm": 3.8286004476475335,
+      "learning_rate": 7.949595006894917e-06,
+      "loss": 0.257,
+      "step": 356
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 3.0558429385007275,
+      "learning_rate": 7.938926261462366e-06,
+      "loss": 0.3105,
+      "step": 357
+    },
+    {
+      "epoch": 0.6016806722689075,
+      "grad_norm": 4.545539695509062,
+      "learning_rate": 7.928237032997037e-06,
+      "loss": 0.2787,
+      "step": 358
+    },
+    {
+      "epoch": 0.6033613445378151,
+      "grad_norm": 3.4144872596036326,
+      "learning_rate": 7.917527395998183e-06,
+      "loss": 0.2107,
+      "step": 359
+    },
+    {
+      "epoch": 0.6050420168067226,
+      "grad_norm": 3.197576947653472,
+      "learning_rate": 7.9067974251073e-06,
+      "loss": 0.2402,
+      "step": 360
+    },
+    {
+      "epoch": 0.6067226890756302,
+      "grad_norm": 4.953522954492192,
+      "learning_rate": 7.896047195107599e-06,
+      "loss": 0.4079,
+      "step": 361
+    },
+    {
+      "epoch": 0.6084033613445378,
+      "grad_norm": 3.913644693006596,
+      "learning_rate": 7.885276780923488e-06,
+      "loss": 0.2446,
+      "step": 362
+    },
+    {
+      "epoch": 0.6100840336134454,
+      "grad_norm": 4.162061152262566,
+      "learning_rate": 7.87448625762005e-06,
+      "loss": 0.2775,
+      "step": 363
+    },
+    {
+      "epoch": 0.611764705882353,
+      "grad_norm": 3.9118577002779915,
+      "learning_rate": 7.863675700402527e-06,
+      "loss": 0.2945,
+      "step": 364
+    },
+    {
+      "epoch": 0.6134453781512605,
+      "grad_norm": 3.835742001918319,
+      "learning_rate": 7.852845184615776e-06,
+      "loss": 0.3243,
+      "step": 365
+    },
+    {
+      "epoch": 0.6151260504201681,
+      "grad_norm": 3.811064930664159,
+      "learning_rate": 7.841994785743765e-06,
+      "loss": 0.275,
+      "step": 366
+    },
+    {
+      "epoch": 0.6168067226890757,
+      "grad_norm": 3.638636507424936,
+      "learning_rate": 7.831124579409036e-06,
+      "loss": 0.2385,
+      "step": 367
+    },
+    {
+      "epoch": 0.6184873949579832,
+      "grad_norm": 3.7590755941327263,
+      "learning_rate": 7.820234641372182e-06,
+      "loss": 0.2615,
+      "step": 368
+    },
+    {
+      "epoch": 0.6201680672268908,
+      "grad_norm": 4.262512697571422,
+      "learning_rate": 7.809325047531315e-06,
+      "loss": 0.2305,
+      "step": 369
+    },
+    {
+      "epoch": 0.6218487394957983,
+      "grad_norm": 3.5789208550854137,
+      "learning_rate": 7.798395873921542e-06,
+      "loss": 0.2829,
+      "step": 370
+    },
+    {
+      "epoch": 0.6235294117647059,
+      "grad_norm": 3.6770787617731657,
+      "learning_rate": 7.787447196714428e-06,
+      "loss": 0.3103,
+      "step": 371
+    },
+    {
+      "epoch": 0.6252100840336134,
+      "grad_norm": 4.681057793290432,
+      "learning_rate": 7.776479092217475e-06,
+      "loss": 0.3245,
+      "step": 372
+    },
+    {
+      "epoch": 0.626890756302521,
+      "grad_norm": 4.585623869647911,
+      "learning_rate": 7.76549163687358e-06,
+      "loss": 0.2892,
+      "step": 373
+    },
+    {
+      "epoch": 0.6285714285714286,
+      "grad_norm": 3.820748783778272,
+      "learning_rate": 7.754484907260513e-06,
+      "loss": 0.2256,
+      "step": 374
+    },
+    {
+      "epoch": 0.6302521008403361,
+      "grad_norm": 3.9111468680258086,
+      "learning_rate": 7.743458980090371e-06,
+      "loss": 0.2549,
+      "step": 375
+    },
+    {
+      "epoch": 0.6319327731092437,
+      "grad_norm": 3.1067953029914888,
+      "learning_rate": 7.73241393220905e-06,
+      "loss": 0.2132,
+      "step": 376
+    },
+    {
+      "epoch": 0.6336134453781512,
+      "grad_norm": 3.164293144904975,
+      "learning_rate": 7.721349840595713e-06,
+      "loss": 0.2092,
+      "step": 377
+    },
+    {
+      "epoch": 0.6352941176470588,
+      "grad_norm": 3.734593960662017,
+      "learning_rate": 7.710266782362248e-06,
+      "loss": 0.2976,
+      "step": 378
+    },
+    {
+      "epoch": 0.6369747899159663,
+      "grad_norm": 3.1220699118832407,
+      "learning_rate": 7.69916483475273e-06,
+      "loss": 0.2478,
+      "step": 379
+    },
+    {
+      "epoch": 0.6386554621848739,
+      "grad_norm": 3.2574034724313177,
+      "learning_rate": 7.688044075142888e-06,
+      "loss": 0.1939,
+      "step": 380
+    },
+    {
+      "epoch": 0.6403361344537815,
+      "grad_norm": 3.4284207068175907,
+      "learning_rate": 7.676904581039559e-06,
+      "loss": 0.2866,
+      "step": 381
+    },
+    {
+      "epoch": 0.6420168067226891,
+      "grad_norm": 3.040455959047564,
+      "learning_rate": 7.665746430080155e-06,
+      "loss": 0.217,
+      "step": 382
+    },
+    {
+      "epoch": 0.6436974789915967,
+      "grad_norm": 3.224524280206461,
+      "learning_rate": 7.654569700032112e-06,
+      "loss": 0.2332,
+      "step": 383
+    },
+    {
+      "epoch": 0.6453781512605042,
+      "grad_norm": 3.6681207305304744,
+      "learning_rate": 7.643374468792364e-06,
+      "loss": 0.23,
+      "step": 384
+    },
+    {
+      "epoch": 0.6470588235294118,
+      "grad_norm": 2.76803712271111,
+      "learning_rate": 7.63216081438678e-06,
+      "loss": 0.1768,
+      "step": 385
+    },
+    {
+      "epoch": 0.6487394957983194,
+      "grad_norm": 3.172049754177004,
+      "learning_rate": 7.620928814969636e-06,
+      "loss": 0.2458,
+      "step": 386
+    },
+    {
+      "epoch": 0.6504201680672269,
+      "grad_norm": 4.021324325221757,
+      "learning_rate": 7.609678548823065e-06,
+      "loss": 0.2878,
+      "step": 387
+    },
+    {
+      "epoch": 0.6521008403361345,
+      "grad_norm": 4.45631664976017,
+      "learning_rate": 7.5984100943565055e-06,
+      "loss": 0.3669,
+      "step": 388
+    },
+    {
+      "epoch": 0.653781512605042,
+      "grad_norm": 4.350536114923283,
+      "learning_rate": 7.587123530106171e-06,
+      "loss": 0.3114,
+      "step": 389
+    },
+    {
+      "epoch": 0.6554621848739496,
+      "grad_norm": 4.110763780984955,
+      "learning_rate": 7.57581893473448e-06,
+      "loss": 0.3002,
+      "step": 390
+    },
+    {
+      "epoch": 0.6571428571428571,
+      "grad_norm": 3.824638074318695,
+      "learning_rate": 7.564496387029532e-06,
+      "loss": 0.2555,
+      "step": 391
+    },
+    {
+      "epoch": 0.6588235294117647,
+      "grad_norm": 4.166305509765287,
+      "learning_rate": 7.553155965904535e-06,
+      "loss": 0.2617,
+      "step": 392
+    },
+    {
+      "epoch": 0.6605042016806723,
+      "grad_norm": 4.290626462011601,
+      "learning_rate": 7.541797750397277e-06,
+      "loss": 0.2565,
+      "step": 393
+    },
+    {
+      "epoch": 0.6621848739495798,
+      "grad_norm": 3.688859506019526,
+      "learning_rate": 7.530421819669558e-06,
+      "loss": 0.2639,
+      "step": 394
+    },
+    {
+      "epoch": 0.6638655462184874,
+      "grad_norm": 3.6789226419918446,
+      "learning_rate": 7.519028253006649e-06,
+      "loss": 0.2741,
+      "step": 395
+    },
+    {
+      "epoch": 0.6655462184873949,
+      "grad_norm": 3.3382701043360647,
+      "learning_rate": 7.507617129816733e-06,
+      "loss": 0.2206,
+      "step": 396
+    },
+    {
+      "epoch": 0.6672268907563025,
+      "grad_norm": 3.3066950479168153,
+      "learning_rate": 7.496188529630359e-06,
+      "loss": 0.2993,
+      "step": 397
+    },
+    {
+      "epoch": 0.66890756302521,
+      "grad_norm": 3.893635706930087,
+      "learning_rate": 7.484742532099878e-06,
+      "loss": 0.2326,
+      "step": 398
+    },
+    {
+      "epoch": 0.6705882352941176,
+      "grad_norm": 4.099621838646233,
+      "learning_rate": 7.473279216998896e-06,
+      "loss": 0.2828,
+      "step": 399
+    },
+    {
+      "epoch": 0.6722689075630253,
+      "grad_norm": 5.661766299326251,
+      "learning_rate": 7.461798664221711e-06,
+      "loss": 0.2377,
+      "step": 400
+    },
+    {
+      "epoch": 0.6739495798319328,
+      "grad_norm": 2.870347406882497,
+      "learning_rate": 7.450300953782768e-06,
+      "loss": 0.151,
+      "step": 401
+    },
+    {
+      "epoch": 0.6756302521008404,
+      "grad_norm": 3.530732621066666,
+      "learning_rate": 7.438786165816084e-06,
+      "loss": 0.3204,
+      "step": 402
+    },
+    {
+      "epoch": 0.6773109243697479,
+      "grad_norm": 4.951946205032062,
+      "learning_rate": 7.427254380574705e-06,
+      "loss": 0.3073,
+      "step": 403
+    },
+    {
+      "epoch": 0.6789915966386555,
+      "grad_norm": 4.425642984242483,
+      "learning_rate": 7.415705678430138e-06,
+      "loss": 0.2526,
+      "step": 404
+    },
+    {
+      "epoch": 0.680672268907563,
+      "grad_norm": 4.575800850868975,
+      "learning_rate": 7.404140139871797e-06,
+      "loss": 0.3725,
+      "step": 405
+    },
+    {
+      "epoch": 0.6823529411764706,
+      "grad_norm": 4.0365196047687535,
+      "learning_rate": 7.392557845506433e-06,
+      "loss": 0.3002,
+      "step": 406
+    },
+    {
+      "epoch": 0.6840336134453782,
+      "grad_norm": 5.981792145534908,
+      "learning_rate": 7.380958876057581e-06,
+      "loss": 0.2435,
+      "step": 407
+    },
+    {
+      "epoch": 0.6857142857142857,
+      "grad_norm": 4.363575458393627,
+      "learning_rate": 7.369343312364994e-06,
+      "loss": 0.2212,
+      "step": 408
+    },
+    {
+      "epoch": 0.6873949579831933,
+      "grad_norm": 4.340605315487809,
+      "learning_rate": 7.357711235384079e-06,
+      "loss": 0.2507,
+      "step": 409
+    },
+    {
+      "epoch": 0.6890756302521008,
+      "grad_norm": 3.6485734876832274,
+      "learning_rate": 7.346062726185332e-06,
+      "loss": 0.2597,
+      "step": 410
+    },
+    {
+      "epoch": 0.6907563025210084,
+      "grad_norm": 4.0943244771611,
+      "learning_rate": 7.3343978659537775e-06,
+      "loss": 0.2611,
+      "step": 411
+    },
+    {
+      "epoch": 0.692436974789916,
+      "grad_norm": 3.5101040552518206,
+      "learning_rate": 7.3227167359883964e-06,
+      "loss": 0.2051,
+      "step": 412
+    },
+    {
+      "epoch": 0.6941176470588235,
+      "grad_norm": 4.3439206313504535,
+      "learning_rate": 7.311019417701567e-06,
+      "loss": 0.2752,
+      "step": 413
+    },
+    {
+      "epoch": 0.6957983193277311,
+      "grad_norm": 3.9550057956306093,
+      "learning_rate": 7.299305992618488e-06,
+      "loss": 0.2956,
+      "step": 414
+    },
+    {
+      "epoch": 0.6974789915966386,
+      "grad_norm": 3.1277606523059927,
+      "learning_rate": 7.287576542376616e-06,
+      "loss": 0.2466,
+      "step": 415
+    },
+    {
+      "epoch": 0.6991596638655462,
+      "grad_norm": 3.1005601888199292,
+      "learning_rate": 7.275831148725101e-06,
+      "loss": 0.2144,
+      "step": 416
+    },
+    {
+      "epoch": 0.7008403361344537,
+      "grad_norm": 3.9059268145411625,
+      "learning_rate": 7.264069893524207e-06,
+      "loss": 0.3389,
+      "step": 417
+    },
+    {
+      "epoch": 0.7025210084033613,
+      "grad_norm": 3.377596564727831,
+      "learning_rate": 7.252292858744747e-06,
+      "loss": 0.2157,
+      "step": 418
+    },
+    {
+      "epoch": 0.704201680672269,
+      "grad_norm": 4.187645692769235,
+      "learning_rate": 7.24050012646751e-06,
+      "loss": 0.3017,
+      "step": 419
+    },
+    {
+      "epoch": 0.7058823529411765,
+      "grad_norm": 3.610783613896857,
+      "learning_rate": 7.2286917788826926e-06,
+      "loss": 0.2494,
+      "step": 420
+    },
+    {
+      "epoch": 0.7075630252100841,
+      "grad_norm": 3.048155560726766,
+      "learning_rate": 7.216867898289319e-06,
+      "loss": 0.2092,
+      "step": 421
+    },
+    {
+      "epoch": 0.7092436974789916,
+      "grad_norm": 3.416863835083985,
+      "learning_rate": 7.2050285670946776e-06,
+      "loss": 0.2012,
+      "step": 422
+    },
+    {
+      "epoch": 0.7109243697478992,
+      "grad_norm": 3.6205625981668983,
+      "learning_rate": 7.193173867813735e-06,
+      "loss": 0.1958,
+      "step": 423
+    },
+    {
+      "epoch": 0.7126050420168067,
+      "grad_norm": 3.2909907100719495,
+      "learning_rate": 7.181303883068569e-06,
+      "loss": 0.2534,
+      "step": 424
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 4.094896807207073,
+      "learning_rate": 7.169418695587791e-06,
+      "loss": 0.2834,
+      "step": 425
+    },
+    {
+      "epoch": 0.7159663865546219,
+      "grad_norm": 3.7570453300774975,
+      "learning_rate": 7.157518388205969e-06,
+      "loss": 0.2357,
+      "step": 426
+    },
+    {
+      "epoch": 0.7176470588235294,
+      "grad_norm": 4.34455688743933,
+      "learning_rate": 7.145603043863045e-06,
+      "loss": 0.4079,
+      "step": 427
+    },
+    {
+      "epoch": 0.719327731092437,
+      "grad_norm": 3.9605795228359453,
+      "learning_rate": 7.1336727456037716e-06,
+      "loss": 0.2724,
+      "step": 428
+    },
+    {
+      "epoch": 0.7210084033613445,
+      "grad_norm": 4.50690190414524,
+      "learning_rate": 7.121727576577116e-06,
+      "loss": 0.2715,
+      "step": 429
+    },
+    {
+      "epoch": 0.7226890756302521,
+      "grad_norm": 3.4305670733319635,
+      "learning_rate": 7.109767620035689e-06,
+      "loss": 0.2527,
+      "step": 430
+    },
+    {
+      "epoch": 0.7243697478991596,
+      "grad_norm": 3.7556549613232155,
+      "learning_rate": 7.097792959335169e-06,
+      "loss": 0.272,
+      "step": 431
+    },
+    {
+      "epoch": 0.7260504201680672,
+      "grad_norm": 4.331780366651023,
+      "learning_rate": 7.0858036779337095e-06,
+      "loss": 0.269,
+      "step": 432
+    },
+    {
+      "epoch": 0.7277310924369748,
+      "grad_norm": 2.9644967270995464,
+      "learning_rate": 7.0737998593913686e-06,
+      "loss": 0.2009,
+      "step": 433
+    },
+    {
+      "epoch": 0.7294117647058823,
+      "grad_norm": 3.424245481423386,
+      "learning_rate": 7.061781587369518e-06,
+      "loss": 0.1963,
+      "step": 434
+    },
+    {
+      "epoch": 0.7310924369747899,
+      "grad_norm": 3.5553808491409975,
+      "learning_rate": 7.049748945630269e-06,
+      "loss": 0.2204,
+      "step": 435
+    },
+    {
+      "epoch": 0.7327731092436974,
+      "grad_norm": 2.988384045794864,
+      "learning_rate": 7.037702018035878e-06,
+      "loss": 0.255,
+      "step": 436
+    },
+    {
+      "epoch": 0.7344537815126051,
+      "grad_norm": 3.877729077495976,
+      "learning_rate": 7.0256408885481694e-06,
+      "loss": 0.2379,
+      "step": 437
+    },
+    {
+      "epoch": 0.7361344537815127,
+      "grad_norm": 3.8152006801676293,
+      "learning_rate": 7.013565641227954e-06,
+      "loss": 0.2795,
+      "step": 438
+    },
+    {
+      "epoch": 0.7378151260504202,
+      "grad_norm": 3.8197950101640408,
+      "learning_rate": 7.001476360234428e-06,
+      "loss": 0.2441,
+      "step": 439
+    },
+    {
+      "epoch": 0.7394957983193278,
+      "grad_norm": 3.653213590928426,
+      "learning_rate": 6.989373129824605e-06,
+      "loss": 0.2333,
+      "step": 440
+    },
+    {
+      "epoch": 0.7411764705882353,
+      "grad_norm": 3.1988797850199986,
+      "learning_rate": 6.977256034352713e-06,
+      "loss": 0.1969,
+      "step": 441
+    },
+    {
+      "epoch": 0.7428571428571429,
+      "grad_norm": 3.6369472387733315,
+      "learning_rate": 6.965125158269619e-06,
+      "loss": 0.2039,
+      "step": 442
+    },
+    {
+      "epoch": 0.7445378151260504,
+      "grad_norm": 3.504132707054677,
+      "learning_rate": 6.952980586122231e-06,
+      "loss": 0.2294,
+      "step": 443
+    },
+    {
+      "epoch": 0.746218487394958,
+      "grad_norm": 3.9801905625390166,
+      "learning_rate": 6.940822402552914e-06,
+      "loss": 0.2557,
+      "step": 444
+    },
+    {
+      "epoch": 0.7478991596638656,
+      "grad_norm": 3.596393116732762,
+      "learning_rate": 6.928650692298898e-06,
+      "loss": 0.226,
+      "step": 445
+    },
+    {
+      "epoch": 0.7495798319327731,
+      "grad_norm": 3.0142886185199065,
+      "learning_rate": 6.916465540191692e-06,
+      "loss": 0.2098,
+      "step": 446
+    },
+    {
+      "epoch": 0.7512605042016807,
+      "grad_norm": 4.0997116691327316,
+      "learning_rate": 6.904267031156482e-06,
+      "loss": 0.2141,
+      "step": 447
+    },
+    {
+      "epoch": 0.7529411764705882,
+      "grad_norm": 3.2816445631622164,
+      "learning_rate": 6.892055250211552e-06,
+      "loss": 0.2118,
+      "step": 448
+    },
+    {
+      "epoch": 0.7546218487394958,
+      "grad_norm": 2.898884385242415,
+      "learning_rate": 6.879830282467682e-06,
+      "loss": 0.2249,
+      "step": 449
+    },
+    {
+      "epoch": 0.7563025210084033,
+      "grad_norm": 3.701834773955598,
+      "learning_rate": 6.867592213127559e-06,
+      "loss": 0.2975,
+      "step": 450
+    },
+    {
+      "epoch": 0.7579831932773109,
+      "grad_norm": 3.3905113341532824,
+      "learning_rate": 6.855341127485183e-06,
+      "loss": 0.2285,
+      "step": 451
+    },
+    {
+      "epoch": 0.7596638655462185,
+      "grad_norm": 4.432808727705175,
+      "learning_rate": 6.84307711092527e-06,
+      "loss": 0.2872,
+      "step": 452
+    },
+    {
+      "epoch": 0.761344537815126,
+      "grad_norm": 3.8277259460611974,
+      "learning_rate": 6.8308002489226645e-06,
+      "loss": 0.2294,
+      "step": 453
+    },
+    {
+      "epoch": 0.7630252100840336,
+      "grad_norm": 3.425696594498262,
+      "learning_rate": 6.81851062704173e-06,
+      "loss": 0.1943,
+      "step": 454
+    },
+    {
+      "epoch": 0.7647058823529411,
+      "grad_norm": 3.112228899870348,
+      "learning_rate": 6.806208330935766e-06,
+      "loss": 0.2217,
+      "step": 455
+    },
+    {
+      "epoch": 0.7663865546218488,
+      "grad_norm": 3.6268572961078602,
+      "learning_rate": 6.793893446346405e-06,
+      "loss": 0.207,
+      "step": 456
+    },
+    {
+      "epoch": 0.7680672268907563,
+      "grad_norm": 3.1270143931104,
+      "learning_rate": 6.7815660591030155e-06,
+      "loss": 0.2389,
+      "step": 457
+    },
+    {
+      "epoch": 0.7697478991596639,
+      "grad_norm": 3.343441373055428,
+      "learning_rate": 6.769226255122104e-06,
+      "loss": 0.1803,
+      "step": 458
+    },
+    {
+      "epoch": 0.7714285714285715,
+      "grad_norm": 3.881868079906461,
+      "learning_rate": 6.7568741204067145e-06,
+      "loss": 0.264,
+      "step": 459
+    },
+    {
+      "epoch": 0.773109243697479,
+      "grad_norm": 3.9170195071144396,
+      "learning_rate": 6.744509741045835e-06,
+      "loss": 0.2717,
+      "step": 460
+    },
+    {
+      "epoch": 0.7747899159663866,
+      "grad_norm": 3.597422471752963,
+      "learning_rate": 6.7321332032137875e-06,
+      "loss": 0.2373,
+      "step": 461
+    },
+    {
+      "epoch": 0.7764705882352941,
+      "grad_norm": 3.6326736789138248,
+      "learning_rate": 6.719744593169642e-06,
+      "loss": 0.2809,
+      "step": 462
+    },
+    {
+      "epoch": 0.7781512605042017,
+      "grad_norm": 3.2242024990634177,
+      "learning_rate": 6.7073439972565955e-06,
+      "loss": 0.2738,
+      "step": 463
+    },
+    {
+      "epoch": 0.7798319327731092,
+      "grad_norm": 4.097362370899167,
+      "learning_rate": 6.6949315019013895e-06,
+      "loss": 0.2422,
+      "step": 464
+    },
+    {
+      "epoch": 0.7815126050420168,
+      "grad_norm": 3.0129633820408532,
+      "learning_rate": 6.682507193613697e-06,
+      "loss": 0.2308,
+      "step": 465
+    },
+    {
+      "epoch": 0.7831932773109244,
+      "grad_norm": 3.3831749684902728,
+      "learning_rate": 6.670071158985521e-06,
+      "loss": 0.2536,
+      "step": 466
+    },
+    {
+      "epoch": 0.7848739495798319,
+      "grad_norm": 4.06561523313803,
+      "learning_rate": 6.657623484690593e-06,
+      "loss": 0.2635,
+      "step": 467
+    },
+    {
+      "epoch": 0.7865546218487395,
+      "grad_norm": 3.954232561509824,
+      "learning_rate": 6.645164257483767e-06,
+      "loss": 0.2617,
+      "step": 468
+    },
+    {
+      "epoch": 0.788235294117647,
+      "grad_norm": 3.2864328535168528,
+      "learning_rate": 6.6326935642004165e-06,
+      "loss": 0.2467,
+      "step": 469
+    },
+    {
+      "epoch": 0.7899159663865546,
+      "grad_norm": 4.756041222608582,
+      "learning_rate": 6.62021149175583e-06,
+      "loss": 0.3166,
+      "step": 470
+    },
+    {
+      "epoch": 0.7915966386554621,
+      "grad_norm": 3.2133137441191364,
+      "learning_rate": 6.607718127144601e-06,
+      "loss": 0.1957,
+      "step": 471
+    },
+    {
+      "epoch": 0.7932773109243697,
+      "grad_norm": 3.9946779468067057,
+      "learning_rate": 6.595213557440026e-06,
+      "loss": 0.2561,
+      "step": 472
+    },
+    {
+      "epoch": 0.7949579831932773,
+      "grad_norm": 4.178112022529024,
+      "learning_rate": 6.582697869793495e-06,
+      "loss": 0.2841,
+      "step": 473
+    },
+    {
+      "epoch": 0.7966386554621848,
+      "grad_norm": 3.831343610559717,
+      "learning_rate": 6.570171151433887e-06,
+      "loss": 0.204,
+      "step": 474
+    },
+    {
+      "epoch": 0.7983193277310925,
+      "grad_norm": 3.6832346179871545,
+      "learning_rate": 6.557633489666958e-06,
+      "loss": 0.189,
+      "step": 475
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 2.917218404225396,
+      "learning_rate": 6.545084971874738e-06,
+      "loss": 0.1833,
+      "step": 476
+    },
+    {
+      "epoch": 0.8016806722689076,
+      "grad_norm": 2.9993597464552337,
+      "learning_rate": 6.532525685514915e-06,
+      "loss": 0.221,
+      "step": 477
+    },
+    {
+      "epoch": 0.8033613445378152,
+      "grad_norm": 5.077471303123534,
+      "learning_rate": 6.519955718120231e-06,
+      "loss": 0.3785,
+      "step": 478
+    },
+    {
+      "epoch": 0.8050420168067227,
+      "grad_norm": 3.44058389211428,
+      "learning_rate": 6.507375157297872e-06,
+      "loss": 0.2357,
+      "step": 479
+    },
+    {
+      "epoch": 0.8067226890756303,
+      "grad_norm": 3.0384174021471475,
+      "learning_rate": 6.494784090728852e-06,
+      "loss": 0.2069,
+      "step": 480
+    },
+    {
+      "epoch": 0.8084033613445378,
+      "grad_norm": 4.2110013520640335,
+      "learning_rate": 6.482182606167409e-06,
+      "loss": 0.2847,
+      "step": 481
+    },
+    {
+      "epoch": 0.8100840336134454,
+      "grad_norm": 3.4294578019501825,
+      "learning_rate": 6.469570791440385e-06,
+      "loss": 0.1842,
+      "step": 482
+    },
+    {
+      "epoch": 0.8117647058823529,
+      "grad_norm": 3.609094506614432,
+      "learning_rate": 6.456948734446624e-06,
+      "loss": 0.2636,
+      "step": 483
+    },
+    {
+      "epoch": 0.8134453781512605,
+      "grad_norm": 3.4896585628244656,
+      "learning_rate": 6.444316523156352e-06,
+      "loss": 0.2057,
+      "step": 484
+    },
+    {
+      "epoch": 0.8151260504201681,
+      "grad_norm": 3.79357908294218,
+      "learning_rate": 6.4316742456105645e-06,
+      "loss": 0.2387,
+      "step": 485
+    },
+    {
+      "epoch": 0.8168067226890756,
+      "grad_norm": 3.769325505088469,
+      "learning_rate": 6.419021989920416e-06,
+      "loss": 0.3014,
+      "step": 486
+    },
+    {
+      "epoch": 0.8184873949579832,
+      "grad_norm": 3.361574274750808,
+      "learning_rate": 6.406359844266607e-06,
+      "loss": 0.2333,
+      "step": 487
+    },
+    {
+      "epoch": 0.8201680672268907,
+      "grad_norm": 3.957312301077667,
+      "learning_rate": 6.393687896898759e-06,
+      "loss": 0.2738,
+      "step": 488
+    },
+    {
+      "epoch": 0.8218487394957983,
+      "grad_norm": 3.6962832913581245,
+      "learning_rate": 6.381006236134817e-06,
+      "loss": 0.202,
+      "step": 489
+    },
+    {
+      "epoch": 0.8235294117647058,
+      "grad_norm": 4.3843424567306695,
+      "learning_rate": 6.368314950360416e-06,
+      "loss": 0.3356,
+      "step": 490
+    },
+    {
+      "epoch": 0.8252100840336134,
+      "grad_norm": 3.988796144368344,
+      "learning_rate": 6.355614128028277e-06,
+      "loss": 0.2188,
+      "step": 491
+    },
+    {
+      "epoch": 0.826890756302521,
+      "grad_norm": 3.546665934297024,
+      "learning_rate": 6.342903857657585e-06,
+      "loss": 0.3062,
+      "step": 492
+    },
+    {
+      "epoch": 0.8285714285714286,
+      "grad_norm": 3.464405372369805,
+      "learning_rate": 6.330184227833376e-06,
+      "loss": 0.302,
+      "step": 493
+    },
+    {
+      "epoch": 0.8302521008403362,
+      "grad_norm": 3.2217174248829505,
+      "learning_rate": 6.317455327205916e-06,
+      "loss": 0.1587,
+      "step": 494
+    },
+    {
+      "epoch": 0.8319327731092437,
+      "grad_norm": 3.101235516793264,
+      "learning_rate": 6.304717244490084e-06,
+      "loss": 0.1999,
+      "step": 495
+    },
+    {
+      "epoch": 0.8336134453781513,
+      "grad_norm": 3.5091112695722333,
+      "learning_rate": 6.291970068464755e-06,
+      "loss": 0.2298,
+      "step": 496
+    },
+    {
+      "epoch": 0.8352941176470589,
+      "grad_norm": 3.327856429000738,
+      "learning_rate": 6.279213887972179e-06,
+      "loss": 0.2582,
+      "step": 497
+    },
+    {
+      "epoch": 0.8369747899159664,
+      "grad_norm": 3.62144154961139,
+      "learning_rate": 6.266448791917364e-06,
+      "loss": 0.3269,
+      "step": 498
+    },
+    {
+      "epoch": 0.838655462184874,
+      "grad_norm": 2.953403477082121,
+      "learning_rate": 6.253674869267457e-06,
+      "loss": 0.1917,
+      "step": 499
+    },
+    {
+      "epoch": 0.8403361344537815,
+      "grad_norm": 3.011235509544136,
+      "learning_rate": 6.24089220905112e-06,
+      "loss": 0.2309,
+      "step": 500
+    },
+    {
+      "epoch": 0.8403361344537815,
+      "eval_loss": 0.24230201542377472,
+      "eval_runtime": 7.6191,
+      "eval_samples_per_second": 6.431,
+      "eval_steps_per_second": 1.706,
+      "step": 500
+    },
+    {
+      "epoch": 0.8420168067226891,
+      "grad_norm": 3.64049833442948,
+      "learning_rate": 6.228100900357914e-06,
+      "loss": 0.277,
+      "step": 501
+    },
+    {
+      "epoch": 0.8436974789915966,
+      "grad_norm": 3.360168756218691,
+      "learning_rate": 6.215301032337674e-06,
+      "loss": 0.1947,
+      "step": 502
+    },
+    {
+      "epoch": 0.8453781512605042,
+      "grad_norm": 3.0764894114372976,
+      "learning_rate": 6.202492694199893e-06,
+      "loss": 0.2248,
+      "step": 503
+    },
+    {
+      "epoch": 0.8470588235294118,
+      "grad_norm": 3.425507539967475,
+      "learning_rate": 6.189675975213094e-06,
+      "loss": 0.211,
+      "step": 504
+    },
+    {
+      "epoch": 0.8487394957983193,
+      "grad_norm": 3.537768398824082,
+      "learning_rate": 6.176850964704213e-06,
+      "loss": 0.2887,
+      "step": 505
+    },
+    {
+      "epoch": 0.8504201680672269,
+      "grad_norm": 3.3295569480928515,
+      "learning_rate": 6.164017752057972e-06,
+      "loss": 0.2512,
+      "step": 506
+    },
+    {
+      "epoch": 0.8521008403361344,
+      "grad_norm": 2.8205057844309795,
+      "learning_rate": 6.151176426716261e-06,
+      "loss": 0.2132,
+      "step": 507
+    },
+    {
+      "epoch": 0.853781512605042,
+      "grad_norm": 3.313681962254624,
+      "learning_rate": 6.13832707817751e-06,
+      "loss": 0.2558,
+      "step": 508
+    },
+    {
+      "epoch": 0.8554621848739495,
+      "grad_norm": 2.8394597548886447,
+      "learning_rate": 6.125469795996065e-06,
+      "loss": 0.1857,
+      "step": 509
+    },
+    {
+      "epoch": 0.8571428571428571,
+      "grad_norm": 3.619219896462597,
+      "learning_rate": 6.112604669781572e-06,
+      "loss": 0.3292,
+      "step": 510
+    },
+    {
+      "epoch": 0.8588235294117647,
+      "grad_norm": 3.2255068003001677,
+      "learning_rate": 6.099731789198344e-06,
+      "loss": 0.1973,
+      "step": 511
+    },
+    {
+      "epoch": 0.8605042016806723,
+      "grad_norm": 3.226780905842978,
+      "learning_rate": 6.0868512439647345e-06,
+      "loss": 0.2322,
+      "step": 512
+    },
+    {
+      "epoch": 0.8621848739495799,
+      "grad_norm": 3.0735886445268297,
+      "learning_rate": 6.073963123852522e-06,
+      "loss": 0.2253,
+      "step": 513
+    },
+    {
+      "epoch": 0.8638655462184874,
+      "grad_norm": 3.2508167941737205,
+      "learning_rate": 6.061067518686277e-06,
+      "loss": 0.2204,
+      "step": 514
+    },
+    {
+      "epoch": 0.865546218487395,
+      "grad_norm": 3.48647312788438,
+      "learning_rate": 6.048164518342734e-06,
+      "loss": 0.2611,
+      "step": 515
+    },
+    {
+      "epoch": 0.8672268907563025,
+      "grad_norm": 3.9021723359330163,
+      "learning_rate": 6.035254212750172e-06,
+      "loss": 0.2766,
+      "step": 516
+    },
+    {
+      "epoch": 0.8689075630252101,
+      "grad_norm": 3.848856259653677,
+      "learning_rate": 6.022336691887785e-06,
+      "loss": 0.2467,
+      "step": 517
+    },
+    {
+      "epoch": 0.8705882352941177,
+      "grad_norm": 3.2427477527780995,
+      "learning_rate": 6.009412045785051e-06,
+      "loss": 0.2417,
+      "step": 518
+    },
+    {
+      "epoch": 0.8722689075630252,
+      "grad_norm": 3.186572269145269,
+      "learning_rate": 5.996480364521114e-06,
+      "loss": 0.2362,
+      "step": 519
+    },
+    {
+      "epoch": 0.8739495798319328,
+      "grad_norm": 3.4881108893153194,
+      "learning_rate": 5.983541738224141e-06,
+      "loss": 0.2492,
+      "step": 520
+    },
+    {
+      "epoch": 0.8756302521008403,
+      "grad_norm": 3.451309092320012,
+      "learning_rate": 5.970596257070711e-06,
+      "loss": 0.2459,
+      "step": 521
+    },
+    {
+      "epoch": 0.8773109243697479,
+      "grad_norm": 3.036808532165684,
+      "learning_rate": 5.957644011285173e-06,
+      "loss": 0.2303,
+      "step": 522
+    },
+    {
+      "epoch": 0.8789915966386554,
+      "grad_norm": 4.380816137152236,
+      "learning_rate": 5.944685091139026e-06,
+      "loss": 0.2671,
+      "step": 523
+    },
+    {
+      "epoch": 0.880672268907563,
+      "grad_norm": 3.5404271040433892,
+      "learning_rate": 5.931719586950286e-06,
+      "loss": 0.2766,
+      "step": 524
+    },
+    {
+      "epoch": 0.8823529411764706,
+      "grad_norm": 3.413794531222058,
+      "learning_rate": 5.918747589082853e-06,
+      "loss": 0.2001,
+      "step": 525
+    },
+    {
+      "epoch": 0.8840336134453781,
+      "grad_norm": 3.1862842821300834,
+      "learning_rate": 5.905769187945889e-06,
+      "loss": 0.2606,
+      "step": 526
+    },
+    {
+      "epoch": 0.8857142857142857,
+      "grad_norm": 3.0322653693123347,
+      "learning_rate": 5.892784473993184e-06,
+      "loss": 0.183,
+      "step": 527
+    },
+    {
+      "epoch": 0.8873949579831932,
+      "grad_norm": 3.160034382975318,
+      "learning_rate": 5.879793537722525e-06,
+      "loss": 0.2651,
+      "step": 528
+    },
+    {
+      "epoch": 0.8890756302521008,
+      "grad_norm": 3.8858225696631323,
+      "learning_rate": 5.8667964696750625e-06,
+      "loss": 0.2103,
+      "step": 529
+    },
+    {
+      "epoch": 0.8907563025210085,
+      "grad_norm": 4.046308603443172,
+      "learning_rate": 5.853793360434687e-06,
+      "loss": 0.2899,
+      "step": 530
+    },
+    {
+      "epoch": 0.892436974789916,
+      "grad_norm": 3.490280050594676,
+      "learning_rate": 5.840784300627396e-06,
+      "loss": 0.2757,
+      "step": 531
+    },
+    {
+      "epoch": 0.8941176470588236,
+      "grad_norm": 3.4886595872843698,
+      "learning_rate": 5.82776938092065e-06,
+      "loss": 0.2226,
+      "step": 532
+    },
+    {
+      "epoch": 0.8957983193277311,
+      "grad_norm": 3.459447687093064,
+      "learning_rate": 5.814748692022761e-06,
+      "loss": 0.2096,
+      "step": 533
+    },
+    {
+      "epoch": 0.8974789915966387,
+      "grad_norm": 3.4503094466900843,
+      "learning_rate": 5.801722324682243e-06,
+      "loss": 0.2201,
+      "step": 534
+    },
+    {
+      "epoch": 0.8991596638655462,
+      "grad_norm": 6.057225321208548,
+      "learning_rate": 5.788690369687188e-06,
+      "loss": 0.2534,
+      "step": 535
+    },
+    {
+      "epoch": 0.9008403361344538,
+      "grad_norm": 3.993936335248651,
+      "learning_rate": 5.775652917864633e-06,
+      "loss": 0.2468,
+      "step": 536
+    },
+    {
+      "epoch": 0.9025210084033614,
+      "grad_norm": 3.8240034384038957,
+      "learning_rate": 5.762610060079926e-06,
+      "loss": 0.2468,
+      "step": 537
+    },
+    {
+      "epoch": 0.9042016806722689,
+      "grad_norm": 3.506076848751469,
+      "learning_rate": 5.749561887236088e-06,
+      "loss": 0.2564,
+      "step": 538
+    },
+    {
+      "epoch": 0.9058823529411765,
+      "grad_norm": 3.4486725300170327,
+      "learning_rate": 5.736508490273189e-06,
+      "loss": 0.2775,
+      "step": 539
+    },
+    {
+      "epoch": 0.907563025210084,
+      "grad_norm": 3.6027114982004584,
+      "learning_rate": 5.723449960167703e-06,
+      "loss": 0.2172,
+      "step": 540
+    },
+    {
+      "epoch": 0.9092436974789916,
+      "grad_norm": 3.922464109691482,
+      "learning_rate": 5.710386387931886e-06,
+      "loss": 0.2995,
+      "step": 541
+    },
+    {
+      "epoch": 0.9109243697478991,
+      "grad_norm": 4.202065560048001,
+      "learning_rate": 5.697317864613127e-06,
+      "loss": 0.3745,
+      "step": 542
+    },
+    {
+      "epoch": 0.9126050420168067,
+      "grad_norm": 4.135603360147499,
+      "learning_rate": 5.684244481293335e-06,
+      "loss": 0.3435,
+      "step": 543
+    },
+    {
+      "epoch": 0.9142857142857143,
+      "grad_norm": 3.4093772473414066,
+      "learning_rate": 5.671166329088278e-06,
+      "loss": 0.2263,
+      "step": 544
+    },
+    {
+      "epoch": 0.9159663865546218,
+      "grad_norm": 3.5010536567581023,
+      "learning_rate": 5.658083499146968e-06,
+      "loss": 0.2573,
+      "step": 545
+    },
+    {
+      "epoch": 0.9176470588235294,
+      "grad_norm": 3.6193713170190582,
+      "learning_rate": 5.644996082651018e-06,
+      "loss": 0.2463,
+      "step": 546
+    },
+    {
+      "epoch": 0.9193277310924369,
+      "grad_norm": 3.4389315001827905,
+      "learning_rate": 5.6319041708140045e-06,
+      "loss": 0.1654,
+      "step": 547
+    },
+    {
+      "epoch": 0.9210084033613445,
+      "grad_norm": 3.269477559777336,
+      "learning_rate": 5.6188078548808366e-06,
+      "loss": 0.2372,
+      "step": 548
+    },
+    {
+      "epoch": 0.9226890756302522,
+      "grad_norm": 2.949744609372753,
+      "learning_rate": 5.6057072261271194e-06,
+      "loss": 0.1651,
+      "step": 549
+    },
+    {
+      "epoch": 0.9243697478991597,
+      "grad_norm": 3.284532781268528,
+      "learning_rate": 5.592602375858515e-06,
+      "loss": 0.3667,
+      "step": 550
+    },
+    {
+      "epoch": 0.9260504201680673,
+      "grad_norm": 3.033910900385078,
+      "learning_rate": 5.579493395410105e-06,
+      "loss": 0.2187,
+      "step": 551
+    },
+    {
+      "epoch": 0.9277310924369748,
+      "grad_norm": 3.8363812188814275,
+      "learning_rate": 5.566380376145762e-06,
+      "loss": 0.2711,
+      "step": 552
+    },
+    {
+      "epoch": 0.9294117647058824,
+      "grad_norm": 3.206650579866936,
+      "learning_rate": 5.553263409457504e-06,
+      "loss": 0.1997,
+      "step": 553
+    },
+    {
+      "epoch": 0.9310924369747899,
+      "grad_norm": 3.935436124623862,
+      "learning_rate": 5.540142586764862e-06,
+      "loss": 0.2661,
+      "step": 554
+    },
+    {
+      "epoch": 0.9327731092436975,
+      "grad_norm": 3.6180857295008395,
+      "learning_rate": 5.527017999514239e-06,
+      "loss": 0.2474,
+      "step": 555
+    },
+    {
+      "epoch": 0.934453781512605,
+      "grad_norm": 3.459755458614064,
+      "learning_rate": 5.51388973917828e-06,
+      "loss": 0.2821,
+      "step": 556
+    },
+    {
+      "epoch": 0.9361344537815126,
+      "grad_norm": 3.5773382583048527,
+      "learning_rate": 5.5007578972552246e-06,
+      "loss": 0.2927,
+      "step": 557
+    },
+    {
+      "epoch": 0.9378151260504202,
+      "grad_norm": 4.6363961630236785,
+      "learning_rate": 5.4876225652682776e-06,
+      "loss": 0.3551,
+      "step": 558
+    },
+    {
+      "epoch": 0.9394957983193277,
+      "grad_norm": 3.379098842911059,
+      "learning_rate": 5.474483834764968e-06,
+      "loss": 0.2059,
+      "step": 559
+    },
+    {
+      "epoch": 0.9411764705882353,
+      "grad_norm": 3.9316584340639245,
+      "learning_rate": 5.46134179731651e-06,
+      "loss": 0.2953,
+      "step": 560
+    },
+    {
+      "epoch": 0.9428571428571428,
+      "grad_norm": 3.3722167978017867,
+      "learning_rate": 5.448196544517168e-06,
+      "loss": 0.2451,
+      "step": 561
+    },
+    {
+      "epoch": 0.9445378151260504,
+      "grad_norm": 3.1185440228092887,
+      "learning_rate": 5.435048167983613e-06,
+      "loss": 0.2173,
+      "step": 562
+    },
+    {
+      "epoch": 0.946218487394958,
+      "grad_norm": 3.9485848008617523,
+      "learning_rate": 5.421896759354288e-06,
+      "loss": 0.2261,
+      "step": 563
+    },
+    {
+      "epoch": 0.9478991596638655,
+      "grad_norm": 2.9170922035357094,
+      "learning_rate": 5.408742410288769e-06,
+      "loss": 0.2287,
+      "step": 564
+    },
+    {
+      "epoch": 0.9495798319327731,
+      "grad_norm": 3.9244596118525674,
+      "learning_rate": 5.395585212467124e-06,
+      "loss": 0.2734,
+      "step": 565
+    },
+    {
+      "epoch": 0.9512605042016806,
+      "grad_norm": 4.603168201003037,
+      "learning_rate": 5.382425257589277e-06,
+      "loss": 0.3128,
+      "step": 566
+    },
+    {
+      "epoch": 0.9529411764705882,
+      "grad_norm": 3.818573488204182,
+      "learning_rate": 5.36926263737437e-06,
+      "loss": 0.3068,
+      "step": 567
+    },
+    {
+      "epoch": 0.9546218487394958,
+      "grad_norm": 2.467008222654659,
+      "learning_rate": 5.356097443560116e-06,
+      "loss": 0.2085,
+      "step": 568
+    },
+    {
+      "epoch": 0.9563025210084034,
+      "grad_norm": 3.8596036485613427,
+      "learning_rate": 5.342929767902168e-06,
+      "loss": 0.2432,
+      "step": 569
+    },
+    {
+      "epoch": 0.957983193277311,
+      "grad_norm": 4.001034423912602,
+      "learning_rate": 5.329759702173477e-06,
+      "loss": 0.2557,
+      "step": 570
+    },
+    {
+      "epoch": 0.9596638655462185,
+      "grad_norm": 3.4761405695641145,
+      "learning_rate": 5.316587338163649e-06,
+      "loss": 0.2165,
+      "step": 571
+    },
+    {
+      "epoch": 0.9613445378151261,
+      "grad_norm": 3.1581349516312316,
+      "learning_rate": 5.30341276767831e-06,
+      "loss": 0.2046,
+      "step": 572
+    },
+    {
+      "epoch": 0.9630252100840336,
+      "grad_norm": 3.717769612339884,
+      "learning_rate": 5.290236082538464e-06,
+      "loss": 0.2878,
+      "step": 573
+    },
+    {
+      "epoch": 0.9647058823529412,
+      "grad_norm": 3.8206293915711544,
+      "learning_rate": 5.27705737457985e-06,
+      "loss": 0.284,
+      "step": 574
+    },
+    {
+      "epoch": 0.9663865546218487,
+      "grad_norm": 3.5987474263840293,
+      "learning_rate": 5.2638767356523125e-06,
+      "loss": 0.1862,
+      "step": 575
+    },
+    {
+      "epoch": 0.9680672268907563,
+      "grad_norm": 2.628708627577784,
+      "learning_rate": 5.2506942576191466e-06,
+      "loss": 0.1986,
+      "step": 576
+    },
+    {
+      "epoch": 0.9697478991596639,
+      "grad_norm": 3.00948049798796,
+      "learning_rate": 5.23751003235647e-06,
+      "loss": 0.2272,
+      "step": 577
+    },
+    {
+      "epoch": 0.9714285714285714,
+      "grad_norm": 3.897035347258241,
+      "learning_rate": 5.224324151752575e-06,
+      "loss": 0.2377,
+      "step": 578
+    },
+    {
+      "epoch": 0.973109243697479,
+      "grad_norm": 3.1171554333300646,
+      "learning_rate": 5.211136707707293e-06,
+      "loss": 0.2222,
+      "step": 579
+    },
+    {
+      "epoch": 0.9747899159663865,
+      "grad_norm": 3.0039037163365983,
+      "learning_rate": 5.197947792131348e-06,
+      "loss": 0.1865,
+      "step": 580
+    },
+    {
+      "epoch": 0.9764705882352941,
+      "grad_norm": 6.257110222572669,
+      "learning_rate": 5.184757496945726e-06,
+      "loss": 0.2839,
+      "step": 581
+    },
+    {
+      "epoch": 0.9781512605042016,
+      "grad_norm": 3.821218218364182,
+      "learning_rate": 5.1715659140810225e-06,
+      "loss": 0.2529,
+      "step": 582
+    },
+    {
+      "epoch": 0.9798319327731092,
+      "grad_norm": 3.730030674136909,
+      "learning_rate": 5.158373135476811e-06,
+      "loss": 0.2524,
+      "step": 583
+    },
+    {
+      "epoch": 0.9815126050420168,
+      "grad_norm": 2.840325890140036,
+      "learning_rate": 5.145179253080997e-06,
+      "loss": 0.2176,
+      "step": 584
+    },
+    {
+      "epoch": 0.9831932773109243,
+      "grad_norm": 3.6607002570737817,
+      "learning_rate": 5.131984358849182e-06,
+      "loss": 0.2658,
+      "step": 585
+    },
+    {
+      "epoch": 0.984873949579832,
+      "grad_norm": 3.1743768713711322,
+      "learning_rate": 5.118788544744016e-06,
+      "loss": 0.2591,
+      "step": 586
+    },
+    {
+      "epoch": 0.9865546218487395,
+      "grad_norm": 3.2338897708714507,
+      "learning_rate": 5.105591902734561e-06,
+      "loss": 0.1775,
+      "step": 587
+    },
+    {
+      "epoch": 0.9882352941176471,
+      "grad_norm": 4.517369770013792,
+      "learning_rate": 5.09239452479565e-06,
+      "loss": 0.2587,
+      "step": 588
+    },
+    {
+      "epoch": 0.9899159663865547,
+      "grad_norm": 2.6496184847532733,
+      "learning_rate": 5.079196502907246e-06,
+      "loss": 0.1447,
+      "step": 589
+    },
+    {
+      "epoch": 0.9915966386554622,
+      "grad_norm": 2.7211633275819525,
+      "learning_rate": 5.065997929053795e-06,
+      "loss": 0.1926,
+      "step": 590
+    },
+    {
+      "epoch": 0.9932773109243698,
+      "grad_norm": 3.0952400745185,
+      "learning_rate": 5.052798895223597e-06,
+      "loss": 0.2134,
+      "step": 591
+    },
+    {
+      "epoch": 0.9949579831932773,
+      "grad_norm": 3.51837877201114,
+      "learning_rate": 5.039599493408154e-06,
+      "loss": 0.2745,
+      "step": 592
+    },
+    {
+      "epoch": 0.9966386554621849,
+      "grad_norm": 3.4866227884563026,
+      "learning_rate": 5.026399815601533e-06,
+      "loss": 0.2295,
+      "step": 593
+    },
+    {
+      "epoch": 0.9983193277310924,
+      "grad_norm": 3.3229672421715644,
+      "learning_rate": 5.0131999537997235e-06,
+      "loss": 0.1775,
+      "step": 594
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 3.6363741518245245,
+      "learning_rate": 5e-06,
+      "loss": 0.1833,
+      "step": 595
+    },
+    {
+      "epoch": 1.0016806722689076,
+      "grad_norm": 3.0685430970214216,
+      "learning_rate": 4.986800046200278e-06,
+      "loss": 0.1295,
+      "step": 596
+    },
+    {
+      "epoch": 1.0033613445378151,
+      "grad_norm": 2.642341004416497,
+      "learning_rate": 4.97360018439847e-06,
+      "loss": 0.0994,
+      "step": 597
+    },
+    {
+      "epoch": 1.0050420168067227,
+      "grad_norm": 2.323376314615566,
+      "learning_rate": 4.960400506591848e-06,
+      "loss": 0.075,
+      "step": 598
+    },
+    {
+      "epoch": 1.0067226890756302,
+      "grad_norm": 2.1934167410322574,
+      "learning_rate": 4.947201104776404e-06,
+      "loss": 0.0863,
+      "step": 599
+    },
+    {
+      "epoch": 1.0084033613445378,
+      "grad_norm": 2.779595805074063,
+      "learning_rate": 4.934002070946206e-06,
+      "loss": 0.09,
+      "step": 600
+    },
+    {
+      "epoch": 1.0100840336134453,
+      "grad_norm": 2.642478794924014,
+      "learning_rate": 4.920803497092757e-06,
+      "loss": 0.1072,
+      "step": 601
+    },
+    {
+      "epoch": 1.011764705882353,
+      "grad_norm": 2.8206325875789786,
+      "learning_rate": 4.907605475204352e-06,
+      "loss": 0.1135,
+      "step": 602
+    },
+    {
+      "epoch": 1.0134453781512605,
+      "grad_norm": 2.601945372181,
+      "learning_rate": 4.894408097265441e-06,
+      "loss": 0.1026,
+      "step": 603
+    },
+    {
+      "epoch": 1.015126050420168,
+      "grad_norm": 2.651228941391384,
+      "learning_rate": 4.881211455255986e-06,
+      "loss": 0.0731,
+      "step": 604
+    },
+    {
+      "epoch": 1.0168067226890756,
+      "grad_norm": 2.3414792685919994,
+      "learning_rate": 4.86801564115082e-06,
+      "loss": 0.0886,
+      "step": 605
+    },
+    {
+      "epoch": 1.0184873949579831,
+      "grad_norm": 2.7273995366520243,
+      "learning_rate": 4.854820746919005e-06,
+      "loss": 0.0911,
+      "step": 606
+    },
+    {
+      "epoch": 1.0201680672268907,
+      "grad_norm": 2.8327315486397113,
+      "learning_rate": 4.8416268645231915e-06,
+      "loss": 0.1086,
+      "step": 607
+    },
+    {
+      "epoch": 1.0218487394957982,
+      "grad_norm": 2.7069106323936256,
+      "learning_rate": 4.82843408591898e-06,
+      "loss": 0.097,
+      "step": 608
+    },
+    {
+      "epoch": 1.0235294117647058,
+      "grad_norm": 2.442047706770237,
+      "learning_rate": 4.815242503054277e-06,
+      "loss": 0.0607,
+      "step": 609
+    },
+    {
+      "epoch": 1.0252100840336134,
+      "grad_norm": 3.033523413937561,
+      "learning_rate": 4.802052207868654e-06,
+      "loss": 0.1112,
+      "step": 610
+    },
+    {
+      "epoch": 1.026890756302521,
+      "grad_norm": 3.820262837255327,
+      "learning_rate": 4.78886329229271e-06,
+      "loss": 0.137,
+      "step": 611
+    },
+    {
+      "epoch": 1.0285714285714285,
+      "grad_norm": 2.733397229688364,
+      "learning_rate": 4.775675848247427e-06,
+      "loss": 0.0923,
+      "step": 612
+    },
+    {
+      "epoch": 1.030252100840336,
+      "grad_norm": 3.4691034150038034,
+      "learning_rate": 4.762489967643532e-06,
+      "loss": 0.118,
+      "step": 613
+    },
+    {
+      "epoch": 1.0319327731092436,
+      "grad_norm": 3.854013776962153,
+      "learning_rate": 4.749305742380853e-06,
+      "loss": 0.1301,
+      "step": 614
+    },
+    {
+      "epoch": 1.0336134453781514,
+      "grad_norm": 3.0184243827182833,
+      "learning_rate": 4.736123264347688e-06,
+      "loss": 0.0853,
+      "step": 615
+    },
+    {
+      "epoch": 1.035294117647059,
+      "grad_norm": 3.7517471305566517,
+      "learning_rate": 4.7229426254201504e-06,
+      "loss": 0.1193,
+      "step": 616
+    },
+    {
+      "epoch": 1.0369747899159665,
+      "grad_norm": 3.3080181370358566,
+      "learning_rate": 4.709763917461537e-06,
+      "loss": 0.1154,
+      "step": 617
+    },
+    {
+      "epoch": 1.038655462184874,
+      "grad_norm": 2.2629000826778856,
+      "learning_rate": 4.696587232321691e-06,
+      "loss": 0.0932,
+      "step": 618
+    },
+    {
+      "epoch": 1.0403361344537816,
+      "grad_norm": 3.1860739367441737,
+      "learning_rate": 4.683412661836351e-06,
+      "loss": 0.1039,
+      "step": 619
+    },
+    {
+      "epoch": 1.0420168067226891,
+      "grad_norm": 3.0601501008008256,
+      "learning_rate": 4.6702402978265235e-06,
+      "loss": 0.089,
+      "step": 620
+    },
+    {
+      "epoch": 1.0436974789915967,
+      "grad_norm": 2.603230804321902,
+      "learning_rate": 4.657070232097832e-06,
+      "loss": 0.0751,
+      "step": 621
+    },
+    {
+      "epoch": 1.0453781512605043,
+      "grad_norm": 2.8411688842957465,
+      "learning_rate": 4.643902556439885e-06,
+      "loss": 0.0817,
+      "step": 622
+    },
+    {
+      "epoch": 1.0470588235294118,
+      "grad_norm": 2.7986713354700763,
+      "learning_rate": 4.630737362625631e-06,
+      "loss": 0.1058,
+      "step": 623
+    },
+    {
+      "epoch": 1.0487394957983194,
+      "grad_norm": 3.5321634211727333,
+      "learning_rate": 4.6175747424107234e-06,
+      "loss": 0.1169,
+      "step": 624
+    },
+    {
+      "epoch": 1.050420168067227,
+      "grad_norm": 2.9302195577434462,
+      "learning_rate": 4.604414787532877e-06,
+      "loss": 0.1098,
+      "step": 625
+    },
+    {
+      "epoch": 1.0521008403361345,
+      "grad_norm": 2.2686346359628344,
+      "learning_rate": 4.591257589711233e-06,
+      "loss": 0.078,
+      "step": 626
+    },
+    {
+      "epoch": 1.053781512605042,
+      "grad_norm": 3.2727476625085266,
+      "learning_rate": 4.578103240645714e-06,
+      "loss": 0.1095,
+      "step": 627
+    },
+    {
+      "epoch": 1.0554621848739496,
+      "grad_norm": 2.341371455709515,
+      "learning_rate": 4.5649518320163885e-06,
+      "loss": 0.1126,
+      "step": 628
+    },
+    {
+      "epoch": 1.0571428571428572,
+      "grad_norm": 2.738651087640409,
+      "learning_rate": 4.551803455482833e-06,
+      "loss": 0.086,
+      "step": 629
+    },
+    {
+      "epoch": 1.0588235294117647,
+      "grad_norm": 2.3041964936668555,
+      "learning_rate": 4.53865820268349e-06,
+      "loss": 0.0822,
+      "step": 630
+    },
+    {
+      "epoch": 1.0605042016806723,
+      "grad_norm": 4.220651913549916,
+      "learning_rate": 4.525516165235034e-06,
+      "loss": 0.1141,
+      "step": 631
+    },
+    {
+      "epoch": 1.0621848739495798,
+      "grad_norm": 2.9322019645529904,
+      "learning_rate": 4.512377434731724e-06,
+      "loss": 0.1477,
+      "step": 632
+    },
+    {
+      "epoch": 1.0638655462184874,
+      "grad_norm": 2.5913843452442378,
+      "learning_rate": 4.499242102744777e-06,
+      "loss": 0.0929,
+      "step": 633
+    },
+    {
+      "epoch": 1.065546218487395,
+      "grad_norm": 2.445571807332056,
+      "learning_rate": 4.486110260821722e-06,
+      "loss": 0.0978,
+      "step": 634
+    },
+    {
+      "epoch": 1.0672268907563025,
+      "grad_norm": 2.5494116675856366,
+      "learning_rate": 4.4729820004857625e-06,
+      "loss": 0.1012,
+      "step": 635
+    },
+    {
+      "epoch": 1.06890756302521,
+      "grad_norm": 2.1101261139846783,
+      "learning_rate": 4.45985741323514e-06,
+      "loss": 0.0715,
+      "step": 636
+    },
+    {
+      "epoch": 1.0705882352941176,
+      "grad_norm": 1.9510646778084884,
+      "learning_rate": 4.446736590542497e-06,
+      "loss": 0.0549,
+      "step": 637
+    },
+    {
+      "epoch": 1.0722689075630252,
+      "grad_norm": 3.88179760628692,
+      "learning_rate": 4.4336196238542394e-06,
+      "loss": 0.1449,
+      "step": 638
+    },
+    {
+      "epoch": 1.0739495798319327,
+      "grad_norm": 2.541597748187505,
+      "learning_rate": 4.420506604589897e-06,
+      "loss": 0.0913,
+      "step": 639
+    },
+    {
+      "epoch": 1.0756302521008403,
+      "grad_norm": 3.519215369238923,
+      "learning_rate": 4.407397624141487e-06,
+      "loss": 0.1025,
+      "step": 640
+    },
+    {
+      "epoch": 1.0773109243697478,
+      "grad_norm": 2.123778059115166,
+      "learning_rate": 4.394292773872882e-06,
+      "loss": 0.0714,
+      "step": 641
+    },
+    {
+      "epoch": 1.0789915966386554,
+      "grad_norm": 5.1179373437116285,
+      "learning_rate": 4.381192145119165e-06,
+      "loss": 0.1282,
+      "step": 642
+    },
+    {
+      "epoch": 1.080672268907563,
+      "grad_norm": 2.8684696011439756,
+      "learning_rate": 4.368095829185999e-06,
+      "loss": 0.0791,
+      "step": 643
+    },
+    {
+      "epoch": 1.0823529411764705,
+      "grad_norm": 4.102832197816667,
+      "learning_rate": 4.355003917348985e-06,
+      "loss": 0.1225,
+      "step": 644
+    },
+    {
+      "epoch": 1.084033613445378,
+      "grad_norm": 3.6293736374607013,
+      "learning_rate": 4.341916500853034e-06,
+      "loss": 0.1105,
+      "step": 645
+    },
+    {
+      "epoch": 1.0857142857142856,
+      "grad_norm": 2.9599263387812873,
+      "learning_rate": 4.3288336709117246e-06,
+      "loss": 0.0765,
+      "step": 646
+    },
+    {
+      "epoch": 1.0873949579831932,
+      "grad_norm": 2.959898151373633,
+      "learning_rate": 4.315755518706667e-06,
+      "loss": 0.1221,
+      "step": 647
+    },
+    {
+      "epoch": 1.0890756302521007,
+      "grad_norm": 2.831223871678987,
+      "learning_rate": 4.302682135386873e-06,
+      "loss": 0.1047,
+      "step": 648
+    },
+    {
+      "epoch": 1.0907563025210083,
+      "grad_norm": 3.883463233494954,
+      "learning_rate": 4.289613612068118e-06,
+      "loss": 0.0778,
+      "step": 649
+    },
+    {
+      "epoch": 1.092436974789916,
+      "grad_norm": 3.3740664710443315,
+      "learning_rate": 4.276550039832299e-06,
+      "loss": 0.1244,
+      "step": 650
+    },
+    {
+      "epoch": 1.0941176470588236,
+      "grad_norm": 2.945414543907692,
+      "learning_rate": 4.263491509726812e-06,
+      "loss": 0.1062,
+      "step": 651
+    },
+    {
+      "epoch": 1.0957983193277312,
+      "grad_norm": 3.5755203026507107,
+      "learning_rate": 4.250438112763911e-06,
+      "loss": 0.0765,
+      "step": 652
+    },
+    {
+      "epoch": 1.0974789915966388,
+      "grad_norm": 2.864562468571205,
+      "learning_rate": 4.237389939920075e-06,
+      "loss": 0.0973,
+      "step": 653
+    },
+    {
+      "epoch": 1.0991596638655463,
+      "grad_norm": 3.309117703284289,
+      "learning_rate": 4.224347082135367e-06,
+      "loss": 0.1071,
+      "step": 654
+    },
+    {
+      "epoch": 1.1008403361344539,
+      "grad_norm": 4.444191677418515,
+      "learning_rate": 4.211309630312813e-06,
+      "loss": 0.1255,
+      "step": 655
+    },
+    {
+      "epoch": 1.1025210084033614,
+      "grad_norm": 2.6049652407237525,
+      "learning_rate": 4.198277675317758e-06,
+      "loss": 0.0953,
+      "step": 656
+    },
+    {
+      "epoch": 1.104201680672269,
+      "grad_norm": 2.9301571986545984,
+      "learning_rate": 4.185251307977241e-06,
+      "loss": 0.1391,
+      "step": 657
+    },
+    {
+      "epoch": 1.1058823529411765,
+      "grad_norm": 2.991359373447863,
+      "learning_rate": 4.17223061907935e-06,
+      "loss": 0.1011,
+      "step": 658
+    },
+    {
+      "epoch": 1.107563025210084,
+      "grad_norm": 2.908536947858802,
+      "learning_rate": 4.159215699372605e-06,
+      "loss": 0.0994,
+      "step": 659
+    },
+    {
+      "epoch": 1.1092436974789917,
+      "grad_norm": 3.0562253978122,
+      "learning_rate": 4.146206639565313e-06,
+      "loss": 0.0761,
+      "step": 660
+    },
+    {
+      "epoch": 1.1109243697478992,
+      "grad_norm": 2.3707071277066865,
+      "learning_rate": 4.133203530324938e-06,
+      "loss": 0.0791,
+      "step": 661
+    },
+    {
+      "epoch": 1.1126050420168068,
+      "grad_norm": 2.568827912231571,
+      "learning_rate": 4.120206462277478e-06,
+      "loss": 0.1079,
+      "step": 662
+    },
+    {
+      "epoch": 1.1142857142857143,
+      "grad_norm": 3.3675762016216346,
+      "learning_rate": 4.107215526006818e-06,
+      "loss": 0.1004,
+      "step": 663
+    },
+    {
+      "epoch": 1.1159663865546219,
+      "grad_norm": 2.711315362662935,
+      "learning_rate": 4.094230812054113e-06,
+      "loss": 0.087,
+      "step": 664
+    },
+    {
+      "epoch": 1.1176470588235294,
+      "grad_norm": 2.4363571585356296,
+      "learning_rate": 4.081252410917148e-06,
+      "loss": 0.0993,
+      "step": 665
+    },
+    {
+      "epoch": 1.119327731092437,
+      "grad_norm": 2.2853255955328327,
+      "learning_rate": 4.068280413049715e-06,
+      "loss": 0.0951,
+      "step": 666
+    },
+    {
+      "epoch": 1.1210084033613446,
+      "grad_norm": 3.1173097538332257,
+      "learning_rate": 4.0553149088609745e-06,
+      "loss": 0.1207,
+      "step": 667
+    },
+    {
+      "epoch": 1.122689075630252,
+      "grad_norm": 2.3961886874666645,
+      "learning_rate": 4.042355988714828e-06,
+      "loss": 0.0984,
+      "step": 668
+    },
+    {
+      "epoch": 1.1243697478991597,
+      "grad_norm": 2.6441840658169196,
+      "learning_rate": 4.02940374292929e-06,
+      "loss": 0.1055,
+      "step": 669
+    },
+    {
+      "epoch": 1.1260504201680672,
+      "grad_norm": 2.589296721112373,
+      "learning_rate": 4.01645826177586e-06,
+      "loss": 0.091,
+      "step": 670
+    },
+    {
+      "epoch": 1.1277310924369748,
+      "grad_norm": 3.101644326303377,
+      "learning_rate": 4.003519635478889e-06,
+      "loss": 0.1136,
+      "step": 671
+    },
+    {
+      "epoch": 1.1294117647058823,
+      "grad_norm": 2.085544584261255,
+      "learning_rate": 3.99058795421495e-06,
+      "loss": 0.0645,
+      "step": 672
+    },
+    {
+      "epoch": 1.13109243697479,
+      "grad_norm": 3.022884264669196,
+      "learning_rate": 3.977663308112216e-06,
+      "loss": 0.0982,
+      "step": 673
+    },
+    {
+      "epoch": 1.1327731092436975,
+      "grad_norm": 3.0918298593703177,
+      "learning_rate": 3.9647457872498295e-06,
+      "loss": 0.1309,
+      "step": 674
+    },
+    {
+      "epoch": 1.134453781512605,
+      "grad_norm": 3.097444725372621,
+      "learning_rate": 3.951835481657268e-06,
+      "loss": 0.0821,
+      "step": 675
+    },
+    {
+      "epoch": 1.1361344537815126,
+      "grad_norm": 3.480720174843856,
+      "learning_rate": 3.938932481313725e-06,
+      "loss": 0.1083,
+      "step": 676
+    },
+    {
+      "epoch": 1.1378151260504201,
+      "grad_norm": 3.167987925313736,
+      "learning_rate": 3.926036876147479e-06,
+      "loss": 0.0947,
+      "step": 677
+    },
+    {
+      "epoch": 1.1394957983193277,
+      "grad_norm": 2.9675142893422666,
+      "learning_rate": 3.913148756035266e-06,
+      "loss": 0.1074,
+      "step": 678
+    },
+    {
+      "epoch": 1.1411764705882352,
+      "grad_norm": 2.88904471583098,
+      "learning_rate": 3.9002682108016585e-06,
+      "loss": 0.0947,
+      "step": 679
+    },
+    {
+      "epoch": 1.1428571428571428,
+      "grad_norm": 2.3148945814778745,
+      "learning_rate": 3.887395330218429e-06,
+      "loss": 0.0543,
+      "step": 680
+    },
+    {
+      "epoch": 1.1445378151260504,
+      "grad_norm": 3.4421881750813714,
+      "learning_rate": 3.874530204003937e-06,
+      "loss": 0.1261,
+      "step": 681
+    },
+    {
+      "epoch": 1.146218487394958,
+      "grad_norm": 2.426782546704889,
+      "learning_rate": 3.861672921822493e-06,
+      "loss": 0.0701,
+      "step": 682
+    },
+    {
+      "epoch": 1.1478991596638655,
+      "grad_norm": 2.7112499258139673,
+      "learning_rate": 3.848823573283742e-06,
+      "loss": 0.0713,
+      "step": 683
+    },
+    {
+      "epoch": 1.149579831932773,
+      "grad_norm": 2.0739016767387057,
+      "learning_rate": 3.83598224794203e-06,
+      "loss": 0.0649,
+      "step": 684
+    },
+    {
+      "epoch": 1.1512605042016806,
+      "grad_norm": 4.360074547910969,
+      "learning_rate": 3.823149035295789e-06,
+      "loss": 0.1263,
+      "step": 685
+    },
+    {
+      "epoch": 1.1529411764705881,
+      "grad_norm": 3.8208016083874803,
+      "learning_rate": 3.8103240247869077e-06,
+      "loss": 0.1078,
+      "step": 686
+    },
+    {
+      "epoch": 1.1546218487394957,
+      "grad_norm": 3.136985722111122,
+      "learning_rate": 3.7975073058001092e-06,
+      "loss": 0.0801,
+      "step": 687
+    },
+    {
+      "epoch": 1.1563025210084033,
+      "grad_norm": 2.7226211242981035,
+      "learning_rate": 3.7846989676623265e-06,
+      "loss": 0.0937,
+      "step": 688
+    },
+    {
+      "epoch": 1.1579831932773108,
+      "grad_norm": 2.807183390633048,
+      "learning_rate": 3.7718990996420875e-06,
+      "loss": 0.0805,
+      "step": 689
+    },
+    {
+      "epoch": 1.1596638655462184,
+      "grad_norm": 2.7048742007757234,
+      "learning_rate": 3.7591077909488817e-06,
+      "loss": 0.0731,
+      "step": 690
+    },
+    {
+      "epoch": 1.1613445378151261,
+      "grad_norm": 2.4917292393625776,
+      "learning_rate": 3.7463251307325432e-06,
+      "loss": 0.0814,
+      "step": 691
+    },
+    {
+      "epoch": 1.1630252100840337,
+      "grad_norm": 2.863341194127507,
+      "learning_rate": 3.7335512080826363e-06,
+      "loss": 0.1151,
+      "step": 692
+    },
+    {
+      "epoch": 1.1647058823529413,
+      "grad_norm": 2.9183758099606245,
+      "learning_rate": 3.720786112027822e-06,
+      "loss": 0.0995,
+      "step": 693
+    },
+    {
+      "epoch": 1.1663865546218488,
+      "grad_norm": 2.5864607722539232,
+      "learning_rate": 3.708029931535246e-06,
+      "loss": 0.0796,
+      "step": 694
+    },
+    {
+      "epoch": 1.1680672268907564,
+      "grad_norm": 3.468324873932469,
+      "learning_rate": 3.695282755509917e-06,
+      "loss": 0.118,
+      "step": 695
+    },
+    {
+      "epoch": 1.169747899159664,
+      "grad_norm": 2.1915066606153846,
+      "learning_rate": 3.682544672794085e-06,
+      "loss": 0.0823,
+      "step": 696
+    },
+    {
+      "epoch": 1.1714285714285715,
+      "grad_norm": 2.8614797614523195,
+      "learning_rate": 3.669815772166625e-06,
+      "loss": 0.1117,
+      "step": 697
+    },
+    {
+      "epoch": 1.173109243697479,
+      "grad_norm": 3.0243317238966902,
+      "learning_rate": 3.6570961423424155e-06,
+      "loss": 0.1382,
+      "step": 698
+    },
+    {
+      "epoch": 1.1747899159663866,
+      "grad_norm": 2.5722750997684805,
+      "learning_rate": 3.644385871971725e-06,
+      "loss": 0.0901,
+      "step": 699
+    },
+    {
+      "epoch": 1.1764705882352942,
+      "grad_norm": 2.2211603476786945,
+      "learning_rate": 3.6316850496395863e-06,
+      "loss": 0.0707,
+      "step": 700
+    },
+    {
+      "epoch": 1.1781512605042017,
+      "grad_norm": 2.3653294803726754,
+      "learning_rate": 3.618993763865185e-06,
+      "loss": 0.0865,
+      "step": 701
+    },
+    {
+      "epoch": 1.1798319327731093,
+      "grad_norm": 3.4518859809747746,
+      "learning_rate": 3.6063121031012417e-06,
+      "loss": 0.0889,
+      "step": 702
+    },
+    {
+      "epoch": 1.1815126050420168,
+      "grad_norm": 3.1717027674030236,
+      "learning_rate": 3.5936401557333957e-06,
+      "loss": 0.1078,
+      "step": 703
+    },
+    {
+      "epoch": 1.1831932773109244,
+      "grad_norm": 2.5802159610520667,
+      "learning_rate": 3.5809780100795853e-06,
+      "loss": 0.0883,
+      "step": 704
+    },
+    {
+      "epoch": 1.184873949579832,
+      "grad_norm": 2.51669538204389,
+      "learning_rate": 3.568325754389438e-06,
+      "loss": 0.1018,
+      "step": 705
+    },
+    {
+      "epoch": 1.1865546218487395,
+      "grad_norm": 3.834199640369919,
+      "learning_rate": 3.5556834768436498e-06,
+      "loss": 0.1229,
+      "step": 706
+    },
+    {
+      "epoch": 1.188235294117647,
+      "grad_norm": 3.268611445606652,
+      "learning_rate": 3.5430512655533774e-06,
+      "loss": 0.1422,
+      "step": 707
+    },
+    {
+      "epoch": 1.1899159663865546,
+      "grad_norm": 2.569460634045658,
+      "learning_rate": 3.5304292085596166e-06,
+      "loss": 0.0842,
+      "step": 708
+    },
+    {
+      "epoch": 1.1915966386554622,
+      "grad_norm": 2.708337321883567,
+      "learning_rate": 3.517817393832593e-06,
+      "loss": 0.1071,
+      "step": 709
+    },
+    {
+      "epoch": 1.1932773109243697,
+      "grad_norm": 2.295889437868396,
+      "learning_rate": 3.505215909271149e-06,
+      "loss": 0.0842,
+      "step": 710
+    },
+    {
+      "epoch": 1.1949579831932773,
+      "grad_norm": 2.7494736128846315,
+      "learning_rate": 3.4926248427021293e-06,
+      "loss": 0.1067,
+      "step": 711
+    },
+    {
+      "epoch": 1.1966386554621848,
+      "grad_norm": 3.037610849894837,
+      "learning_rate": 3.48004428187977e-06,
+      "loss": 0.0995,
+      "step": 712
+    },
+    {
+      "epoch": 1.1983193277310924,
+      "grad_norm": 3.1209681259023343,
+      "learning_rate": 3.4674743144850865e-06,
+      "loss": 0.1054,
+      "step": 713
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 2.7146088777741353,
+      "learning_rate": 3.4549150281252635e-06,
+      "loss": 0.0855,
+      "step": 714
+    },
+    {
+      "epoch": 1.2016806722689075,
+      "grad_norm": 2.579928115495318,
+      "learning_rate": 3.442366510333043e-06,
+      "loss": 0.1029,
+      "step": 715
+    },
+    {
+      "epoch": 1.203361344537815,
+      "grad_norm": 2.051251447279275,
+      "learning_rate": 3.4298288485661147e-06,
+      "loss": 0.0724,
+      "step": 716
+    },
+    {
+      "epoch": 1.2050420168067226,
+      "grad_norm": 2.25884749164061,
+      "learning_rate": 3.417302130206507e-06,
+      "loss": 0.0998,
+      "step": 717
+    },
+    {
+      "epoch": 1.2067226890756302,
+      "grad_norm": 2.5203879016401047,
+      "learning_rate": 3.404786442559976e-06,
+      "loss": 0.0804,
+      "step": 718
+    },
+    {
+      "epoch": 1.2084033613445377,
+      "grad_norm": 2.323136581363694,
+      "learning_rate": 3.3922818728554008e-06,
+      "loss": 0.0889,
+      "step": 719
+    },
+    {
+      "epoch": 1.2100840336134453,
+      "grad_norm": 2.2224533138933404,
+      "learning_rate": 3.3797885082441717e-06,
+      "loss": 0.0809,
+      "step": 720
+    },
+    {
+      "epoch": 1.2117647058823529,
+      "grad_norm": 3.4942626722992585,
+      "learning_rate": 3.3673064357995844e-06,
+      "loss": 0.1375,
+      "step": 721
+    },
+    {
+      "epoch": 1.2134453781512604,
+      "grad_norm": 2.7421302991103182,
+      "learning_rate": 3.3548357425162347e-06,
+      "loss": 0.1026,
+      "step": 722
+    },
+    {
+      "epoch": 1.2151260504201682,
+      "grad_norm": 2.405476921093656,
+      "learning_rate": 3.3423765153094097e-06,
+      "loss": 0.0875,
+      "step": 723
+    },
+    {
+      "epoch": 1.2168067226890757,
+      "grad_norm": 1.9474423499915685,
+      "learning_rate": 3.3299288410144813e-06,
+      "loss": 0.0645,
+      "step": 724
+    },
+    {
+      "epoch": 1.2184873949579833,
+      "grad_norm": 3.3943630595361127,
+      "learning_rate": 3.3174928063863054e-06,
+      "loss": 0.0822,
+      "step": 725
+    },
+    {
+      "epoch": 1.2201680672268909,
+      "grad_norm": 2.6533504550178177,
+      "learning_rate": 3.3050684980986105e-06,
+      "loss": 0.0727,
+      "step": 726
+    },
+    {
+      "epoch": 1.2218487394957984,
+      "grad_norm": 2.6778789026347813,
+      "learning_rate": 3.292656002743405e-06,
+      "loss": 0.0752,
+      "step": 727
+    },
+    {
+      "epoch": 1.223529411764706,
+      "grad_norm": 1.9406512061812329,
+      "learning_rate": 3.2802554068303595e-06,
+      "loss": 0.0715,
+      "step": 728
+    },
+    {
+      "epoch": 1.2252100840336135,
+      "grad_norm": 2.356227596188501,
+      "learning_rate": 3.267866796786212e-06,
+      "loss": 0.0677,
+      "step": 729
+    },
+    {
+      "epoch": 1.226890756302521,
+      "grad_norm": 1.937645206088155,
+      "learning_rate": 3.255490258954167e-06,
+      "loss": 0.0371,
+      "step": 730
+    },
+    {
+      "epoch": 1.2285714285714286,
+      "grad_norm": 3.012214547683442,
+      "learning_rate": 3.2431258795932863e-06,
+      "loss": 0.1026,
+      "step": 731
+    },
+    {
+      "epoch": 1.2302521008403362,
+      "grad_norm": 3.2105396902791328,
+      "learning_rate": 3.2307737448778977e-06,
+      "loss": 0.0909,
+      "step": 732
+    },
+    {
+      "epoch": 1.2319327731092438,
+      "grad_norm": 2.599649894232782,
+      "learning_rate": 3.2184339408969857e-06,
+      "loss": 0.0682,
+      "step": 733
+    },
+    {
+      "epoch": 1.2336134453781513,
+      "grad_norm": 1.761237551093203,
+      "learning_rate": 3.206106553653596e-06,
+      "loss": 0.0482,
+      "step": 734
+    },
+    {
+      "epoch": 1.2352941176470589,
+      "grad_norm": 3.0540661926673494,
+      "learning_rate": 3.1937916690642356e-06,
+      "loss": 0.074,
+      "step": 735
+    },
+    {
+      "epoch": 1.2369747899159664,
+      "grad_norm": 2.6423585592436742,
+      "learning_rate": 3.181489372958272e-06,
+      "loss": 0.079,
+      "step": 736
+    },
+    {
+      "epoch": 1.238655462184874,
+      "grad_norm": 3.5166766786686767,
+      "learning_rate": 3.1691997510773376e-06,
+      "loss": 0.0993,
+      "step": 737
+    },
+    {
+      "epoch": 1.2403361344537815,
+      "grad_norm": 3.0030664598658494,
+      "learning_rate": 3.1569228890747305e-06,
+      "loss": 0.1061,
+      "step": 738
+    },
+    {
+      "epoch": 1.242016806722689,
+      "grad_norm": 2.1826647597969906,
+      "learning_rate": 3.1446588725148186e-06,
+      "loss": 0.0559,
+      "step": 739
+    },
+    {
+      "epoch": 1.2436974789915967,
+      "grad_norm": 3.8308938156876025,
+      "learning_rate": 3.132407786872442e-06,
+      "loss": 0.146,
+      "step": 740
+    },
+    {
+      "epoch": 1.2453781512605042,
+      "grad_norm": 3.540659391096697,
+      "learning_rate": 3.120169717532319e-06,
+      "loss": 0.128,
+      "step": 741
+    },
+    {
+      "epoch": 1.2470588235294118,
+      "grad_norm": 2.572082033443637,
+      "learning_rate": 3.107944749788449e-06,
+      "loss": 0.1095,
+      "step": 742
+    },
+    {
+      "epoch": 1.2487394957983193,
+      "grad_norm": 3.1039972961858466,
+      "learning_rate": 3.095732968843519e-06,
+      "loss": 0.1072,
+      "step": 743
+    },
+    {
+      "epoch": 1.250420168067227,
+      "grad_norm": 3.433630247978511,
+      "learning_rate": 3.0835344598083095e-06,
+      "loss": 0.0995,
+      "step": 744
+    },
+    {
+      "epoch": 1.2521008403361344,
+      "grad_norm": 2.9037148814677027,
+      "learning_rate": 3.0713493077011027e-06,
+      "loss": 0.0988,
+      "step": 745
+    },
+    {
+      "epoch": 1.253781512605042,
+      "grad_norm": 1.6255984404646961,
+      "learning_rate": 3.059177597447087e-06,
+      "loss": 0.0472,
+      "step": 746
+    },
+    {
+      "epoch": 1.2554621848739496,
+      "grad_norm": 2.8035161644835784,
+      "learning_rate": 3.0470194138777707e-06,
+      "loss": 0.0901,
+      "step": 747
+    },
+    {
+      "epoch": 1.2571428571428571,
+      "grad_norm": 3.0114191790076346,
+      "learning_rate": 3.0348748417303826e-06,
+      "loss": 0.1108,
+      "step": 748
+    },
+    {
+      "epoch": 1.2588235294117647,
+      "grad_norm": 2.6244638367291415,
+      "learning_rate": 3.0227439656472878e-06,
+      "loss": 0.0622,
+      "step": 749
+    },
+    {
+      "epoch": 1.2605042016806722,
+      "grad_norm": 2.0291708665569934,
+      "learning_rate": 3.0106268701753967e-06,
+      "loss": 0.0566,
+      "step": 750
+    },
+    {
+      "epoch": 1.2621848739495798,
+      "grad_norm": 2.8532612744730907,
+      "learning_rate": 2.9985236397655726e-06,
+      "loss": 0.0888,
+      "step": 751
+    },
+    {
+      "epoch": 1.2638655462184873,
+      "grad_norm": 2.2036167732649052,
+      "learning_rate": 2.986434358772048e-06,
+      "loss": 0.0546,
+      "step": 752
+    },
+    {
+      "epoch": 1.265546218487395,
+      "grad_norm": 2.7784477191560573,
+      "learning_rate": 2.974359111451831e-06,
+      "loss": 0.1147,
+      "step": 753
+    },
+    {
+      "epoch": 1.2672268907563025,
+      "grad_norm": 3.1299626086221033,
+      "learning_rate": 2.962297981964124e-06,
+      "loss": 0.1018,
+      "step": 754
+    },
+    {
+      "epoch": 1.26890756302521,
+      "grad_norm": 3.1824195697491935,
+      "learning_rate": 2.950251054369733e-06,
+      "loss": 0.1057,
+      "step": 755
+    },
+    {
+      "epoch": 1.2705882352941176,
+      "grad_norm": 2.9740777866179,
+      "learning_rate": 2.9382184126304834e-06,
+      "loss": 0.1037,
+      "step": 756
+    },
+    {
+      "epoch": 1.2722689075630251,
+      "grad_norm": 2.6657894597056817,
+      "learning_rate": 2.926200140608634e-06,
+      "loss": 0.1039,
+      "step": 757
+    },
+    {
+      "epoch": 1.2739495798319327,
+      "grad_norm": 2.264102839980714,
+      "learning_rate": 2.9141963220662917e-06,
+      "loss": 0.076,
+      "step": 758
+    },
+    {
+      "epoch": 1.2756302521008402,
+      "grad_norm": 3.5306424078481626,
+      "learning_rate": 2.902207040664834e-06,
+      "loss": 0.1123,
+      "step": 759
+    },
+    {
+      "epoch": 1.2773109243697478,
+      "grad_norm": 3.1919340141274977,
+      "learning_rate": 2.8902323799643116e-06,
+      "loss": 0.0979,
+      "step": 760
+    },
+    {
+      "epoch": 1.2789915966386554,
+      "grad_norm": 2.3313048943399224,
+      "learning_rate": 2.8782724234228876e-06,
+      "loss": 0.0681,
+      "step": 761
+    },
+    {
+      "epoch": 1.280672268907563,
+      "grad_norm": 3.747945457345036,
+      "learning_rate": 2.8663272543962305e-06,
+      "loss": 0.1077,
+      "step": 762
+    },
+    {
+      "epoch": 1.2823529411764705,
+      "grad_norm": 2.8608755161882184,
+      "learning_rate": 2.8543969561369556e-06,
+      "loss": 0.0997,
+      "step": 763
+    },
+    {
+      "epoch": 1.284033613445378,
+      "grad_norm": 2.903410246959019,
+      "learning_rate": 2.842481611794032e-06,
+      "loss": 0.0793,
+      "step": 764
+    },
+    {
+      "epoch": 1.2857142857142856,
+      "grad_norm": 2.6778742078682223,
+      "learning_rate": 2.83058130441221e-06,
+      "loss": 0.0689,
+      "step": 765
+    },
+    {
+      "epoch": 1.2873949579831931,
+      "grad_norm": 2.7827741894771134,
+      "learning_rate": 2.818696116931431e-06,
+      "loss": 0.075,
+      "step": 766
+    },
+    {
+      "epoch": 1.289075630252101,
+      "grad_norm": 2.128764344141235,
+      "learning_rate": 2.8068261321862667e-06,
+      "loss": 0.09,
+      "step": 767
+    },
+    {
+      "epoch": 1.2907563025210085,
+      "grad_norm": 3.329548325521387,
+      "learning_rate": 2.794971432905323e-06,
+      "loss": 0.0795,
+      "step": 768
+    },
+    {
+      "epoch": 1.292436974789916,
+      "grad_norm": 2.2187604305649695,
+      "learning_rate": 2.7831321017106805e-06,
+      "loss": 0.0575,
+      "step": 769
+    },
+    {
+      "epoch": 1.2941176470588236,
+      "grad_norm": 3.3967436709413836,
+      "learning_rate": 2.771308221117309e-06,
+      "loss": 0.1082,
+      "step": 770
+    },
+    {
+      "epoch": 1.2957983193277312,
+      "grad_norm": 3.6080260280942316,
+      "learning_rate": 2.7594998735324905e-06,
+      "loss": 0.0971,
+      "step": 771
+    },
+    {
+      "epoch": 1.2974789915966387,
+      "grad_norm": 2.621544354495556,
+      "learning_rate": 2.7477071412552554e-06,
+      "loss": 0.0846,
+      "step": 772
+    },
+    {
+      "epoch": 1.2991596638655463,
+      "grad_norm": 2.5632423256672716,
+      "learning_rate": 2.735930106475794e-06,
+      "loss": 0.0786,
+      "step": 773
+    },
+    {
+      "epoch": 1.3008403361344538,
+      "grad_norm": 2.819748849096385,
+      "learning_rate": 2.724168851274901e-06,
+      "loss": 0.0913,
+      "step": 774
+    },
+    {
+      "epoch": 1.3025210084033614,
+      "grad_norm": 3.2483306380332384,
+      "learning_rate": 2.712423457623385e-06,
+      "loss": 0.1027,
+      "step": 775
+    },
+    {
+      "epoch": 1.304201680672269,
+      "grad_norm": 2.607112390166478,
+      "learning_rate": 2.7006940073815136e-06,
+      "loss": 0.0852,
+      "step": 776
+    },
+    {
+      "epoch": 1.3058823529411765,
+      "grad_norm": 2.550425691687378,
+      "learning_rate": 2.6889805822984348e-06,
+      "loss": 0.0782,
+      "step": 777
+    },
+    {
+      "epoch": 1.307563025210084,
+      "grad_norm": 2.4162221875946672,
+      "learning_rate": 2.6772832640116035e-06,
+      "loss": 0.0997,
+      "step": 778
+    },
+    {
+      "epoch": 1.3092436974789916,
+      "grad_norm": 2.8532159540534363,
+      "learning_rate": 2.6656021340462246e-06,
+      "loss": 0.1012,
+      "step": 779
+    },
+    {
+      "epoch": 1.3109243697478992,
+      "grad_norm": 3.2586342692184638,
+      "learning_rate": 2.6539372738146696e-06,
+      "loss": 0.1058,
+      "step": 780
+    },
+    {
+      "epoch": 1.3126050420168067,
+      "grad_norm": 2.752956076373071,
+      "learning_rate": 2.6422887646159234e-06,
+      "loss": 0.0999,
+      "step": 781
+    },
+    {
+      "epoch": 1.3142857142857143,
+      "grad_norm": 2.6282166566722163,
+      "learning_rate": 2.6306566876350072e-06,
+      "loss": 0.0904,
+      "step": 782
+    },
+    {
+      "epoch": 1.3159663865546218,
+      "grad_norm": 4.459511701783127,
+      "learning_rate": 2.619041123942419e-06,
+      "loss": 0.1412,
+      "step": 783
+    },
+    {
+      "epoch": 1.3176470588235294,
+      "grad_norm": 3.0171293567872057,
+      "learning_rate": 2.607442154493568e-06,
+      "loss": 0.0778,
+      "step": 784
+    },
+    {
+      "epoch": 1.319327731092437,
+      "grad_norm": 2.099785903495667,
+      "learning_rate": 2.5958598601282036e-06,
+      "loss": 0.0755,
+      "step": 785
+    },
+    {
+      "epoch": 1.3210084033613445,
+      "grad_norm": 2.20038597827373,
+      "learning_rate": 2.584294321569862e-06,
+      "loss": 0.0977,
+      "step": 786
+    },
+    {
+      "epoch": 1.322689075630252,
+      "grad_norm": 2.784330403766364,
+      "learning_rate": 2.572745619425296e-06,
+      "loss": 0.0736,
+      "step": 787
+    },
+    {
+      "epoch": 1.3243697478991596,
+      "grad_norm": 2.0879911769632886,
+      "learning_rate": 2.561213834183919e-06,
+      "loss": 0.0608,
+      "step": 788
+    },
+    {
+      "epoch": 1.3260504201680672,
+      "grad_norm": 3.9806688534541843,
+      "learning_rate": 2.5496990462172344e-06,
+      "loss": 0.0723,
+      "step": 789
+    },
+    {
+      "epoch": 1.3277310924369747,
+      "grad_norm": 2.7580721019333603,
+      "learning_rate": 2.538201335778289e-06,
+      "loss": 0.082,
+      "step": 790
+    },
+    {
+      "epoch": 1.3294117647058823,
+      "grad_norm": 2.8722823015793146,
+      "learning_rate": 2.526720783001107e-06,
+      "loss": 0.1008,
+      "step": 791
+    },
+    {
+      "epoch": 1.3310924369747898,
+      "grad_norm": 2.434260993789297,
+      "learning_rate": 2.5152574679001236e-06,
+      "loss": 0.0738,
+      "step": 792
+    },
+    {
+      "epoch": 1.3327731092436974,
+      "grad_norm": 2.80994760149212,
+      "learning_rate": 2.503811470369644e-06,
+      "loss": 0.0794,
+      "step": 793
+    },
+    {
+      "epoch": 1.334453781512605,
+      "grad_norm": 2.9346405462655465,
+      "learning_rate": 2.4923828701832682e-06,
+      "loss": 0.1039,
+      "step": 794
+    },
+    {
+      "epoch": 1.3361344537815127,
+      "grad_norm": 4.00969514669466,
+      "learning_rate": 2.4809717469933543e-06,
+      "loss": 0.0713,
+      "step": 795
+    },
+    {
+      "epoch": 1.3378151260504203,
+      "grad_norm": 3.3856635475000134,
+      "learning_rate": 2.469578180330444e-06,
+      "loss": 0.1224,
+      "step": 796
+    },
+    {
+      "epoch": 1.3394957983193279,
+      "grad_norm": 4.141002149954988,
+      "learning_rate": 2.458202249602726e-06,
+      "loss": 0.1295,
+      "step": 797
+    },
+    {
+      "epoch": 1.3411764705882354,
+      "grad_norm": 2.3909571975188566,
+      "learning_rate": 2.4468440340954664e-06,
+      "loss": 0.0858,
+      "step": 798
+    },
+    {
+      "epoch": 1.342857142857143,
+      "grad_norm": 2.732623939016431,
+      "learning_rate": 2.43550361297047e-06,
+      "loss": 0.1232,
+      "step": 799
+    },
+    {
+      "epoch": 1.3445378151260505,
+      "grad_norm": 2.27043539875792,
+      "learning_rate": 2.4241810652655197e-06,
+      "loss": 0.0646,
+      "step": 800
+    },
+    {
+      "epoch": 1.346218487394958,
+      "grad_norm": 2.800553021390132,
+      "learning_rate": 2.4128764698938297e-06,
+      "loss": 0.0856,
+      "step": 801
+    },
+    {
+      "epoch": 1.3478991596638656,
+      "grad_norm": 2.468540615484736,
+      "learning_rate": 2.4015899056434945e-06,
+      "loss": 0.1067,
+      "step": 802
+    },
+    {
+      "epoch": 1.3495798319327732,
+      "grad_norm": 4.025378528695785,
+      "learning_rate": 2.390321451176936e-06,
+      "loss": 0.105,
+      "step": 803
+    },
+    {
+      "epoch": 1.3512605042016808,
+      "grad_norm": 2.0577272684146872,
+      "learning_rate": 2.379071185030365e-06,
+      "loss": 0.067,
+      "step": 804
+    },
+    {
+      "epoch": 1.3529411764705883,
+      "grad_norm": 2.7859891346028185,
+      "learning_rate": 2.3678391856132203e-06,
+      "loss": 0.0715,
+      "step": 805
+    },
+    {
+      "epoch": 1.3546218487394959,
+      "grad_norm": 3.417663771387606,
+      "learning_rate": 2.356625531207638e-06,
+      "loss": 0.1134,
+      "step": 806
+    },
+    {
+      "epoch": 1.3563025210084034,
+      "grad_norm": 2.9934064584562807,
+      "learning_rate": 2.345430299967888e-06,
+      "loss": 0.099,
+      "step": 807
+    },
+    {
+      "epoch": 1.357983193277311,
+      "grad_norm": 3.0446906092550727,
+      "learning_rate": 2.334253569919846e-06,
+      "loss": 0.0881,
+      "step": 808
+    },
+    {
+      "epoch": 1.3596638655462185,
+      "grad_norm": 2.714244890028747,
+      "learning_rate": 2.323095418960442e-06,
+      "loss": 0.0651,
+      "step": 809
+    },
+    {
+      "epoch": 1.361344537815126,
+      "grad_norm": 2.7908745015689145,
+      "learning_rate": 2.311955924857113e-06,
+      "loss": 0.0928,
+      "step": 810
+    },
+    {
+      "epoch": 1.3630252100840337,
+      "grad_norm": 2.593550587022856,
+      "learning_rate": 2.3008351652472714e-06,
+      "loss": 0.0936,
+      "step": 811
+    },
+    {
+      "epoch": 1.3647058823529412,
+      "grad_norm": 2.6262874429380214,
+      "learning_rate": 2.289733217637753e-06,
+      "loss": 0.07,
+      "step": 812
+    },
+    {
+      "epoch": 1.3663865546218488,
+      "grad_norm": 2.5534127800889346,
+      "learning_rate": 2.278650159404289e-06,
+      "loss": 0.0778,
+      "step": 813
+    },
+    {
+      "epoch": 1.3680672268907563,
+      "grad_norm": 2.44366168179335,
+      "learning_rate": 2.267586067790952e-06,
+      "loss": 0.0825,
+      "step": 814
+    },
+    {
+      "epoch": 1.3697478991596639,
+      "grad_norm": 2.768515991865253,
+      "learning_rate": 2.2565410199096322e-06,
+      "loss": 0.086,
+      "step": 815
+    },
+    {
+      "epoch": 1.3714285714285714,
+      "grad_norm": 2.9765080509774546,
+      "learning_rate": 2.245515092739488e-06,
+      "loss": 0.0967,
+      "step": 816
+    },
+    {
+      "epoch": 1.373109243697479,
+      "grad_norm": 2.875743137704446,
+      "learning_rate": 2.234508363126419e-06,
+      "loss": 0.1058,
+      "step": 817
+    },
+    {
+      "epoch": 1.3747899159663866,
+      "grad_norm": 3.542235960340661,
+      "learning_rate": 2.2235209077825264e-06,
+      "loss": 0.153,
+      "step": 818
+    },
+    {
+      "epoch": 1.3764705882352941,
+      "grad_norm": 2.403232600671078,
+      "learning_rate": 2.2125528032855727e-06,
+      "loss": 0.0689,
+      "step": 819
+    },
+    {
+      "epoch": 1.3781512605042017,
+      "grad_norm": 2.7232278008796693,
+      "learning_rate": 2.2016041260784604e-06,
+      "loss": 0.0523,
+      "step": 820
+    },
+    {
+      "epoch": 1.3798319327731092,
+      "grad_norm": 2.854644874148179,
+      "learning_rate": 2.1906749524686856e-06,
+      "loss": 0.0783,
+      "step": 821
+    },
+    {
+      "epoch": 1.3815126050420168,
+      "grad_norm": 1.8526957378806435,
+      "learning_rate": 2.1797653586278193e-06,
+      "loss": 0.0658,
+      "step": 822
+    },
+    {
+      "epoch": 1.3831932773109243,
+      "grad_norm": 3.1776681065587606,
+      "learning_rate": 2.168875420590965e-06,
+      "loss": 0.1051,
+      "step": 823
+    },
+    {
+      "epoch": 1.384873949579832,
+      "grad_norm": 2.5512188793181623,
+      "learning_rate": 2.158005214256236e-06,
+      "loss": 0.0708,
+      "step": 824
+    },
+    {
+      "epoch": 1.3865546218487395,
+      "grad_norm": 2.6609634186618156,
+      "learning_rate": 2.147154815384226e-06,
+      "loss": 0.0768,
+      "step": 825
+    },
+    {
+      "epoch": 1.388235294117647,
+      "grad_norm": 2.3931424820403295,
+      "learning_rate": 2.136324299597474e-06,
+      "loss": 0.0715,
+      "step": 826
+    },
+    {
+      "epoch": 1.3899159663865546,
+      "grad_norm": 2.8679014750294125,
+      "learning_rate": 2.12551374237995e-06,
+      "loss": 0.1095,
+      "step": 827
+    },
+    {
+      "epoch": 1.3915966386554621,
+      "grad_norm": 2.180768007063552,
+      "learning_rate": 2.1147232190765137e-06,
+      "loss": 0.0675,
+      "step": 828
+    },
+    {
+      "epoch": 1.3932773109243697,
+      "grad_norm": 2.5066981219224775,
+      "learning_rate": 2.1039528048924043e-06,
+      "loss": 0.059,
+      "step": 829
+    },
+    {
+      "epoch": 1.3949579831932772,
+      "grad_norm": 3.3803755201148187,
+      "learning_rate": 2.0932025748927015e-06,
+      "loss": 0.1068,
+      "step": 830
+    },
+    {
+      "epoch": 1.3966386554621848,
+      "grad_norm": 2.371033561602867,
+      "learning_rate": 2.0824726040018174e-06,
+      "loss": 0.0728,
+      "step": 831
+    },
+    {
+      "epoch": 1.3983193277310924,
+      "grad_norm": 2.774208580231465,
+      "learning_rate": 2.0717629670029653e-06,
+      "loss": 0.0661,
+      "step": 832
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 2.1336928525875836,
+      "learning_rate": 2.061073738537635e-06,
+      "loss": 0.0733,
+      "step": 833
+    },
+    {
+      "epoch": 1.4016806722689075,
+      "grad_norm": 3.1234467182623975,
+      "learning_rate": 2.050404993105085e-06,
+      "loss": 0.0831,
+      "step": 834
+    },
+    {
+      "epoch": 1.403361344537815,
+      "grad_norm": 3.091586518307653,
+      "learning_rate": 2.0397568050618095e-06,
+      "loss": 0.1086,
+      "step": 835
+    },
+    {
+      "epoch": 1.4050420168067226,
+      "grad_norm": 3.002925392888798,
+      "learning_rate": 2.0291292486210327e-06,
+      "loss": 0.0994,
+      "step": 836
+    },
+    {
+      "epoch": 1.4067226890756301,
+      "grad_norm": 2.4071605199504105,
+      "learning_rate": 2.018522397852178e-06,
+      "loss": 0.0642,
+      "step": 837
+    },
+    {
+      "epoch": 1.4084033613445377,
+      "grad_norm": 4.850453820458399,
+      "learning_rate": 2.0079363266803696e-06,
+      "loss": 0.1209,
+      "step": 838
+    },
+    {
+      "epoch": 1.4100840336134453,
+      "grad_norm": 2.5655766253111913,
+      "learning_rate": 1.9973711088858973e-06,
+      "loss": 0.0718,
+      "step": 839
+    },
+    {
+      "epoch": 1.4117647058823528,
+      "grad_norm": 2.7191226267335726,
+      "learning_rate": 1.9868268181037186e-06,
+      "loss": 0.0898,
+      "step": 840
+    },
+    {
+      "epoch": 1.4134453781512604,
+      "grad_norm": 2.636556426536022,
+      "learning_rate": 1.976303527822933e-06,
+      "loss": 0.0944,
+      "step": 841
+    },
+    {
+      "epoch": 1.4151260504201681,
+      "grad_norm": 3.427543761682362,
+      "learning_rate": 1.9658013113862806e-06,
+      "loss": 0.0629,
+      "step": 842
+    },
+    {
+      "epoch": 1.4168067226890757,
+      "grad_norm": 2.407314737887372,
+      "learning_rate": 1.9553202419896256e-06,
+      "loss": 0.0669,
+      "step": 843
+    },
+    {
+      "epoch": 1.4184873949579833,
+      "grad_norm": 2.3970562937015605,
+      "learning_rate": 1.944860392681442e-06,
+      "loss": 0.0842,
+      "step": 844
+    },
+    {
+      "epoch": 1.4201680672268908,
+      "grad_norm": 3.0111009657414436,
+      "learning_rate": 1.934421836362315e-06,
+      "loss": 0.0925,
+      "step": 845
+    },
+    {
+      "epoch": 1.4218487394957984,
+      "grad_norm": 2.3181211787455287,
+      "learning_rate": 1.9240046457844223e-06,
+      "loss": 0.0857,
+      "step": 846
+    },
+    {
+      "epoch": 1.423529411764706,
+      "grad_norm": 2.4618319020447057,
+      "learning_rate": 1.913608893551036e-06,
+      "loss": 0.0718,
+      "step": 847
+    },
+    {
+      "epoch": 1.4252100840336135,
+      "grad_norm": 2.4722571546574206,
+      "learning_rate": 1.9032346521160066e-06,
+      "loss": 0.0775,
+      "step": 848
+    },
+    {
+      "epoch": 1.426890756302521,
+      "grad_norm": 2.8957411522240957,
+      "learning_rate": 1.8928819937832689e-06,
+      "loss": 0.0981,
+      "step": 849
+    },
+    {
+      "epoch": 1.4285714285714286,
+      "grad_norm": 3.0058263449936424,
+      "learning_rate": 1.8825509907063328e-06,
+      "loss": 0.1281,
+      "step": 850
+    },
+    {
+      "epoch": 1.4302521008403362,
+      "grad_norm": 2.6662478992952585,
+      "learning_rate": 1.8722417148877752e-06,
+      "loss": 0.0808,
+      "step": 851
+    },
+    {
+      "epoch": 1.4319327731092437,
+      "grad_norm": 2.9792508981015247,
+      "learning_rate": 1.8619542381787508e-06,
+      "loss": 0.0999,
+      "step": 852
+    },
+    {
+      "epoch": 1.4336134453781513,
+      "grad_norm": 2.1089140232124155,
+      "learning_rate": 1.851688632278476e-06,
+      "loss": 0.0469,
+      "step": 853
+    },
+    {
+      "epoch": 1.4352941176470588,
+      "grad_norm": 3.5585819612230334,
+      "learning_rate": 1.8414449687337467e-06,
+      "loss": 0.0704,
+      "step": 854
+    },
+    {
+      "epoch": 1.4369747899159664,
+      "grad_norm": 2.24926411881091,
+      "learning_rate": 1.8312233189384194e-06,
+      "loss": 0.0735,
+      "step": 855
+    },
+    {
+      "epoch": 1.438655462184874,
+      "grad_norm": 2.6302186153665947,
+      "learning_rate": 1.821023754132933e-06,
+      "loss": 0.074,
+      "step": 856
+    },
+    {
+      "epoch": 1.4403361344537815,
+      "grad_norm": 2.8780342261679506,
+      "learning_rate": 1.8108463454038022e-06,
+      "loss": 0.0778,
+      "step": 857
+    },
+    {
+      "epoch": 1.442016806722689,
+      "grad_norm": 3.7396581161865172,
+      "learning_rate": 1.800691163683118e-06,
+      "loss": 0.1022,
+      "step": 858
+    },
+    {
+      "epoch": 1.4436974789915966,
+      "grad_norm": 3.60714342413831,
+      "learning_rate": 1.790558279748067e-06,
+      "loss": 0.1618,
+      "step": 859
+    },
+    {
+      "epoch": 1.4453781512605042,
+      "grad_norm": 2.9595163340771147,
+      "learning_rate": 1.780447764220422e-06,
+      "loss": 0.0904,
+      "step": 860
+    },
+    {
+      "epoch": 1.4470588235294117,
+      "grad_norm": 2.1689321130662886,
+      "learning_rate": 1.7703596875660645e-06,
+      "loss": 0.0719,
+      "step": 861
+    },
+    {
+      "epoch": 1.4487394957983193,
+      "grad_norm": 2.1941556772158264,
+      "learning_rate": 1.7602941200944812e-06,
+      "loss": 0.0635,
+      "step": 862
+    },
+    {
+      "epoch": 1.4504201680672268,
+      "grad_norm": 2.2798654285400737,
+      "learning_rate": 1.7502511319582855e-06,
+      "loss": 0.0875,
+      "step": 863
+    },
+    {
+      "epoch": 1.4521008403361344,
+      "grad_norm": 2.2334745972248298,
+      "learning_rate": 1.7402307931527157e-06,
+      "loss": 0.0687,
+      "step": 864
+    },
+    {
+      "epoch": 1.453781512605042,
+      "grad_norm": 2.8004894708871415,
+      "learning_rate": 1.7302331735151594e-06,
+      "loss": 0.1048,
+      "step": 865
+    },
+    {
+      "epoch": 1.4554621848739495,
+      "grad_norm": 3.108271318580809,
+      "learning_rate": 1.7202583427246633e-06,
+      "loss": 0.0753,
+      "step": 866
+    },
+    {
+      "epoch": 1.457142857142857,
+      "grad_norm": 2.312999197511707,
+      "learning_rate": 1.7103063703014372e-06,
+      "loss": 0.0746,
+      "step": 867
+    },
+    {
+      "epoch": 1.4588235294117646,
+      "grad_norm": 2.6351363101768954,
+      "learning_rate": 1.7003773256063882e-06,
+      "loss": 0.092,
+      "step": 868
+    },
+    {
+      "epoch": 1.4605042016806722,
+      "grad_norm": 2.183847704629778,
+      "learning_rate": 1.690471277840619e-06,
+      "loss": 0.0625,
+      "step": 869
+    },
+    {
+      "epoch": 1.46218487394958,
+      "grad_norm": 3.064581959699731,
+      "learning_rate": 1.6805882960449594e-06,
+      "loss": 0.1215,
+      "step": 870
+    },
+    {
+      "epoch": 1.4638655462184875,
+      "grad_norm": 3.1271728558378737,
+      "learning_rate": 1.6707284490994746e-06,
+      "loss": 0.0908,
+      "step": 871
+    },
+    {
+      "epoch": 1.465546218487395,
+      "grad_norm": 2.9326514691610455,
+      "learning_rate": 1.6608918057229944e-06,
+      "loss": 0.0798,
+      "step": 872
+    },
+    {
+      "epoch": 1.4672268907563026,
+      "grad_norm": 3.6801264170612193,
+      "learning_rate": 1.6510784344726294e-06,
+      "loss": 0.1136,
+      "step": 873
+    },
+    {
+      "epoch": 1.4689075630252102,
+      "grad_norm": 2.2001266838315057,
+      "learning_rate": 1.6412884037432875e-06,
+      "loss": 0.077,
+      "step": 874
+    },
+    {
+      "epoch": 1.4705882352941178,
+      "grad_norm": 2.018537490774913,
+      "learning_rate": 1.6315217817672142e-06,
+      "loss": 0.0577,
+      "step": 875
+    },
+    {
+      "epoch": 1.4722689075630253,
+      "grad_norm": 2.502467447738802,
+      "learning_rate": 1.6217786366134953e-06,
+      "loss": 0.0867,
+      "step": 876
+    },
+    {
+      "epoch": 1.4739495798319329,
+      "grad_norm": 2.404093931401216,
+      "learning_rate": 1.612059036187602e-06,
+      "loss": 0.0818,
+      "step": 877
+    },
+    {
+      "epoch": 1.4756302521008404,
+      "grad_norm": 2.7777757705585366,
+      "learning_rate": 1.6023630482309017e-06,
+      "loss": 0.0851,
+      "step": 878
+    },
+    {
+      "epoch": 1.477310924369748,
+      "grad_norm": 2.1744066253008025,
+      "learning_rate": 1.5926907403202001e-06,
+      "loss": 0.0667,
+      "step": 879
+    },
+    {
+      "epoch": 1.4789915966386555,
+      "grad_norm": 3.2942884352254542,
+      "learning_rate": 1.5830421798672568e-06,
+      "loss": 0.0714,
+      "step": 880
+    },
+    {
+      "epoch": 1.480672268907563,
+      "grad_norm": 3.4466527581467976,
+      "learning_rate": 1.5734174341183284e-06,
+      "loss": 0.1096,
+      "step": 881
+    },
+    {
+      "epoch": 1.4823529411764707,
+      "grad_norm": 2.530910684223825,
+      "learning_rate": 1.5638165701536866e-06,
+      "loss": 0.0786,
+      "step": 882
+    },
+    {
+      "epoch": 1.4840336134453782,
+      "grad_norm": 2.949069912774898,
+      "learning_rate": 1.554239654887163e-06,
+      "loss": 0.082,
+      "step": 883
+    },
+    {
+      "epoch": 1.4857142857142858,
+      "grad_norm": 2.918482254384839,
+      "learning_rate": 1.544686755065677e-06,
+      "loss": 0.1056,
+      "step": 884
+    },
+    {
+      "epoch": 1.4873949579831933,
+      "grad_norm": 2.9537497761417644,
+      "learning_rate": 1.5351579372687658e-06,
+      "loss": 0.0904,
+      "step": 885
+    },
+    {
+      "epoch": 1.4890756302521009,
+      "grad_norm": 3.0556323605290676,
+      "learning_rate": 1.525653267908132e-06,
+      "loss": 0.0871,
+      "step": 886
+    },
+    {
+      "epoch": 1.4907563025210084,
+      "grad_norm": 2.6043633400058006,
+      "learning_rate": 1.5161728132271674e-06,
+      "loss": 0.0744,
+      "step": 887
+    },
+    {
+      "epoch": 1.492436974789916,
+      "grad_norm": 2.0618324084427804,
+      "learning_rate": 1.5067166393005055e-06,
+      "loss": 0.0701,
+      "step": 888
+    },
+    {
+      "epoch": 1.4941176470588236,
+      "grad_norm": 2.9896346108157177,
+      "learning_rate": 1.4972848120335453e-06,
+      "loss": 0.1136,
+      "step": 889
+    },
+    {
+      "epoch": 1.495798319327731,
+      "grad_norm": 2.605228843859927,
+      "learning_rate": 1.4878773971620076e-06,
+      "loss": 0.0673,
+      "step": 890
+    },
+    {
+      "epoch": 1.4974789915966387,
+      "grad_norm": 2.7905166458094333,
+      "learning_rate": 1.4784944602514662e-06,
+      "loss": 0.0809,
+      "step": 891
+    },
+    {
+      "epoch": 1.4991596638655462,
+      "grad_norm": 3.1497593827029506,
+      "learning_rate": 1.4691360666968923e-06,
+      "loss": 0.1021,
+      "step": 892
+    },
+    {
+      "epoch": 1.5008403361344538,
+      "grad_norm": 2.1897838947360735,
+      "learning_rate": 1.4598022817222058e-06,
+      "loss": 0.0571,
+      "step": 893
+    },
+    {
+      "epoch": 1.5025210084033613,
+      "grad_norm": 2.302331646085917,
+      "learning_rate": 1.4504931703798086e-06,
+      "loss": 0.0576,
+      "step": 894
+    },
+    {
+      "epoch": 1.504201680672269,
+      "grad_norm": 2.7532766985557857,
+      "learning_rate": 1.4412087975501459e-06,
+      "loss": 0.076,
+      "step": 895
+    },
+    {
+      "epoch": 1.5058823529411764,
+      "grad_norm": 2.5202671032062582,
+      "learning_rate": 1.4319492279412388e-06,
+      "loss": 0.0678,
+      "step": 896
+    },
+    {
+      "epoch": 1.507563025210084,
+      "grad_norm": 3.3560869623465535,
+      "learning_rate": 1.4227145260882463e-06,
+      "loss": 0.0674,
+      "step": 897
+    },
+    {
+      "epoch": 1.5092436974789916,
+      "grad_norm": 2.7037346414852497,
+      "learning_rate": 1.413504756353009e-06,
+      "loss": 0.0877,
+      "step": 898
+    },
+    {
+      "epoch": 1.5109243697478991,
+      "grad_norm": 2.950076661717238,
+      "learning_rate": 1.4043199829235983e-06,
+      "loss": 0.1009,
+      "step": 899
+    },
+    {
+      "epoch": 1.5126050420168067,
+      "grad_norm": 2.9724993078538096,
+      "learning_rate": 1.3951602698138773e-06,
+      "loss": 0.0998,
+      "step": 900
+    },
+    {
+      "epoch": 1.5142857142857142,
+      "grad_norm": 2.171203981414814,
+      "learning_rate": 1.3860256808630429e-06,
+      "loss": 0.0649,
+      "step": 901
+    },
+    {
+      "epoch": 1.5159663865546218,
+      "grad_norm": 2.3717860449067407,
+      "learning_rate": 1.3769162797351953e-06,
+      "loss": 0.0628,
+      "step": 902
+    },
+    {
+      "epoch": 1.5176470588235293,
+      "grad_norm": 3.7600443429783352,
+      "learning_rate": 1.3678321299188802e-06,
+      "loss": 0.1002,
+      "step": 903
+    },
+    {
+      "epoch": 1.519327731092437,
+      "grad_norm": 3.0435496611540467,
+      "learning_rate": 1.3587732947266557e-06,
+      "loss": 0.095,
+      "step": 904
+    },
+    {
+      "epoch": 1.5210084033613445,
+      "grad_norm": 2.96613726072199,
+      "learning_rate": 1.34973983729465e-06,
+      "loss": 0.0914,
+      "step": 905
+    },
+    {
+      "epoch": 1.522689075630252,
+      "grad_norm": 2.8435196172045907,
+      "learning_rate": 1.340731820582114e-06,
+      "loss": 0.0699,
+      "step": 906
+    },
+    {
+      "epoch": 1.5243697478991596,
+      "grad_norm": 2.464476894025319,
+      "learning_rate": 1.3317493073709936e-06,
+      "loss": 0.0705,
+      "step": 907
+    },
+    {
+      "epoch": 1.5260504201680671,
+      "grad_norm": 1.890126330693869,
+      "learning_rate": 1.3227923602654808e-06,
+      "loss": 0.0561,
+      "step": 908
+    },
+    {
+      "epoch": 1.5277310924369747,
+      "grad_norm": 2.2602626027892176,
+      "learning_rate": 1.3138610416915887e-06,
+      "loss": 0.0733,
+      "step": 909
+    },
+    {
+      "epoch": 1.5294117647058822,
+      "grad_norm": 2.5239743120304468,
+      "learning_rate": 1.3049554138967052e-06,
+      "loss": 0.0658,
+      "step": 910
+    },
+    {
+      "epoch": 1.5310924369747898,
+      "grad_norm": 2.1639616773849344,
+      "learning_rate": 1.2960755389491703e-06,
+      "loss": 0.0644,
+      "step": 911
+    },
+    {
+      "epoch": 1.5327731092436974,
+      "grad_norm": 2.7172132336504373,
+      "learning_rate": 1.2872214787378306e-06,
+      "loss": 0.0806,
+      "step": 912
+    },
+    {
+      "epoch": 1.534453781512605,
+      "grad_norm": 2.433240574623036,
+      "learning_rate": 1.278393294971626e-06,
+      "loss": 0.0783,
+      "step": 913
+    },
+    {
+      "epoch": 1.5361344537815125,
+      "grad_norm": 3.0834984240711565,
+      "learning_rate": 1.269591049179138e-06,
+      "loss": 0.0617,
+      "step": 914
+    },
+    {
+      "epoch": 1.53781512605042,
+      "grad_norm": 2.397030675922682,
+      "learning_rate": 1.2608148027081773e-06,
+      "loss": 0.0818,
+      "step": 915
+    },
+    {
+      "epoch": 1.5394957983193276,
+      "grad_norm": 3.0216001414776374,
+      "learning_rate": 1.2520646167253514e-06,
+      "loss": 0.0821,
+      "step": 916
+    },
+    {
+      "epoch": 1.5411764705882351,
+      "grad_norm": 3.134391572738623,
+      "learning_rate": 1.2433405522156334e-06,
+      "loss": 0.0916,
+      "step": 917
+    },
+    {
+      "epoch": 1.5428571428571427,
+      "grad_norm": 2.3360210128403636,
+      "learning_rate": 1.234642669981946e-06,
+      "loss": 0.0641,
+      "step": 918
+    },
+    {
+      "epoch": 1.5445378151260503,
+      "grad_norm": 2.7163994508351217,
+      "learning_rate": 1.2259710306447275e-06,
+      "loss": 0.0886,
+      "step": 919
+    },
+    {
+      "epoch": 1.5462184873949578,
+      "grad_norm": 2.431875213779764,
+      "learning_rate": 1.2173256946415214e-06,
+      "loss": 0.0773,
+      "step": 920
+    },
+    {
+      "epoch": 1.5478991596638656,
+      "grad_norm": 2.5611857478832882,
+      "learning_rate": 1.2087067222265409e-06,
+      "loss": 0.0628,
+      "step": 921
+    },
+    {
+      "epoch": 1.5495798319327732,
+      "grad_norm": 2.9190300690138633,
+      "learning_rate": 1.2001141734702625e-06,
+      "loss": 0.077,
+      "step": 922
+    },
+    {
+      "epoch": 1.5512605042016807,
+      "grad_norm": 2.6935195739367526,
+      "learning_rate": 1.1915481082589998e-06,
+      "loss": 0.0651,
+      "step": 923
+    },
+    {
+      "epoch": 1.5529411764705883,
+      "grad_norm": 2.495024421506342,
+      "learning_rate": 1.1830085862944851e-06,
+      "loss": 0.0812,
+      "step": 924
+    },
+    {
+      "epoch": 1.5546218487394958,
+      "grad_norm": 2.3186901545314353,
+      "learning_rate": 1.17449566709346e-06,
+      "loss": 0.0682,
+      "step": 925
+    },
+    {
+      "epoch": 1.5563025210084034,
+      "grad_norm": 2.3237588553363944,
+      "learning_rate": 1.166009409987251e-06,
+      "loss": 0.0555,
+      "step": 926
+    },
+    {
+      "epoch": 1.557983193277311,
+      "grad_norm": 2.8044298597093107,
+      "learning_rate": 1.1575498741213682e-06,
+      "loss": 0.0947,
+      "step": 927
+    },
+    {
+      "epoch": 1.5596638655462185,
+      "grad_norm": 2.4178880085870396,
+      "learning_rate": 1.1491171184550799e-06,
+      "loss": 0.0629,
+      "step": 928
+    },
+    {
+      "epoch": 1.561344537815126,
+      "grad_norm": 1.976434008723005,
+      "learning_rate": 1.1407112017610134e-06,
+      "loss": 0.052,
+      "step": 929
+    },
+    {
+      "epoch": 1.5630252100840336,
+      "grad_norm": 3.483563565061037,
+      "learning_rate": 1.1323321826247347e-06,
+      "loss": 0.077,
+      "step": 930
+    },
+    {
+      "epoch": 1.5647058823529412,
+      "grad_norm": 1.8972048774489287,
+      "learning_rate": 1.1239801194443507e-06,
+      "loss": 0.0494,
+      "step": 931
+    },
+    {
+      "epoch": 1.5663865546218487,
+      "grad_norm": 3.1882538432651777,
+      "learning_rate": 1.115655070430096e-06,
+      "loss": 0.0779,
+      "step": 932
+    },
+    {
+      "epoch": 1.5680672268907563,
+      "grad_norm": 3.1426262134738603,
+      "learning_rate": 1.107357093603924e-06,
+      "loss": 0.076,
+      "step": 933
+    },
+    {
+      "epoch": 1.5697478991596638,
+      "grad_norm": 3.3491106407225555,
+      "learning_rate": 1.0990862467991132e-06,
+      "loss": 0.0939,
+      "step": 934
+    },
+    {
+      "epoch": 1.5714285714285714,
+      "grad_norm": 2.3555969578510196,
+      "learning_rate": 1.0908425876598512e-06,
+      "loss": 0.0683,
+      "step": 935
+    },
+    {
+      "epoch": 1.573109243697479,
+      "grad_norm": 2.4300759069980136,
+      "learning_rate": 1.082626173640846e-06,
+      "loss": 0.0788,
+      "step": 936
+    },
+    {
+      "epoch": 1.5747899159663865,
+      "grad_norm": 3.0685309864448636,
+      "learning_rate": 1.0744370620069122e-06,
+      "loss": 0.0852,
+      "step": 937
+    },
+    {
+      "epoch": 1.576470588235294,
+      "grad_norm": 2.568291131776804,
+      "learning_rate": 1.066275309832584e-06,
+      "loss": 0.074,
+      "step": 938
+    },
+    {
+      "epoch": 1.5781512605042018,
+      "grad_norm": 2.520877566474604,
+      "learning_rate": 1.0581409740017113e-06,
+      "loss": 0.0521,
+      "step": 939
+    },
+    {
+      "epoch": 1.5798319327731094,
+      "grad_norm": 2.792407855946344,
+      "learning_rate": 1.0500341112070605e-06,
+      "loss": 0.0789,
+      "step": 940
+    },
+    {
+      "epoch": 1.581512605042017,
+      "grad_norm": 3.1440477930637214,
+      "learning_rate": 1.0419547779499283e-06,
+      "loss": 0.111,
+      "step": 941
+    },
+    {
+      "epoch": 1.5831932773109245,
+      "grad_norm": 3.08626306661282,
+      "learning_rate": 1.0339030305397374e-06,
+      "loss": 0.0773,
+      "step": 942
+    },
+    {
+      "epoch": 1.584873949579832,
+      "grad_norm": 2.7818074011761613,
+      "learning_rate": 1.025878925093653e-06,
+      "loss": 0.1025,
+      "step": 943
+    },
+    {
+      "epoch": 1.5865546218487396,
+      "grad_norm": 2.0707670868256756,
+      "learning_rate": 1.0178825175361846e-06,
+      "loss": 0.0543,
+      "step": 944
+    },
+    {
+      "epoch": 1.5882352941176472,
+      "grad_norm": 3.277736077714651,
+      "learning_rate": 1.0099138635988026e-06,
+      "loss": 0.0886,
+      "step": 945
+    },
+    {
+      "epoch": 1.5899159663865547,
+      "grad_norm": 1.7856587713887242,
+      "learning_rate": 1.0019730188195464e-06,
+      "loss": 0.0498,
+      "step": 946
+    },
+    {
+      "epoch": 1.5915966386554623,
+      "grad_norm": 2.6385746957949787,
+      "learning_rate": 9.940600385426347e-07,
+      "loss": 0.0812,
+      "step": 947
+    },
+    {
+      "epoch": 1.5932773109243699,
+      "grad_norm": 2.776521241285141,
+      "learning_rate": 9.861749779180873e-07,
+      "loss": 0.087,
+      "step": 948
+    },
+    {
+      "epoch": 1.5949579831932774,
+      "grad_norm": 2.639723525487175,
+      "learning_rate": 9.783178919013297e-07,
+      "loss": 0.1119,
+      "step": 949
+    },
+    {
+      "epoch": 1.596638655462185,
+      "grad_norm": 2.7204981405013458,
+      "learning_rate": 9.704888352528257e-07,
+      "loss": 0.085,
+      "step": 950
+    },
+    {
+      "epoch": 1.5983193277310925,
+      "grad_norm": 2.5248398773851166,
+      "learning_rate": 9.626878625376784e-07,
+      "loss": 0.0695,
+      "step": 951
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 2.670224920366225,
+      "learning_rate": 9.549150281252633e-07,
+      "loss": 0.0951,
+      "step": 952
+    },
+    {
+      "epoch": 1.6016806722689076,
+      "grad_norm": 2.7422961930525176,
+      "learning_rate": 9.471703861888398e-07,
+      "loss": 0.1044,
+      "step": 953
+    },
+    {
+      "epoch": 1.6033613445378152,
+      "grad_norm": 2.2888317772986673,
+      "learning_rate": 9.394539907051837e-07,
+      "loss": 0.0586,
+      "step": 954
+    },
+    {
+      "epoch": 1.6050420168067228,
+      "grad_norm": 2.1943114037634976,
+      "learning_rate": 9.317658954541992e-07,
+      "loss": 0.0687,
+      "step": 955
+    },
+    {
+      "epoch": 1.6067226890756303,
+      "grad_norm": 3.4427372615358003,
+      "learning_rate": 9.241061540185547e-07,
+      "loss": 0.0908,
+      "step": 956
+    },
+    {
+      "epoch": 1.6084033613445379,
+      "grad_norm": 2.817393993003906,
+      "learning_rate": 9.164748197833039e-07,
+      "loss": 0.0619,
+      "step": 957
+    },
+    {
+      "epoch": 1.6100840336134454,
+      "grad_norm": 2.9866238876292415,
+      "learning_rate": 9.088719459355133e-07,
+      "loss": 0.0672,
+      "step": 958
+    },
+    {
+      "epoch": 1.611764705882353,
+      "grad_norm": 2.785563725722871,
+      "learning_rate": 9.01297585463895e-07,
+      "loss": 0.0745,
+      "step": 959
+    },
+    {
+      "epoch": 1.6134453781512605,
+      "grad_norm": 2.3105959305373136,
+      "learning_rate": 8.937517911584321e-07,
+      "loss": 0.0705,
+      "step": 960
+    },
+    {
+      "epoch": 1.615126050420168,
+      "grad_norm": 1.99378117488201,
+      "learning_rate": 8.862346156100188e-07,
+      "loss": 0.0466,
+      "step": 961
+    },
+    {
+      "epoch": 1.6168067226890757,
+      "grad_norm": 2.6666955685587053,
+      "learning_rate": 8.787461112100837e-07,
+      "loss": 0.0656,
+      "step": 962
+    },
+    {
+      "epoch": 1.6184873949579832,
+      "grad_norm": 3.3249810625849956,
+      "learning_rate": 8.712863301502339e-07,
+      "loss": 0.0678,
+      "step": 963
+    },
+    {
+      "epoch": 1.6201680672268908,
+      "grad_norm": 3.353300594203047,
+      "learning_rate": 8.638553244218872e-07,
+      "loss": 0.0956,
+      "step": 964
+    },
+    {
+      "epoch": 1.6218487394957983,
+      "grad_norm": 2.8496488574356476,
+      "learning_rate": 8.56453145815907e-07,
+      "loss": 0.0838,
+      "step": 965
+    },
+    {
+      "epoch": 1.6235294117647059,
+      "grad_norm": 3.064310810621701,
+      "learning_rate": 8.490798459222477e-07,
+      "loss": 0.0865,
+      "step": 966
+    },
+    {
+      "epoch": 1.6252100840336134,
+      "grad_norm": 2.968813736122225,
+      "learning_rate": 8.417354761295876e-07,
+      "loss": 0.0728,
+      "step": 967
+    },
+    {
+      "epoch": 1.626890756302521,
+      "grad_norm": 2.049286780650219,
+      "learning_rate": 8.344200876249803e-07,
+      "loss": 0.0475,
+      "step": 968
+    },
+    {
+      "epoch": 1.6285714285714286,
+      "grad_norm": 3.100955143857725,
+      "learning_rate": 8.271337313934869e-07,
+      "loss": 0.0849,
+      "step": 969
+    },
+    {
+      "epoch": 1.6302521008403361,
+      "grad_norm": 2.9949248571700617,
+      "learning_rate": 8.198764582178303e-07,
+      "loss": 0.0859,
+      "step": 970
+    },
+    {
+      "epoch": 1.6319327731092437,
+      "grad_norm": 2.853687486256643,
+      "learning_rate": 8.12648318678036e-07,
+      "loss": 0.0653,
+      "step": 971
+    },
+    {
+      "epoch": 1.6336134453781512,
+      "grad_norm": 2.4758118064736685,
+      "learning_rate": 8.054493631510785e-07,
+      "loss": 0.0736,
+      "step": 972
+    },
+    {
+      "epoch": 1.6352941176470588,
+      "grad_norm": 2.480419073945819,
+      "learning_rate": 7.98279641810537e-07,
+      "loss": 0.0612,
+      "step": 973
+    },
+    {
+      "epoch": 1.6369747899159663,
+      "grad_norm": 2.6330025212546073,
+      "learning_rate": 7.911392046262367e-07,
+      "loss": 0.0665,
+      "step": 974
+    },
+    {
+      "epoch": 1.638655462184874,
+      "grad_norm": 2.6543901706240707,
+      "learning_rate": 7.840281013639078e-07,
+      "loss": 0.0508,
+      "step": 975
+    },
+    {
+      "epoch": 1.6403361344537815,
+      "grad_norm": 2.701255527964721,
+      "learning_rate": 7.769463815848344e-07,
+      "loss": 0.0906,
+      "step": 976
+    },
+    {
+      "epoch": 1.642016806722689,
+      "grad_norm": 3.0305303322182335,
+      "learning_rate": 7.698940946455125e-07,
+      "loss": 0.076,
+      "step": 977
+    },
+    {
+      "epoch": 1.6436974789915966,
+      "grad_norm": 2.560069381692694,
+      "learning_rate": 7.628712896973006e-07,
+      "loss": 0.0611,
+      "step": 978
+    },
+    {
+      "epoch": 1.6453781512605041,
+      "grad_norm": 2.126677934815069,
+      "learning_rate": 7.55878015686084e-07,
+      "loss": 0.0626,
+      "step": 979
+    },
+    {
+      "epoch": 1.6470588235294117,
+      "grad_norm": 3.320788842248769,
+      "learning_rate": 7.489143213519301e-07,
+      "loss": 0.066,
+      "step": 980
+    },
+    {
+      "epoch": 1.6487394957983192,
+      "grad_norm": 2.1324499834476893,
+      "learning_rate": 7.419802552287453e-07,
+      "loss": 0.0601,
+      "step": 981
+    },
+    {
+      "epoch": 1.6504201680672268,
+      "grad_norm": 1.6451700538742926,
+      "learning_rate": 7.350758656439455e-07,
+      "loss": 0.0358,
+      "step": 982
+    },
+    {
+      "epoch": 1.6521008403361344,
+      "grad_norm": 2.9089699245304526,
+      "learning_rate": 7.282012007181083e-07,
+      "loss": 0.091,
+      "step": 983
+    },
+    {
+      "epoch": 1.653781512605042,
+      "grad_norm": 3.3157789811498115,
+      "learning_rate": 7.213563083646497e-07,
+      "loss": 0.0808,
+      "step": 984
+    },
+    {
+      "epoch": 1.6554621848739495,
+      "grad_norm": 2.504068675080367,
+      "learning_rate": 7.145412362894771e-07,
+      "loss": 0.083,
+      "step": 985
+    },
+    {
+      "epoch": 1.657142857142857,
+      "grad_norm": 2.965188873541059,
+      "learning_rate": 7.077560319906696e-07,
+      "loss": 0.0761,
+      "step": 986
+    },
+    {
+      "epoch": 1.6588235294117646,
+      "grad_norm": 3.9651631993982632,
+      "learning_rate": 7.010007427581378e-07,
+      "loss": 0.0931,
+      "step": 987
+    },
+    {
+      "epoch": 1.6605042016806721,
+      "grad_norm": 2.6828484004077704,
+      "learning_rate": 6.942754156732978e-07,
+      "loss": 0.0899,
+      "step": 988
+    },
+    {
+      "epoch": 1.6621848739495797,
+      "grad_norm": 2.9178209309323617,
+      "learning_rate": 6.875800976087444e-07,
+      "loss": 0.0922,
+      "step": 989
+    },
+    {
+      "epoch": 1.6638655462184873,
+      "grad_norm": 2.167420070287885,
+      "learning_rate": 6.809148352279182e-07,
+      "loss": 0.0491,
+      "step": 990
+    },
+    {
+      "epoch": 1.6655462184873948,
+      "grad_norm": 2.1946934272492538,
+      "learning_rate": 6.742796749847908e-07,
+      "loss": 0.059,
+      "step": 991
+    },
+    {
+      "epoch": 1.6672268907563024,
+      "grad_norm": 2.312028197457495,
+      "learning_rate": 6.676746631235282e-07,
+      "loss": 0.06,
+      "step": 992
+    },
+    {
+      "epoch": 1.66890756302521,
+      "grad_norm": 2.6693038248515415,
+      "learning_rate": 6.61099845678183e-07,
+      "loss": 0.0644,
+      "step": 993
+    },
+    {
+      "epoch": 1.6705882352941175,
+      "grad_norm": 3.164886728441667,
+      "learning_rate": 6.545552684723583e-07,
+      "loss": 0.1167,
+      "step": 994
+    },
+    {
+      "epoch": 1.6722689075630253,
+      "grad_norm": 3.460096856141393,
+      "learning_rate": 6.480409771189027e-07,
+      "loss": 0.092,
+      "step": 995
+    },
+    {
+      "epoch": 1.6739495798319328,
+      "grad_norm": 2.0571715576847422,
+      "learning_rate": 6.415570170195801e-07,
+      "loss": 0.0583,
+      "step": 996
+    },
+    {
+      "epoch": 1.6756302521008404,
+      "grad_norm": 2.5258688350847662,
+      "learning_rate": 6.351034333647615e-07,
+      "loss": 0.0716,
+      "step": 997
+    },
+    {
+      "epoch": 1.677310924369748,
+      "grad_norm": 2.5066410840729385,
+      "learning_rate": 6.286802711331097e-07,
+      "loss": 0.0663,
+      "step": 998
+    },
+    {
+      "epoch": 1.6789915966386555,
+      "grad_norm": 2.686273803992896,
+      "learning_rate": 6.222875750912571e-07,
+      "loss": 0.0739,
+      "step": 999
+    },
+    {
+      "epoch": 1.680672268907563,
+      "grad_norm": 2.3800935639690572,
+      "learning_rate": 6.159253897935069e-07,
+      "loss": 0.0645,
+      "step": 1000
+    },
+    {
+      "epoch": 1.680672268907563,
+      "eval_loss": 0.21711505949497223,
+      "eval_runtime": 7.6127,
+      "eval_samples_per_second": 6.437,
+      "eval_steps_per_second": 1.708,
+      "step": 1000
+    },
+    {
+      "epoch": 1.6823529411764706,
+      "grad_norm": 2.3474068601495777,
+      "learning_rate": 6.095937595815104e-07,
+      "loss": 0.059,
+      "step": 1001
+    },
+    {
+      "epoch": 1.6840336134453782,
+      "grad_norm": 3.0027968700627143,
+      "learning_rate": 6.032927285839674e-07,
+      "loss": 0.11,
+      "step": 1002
+    },
+    {
+      "epoch": 1.6857142857142857,
+      "grad_norm": 2.4756615878732755,
+      "learning_rate": 5.9702234071631e-07,
+      "loss": 0.0652,
+      "step": 1003
+    },
+    {
+      "epoch": 1.6873949579831933,
+      "grad_norm": 2.4849167604857065,
+      "learning_rate": 5.907826396804062e-07,
+      "loss": 0.0707,
+      "step": 1004
+    },
+    {
+      "epoch": 1.6890756302521008,
+      "grad_norm": 2.527471856677461,
+      "learning_rate": 5.845736689642472e-07,
+      "loss": 0.0869,
+      "step": 1005
+    },
+    {
+      "epoch": 1.6907563025210084,
+      "grad_norm": 2.8221683255428434,
+      "learning_rate": 5.783954718416468e-07,
+      "loss": 0.0819,
+      "step": 1006
+    },
+    {
+      "epoch": 1.692436974789916,
+      "grad_norm": 2.631351359370838,
+      "learning_rate": 5.722480913719425e-07,
+      "loss": 0.0587,
+      "step": 1007
+    },
+    {
+      "epoch": 1.6941176470588235,
+      "grad_norm": 2.6033686025698515,
+      "learning_rate": 5.661315703996905e-07,
+      "loss": 0.0766,
+      "step": 1008
+    },
+    {
+      "epoch": 1.695798319327731,
+      "grad_norm": 2.543956882885212,
+      "learning_rate": 5.600459515543733e-07,
+      "loss": 0.065,
+      "step": 1009
+    },
+    {
+      "epoch": 1.6974789915966386,
+      "grad_norm": 3.650192626479405,
+      "learning_rate": 5.539912772500943e-07,
+      "loss": 0.0862,
+      "step": 1010
+    },
+    {
+      "epoch": 1.6991596638655462,
+      "grad_norm": 3.78077938487044,
+      "learning_rate": 5.47967589685292e-07,
+      "loss": 0.0892,
+      "step": 1011
+    },
+    {
+      "epoch": 1.7008403361344537,
+      "grad_norm": 2.7394887442627796,
+      "learning_rate": 5.419749308424377e-07,
+      "loss": 0.063,
+      "step": 1012
+    },
+    {
+      "epoch": 1.7025210084033613,
+      "grad_norm": 2.7156577152398538,
+      "learning_rate": 5.360133424877467e-07,
+      "loss": 0.0991,
+      "step": 1013
+    },
+    {
+      "epoch": 1.704201680672269,
+      "grad_norm": 3.596863078893733,
+      "learning_rate": 5.300828661708873e-07,
+      "loss": 0.124,
+      "step": 1014
+    },
+    {
+      "epoch": 1.7058823529411766,
+      "grad_norm": 2.702400026116516,
+      "learning_rate": 5.241835432246888e-07,
+      "loss": 0.0779,
+      "step": 1015
+    },
+    {
+      "epoch": 1.7075630252100842,
+      "grad_norm": 1.9594421326250522,
+      "learning_rate": 5.183154147648578e-07,
+      "loss": 0.0636,
+      "step": 1016
+    },
+    {
+      "epoch": 1.7092436974789917,
+      "grad_norm": 2.3716518580813006,
+      "learning_rate": 5.124785216896854e-07,
+      "loss": 0.065,
+      "step": 1017
+    },
+    {
+      "epoch": 1.7109243697478993,
+      "grad_norm": 1.8907181889521054,
+      "learning_rate": 5.066729046797692e-07,
+      "loss": 0.0473,
+      "step": 1018
+    },
+    {
+      "epoch": 1.7126050420168069,
+      "grad_norm": 2.4203847174896884,
+      "learning_rate": 5.008986041977254e-07,
+      "loss": 0.0544,
+      "step": 1019
+    },
+    {
+      "epoch": 1.7142857142857144,
+      "grad_norm": 3.053591851347738,
+      "learning_rate": 4.951556604879049e-07,
+      "loss": 0.084,
+      "step": 1020
+    },
+    {
+      "epoch": 1.715966386554622,
+      "grad_norm": 2.925477119081493,
+      "learning_rate": 4.894441135761197e-07,
+      "loss": 0.0962,
+      "step": 1021
+    },
+    {
+      "epoch": 1.7176470588235295,
+      "grad_norm": 2.2302715873385166,
+      "learning_rate": 4.837640032693558e-07,
+      "loss": 0.0966,
+      "step": 1022
+    },
+    {
+      "epoch": 1.719327731092437,
+      "grad_norm": 3.533404563017714,
+      "learning_rate": 4.781153691555035e-07,
+      "loss": 0.163,
+      "step": 1023
+    },
+    {
+      "epoch": 1.7210084033613446,
+      "grad_norm": 2.597578370940511,
+      "learning_rate": 4.724982506030762e-07,
+      "loss": 0.0756,
+      "step": 1024
+    },
+    {
+      "epoch": 1.7226890756302522,
+      "grad_norm": 3.1659295913472554,
+      "learning_rate": 4.669126867609375e-07,
+      "loss": 0.085,
+      "step": 1025
+    },
+    {
+      "epoch": 1.7243697478991598,
+      "grad_norm": 2.847957423266496,
+      "learning_rate": 4.613587165580269e-07,
+      "loss": 0.0917,
+      "step": 1026
+    },
+    {
+      "epoch": 1.7260504201680673,
+      "grad_norm": 2.4839081103193683,
+      "learning_rate": 4.5583637870309397e-07,
+      "loss": 0.0709,
+      "step": 1027
+    },
+    {
+      "epoch": 1.7277310924369749,
+      "grad_norm": 1.9119792986038078,
+      "learning_rate": 4.503457116844201e-07,
+      "loss": 0.0636,
+      "step": 1028
+    },
+    {
+      "epoch": 1.7294117647058824,
+      "grad_norm": 3.5996944839451395,
+      "learning_rate": 4.448867537695578e-07,
+      "loss": 0.0813,
+      "step": 1029
+    },
+    {
+      "epoch": 1.73109243697479,
+      "grad_norm": 1.7931626779021408,
+      "learning_rate": 4.394595430050613e-07,
+      "loss": 0.0553,
+      "step": 1030
+    },
+    {
+      "epoch": 1.7327731092436975,
+      "grad_norm": 2.3675109843091158,
+      "learning_rate": 4.34064117216218e-07,
+      "loss": 0.0555,
+      "step": 1031
+    },
+    {
+      "epoch": 1.734453781512605,
+      "grad_norm": 3.2733999141078143,
+      "learning_rate": 4.287005140067912e-07,
+      "loss": 0.1126,
+      "step": 1032
+    },
+    {
+      "epoch": 1.7361344537815127,
+      "grad_norm": 2.0302561800728944,
+      "learning_rate": 4.2336877075875136e-07,
+      "loss": 0.047,
+      "step": 1033
+    },
+    {
+      "epoch": 1.7378151260504202,
+      "grad_norm": 1.7878895517124131,
+      "learning_rate": 4.1806892463202353e-07,
+      "loss": 0.0403,
+      "step": 1034
+    },
+    {
+      "epoch": 1.7394957983193278,
+      "grad_norm": 2.517182395401572,
+      "learning_rate": 4.1280101256421903e-07,
+      "loss": 0.064,
+      "step": 1035
+    },
+    {
+      "epoch": 1.7411764705882353,
+      "grad_norm": 2.8819937038701005,
+      "learning_rate": 4.0756507127038494e-07,
+      "loss": 0.0839,
+      "step": 1036
+    },
+    {
+      "epoch": 1.7428571428571429,
+      "grad_norm": 2.382102175428615,
+      "learning_rate": 4.0236113724274716e-07,
+      "loss": 0.0583,
+      "step": 1037
+    },
+    {
+      "epoch": 1.7445378151260504,
+      "grad_norm": 2.9497304360347716,
+      "learning_rate": 3.971892467504518e-07,
+      "loss": 0.0689,
+      "step": 1038
+    },
+    {
+      "epoch": 1.746218487394958,
+      "grad_norm": 2.0320898349329886,
+      "learning_rate": 3.9204943583931953e-07,
+      "loss": 0.0682,
+      "step": 1039
+    },
+    {
+      "epoch": 1.7478991596638656,
+      "grad_norm": 3.004623695811176,
+      "learning_rate": 3.869417403315856e-07,
+      "loss": 0.0925,
+      "step": 1040
+    },
+    {
+      "epoch": 1.749579831932773,
+      "grad_norm": 2.747110324380183,
+      "learning_rate": 3.8186619582565974e-07,
+      "loss": 0.0586,
+      "step": 1041
+    },
+    {
+      "epoch": 1.7512605042016807,
+      "grad_norm": 2.094632480179336,
+      "learning_rate": 3.7682283769586883e-07,
+      "loss": 0.0538,
+      "step": 1042
+    },
+    {
+      "epoch": 1.7529411764705882,
+      "grad_norm": 2.7621486553756034,
+      "learning_rate": 3.71811701092219e-07,
+      "loss": 0.1123,
+      "step": 1043
+    },
+    {
+      "epoch": 1.7546218487394958,
+      "grad_norm": 2.7045998618097435,
+      "learning_rate": 3.6683282094014285e-07,
+      "loss": 0.0691,
+      "step": 1044
+    },
+    {
+      "epoch": 1.7563025210084033,
+      "grad_norm": 3.439936853763029,
+      "learning_rate": 3.6188623194026105e-07,
+      "loss": 0.085,
+      "step": 1045
+    },
+    {
+      "epoch": 1.757983193277311,
+      "grad_norm": 1.9441996285629553,
+      "learning_rate": 3.569719685681405e-07,
+      "loss": 0.0432,
+      "step": 1046
+    },
+    {
+      "epoch": 1.7596638655462185,
+      "grad_norm": 2.340946200287024,
+      "learning_rate": 3.5209006507404883e-07,
+      "loss": 0.0756,
+      "step": 1047
+    },
+    {
+      "epoch": 1.761344537815126,
+      "grad_norm": 1.868301185446278,
+      "learning_rate": 3.4724055548272406e-07,
+      "loss": 0.0589,
+      "step": 1048
+    },
+    {
+      "epoch": 1.7630252100840336,
+      "grad_norm": 2.7014525404333627,
+      "learning_rate": 3.4242347359312864e-07,
+      "loss": 0.0931,
+      "step": 1049
+    },
+    {
+      "epoch": 1.7647058823529411,
+      "grad_norm": 2.8475033114504877,
+      "learning_rate": 3.3763885297822153e-07,
+      "loss": 0.0735,
+      "step": 1050
+    },
+    {
+      "epoch": 1.7663865546218487,
+      "grad_norm": 2.9891854484974125,
+      "learning_rate": 3.3288672698471804e-07,
+      "loss": 0.0852,
+      "step": 1051
+    },
+    {
+      "epoch": 1.7680672268907562,
+      "grad_norm": 2.542773456492228,
+      "learning_rate": 3.281671287328614e-07,
+      "loss": 0.0732,
+      "step": 1052
+    },
+    {
+      "epoch": 1.7697478991596638,
+      "grad_norm": 3.6329591813631508,
+      "learning_rate": 3.2348009111619227e-07,
+      "loss": 0.0985,
+      "step": 1053
+    },
+    {
+      "epoch": 1.7714285714285714,
+      "grad_norm": 2.007617360456515,
+      "learning_rate": 3.18825646801314e-07,
+      "loss": 0.0477,
+      "step": 1054
+    },
+    {
+      "epoch": 1.773109243697479,
+      "grad_norm": 2.8286776456999094,
+      "learning_rate": 3.1420382822767326e-07,
+      "loss": 0.0835,
+      "step": 1055
+    },
+    {
+      "epoch": 1.7747899159663865,
+      "grad_norm": 2.8970226798307066,
+      "learning_rate": 3.096146676073253e-07,
+      "loss": 0.0989,
+      "step": 1056
+    },
+    {
+      "epoch": 1.776470588235294,
+      "grad_norm": 2.2847322270579453,
+      "learning_rate": 3.0505819692471797e-07,
+      "loss": 0.0629,
+      "step": 1057
+    },
+    {
+      "epoch": 1.7781512605042016,
+      "grad_norm": 3.247777179885162,
+      "learning_rate": 3.0053444793646024e-07,
+      "loss": 0.1072,
+      "step": 1058
+    },
+    {
+      "epoch": 1.7798319327731091,
+      "grad_norm": 2.8398776729370447,
+      "learning_rate": 2.960434521711086e-07,
+      "loss": 0.0636,
+      "step": 1059
+    },
+    {
+      "epoch": 1.7815126050420167,
+      "grad_norm": 1.7198170726412092,
+      "learning_rate": 2.915852409289421e-07,
+      "loss": 0.0459,
+      "step": 1060
+    },
+    {
+      "epoch": 1.7831932773109243,
+      "grad_norm": 2.47365582662474,
+      "learning_rate": 2.8715984528174757e-07,
+      "loss": 0.0565,
+      "step": 1061
+    },
+    {
+      "epoch": 1.7848739495798318,
+      "grad_norm": 2.7202776621889004,
+      "learning_rate": 2.827672960725991e-07,
+      "loss": 0.0868,
+      "step": 1062
+    },
+    {
+      "epoch": 1.7865546218487394,
+      "grad_norm": 2.7847895905936837,
+      "learning_rate": 2.7840762391564634e-07,
+      "loss": 0.0817,
+      "step": 1063
+    },
+    {
+      "epoch": 1.788235294117647,
+      "grad_norm": 2.2785885981744243,
+      "learning_rate": 2.7408085919590265e-07,
+      "loss": 0.057,
+      "step": 1064
+    },
+    {
+      "epoch": 1.7899159663865545,
+      "grad_norm": 2.5726828881196315,
+      "learning_rate": 2.697870320690266e-07,
+      "loss": 0.0738,
+      "step": 1065
+    },
+    {
+      "epoch": 1.791596638655462,
+      "grad_norm": 2.4462470824133793,
+      "learning_rate": 2.6552617246111966e-07,
+      "loss": 0.067,
+      "step": 1066
+    },
+    {
+      "epoch": 1.7932773109243696,
+      "grad_norm": 2.1874531530519956,
+      "learning_rate": 2.612983100685118e-07,
+      "loss": 0.0572,
+      "step": 1067
+    },
+    {
+      "epoch": 1.7949579831932772,
+      "grad_norm": 3.148057488521974,
+      "learning_rate": 2.5710347435755955e-07,
+      "loss": 0.0768,
+      "step": 1068
+    },
+    {
+      "epoch": 1.7966386554621847,
+      "grad_norm": 2.2736618720698942,
+      "learning_rate": 2.5294169456443416e-07,
+      "loss": 0.0607,
+      "step": 1069
+    },
+    {
+      "epoch": 1.7983193277310925,
+      "grad_norm": 2.408408179557469,
+      "learning_rate": 2.4881299969492514e-07,
+      "loss": 0.0839,
+      "step": 1070
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 2.7245275157909683,
+      "learning_rate": 2.447174185242324e-07,
+      "loss": 0.0963,
+      "step": 1071
+    },
+    {
+      "epoch": 1.8016806722689076,
+      "grad_norm": 2.546372677098468,
+      "learning_rate": 2.406549795967678e-07,
+      "loss": 0.0501,
+      "step": 1072
+    },
+    {
+      "epoch": 1.8033613445378152,
+      "grad_norm": 2.2774525189800703,
+      "learning_rate": 2.366257112259579e-07,
+      "loss": 0.0506,
+      "step": 1073
+    },
+    {
+      "epoch": 1.8050420168067227,
+      "grad_norm": 1.9454534628385145,
+      "learning_rate": 2.3262964149404322e-07,
+      "loss": 0.0698,
+      "step": 1074
+    },
+    {
+      "epoch": 1.8067226890756303,
+      "grad_norm": 2.7533389388257405,
+      "learning_rate": 2.286667982518853e-07,
+      "loss": 0.0828,
+      "step": 1075
+    },
+    {
+      "epoch": 1.8084033613445378,
+      "grad_norm": 2.3409625134750476,
+      "learning_rate": 2.247372091187705e-07,
+      "loss": 0.0657,
+      "step": 1076
+    },
+    {
+      "epoch": 1.8100840336134454,
+      "grad_norm": 3.118804130005249,
+      "learning_rate": 2.2084090148221937e-07,
+      "loss": 0.1111,
+      "step": 1077
+    },
+    {
+      "epoch": 1.811764705882353,
+      "grad_norm": 2.401067953654103,
+      "learning_rate": 2.1697790249779638e-07,
+      "loss": 0.0748,
+      "step": 1078
+    },
+    {
+      "epoch": 1.8134453781512605,
+      "grad_norm": 3.0291208574888193,
+      "learning_rate": 2.1314823908891558e-07,
+      "loss": 0.0889,
+      "step": 1079
+    },
+    {
+      "epoch": 1.815126050420168,
+      "grad_norm": 2.75949156227135,
+      "learning_rate": 2.093519379466602e-07,
+      "loss": 0.0776,
+      "step": 1080
+    },
+    {
+      "epoch": 1.8168067226890756,
+      "grad_norm": 2.00422109514553,
+      "learning_rate": 2.0558902552959058e-07,
+      "loss": 0.0598,
+      "step": 1081
+    },
+    {
+      "epoch": 1.8184873949579832,
+      "grad_norm": 3.509921644126103,
+      "learning_rate": 2.018595280635638e-07,
+      "loss": 0.077,
+      "step": 1082
+    },
+    {
+      "epoch": 1.8201680672268907,
+      "grad_norm": 2.395269012866003,
+      "learning_rate": 1.981634715415487e-07,
+      "loss": 0.0476,
+      "step": 1083
+    },
+    {
+      "epoch": 1.8218487394957983,
+      "grad_norm": 3.1367885506904933,
+      "learning_rate": 1.945008817234445e-07,
+      "loss": 0.0899,
+      "step": 1084
+    },
+    {
+      "epoch": 1.8235294117647058,
+      "grad_norm": 2.831809081450393,
+      "learning_rate": 1.908717841359048e-07,
+      "loss": 0.0669,
+      "step": 1085
+    },
+    {
+      "epoch": 1.8252100840336134,
+      "grad_norm": 2.5459432634484083,
+      "learning_rate": 1.8727620407215375e-07,
+      "loss": 0.0558,
+      "step": 1086
+    },
+    {
+      "epoch": 1.826890756302521,
+      "grad_norm": 3.489221037352137,
+      "learning_rate": 1.837141665918152e-07,
+      "loss": 0.0928,
+      "step": 1087
+    },
+    {
+      "epoch": 1.8285714285714287,
+      "grad_norm": 2.668603090786725,
+      "learning_rate": 1.801856965207338e-07,
+      "loss": 0.066,
+      "step": 1088
+    },
+    {
+      "epoch": 1.8302521008403363,
+      "grad_norm": 2.9412325741168868,
+      "learning_rate": 1.7669081845080648e-07,
+      "loss": 0.0781,
+      "step": 1089
+    },
+    {
+      "epoch": 1.8319327731092439,
+      "grad_norm": 2.5595453190415802,
+      "learning_rate": 1.7322955673980678e-07,
+      "loss": 0.0681,
+      "step": 1090
+    },
+    {
+      "epoch": 1.8336134453781514,
+      "grad_norm": 2.656909922356702,
+      "learning_rate": 1.6980193551121848e-07,
+      "loss": 0.0535,
+      "step": 1091
+    },
+    {
+      "epoch": 1.835294117647059,
+      "grad_norm": 2.7002698095093534,
+      "learning_rate": 1.664079786540629e-07,
+      "loss": 0.0642,
+      "step": 1092
+    },
+    {
+      "epoch": 1.8369747899159665,
+      "grad_norm": 2.9100825480724506,
+      "learning_rate": 1.6304770982273898e-07,
+      "loss": 0.0979,
+      "step": 1093
+    },
+    {
+      "epoch": 1.838655462184874,
+      "grad_norm": 2.5089073185708646,
+      "learning_rate": 1.597211524368536e-07,
+      "loss": 0.0695,
+      "step": 1094
+    },
+    {
+      "epoch": 1.8403361344537816,
+      "grad_norm": 2.9673819680310936,
+      "learning_rate": 1.564283296810576e-07,
+      "loss": 0.0826,
+      "step": 1095
+    },
+    {
+      "epoch": 1.8420168067226892,
+      "grad_norm": 2.4463338389394402,
+      "learning_rate": 1.5316926450488878e-07,
+      "loss": 0.0619,
+      "step": 1096
+    },
+    {
+      "epoch": 1.8436974789915967,
+      "grad_norm": 1.9871122803788783,
+      "learning_rate": 1.499439796226082e-07,
+      "loss": 0.0536,
+      "step": 1097
+    },
+    {
+      "epoch": 1.8453781512605043,
+      "grad_norm": 3.047793126703823,
+      "learning_rate": 1.4675249751304353e-07,
+      "loss": 0.07,
+      "step": 1098
+    },
+    {
+      "epoch": 1.8470588235294119,
+      "grad_norm": 2.573964395132922,
+      "learning_rate": 1.435948404194304e-07,
+      "loss": 0.0546,
+      "step": 1099
+    },
+    {
+      "epoch": 1.8487394957983194,
+      "grad_norm": 2.157568300113264,
+      "learning_rate": 1.404710303492618e-07,
+      "loss": 0.0521,
+      "step": 1100
+    },
+    {
+      "epoch": 1.850420168067227,
+      "grad_norm": 2.5093947332693434,
+      "learning_rate": 1.373810890741284e-07,
+      "loss": 0.0591,
+      "step": 1101
+    },
+    {
+      "epoch": 1.8521008403361345,
+      "grad_norm": 2.7798941234564527,
+      "learning_rate": 1.3432503812957242e-07,
+      "loss": 0.0861,
+      "step": 1102
+    },
+    {
+      "epoch": 1.853781512605042,
+      "grad_norm": 3.3151152408491953,
+      "learning_rate": 1.3130289881493452e-07,
+      "loss": 0.1133,
+      "step": 1103
+    },
+    {
+      "epoch": 1.8554621848739496,
+      "grad_norm": 2.455051483279099,
+      "learning_rate": 1.2831469219320603e-07,
+      "loss": 0.0784,
+      "step": 1104
+    },
+    {
+      "epoch": 1.8571428571428572,
+      "grad_norm": 3.389083633842711,
+      "learning_rate": 1.253604390908819e-07,
+      "loss": 0.1172,
+      "step": 1105
+    },
+    {
+      "epoch": 1.8588235294117648,
+      "grad_norm": 2.0890124129209404,
+      "learning_rate": 1.22440160097817e-07,
+      "loss": 0.0597,
+      "step": 1106
+    },
+    {
+      "epoch": 1.8605042016806723,
+      "grad_norm": 2.5001823487473014,
+      "learning_rate": 1.1955387556708e-07,
+      "loss": 0.0484,
+      "step": 1107
+    },
+    {
+      "epoch": 1.8621848739495799,
+      "grad_norm": 1.972553815528427,
+      "learning_rate": 1.1670160561481458e-07,
+      "loss": 0.057,
+      "step": 1108
+    },
+    {
+      "epoch": 1.8638655462184874,
+      "grad_norm": 2.247555606030712,
+      "learning_rate": 1.1388337012009643e-07,
+      "loss": 0.067,
+      "step": 1109
+    },
+    {
+      "epoch": 1.865546218487395,
+      "grad_norm": 3.3951419821687034,
+      "learning_rate": 1.1109918872479642e-07,
+      "loss": 0.1168,
+      "step": 1110
+    },
+    {
+      "epoch": 1.8672268907563025,
+      "grad_norm": 2.561792162365592,
+      "learning_rate": 1.0834908083344253e-07,
+      "loss": 0.0737,
+      "step": 1111
+    },
+    {
+      "epoch": 1.86890756302521,
+      "grad_norm": 2.924693392143974,
+      "learning_rate": 1.0563306561308773e-07,
+      "loss": 0.0672,
+      "step": 1112
+    },
+    {
+      "epoch": 1.8705882352941177,
+      "grad_norm": 3.0666803684218835,
+      "learning_rate": 1.0295116199317057e-07,
+      "loss": 0.0758,
+      "step": 1113
+    },
+    {
+      "epoch": 1.8722689075630252,
+      "grad_norm": 3.1132381273055203,
+      "learning_rate": 1.0030338866538925e-07,
+      "loss": 0.0912,
+      "step": 1114
+    },
+    {
+      "epoch": 1.8739495798319328,
+      "grad_norm": 2.193473585701426,
+      "learning_rate": 9.768976408356667e-08,
+      "loss": 0.0737,
+      "step": 1115
+    },
+    {
+      "epoch": 1.8756302521008403,
+      "grad_norm": 2.316436170911881,
+      "learning_rate": 9.511030646352615e-08,
+      "loss": 0.0785,
+      "step": 1116
+    },
+    {
+      "epoch": 1.877310924369748,
+      "grad_norm": 3.2232498371051066,
+      "learning_rate": 9.256503378295978e-08,
+      "loss": 0.1079,
+      "step": 1117
+    },
+    {
+      "epoch": 1.8789915966386554,
+      "grad_norm": 2.989879633737669,
+      "learning_rate": 9.005396378130748e-08,
+      "loss": 0.0683,
+      "step": 1118
+    },
+    {
+      "epoch": 1.880672268907563,
+      "grad_norm": 2.897217749538415,
+      "learning_rate": 8.757711395963097e-08,
+      "loss": 0.104,
+      "step": 1119
+    },
+    {
+      "epoch": 1.8823529411764706,
+      "grad_norm": 5.9925913526073185,
+      "learning_rate": 8.513450158049109e-08,
+      "loss": 0.0856,
+      "step": 1120
+    },
+    {
+      "epoch": 1.8840336134453781,
+      "grad_norm": 3.437858233576137,
+      "learning_rate": 8.27261436678306e-08,
+      "loss": 0.083,
+      "step": 1121
+    },
+    {
+      "epoch": 1.8857142857142857,
+      "grad_norm": 2.1904465686897754,
+      "learning_rate": 8.035205700685167e-08,
+      "loss": 0.0551,
+      "step": 1122
+    },
+    {
+      "epoch": 1.8873949579831932,
+      "grad_norm": 3.574848102142179,
+      "learning_rate": 7.801225814390245e-08,
+      "loss": 0.0891,
+      "step": 1123
+    },
+    {
+      "epoch": 1.8890756302521008,
+      "grad_norm": 2.9774864616230166,
+      "learning_rate": 7.570676338635896e-08,
+      "loss": 0.0842,
+      "step": 1124
+    },
+    {
+      "epoch": 1.8907563025210083,
+      "grad_norm": 2.9240546637759635,
+      "learning_rate": 7.343558880251289e-08,
+      "loss": 0.0836,
+      "step": 1125
+    },
+    {
+      "epoch": 1.892436974789916,
+      "grad_norm": 2.536237081972416,
+      "learning_rate": 7.11987502214595e-08,
+      "loss": 0.0611,
+      "step": 1126
+    },
+    {
+      "epoch": 1.8941176470588235,
+      "grad_norm": 2.945869104329601,
+      "learning_rate": 6.899626323298714e-08,
+      "loss": 0.0661,
+      "step": 1127
+    },
+    {
+      "epoch": 1.895798319327731,
+      "grad_norm": 2.2128300706474624,
+      "learning_rate": 6.682814318746844e-08,
+      "loss": 0.0558,
+      "step": 1128
+    },
+    {
+      "epoch": 1.8974789915966386,
+      "grad_norm": 2.469504977662401,
+      "learning_rate": 6.46944051957532e-08,
+      "loss": 0.0971,
+      "step": 1129
+    },
+    {
+      "epoch": 1.8991596638655461,
+      "grad_norm": 2.336659774072773,
+      "learning_rate": 6.259506412906402e-08,
+      "loss": 0.0639,
+      "step": 1130
+    },
+    {
+      "epoch": 1.9008403361344537,
+      "grad_norm": 2.916145176561295,
+      "learning_rate": 6.053013461889023e-08,
+      "loss": 0.0748,
+      "step": 1131
+    },
+    {
+      "epoch": 1.9025210084033612,
+      "grad_norm": 2.7261524069835796,
+      "learning_rate": 5.849963105689027e-08,
+      "loss": 0.0767,
+      "step": 1132
+    },
+    {
+      "epoch": 1.9042016806722688,
+      "grad_norm": 2.9983934151605105,
+      "learning_rate": 5.65035675947867e-08,
+      "loss": 0.0721,
+      "step": 1133
+    },
+    {
+      "epoch": 1.9058823529411764,
+      "grad_norm": 2.1467336761652343,
+      "learning_rate": 5.454195814427021e-08,
+      "loss": 0.0576,
+      "step": 1134
+    },
+    {
+      "epoch": 1.907563025210084,
+      "grad_norm": 2.2227378360842436,
+      "learning_rate": 5.261481637690247e-08,
+      "loss": 0.0647,
+      "step": 1135
+    },
+    {
+      "epoch": 1.9092436974789915,
+      "grad_norm": 2.4269755333288194,
+      "learning_rate": 5.072215572402006e-08,
+      "loss": 0.0419,
+      "step": 1136
+    },
+    {
+      "epoch": 1.910924369747899,
+      "grad_norm": 3.0533438647127533,
+      "learning_rate": 4.886398937664127e-08,
+      "loss": 0.0734,
+      "step": 1137
+    },
+    {
+      "epoch": 1.9126050420168066,
+      "grad_norm": 3.2788567900077497,
+      "learning_rate": 4.704033028537391e-08,
+      "loss": 0.0902,
+      "step": 1138
+    },
+    {
+      "epoch": 1.9142857142857141,
+      "grad_norm": 2.551953448087741,
+      "learning_rate": 4.52511911603265e-08,
+      "loss": 0.0827,
+      "step": 1139
+    },
+    {
+      "epoch": 1.9159663865546217,
+      "grad_norm": 4.78760807070443,
+      "learning_rate": 4.3496584471016125e-08,
+      "loss": 0.0627,
+      "step": 1140
+    },
+    {
+      "epoch": 1.9176470588235293,
+      "grad_norm": 2.721593978748799,
+      "learning_rate": 4.177652244628627e-08,
+      "loss": 0.0628,
+      "step": 1141
+    },
+    {
+      "epoch": 1.9193277310924368,
+      "grad_norm": 2.3037527032294656,
+      "learning_rate": 4.009101707421803e-08,
+      "loss": 0.0668,
+      "step": 1142
+    },
+    {
+      "epoch": 1.9210084033613444,
+      "grad_norm": 2.480126673107869,
+      "learning_rate": 3.8440080102047364e-08,
+      "loss": 0.0724,
+      "step": 1143
+    },
+    {
+      "epoch": 1.9226890756302522,
+      "grad_norm": 3.1491790650313236,
+      "learning_rate": 3.6823723036084616e-08,
+      "loss": 0.0667,
+      "step": 1144
+    },
+    {
+      "epoch": 1.9243697478991597,
+      "grad_norm": 3.297054116842271,
+      "learning_rate": 3.5241957141632923e-08,
+      "loss": 0.1002,
+      "step": 1145
+    },
+    {
+      "epoch": 1.9260504201680673,
+      "grad_norm": 3.5015254517965873,
+      "learning_rate": 3.369479344290938e-08,
+      "loss": 0.1012,
+      "step": 1146
+    },
+    {
+      "epoch": 1.9277310924369748,
+      "grad_norm": 2.2369857549858376,
+      "learning_rate": 3.218224272296955e-08,
+      "loss": 0.0449,
+      "step": 1147
+    },
+    {
+      "epoch": 1.9294117647058824,
+      "grad_norm": 2.2243368132738723,
+      "learning_rate": 3.0704315523631956e-08,
+      "loss": 0.0528,
+      "step": 1148
+    },
+    {
+      "epoch": 1.93109243697479,
+      "grad_norm": 2.104823571308308,
+      "learning_rate": 2.926102214540316e-08,
+      "loss": 0.0474,
+      "step": 1149
+    },
+    {
+      "epoch": 1.9327731092436975,
+      "grad_norm": 2.832894345048546,
+      "learning_rate": 2.7852372647407812e-08,
+      "loss": 0.0747,
+      "step": 1150
+    },
+    {
+      "epoch": 1.934453781512605,
+      "grad_norm": 4.335292022183732,
+      "learning_rate": 2.6478376847318687e-08,
+      "loss": 0.0696,
+      "step": 1151
+    },
+    {
+      "epoch": 1.9361344537815126,
+      "grad_norm": 2.697120477019712,
+      "learning_rate": 2.5139044321286223e-08,
+      "loss": 0.0791,
+      "step": 1152
+    },
+    {
+      "epoch": 1.9378151260504202,
+      "grad_norm": 2.54968758188515,
+      "learning_rate": 2.383438440387298e-08,
+      "loss": 0.0745,
+      "step": 1153
+    },
+    {
+      "epoch": 1.9394957983193277,
+      "grad_norm": 3.02832569342735,
+      "learning_rate": 2.256440618798872e-08,
+      "loss": 0.0975,
+      "step": 1154
+    },
+    {
+      "epoch": 1.9411764705882353,
+      "grad_norm": 3.387365620438066,
+      "learning_rate": 2.1329118524827662e-08,
+      "loss": 0.0923,
+      "step": 1155
+    },
+    {
+      "epoch": 1.9428571428571428,
+      "grad_norm": 2.6767183811646413,
+      "learning_rate": 2.012853002380466e-08,
+      "loss": 0.0536,
+      "step": 1156
+    },
+    {
+      "epoch": 1.9445378151260504,
+      "grad_norm": 3.1445720922314337,
+      "learning_rate": 1.896264905249856e-08,
+      "loss": 0.1053,
+      "step": 1157
+    },
+    {
+      "epoch": 1.946218487394958,
+      "grad_norm": 3.2263045004178017,
+      "learning_rate": 1.783148373659005e-08,
+      "loss": 0.0798,
+      "step": 1158
+    },
+    {
+      "epoch": 1.9478991596638655,
+      "grad_norm": 2.176030962064042,
+      "learning_rate": 1.6735041959806686e-08,
+      "loss": 0.0512,
+      "step": 1159
+    },
+    {
+      "epoch": 1.949579831932773,
+      "grad_norm": 2.22081721828048,
+      "learning_rate": 1.567333136387017e-08,
+      "loss": 0.064,
+      "step": 1160
+    },
+    {
+      "epoch": 1.9512605042016806,
+      "grad_norm": 3.576068882581677,
+      "learning_rate": 1.4646359348439165e-08,
+      "loss": 0.1032,
+      "step": 1161
+    },
+    {
+      "epoch": 1.9529411764705882,
+      "grad_norm": 2.7548882247249846,
+      "learning_rate": 1.3654133071059894e-08,
+      "loss": 0.0958,
+      "step": 1162
+    },
+    {
+      "epoch": 1.954621848739496,
+      "grad_norm": 2.0537531997332277,
+      "learning_rate": 1.2696659447116732e-08,
+      "loss": 0.0555,
+      "step": 1163
+    },
+    {
+      "epoch": 1.9563025210084035,
+      "grad_norm": 2.576434155048857,
+      "learning_rate": 1.1773945149782805e-08,
+      "loss": 0.0681,
+      "step": 1164
+    },
+    {
+      "epoch": 1.957983193277311,
+      "grad_norm": 2.3313055510378513,
+      "learning_rate": 1.088599660997336e-08,
+      "loss": 0.0682,
+      "step": 1165
+    },
+    {
+      "epoch": 1.9596638655462186,
+      "grad_norm": 3.117362012224255,
+      "learning_rate": 1.0032820016302458e-08,
+      "loss": 0.0637,
+      "step": 1166
+    },
+    {
+      "epoch": 1.9613445378151262,
+      "grad_norm": 3.1378506905510215,
+      "learning_rate": 9.21442131503858e-09,
+      "loss": 0.0885,
+      "step": 1167
+    },
+    {
+      "epoch": 1.9630252100840337,
+      "grad_norm": 3.0313070424172217,
+      "learning_rate": 8.430806210062426e-09,
+      "loss": 0.0949,
+      "step": 1168
+    },
+    {
+      "epoch": 1.9647058823529413,
+      "grad_norm": 1.8993144925399335,
+      "learning_rate": 7.681980162830283e-09,
+      "loss": 0.0566,
+      "step": 1169
+    },
+    {
+      "epoch": 1.9663865546218489,
+      "grad_norm": 2.78106637596925,
+      "learning_rate": 6.9679483923318356e-09,
+      "loss": 0.0655,
+      "step": 1170
+    },
+    {
+      "epoch": 1.9680672268907564,
+      "grad_norm": 2.6179872514492843,
+      "learning_rate": 6.288715875057416e-09,
+      "loss": 0.0863,
+      "step": 1171
+    },
+    {
+      "epoch": 1.969747899159664,
+      "grad_norm": 2.85141007344782,
+      "learning_rate": 5.644287344960253e-09,
+      "loss": 0.0495,
+      "step": 1172
+    },
+    {
+      "epoch": 1.9714285714285715,
+      "grad_norm": 1.9037225399426012,
+      "learning_rate": 5.034667293427053e-09,
+      "loss": 0.0531,
+      "step": 1173
+    },
+    {
+      "epoch": 1.973109243697479,
+      "grad_norm": 2.8597867728725825,
+      "learning_rate": 4.45985996924192e-09,
+      "loss": 0.076,
+      "step": 1174
+    },
+    {
+      "epoch": 1.9747899159663866,
+      "grad_norm": 2.384741719443929,
+      "learning_rate": 3.919869378561925e-09,
+      "loss": 0.0781,
+      "step": 1175
+    },
+    {
+      "epoch": 1.9764705882352942,
+      "grad_norm": 3.3663742321659793,
+      "learning_rate": 3.41469928488547e-09,
+      "loss": 0.0829,
+      "step": 1176
+    },
+    {
+      "epoch": 1.9781512605042018,
+      "grad_norm": 2.5855062360633063,
+      "learning_rate": 2.9443532090273064e-09,
+      "loss": 0.068,
+      "step": 1177
+    },
+    {
+      "epoch": 1.9798319327731093,
+      "grad_norm": 2.349097606121586,
+      "learning_rate": 2.508834429094664e-09,
+      "loss": 0.0672,
+      "step": 1178
+    },
+    {
+      "epoch": 1.9815126050420169,
+      "grad_norm": 2.188284885883368,
+      "learning_rate": 2.108145980462828e-09,
+      "loss": 0.0587,
+      "step": 1179
+    },
+    {
+      "epoch": 1.9831932773109244,
+      "grad_norm": 2.603925500773801,
+      "learning_rate": 1.7422906557557074e-09,
+      "loss": 0.0898,
+      "step": 1180
+    },
+    {
+      "epoch": 1.984873949579832,
+      "grad_norm": 2.072728888868806,
+      "learning_rate": 1.4112710048247436e-09,
+      "loss": 0.0689,
+      "step": 1181
+    },
+    {
+      "epoch": 1.9865546218487395,
+      "grad_norm": 2.2130213181251284,
+      "learning_rate": 1.1150893347328107e-09,
+      "loss": 0.0537,
+      "step": 1182
+    },
+    {
+      "epoch": 1.988235294117647,
+      "grad_norm": 2.2290325180753983,
+      "learning_rate": 8.537477097364522e-10,
+      "loss": 0.0739,
+      "step": 1183
+    },
+    {
+      "epoch": 1.9899159663865547,
+      "grad_norm": 2.915171945856223,
+      "learning_rate": 6.272479512731133e-10,
+      "loss": 0.0693,
+      "step": 1184
+    },
+    {
+      "epoch": 1.9915966386554622,
+      "grad_norm": 3.387630014023736,
+      "learning_rate": 4.3559163794670844e-10,
+      "loss": 0.097,
+      "step": 1185
+    },
+    {
+      "epoch": 1.9932773109243698,
+      "grad_norm": 2.778376156187998,
+      "learning_rate": 2.787801055181838e-10,
+      "loss": 0.0861,
+      "step": 1186
+    },
+    {
+      "epoch": 1.9949579831932773,
+      "grad_norm": 2.6278202477958623,
+      "learning_rate": 1.568144468955257e-10,
+      "loss": 0.0779,
+      "step": 1187
+    },
+    {
+      "epoch": 1.9966386554621849,
+      "grad_norm": 2.434531776499178,
+      "learning_rate": 6.969551212598901e-11,
+      "loss": 0.0615,
+      "step": 1188
+    },
+    {
+      "epoch": 1.9983193277310924,
+      "grad_norm": 2.7044583414113026,
+      "learning_rate": 1.7423908390545862e-11,
+      "loss": 0.0862,
+      "step": 1189
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.9872586148824984,
+      "learning_rate": 0.0,
+      "loss": 0.0517,
+      "step": 1190
+    },
+    {
+      "epoch": 2.0,
+      "step": 1190,
+      "total_flos": 6634871193600.0,
+      "train_loss": 0.17354622093819772,
+      "train_runtime": 2680.2801,
+      "train_samples_per_second": 3.549,
+      "train_steps_per_second": 0.444
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 1190,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 50000000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6634871193600.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}