diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,14734 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.03889940613573299,
+  "eval_steps": 500,
+  "global_step": 21000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.8523526731301427e-05,
+      "grad_norm": 1.4365341663360596,
+      "learning_rate": 2e-09,
+      "loss": 0.0068,
+      "step": 10
+    },
+    {
+      "epoch": 3.7047053462602854e-05,
+      "grad_norm": 0.2875632345676422,
+      "learning_rate": 4e-09,
+      "loss": 0.0069,
+      "step": 20
+    },
+    {
+      "epoch": 5.557058019390428e-05,
+      "grad_norm": 0.754702627658844,
+      "learning_rate": 5.999999999999999e-09,
+      "loss": 0.0055,
+      "step": 30
+    },
+    {
+      "epoch": 7.409410692520571e-05,
+      "grad_norm": 0.6984386444091797,
+      "learning_rate": 8e-09,
+      "loss": 0.0052,
+      "step": 40
+    },
+    {
+      "epoch": 9.261763365650713e-05,
+      "grad_norm": 1.220741629600525,
+      "learning_rate": 1e-08,
+      "loss": 0.0056,
+      "step": 50
+    },
+    {
+      "epoch": 0.00011114116038780856,
+      "grad_norm": 1.0338093042373657,
+      "learning_rate": 1.1999999999999998e-08,
+      "loss": 0.0066,
+      "step": 60
+    },
+    {
+      "epoch": 0.00012966468711911,
+      "grad_norm": 0.5980871915817261,
+      "learning_rate": 1.4000000000000001e-08,
+      "loss": 0.0053,
+      "step": 70
+    },
+    {
+      "epoch": 0.00014818821385041142,
+      "grad_norm": 4.401883125305176,
+      "learning_rate": 1.6e-08,
+      "loss": 0.0066,
+      "step": 80
+    },
+    {
+      "epoch": 0.00016671174058171284,
+      "grad_norm": 0.7785063982009888,
+      "learning_rate": 1.8e-08,
+      "loss": 0.0062,
+      "step": 90
+    },
+    {
+      "epoch": 0.00018523526731301426,
+      "grad_norm": 2.4886574745178223,
+      "learning_rate": 2e-08,
+      "loss": 0.0065,
+      "step": 100
+    },
+    {
+      "epoch": 0.0002037587940443157,
+      "grad_norm": 7.158140659332275,
+      "learning_rate": 2.2e-08,
+      "loss": 0.0061,
+      "step": 110
+    },
+    {
+      "epoch": 0.0002222823207756171,
+      "grad_norm": 1.853729486465454,
+      "learning_rate": 2.3999999999999997e-08,
+      "loss": 0.0054,
+      "step": 120
+    },
+    {
+      "epoch": 0.00024080584750691854,
+      "grad_norm": 1.3051828145980835,
+      "learning_rate": 2.6e-08,
+      "loss": 0.0049,
+      "step": 130
+    },
+    {
+      "epoch": 0.00025932937423822,
+      "grad_norm": 0.4401150941848755,
+      "learning_rate": 2.8000000000000003e-08,
+      "loss": 0.0065,
+      "step": 140
+    },
+    {
+      "epoch": 0.0002778529009695214,
+      "grad_norm": 2.922142744064331,
+      "learning_rate": 3e-08,
+      "loss": 0.0058,
+      "step": 150
+    },
+    {
+      "epoch": 0.00029637642770082283,
+      "grad_norm": 1.0148659944534302,
+      "learning_rate": 3.2e-08,
+      "loss": 0.0055,
+      "step": 160
+    },
+    {
+      "epoch": 0.00031489995443212426,
+      "grad_norm": 0.9402350783348083,
+      "learning_rate": 3.4e-08,
+      "loss": 0.006,
+      "step": 170
+    },
+    {
+      "epoch": 0.0003334234811634257,
+      "grad_norm": 0.8995290398597717,
+      "learning_rate": 3.6e-08,
+      "loss": 0.007,
+      "step": 180
+    },
+    {
+      "epoch": 0.0003519470078947271,
+      "grad_norm": 0.8776085376739502,
+      "learning_rate": 3.7999999999999996e-08,
+      "loss": 0.0061,
+      "step": 190
+    },
+    {
+      "epoch": 0.00037047053462602853,
+      "grad_norm": 1.4213812351226807,
+      "learning_rate": 4e-08,
+      "loss": 0.0053,
+      "step": 200
+    },
+    {
+      "epoch": 0.00038899406135732995,
+      "grad_norm": 1.0605380535125732,
+      "learning_rate": 4.2e-08,
+      "loss": 0.0081,
+      "step": 210
+    },
+    {
+      "epoch": 0.0004075175880886314,
+      "grad_norm": 1.9367486238479614,
+      "learning_rate": 4.4e-08,
+      "loss": 0.0059,
+      "step": 220
+    },
+    {
+      "epoch": 0.0004260411148199328,
+      "grad_norm": 2.089946746826172,
+      "learning_rate": 4.6e-08,
+      "loss": 0.0047,
+      "step": 230
+    },
+    {
+      "epoch": 0.0004445646415512342,
+      "grad_norm": 1.174837350845337,
+      "learning_rate": 4.799999999999999e-08,
+      "loss": 0.0066,
+      "step": 240
+    },
+    {
+      "epoch": 0.00046308816828253565,
+      "grad_norm": 0.7284667491912842,
+      "learning_rate": 5e-08,
+      "loss": 0.0078,
+      "step": 250
+    },
+    {
+      "epoch": 0.00048161169501383707,
+      "grad_norm": 0.5827767848968506,
+      "learning_rate": 5.2e-08,
+      "loss": 0.0061,
+      "step": 260
+    },
+    {
+      "epoch": 0.0005001352217451385,
+      "grad_norm": 0.9152899980545044,
+      "learning_rate": 5.4e-08,
+      "loss": 0.0073,
+      "step": 270
+    },
+    {
+      "epoch": 0.00051865874847644,
+      "grad_norm": 15.577178001403809,
+      "learning_rate": 5.6000000000000005e-08,
+      "loss": 0.0049,
+      "step": 280
+    },
+    {
+      "epoch": 0.0005371822752077413,
+      "grad_norm": 0.4566841125488281,
+      "learning_rate": 5.7999999999999997e-08,
+      "loss": 0.0052,
+      "step": 290
+    },
+    {
+      "epoch": 0.0005557058019390428,
+      "grad_norm": 2.1245856285095215,
+      "learning_rate": 6e-08,
+      "loss": 0.0063,
+      "step": 300
+    },
+    {
+      "epoch": 0.0005742293286703442,
+      "grad_norm": 0.5508998036384583,
+      "learning_rate": 6.2e-08,
+      "loss": 0.005,
+      "step": 310
+    },
+    {
+      "epoch": 0.0005927528554016457,
+      "grad_norm": 2.0696892738342285,
+      "learning_rate": 6.4e-08,
+      "loss": 0.0066,
+      "step": 320
+    },
+    {
+      "epoch": 0.000611276382132947,
+      "grad_norm": 1.0439932346343994,
+      "learning_rate": 6.6e-08,
+      "loss": 0.0044,
+      "step": 330
+    },
+    {
+      "epoch": 0.0006297999088642485,
+      "grad_norm": 2.2266595363616943,
+      "learning_rate": 6.8e-08,
+      "loss": 0.0063,
+      "step": 340
+    },
+    {
+      "epoch": 0.0006483234355955499,
+      "grad_norm": 1.0740715265274048,
+      "learning_rate": 6.999999999999999e-08,
+      "loss": 0.0052,
+      "step": 350
+    },
+    {
+      "epoch": 0.0006668469623268514,
+      "grad_norm": 2.1596767902374268,
+      "learning_rate": 7.2e-08,
+      "loss": 0.0061,
+      "step": 360
+    },
+    {
+      "epoch": 0.0006853704890581527,
+      "grad_norm": 1.101522445678711,
+      "learning_rate": 7.4e-08,
+      "loss": 0.0049,
+      "step": 370
+    },
+    {
+      "epoch": 0.0007038940157894542,
+      "grad_norm": 8.387984275817871,
+      "learning_rate": 7.599999999999999e-08,
+      "loss": 0.0059,
+      "step": 380
+    },
+    {
+      "epoch": 0.0007224175425207556,
+      "grad_norm": 1.0280990600585938,
+      "learning_rate": 7.8e-08,
+      "loss": 0.0058,
+      "step": 390
+    },
+    {
+      "epoch": 0.0007409410692520571,
+      "grad_norm": 1.0322803258895874,
+      "learning_rate": 8e-08,
+      "loss": 0.006,
+      "step": 400
+    },
+    {
+      "epoch": 0.0007594645959833584,
+      "grad_norm": 1.083223819732666,
+      "learning_rate": 8.199999999999999e-08,
+      "loss": 0.0054,
+      "step": 410
+    },
+    {
+      "epoch": 0.0007779881227146599,
+      "grad_norm": 1.4103988409042358,
+      "learning_rate": 8.4e-08,
+      "loss": 0.0058,
+      "step": 420
+    },
+    {
+      "epoch": 0.0007965116494459613,
+      "grad_norm": 0.6534194350242615,
+      "learning_rate": 8.599999999999999e-08,
+      "loss": 0.0045,
+      "step": 430
+    },
+    {
+      "epoch": 0.0008150351761772628,
+      "grad_norm": 1.0969117879867554,
+      "learning_rate": 8.8e-08,
+      "loss": 0.0068,
+      "step": 440
+    },
+    {
+      "epoch": 0.0008335587029085641,
+      "grad_norm": 2.153444766998291,
+      "learning_rate": 9e-08,
+      "loss": 0.0059,
+      "step": 450
+    },
+    {
+      "epoch": 0.0008520822296398656,
+      "grad_norm": 1.7205032110214233,
+      "learning_rate": 9.2e-08,
+      "loss": 0.0056,
+      "step": 460
+    },
+    {
+      "epoch": 0.000870605756371167,
+      "grad_norm": 2.386373281478882,
+      "learning_rate": 9.4e-08,
+      "loss": 0.0056,
+      "step": 470
+    },
+    {
+      "epoch": 0.0008891292831024684,
+      "grad_norm": 0.6668074727058411,
+      "learning_rate": 9.599999999999999e-08,
+      "loss": 0.0058,
+      "step": 480
+    },
+    {
+      "epoch": 0.0009076528098337699,
+      "grad_norm": 1.0478103160858154,
+      "learning_rate": 9.799999999999999e-08,
+      "loss": 0.0052,
+      "step": 490
+    },
+    {
+      "epoch": 0.0009261763365650713,
+      "grad_norm": 0.5006719827651978,
+      "learning_rate": 1e-07,
+      "loss": 0.0053,
+      "step": 500
+    },
+    {
+      "epoch": 0.0009446998632963728,
+      "grad_norm": 0.9427525997161865,
+      "learning_rate": 1.02e-07,
+      "loss": 0.0062,
+      "step": 510
+    },
+    {
+      "epoch": 0.0009632233900276741,
+      "grad_norm": 0.8038456439971924,
+      "learning_rate": 1.04e-07,
+      "loss": 0.0063,
+      "step": 520
+    },
+    {
+      "epoch": 0.0009817469167589755,
+      "grad_norm": 1.0056331157684326,
+      "learning_rate": 1.06e-07,
+      "loss": 0.0061,
+      "step": 530
+    },
+    {
+      "epoch": 0.001000270443490277,
+      "grad_norm": 2.944345712661743,
+      "learning_rate": 1.08e-07,
+      "loss": 0.0055,
+      "step": 540
+    },
+    {
+      "epoch": 0.0010187939702215785,
+      "grad_norm": 0.4756002426147461,
+      "learning_rate": 1.1e-07,
+      "loss": 0.0058,
+      "step": 550
+    },
+    {
+      "epoch": 0.00103731749695288,
+      "grad_norm": 0.7967053651809692,
+      "learning_rate": 1.1200000000000001e-07,
+      "loss": 0.0043,
+      "step": 560
+    },
+    {
+      "epoch": 0.0010558410236841812,
+      "grad_norm": 0.5439043641090393,
+      "learning_rate": 1.1399999999999999e-07,
+      "loss": 0.0068,
+      "step": 570
+    },
+    {
+      "epoch": 0.0010743645504154827,
+      "grad_norm": 1.1805559396743774,
+      "learning_rate": 1.1599999999999999e-07,
+      "loss": 0.0054,
+      "step": 580
+    },
+    {
+      "epoch": 0.0010928880771467842,
+      "grad_norm": 1.3035606145858765,
+      "learning_rate": 1.1799999999999998e-07,
+      "loss": 0.0058,
+      "step": 590
+    },
+    {
+      "epoch": 0.0011114116038780856,
+      "grad_norm": 1.3339598178863525,
+      "learning_rate": 1.2e-07,
+      "loss": 0.0057,
+      "step": 600
+    },
+    {
+      "epoch": 0.001129935130609387,
+      "grad_norm": 1.3659064769744873,
+      "learning_rate": 1.2199999999999998e-07,
+      "loss": 0.0062,
+      "step": 610
+    },
+    {
+      "epoch": 0.0011484586573406884,
+      "grad_norm": 1.2174561023712158,
+      "learning_rate": 1.24e-07,
+      "loss": 0.0055,
+      "step": 620
+    },
+    {
+      "epoch": 0.0011669821840719899,
+      "grad_norm": 0.4670966863632202,
+      "learning_rate": 1.26e-07,
+      "loss": 0.005,
+      "step": 630
+    },
+    {
+      "epoch": 0.0011855057108032913,
+      "grad_norm": 0.6576770544052124,
+      "learning_rate": 1.28e-07,
+      "loss": 0.0054,
+      "step": 640
+    },
+    {
+      "epoch": 0.0012040292375345926,
+      "grad_norm": 1.3622369766235352,
+      "learning_rate": 1.3e-07,
+      "loss": 0.0061,
+      "step": 650
+    },
+    {
+      "epoch": 0.001222552764265894,
+      "grad_norm": 0.4510115385055542,
+      "learning_rate": 1.32e-07,
+      "loss": 0.0061,
+      "step": 660
+    },
+    {
+      "epoch": 0.0012410762909971956,
+      "grad_norm": 1.2369922399520874,
+      "learning_rate": 1.34e-07,
+      "loss": 0.0057,
+      "step": 670
+    },
+    {
+      "epoch": 0.001259599817728497,
+      "grad_norm": 2.0124547481536865,
+      "learning_rate": 1.36e-07,
+      "loss": 0.0059,
+      "step": 680
+    },
+    {
+      "epoch": 0.0012781233444597983,
+      "grad_norm": 1.497590184211731,
+      "learning_rate": 1.38e-07,
+      "loss": 0.0065,
+      "step": 690
+    },
+    {
+      "epoch": 0.0012966468711910998,
+      "grad_norm": 0.5575208067893982,
+      "learning_rate": 1.3999999999999998e-07,
+      "loss": 0.0062,
+      "step": 700
+    },
+    {
+      "epoch": 0.0013151703979224012,
+      "grad_norm": 0.4798245131969452,
+      "learning_rate": 1.4199999999999997e-07,
+      "loss": 0.0044,
+      "step": 710
+    },
+    {
+      "epoch": 0.0013336939246537027,
+      "grad_norm": 0.8238214254379272,
+      "learning_rate": 1.44e-07,
+      "loss": 0.0051,
+      "step": 720
+    },
+    {
+      "epoch": 0.001352217451385004,
+      "grad_norm": 0.9985460638999939,
+      "learning_rate": 1.4599999999999998e-07,
+      "loss": 0.0049,
+      "step": 730
+    },
+    {
+      "epoch": 0.0013707409781163055,
+      "grad_norm": 0.8525176644325256,
+      "learning_rate": 1.48e-07,
+      "loss": 0.0056,
+      "step": 740
+    },
+    {
+      "epoch": 0.001389264504847607,
+      "grad_norm": 1.585843801498413,
+      "learning_rate": 1.5e-07,
+      "loss": 0.0062,
+      "step": 750
+    },
+    {
+      "epoch": 0.0014077880315789084,
+      "grad_norm": 2.2086989879608154,
+      "learning_rate": 1.5199999999999998e-07,
+      "loss": 0.0066,
+      "step": 760
+    },
+    {
+      "epoch": 0.00142631155831021,
+      "grad_norm": 2.4752936363220215,
+      "learning_rate": 1.54e-07,
+      "loss": 0.0062,
+      "step": 770
+    },
+    {
+      "epoch": 0.0014448350850415112,
+      "grad_norm": 0.5352007746696472,
+      "learning_rate": 1.56e-07,
+      "loss": 0.0054,
+      "step": 780
+    },
+    {
+      "epoch": 0.0014633586117728126,
+      "grad_norm": 0.5121957659721375,
+      "learning_rate": 1.58e-07,
+      "loss": 0.0046,
+      "step": 790
+    },
+    {
+      "epoch": 0.0014818821385041141,
+      "grad_norm": 0.7911613583564758,
+      "learning_rate": 1.6e-07,
+      "loss": 0.0045,
+      "step": 800
+    },
+    {
+      "epoch": 0.0015004056652354156,
+      "grad_norm": 0.6104145050048828,
+      "learning_rate": 1.62e-07,
+      "loss": 0.0045,
+      "step": 810
+    },
+    {
+      "epoch": 0.0015189291919667169,
+      "grad_norm": 1.2079161405563354,
+      "learning_rate": 1.6399999999999999e-07,
+      "loss": 0.0055,
+      "step": 820
+    },
+    {
+      "epoch": 0.0015374527186980183,
+      "grad_norm": 1.1350284814834595,
+      "learning_rate": 1.6599999999999998e-07,
+      "loss": 0.0058,
+      "step": 830
+    },
+    {
+      "epoch": 0.0015559762454293198,
+      "grad_norm": 1.2961735725402832,
+      "learning_rate": 1.68e-07,
+      "loss": 0.0059,
+      "step": 840
+    },
+    {
+      "epoch": 0.0015744997721606213,
+      "grad_norm": 0.29242363572120667,
+      "learning_rate": 1.7e-07,
+      "loss": 0.0047,
+      "step": 850
+    },
+    {
+      "epoch": 0.0015930232988919225,
+      "grad_norm": 0.5930100679397583,
+      "learning_rate": 1.7199999999999998e-07,
+      "loss": 0.0062,
+      "step": 860
+    },
+    {
+      "epoch": 0.001611546825623224,
+      "grad_norm": 0.5777493119239807,
+      "learning_rate": 1.74e-07,
+      "loss": 0.005,
+      "step": 870
+    },
+    {
+      "epoch": 0.0016300703523545255,
+      "grad_norm": 3.6954779624938965,
+      "learning_rate": 1.76e-07,
+      "loss": 0.0052,
+      "step": 880
+    },
+    {
+      "epoch": 0.001648593879085827,
+      "grad_norm": 0.5278248190879822,
+      "learning_rate": 1.78e-07,
+      "loss": 0.0054,
+      "step": 890
+    },
+    {
+      "epoch": 0.0016671174058171282,
+      "grad_norm": 0.6074942946434021,
+      "learning_rate": 1.8e-07,
+      "loss": 0.0068,
+      "step": 900
+    },
+    {
+      "epoch": 0.0016856409325484297,
+      "grad_norm": 0.5475661754608154,
+      "learning_rate": 1.82e-07,
+      "loss": 0.0049,
+      "step": 910
+    },
+    {
+      "epoch": 0.0017041644592797312,
+      "grad_norm": 0.6424407362937927,
+      "learning_rate": 1.84e-07,
+      "loss": 0.0047,
+      "step": 920
+    },
+    {
+      "epoch": 0.0017226879860110327,
+      "grad_norm": 0.8039686679840088,
+      "learning_rate": 1.86e-07,
+      "loss": 0.0047,
+      "step": 930
+    },
+    {
+      "epoch": 0.001741211512742334,
+      "grad_norm": 1.2419958114624023,
+      "learning_rate": 1.88e-07,
+      "loss": 0.0068,
+      "step": 940
+    },
+    {
+      "epoch": 0.0017597350394736354,
+      "grad_norm": 0.8218024969100952,
+      "learning_rate": 1.8999999999999998e-07,
+      "loss": 0.0052,
+      "step": 950
+    },
+    {
+      "epoch": 0.001778258566204937,
+      "grad_norm": 0.6466169357299805,
+      "learning_rate": 1.9199999999999997e-07,
+      "loss": 0.0063,
+      "step": 960
+    },
+    {
+      "epoch": 0.0017967820929362384,
+      "grad_norm": 0.6493163108825684,
+      "learning_rate": 1.94e-07,
+      "loss": 0.0052,
+      "step": 970
+    },
+    {
+      "epoch": 0.0018153056196675399,
+      "grad_norm": 1.0410829782485962,
+      "learning_rate": 1.9599999999999998e-07,
+      "loss": 0.0048,
+      "step": 980
+    },
+    {
+      "epoch": 0.0018338291463988411,
+      "grad_norm": 1.0829999446868896,
+      "learning_rate": 1.98e-07,
+      "loss": 0.0063,
+      "step": 990
+    },
+    {
+      "epoch": 0.0018523526731301426,
+      "grad_norm": 1.1090216636657715,
+      "learning_rate": 2e-07,
+      "loss": 0.0066,
+      "step": 1000
+    },
+    {
+      "epoch": 0.001870876199861444,
+      "grad_norm": 1.5902459621429443,
+      "learning_rate": 1.999999999575906e-07,
+      "loss": 0.0049,
+      "step": 1010
+    },
+    {
+      "epoch": 0.0018893997265927455,
+      "grad_norm": 0.25215762853622437,
+      "learning_rate": 1.9999999983036245e-07,
+      "loss": 0.0052,
+      "step": 1020
+    },
+    {
+      "epoch": 0.0019079232533240468,
+      "grad_norm": 0.7512747049331665,
+      "learning_rate": 1.9999999961831556e-07,
+      "loss": 0.0051,
+      "step": 1030
+    },
+    {
+      "epoch": 0.0019264467800553483,
+      "grad_norm": 0.4931435286998749,
+      "learning_rate": 1.9999999932144986e-07,
+      "loss": 0.0052,
+      "step": 1040
+    },
+    {
+      "epoch": 0.0019449703067866498,
+      "grad_norm": 1.2866597175598145,
+      "learning_rate": 1.9999999893976544e-07,
+      "loss": 0.007,
+      "step": 1050
+    },
+    {
+      "epoch": 0.001963493833517951,
+      "grad_norm": 1.9010076522827148,
+      "learning_rate": 1.9999999847326223e-07,
+      "loss": 0.0051,
+      "step": 1060
+    },
+    {
+      "epoch": 0.0019820173602492527,
+      "grad_norm": 0.2680765986442566,
+      "learning_rate": 1.9999999792194023e-07,
+      "loss": 0.0053,
+      "step": 1070
+    },
+    {
+      "epoch": 0.002000540886980554,
+      "grad_norm": 0.33872854709625244,
+      "learning_rate": 1.9999999728579954e-07,
+      "loss": 0.0061,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0020190644137118552,
+      "grad_norm": 0.5961318612098694,
+      "learning_rate": 1.9999999656484e-07,
+      "loss": 0.0057,
+      "step": 1090
+    },
+    {
+      "epoch": 0.002037587940443157,
+      "grad_norm": 0.883726954460144,
+      "learning_rate": 1.9999999575906177e-07,
+      "loss": 0.0045,
+      "step": 1100
+    },
+    {
+      "epoch": 0.002056111467174458,
+      "grad_norm": 1.053317666053772,
+      "learning_rate": 1.9999999486846476e-07,
+      "loss": 0.0054,
+      "step": 1110
+    },
+    {
+      "epoch": 0.00207463499390576,
+      "grad_norm": 2.944972515106201,
+      "learning_rate": 1.9999999389304896e-07,
+      "loss": 0.0052,
+      "step": 1120
+    },
+    {
+      "epoch": 0.002093158520637061,
+      "grad_norm": 3.8879315853118896,
+      "learning_rate": 1.999999928328144e-07,
+      "loss": 0.0043,
+      "step": 1130
+    },
+    {
+      "epoch": 0.0021116820473683624,
+      "grad_norm": 0.7626655101776123,
+      "learning_rate": 1.999999916877611e-07,
+      "loss": 0.0051,
+      "step": 1140
+    },
+    {
+      "epoch": 0.002130205574099664,
+      "grad_norm": 1.2365458011627197,
+      "learning_rate": 1.9999999045788905e-07,
+      "loss": 0.0069,
+      "step": 1150
+    },
+    {
+      "epoch": 0.0021487291008309654,
+      "grad_norm": 2.149346113204956,
+      "learning_rate": 1.9999998914319823e-07,
+      "loss": 0.006,
+      "step": 1160
+    },
+    {
+      "epoch": 0.0021672526275622666,
+      "grad_norm": 2.384781837463379,
+      "learning_rate": 1.9999998774368865e-07,
+      "loss": 0.0055,
+      "step": 1170
+    },
+    {
+      "epoch": 0.0021857761542935683,
+      "grad_norm": 0.9366813898086548,
+      "learning_rate": 1.9999998625936034e-07,
+      "loss": 0.0045,
+      "step": 1180
+    },
+    {
+      "epoch": 0.0022042996810248696,
+      "grad_norm": 0.6636898517608643,
+      "learning_rate": 1.9999998469021325e-07,
+      "loss": 0.0053,
+      "step": 1190
+    },
+    {
+      "epoch": 0.0022228232077561713,
+      "grad_norm": 0.6570383906364441,
+      "learning_rate": 1.999999830362474e-07,
+      "loss": 0.005,
+      "step": 1200
+    },
+    {
+      "epoch": 0.0022413467344874725,
+      "grad_norm": 0.9230858087539673,
+      "learning_rate": 1.9999998129746283e-07,
+      "loss": 0.0045,
+      "step": 1210
+    },
+    {
+      "epoch": 0.002259870261218774,
+      "grad_norm": 0.6840155720710754,
+      "learning_rate": 1.999999794738595e-07,
+      "loss": 0.0057,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0022783937879500755,
+      "grad_norm": 0.2627875506877899,
+      "learning_rate": 1.999999775654374e-07,
+      "loss": 0.0044,
+      "step": 1230
+    },
+    {
+      "epoch": 0.0022969173146813768,
+      "grad_norm": 0.8080741763114929,
+      "learning_rate": 1.9999997557219657e-07,
+      "loss": 0.0063,
+      "step": 1240
+    },
+    {
+      "epoch": 0.0023154408414126785,
+      "grad_norm": 0.6294757127761841,
+      "learning_rate": 1.9999997349413702e-07,
+      "loss": 0.0055,
+      "step": 1250
+    },
+    {
+      "epoch": 0.0023339643681439797,
+      "grad_norm": 0.8624229431152344,
+      "learning_rate": 1.999999713312587e-07,
+      "loss": 0.0056,
+      "step": 1260
+    },
+    {
+      "epoch": 0.002352487894875281,
+      "grad_norm": 1.3879464864730835,
+      "learning_rate": 1.9999996908356164e-07,
+      "loss": 0.0049,
+      "step": 1270
+    },
+    {
+      "epoch": 0.0023710114216065827,
+      "grad_norm": 0.8140110969543457,
+      "learning_rate": 1.9999996675104582e-07,
+      "loss": 0.005,
+      "step": 1280
+    },
+    {
+      "epoch": 0.002389534948337884,
+      "grad_norm": 2.21988582611084,
+      "learning_rate": 1.999999643337113e-07,
+      "loss": 0.0049,
+      "step": 1290
+    },
+    {
+      "epoch": 0.002408058475069185,
+      "grad_norm": 0.791469931602478,
+      "learning_rate": 1.9999996183155803e-07,
+      "loss": 0.0057,
+      "step": 1300
+    },
+    {
+      "epoch": 0.002426582001800487,
+      "grad_norm": 0.3285043239593506,
+      "learning_rate": 1.9999995924458603e-07,
+      "loss": 0.005,
+      "step": 1310
+    },
+    {
+      "epoch": 0.002445105528531788,
+      "grad_norm": 0.7329514026641846,
+      "learning_rate": 1.9999995657279533e-07,
+      "loss": 0.0057,
+      "step": 1320
+    },
+    {
+      "epoch": 0.00246362905526309,
+      "grad_norm": 0.5092055797576904,
+      "learning_rate": 1.9999995381618584e-07,
+      "loss": 0.006,
+      "step": 1330
+    },
+    {
+      "epoch": 0.002482152581994391,
+      "grad_norm": 0.7708818912506104,
+      "learning_rate": 1.9999995097475765e-07,
+      "loss": 0.0049,
+      "step": 1340
+    },
+    {
+      "epoch": 0.0025006761087256924,
+      "grad_norm": 0.9169188141822815,
+      "learning_rate": 1.9999994804851076e-07,
+      "loss": 0.0057,
+      "step": 1350
+    },
+    {
+      "epoch": 0.002519199635456994,
+      "grad_norm": 0.6490141153335571,
+      "learning_rate": 1.999999450374451e-07,
+      "loss": 0.0051,
+      "step": 1360
+    },
+    {
+      "epoch": 0.0025377231621882953,
+      "grad_norm": 2.1031227111816406,
+      "learning_rate": 1.9999994194156075e-07,
+      "loss": 0.0046,
+      "step": 1370
+    },
+    {
+      "epoch": 0.0025562466889195966,
+      "grad_norm": 1.4806420803070068,
+      "learning_rate": 1.999999387608577e-07,
+      "loss": 0.0044,
+      "step": 1380
+    },
+    {
+      "epoch": 0.0025747702156508983,
+      "grad_norm": 0.5930134057998657,
+      "learning_rate": 1.9999993549533591e-07,
+      "loss": 0.0051,
+      "step": 1390
+    },
+    {
+      "epoch": 0.0025932937423821995,
+      "grad_norm": 0.5469093322753906,
+      "learning_rate": 1.9999993214499543e-07,
+      "loss": 0.0063,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0026118172691135012,
+      "grad_norm": 0.5781998634338379,
+      "learning_rate": 1.999999287098362e-07,
+      "loss": 0.0046,
+      "step": 1410
+    },
+    {
+      "epoch": 0.0026303407958448025,
+      "grad_norm": 2.402587652206421,
+      "learning_rate": 1.9999992518985832e-07,
+      "loss": 0.0055,
+      "step": 1420
+    },
+    {
+      "epoch": 0.0026488643225761038,
+      "grad_norm": 1.2780495882034302,
+      "learning_rate": 1.9999992158506172e-07,
+      "loss": 0.0053,
+      "step": 1430
+    },
+    {
+      "epoch": 0.0026673878493074055,
+      "grad_norm": 2.1578969955444336,
+      "learning_rate": 1.9999991789544642e-07,
+      "loss": 0.0052,
+      "step": 1440
+    },
+    {
+      "epoch": 0.0026859113760387067,
+      "grad_norm": 8.007939338684082,
+      "learning_rate": 1.9999991412101242e-07,
+      "loss": 0.0059,
+      "step": 1450
+    },
+    {
+      "epoch": 0.002704434902770008,
+      "grad_norm": 1.5032520294189453,
+      "learning_rate": 1.9999991026175974e-07,
+      "loss": 0.0052,
+      "step": 1460
+    },
+    {
+      "epoch": 0.0027229584295013097,
+      "grad_norm": 0.7657321095466614,
+      "learning_rate": 1.9999990631768836e-07,
+      "loss": 0.0041,
+      "step": 1470
+    },
+    {
+      "epoch": 0.002741481956232611,
+      "grad_norm": 2.3176472187042236,
+      "learning_rate": 1.9999990228879827e-07,
+      "loss": 0.0058,
+      "step": 1480
+    },
+    {
+      "epoch": 0.0027600054829639126,
+      "grad_norm": 1.3602319955825806,
+      "learning_rate": 1.9999989817508954e-07,
+      "loss": 0.0061,
+      "step": 1490
+    },
+    {
+      "epoch": 0.002778529009695214,
+      "grad_norm": 0.4337843656539917,
+      "learning_rate": 1.999998939765621e-07,
+      "loss": 0.0049,
+      "step": 1500
+    },
+    {
+      "epoch": 0.002797052536426515,
+      "grad_norm": 0.9164171814918518,
+      "learning_rate": 1.9999988969321598e-07,
+      "loss": 0.0051,
+      "step": 1510
+    },
+    {
+      "epoch": 0.002815576063157817,
+      "grad_norm": 0.5593477487564087,
+      "learning_rate": 1.9999988532505122e-07,
+      "loss": 0.0044,
+      "step": 1520
+    },
+    {
+      "epoch": 0.002834099589889118,
+      "grad_norm": 0.8717262148857117,
+      "learning_rate": 1.9999988087206775e-07,
+      "loss": 0.007,
+      "step": 1530
+    },
+    {
+      "epoch": 0.00285262311662042,
+      "grad_norm": 0.7482004165649414,
+      "learning_rate": 1.9999987633426566e-07,
+      "loss": 0.0049,
+      "step": 1540
+    },
+    {
+      "epoch": 0.002871146643351721,
+      "grad_norm": 1.261317491531372,
+      "learning_rate": 1.999998717116449e-07,
+      "loss": 0.0047,
+      "step": 1550
+    },
+    {
+      "epoch": 0.0028896701700830223,
+      "grad_norm": 0.588097095489502,
+      "learning_rate": 1.9999986700420548e-07,
+      "loss": 0.0051,
+      "step": 1560
+    },
+    {
+      "epoch": 0.002908193696814324,
+      "grad_norm": 0.9068071246147156,
+      "learning_rate": 1.999998622119474e-07,
+      "loss": 0.0055,
+      "step": 1570
+    },
+    {
+      "epoch": 0.0029267172235456253,
+      "grad_norm": 1.6236398220062256,
+      "learning_rate": 1.999998573348707e-07,
+      "loss": 0.0054,
+      "step": 1580
+    },
+    {
+      "epoch": 0.0029452407502769265,
+      "grad_norm": 0.26100394129753113,
+      "learning_rate": 1.999998523729753e-07,
+      "loss": 0.0046,
+      "step": 1590
+    },
+    {
+      "epoch": 0.0029637642770082282,
+      "grad_norm": 1.2977544069290161,
+      "learning_rate": 1.999998473262613e-07,
+      "loss": 0.0055,
+      "step": 1600
+    },
+    {
+      "epoch": 0.0029822878037395295,
+      "grad_norm": 1.8673232793807983,
+      "learning_rate": 1.9999984219472864e-07,
+      "loss": 0.0057,
+      "step": 1610
+    },
+    {
+      "epoch": 0.003000811330470831,
+      "grad_norm": 0.5209649205207825,
+      "learning_rate": 1.9999983697837737e-07,
+      "loss": 0.0055,
+      "step": 1620
+    },
+    {
+      "epoch": 0.0030193348572021324,
+      "grad_norm": 0.88433438539505,
+      "learning_rate": 1.9999983167720746e-07,
+      "loss": 0.0046,
+      "step": 1630
+    },
+    {
+      "epoch": 0.0030378583839334337,
+      "grad_norm": 0.6278052926063538,
+      "learning_rate": 1.9999982629121895e-07,
+      "loss": 0.0047,
+      "step": 1640
+    },
+    {
+      "epoch": 0.0030563819106647354,
+      "grad_norm": 0.9479427933692932,
+      "learning_rate": 1.999998208204118e-07,
+      "loss": 0.0057,
+      "step": 1650
+    },
+    {
+      "epoch": 0.0030749054373960367,
+      "grad_norm": 0.38358673453330994,
+      "learning_rate": 1.9999981526478605e-07,
+      "loss": 0.0043,
+      "step": 1660
+    },
+    {
+      "epoch": 0.003093428964127338,
+      "grad_norm": 0.943699836730957,
+      "learning_rate": 1.999998096243417e-07,
+      "loss": 0.0059,
+      "step": 1670
+    },
+    {
+      "epoch": 0.0031119524908586396,
+      "grad_norm": 0.695310115814209,
+      "learning_rate": 1.9999980389907872e-07,
+      "loss": 0.0061,
+      "step": 1680
+    },
+    {
+      "epoch": 0.003130476017589941,
+      "grad_norm": 0.3052780330181122,
+      "learning_rate": 1.9999979808899714e-07,
+      "loss": 0.0045,
+      "step": 1690
+    },
+    {
+      "epoch": 0.0031489995443212426,
+      "grad_norm": 1.0659457445144653,
+      "learning_rate": 1.9999979219409697e-07,
+      "loss": 0.0056,
+      "step": 1700
+    },
+    {
+      "epoch": 0.003167523071052544,
+      "grad_norm": 0.7883532643318176,
+      "learning_rate": 1.999997862143782e-07,
+      "loss": 0.0056,
+      "step": 1710
+    },
+    {
+      "epoch": 0.003186046597783845,
+      "grad_norm": 0.7115182876586914,
+      "learning_rate": 1.9999978014984088e-07,
+      "loss": 0.0063,
+      "step": 1720
+    },
+    {
+      "epoch": 0.003204570124515147,
+      "grad_norm": 1.8874396085739136,
+      "learning_rate": 1.9999977400048497e-07,
+      "loss": 0.0057,
+      "step": 1730
+    },
+    {
+      "epoch": 0.003223093651246448,
+      "grad_norm": 0.5432929396629333,
+      "learning_rate": 1.9999976776631046e-07,
+      "loss": 0.0054,
+      "step": 1740
+    },
+    {
+      "epoch": 0.0032416171779777497,
+      "grad_norm": 0.851771891117096,
+      "learning_rate": 1.999997614473174e-07,
+      "loss": 0.0084,
+      "step": 1750
+    },
+    {
+      "epoch": 0.003260140704709051,
+      "grad_norm": 0.8765040636062622,
+      "learning_rate": 1.9999975504350578e-07,
+      "loss": 0.0051,
+      "step": 1760
+    },
+    {
+      "epoch": 0.0032786642314403523,
+      "grad_norm": 2.9423177242279053,
+      "learning_rate": 1.9999974855487562e-07,
+      "loss": 0.0053,
+      "step": 1770
+    },
+    {
+      "epoch": 0.003297187758171654,
+      "grad_norm": 2.7032599449157715,
+      "learning_rate": 1.999997419814269e-07,
+      "loss": 0.0055,
+      "step": 1780
+    },
+    {
+      "epoch": 0.0033157112849029552,
+      "grad_norm": 0.7423555850982666,
+      "learning_rate": 1.9999973532315962e-07,
+      "loss": 0.0055,
+      "step": 1790
+    },
+    {
+      "epoch": 0.0033342348116342565,
+      "grad_norm": 0.6650148034095764,
+      "learning_rate": 1.9999972858007382e-07,
+      "loss": 0.0051,
+      "step": 1800
+    },
+    {
+      "epoch": 0.003352758338365558,
+      "grad_norm": 1.227732539176941,
+      "learning_rate": 1.9999972175216942e-07,
+      "loss": 0.0055,
+      "step": 1810
+    },
+    {
+      "epoch": 0.0033712818650968594,
+      "grad_norm": 0.4454581141471863,
+      "learning_rate": 1.9999971483944656e-07,
+      "loss": 0.0054,
+      "step": 1820
+    },
+    {
+      "epoch": 0.003389805391828161,
+      "grad_norm": 1.0490766763687134,
+      "learning_rate": 1.9999970784190516e-07,
+      "loss": 0.006,
+      "step": 1830
+    },
+    {
+      "epoch": 0.0034083289185594624,
+      "grad_norm": 0.16727957129478455,
+      "learning_rate": 1.9999970075954523e-07,
+      "loss": 0.0041,
+      "step": 1840
+    },
+    {
+      "epoch": 0.0034268524452907637,
+      "grad_norm": 0.9306310415267944,
+      "learning_rate": 1.9999969359236682e-07,
+      "loss": 0.0052,
+      "step": 1850
+    },
+    {
+      "epoch": 0.0034453759720220654,
+      "grad_norm": 7.755875110626221,
+      "learning_rate": 1.9999968634036986e-07,
+      "loss": 0.0045,
+      "step": 1860
+    },
+    {
+      "epoch": 0.0034638994987533666,
+      "grad_norm": 0.8569228053092957,
+      "learning_rate": 1.9999967900355443e-07,
+      "loss": 0.005,
+      "step": 1870
+    },
+    {
+      "epoch": 0.003482423025484668,
+      "grad_norm": 0.7918545603752136,
+      "learning_rate": 1.999996715819205e-07,
+      "loss": 0.005,
+      "step": 1880
+    },
+    {
+      "epoch": 0.0035009465522159696,
+      "grad_norm": 0.45743027329444885,
+      "learning_rate": 1.9999966407546806e-07,
+      "loss": 0.0057,
+      "step": 1890
+    },
+    {
+      "epoch": 0.003519470078947271,
+      "grad_norm": 0.6925662159919739,
+      "learning_rate": 1.9999965648419716e-07,
+      "loss": 0.0047,
+      "step": 1900
+    },
+    {
+      "epoch": 0.0035379936056785725,
+      "grad_norm": 0.6255524158477783,
+      "learning_rate": 1.999996488081078e-07,
+      "loss": 0.0049,
+      "step": 1910
+    },
+    {
+      "epoch": 0.003556517132409874,
+      "grad_norm": 1.9690749645233154,
+      "learning_rate": 1.9999964104719997e-07,
+      "loss": 0.0065,
+      "step": 1920
+    },
+    {
+      "epoch": 0.003575040659141175,
+      "grad_norm": 1.1689437627792358,
+      "learning_rate": 1.9999963320147368e-07,
+      "loss": 0.006,
+      "step": 1930
+    },
+    {
+      "epoch": 0.0035935641858724767,
+      "grad_norm": 0.7555713057518005,
+      "learning_rate": 1.9999962527092892e-07,
+      "loss": 0.0063,
+      "step": 1940
+    },
+    {
+      "epoch": 0.003612087712603778,
+      "grad_norm": 0.7352761626243591,
+      "learning_rate": 1.999996172555657e-07,
+      "loss": 0.0049,
+      "step": 1950
+    },
+    {
+      "epoch": 0.0036306112393350797,
+      "grad_norm": 1.2547731399536133,
+      "learning_rate": 1.9999960915538407e-07,
+      "loss": 0.0051,
+      "step": 1960
+    },
+    {
+      "epoch": 0.003649134766066381,
+      "grad_norm": 0.8179420828819275,
+      "learning_rate": 1.99999600970384e-07,
+      "loss": 0.0043,
+      "step": 1970
+    },
+    {
+      "epoch": 0.0036676582927976822,
+      "grad_norm": 1.4426568746566772,
+      "learning_rate": 1.999995927005655e-07,
+      "loss": 0.0055,
+      "step": 1980
+    },
+    {
+      "epoch": 0.003686181819528984,
+      "grad_norm": 0.6915298104286194,
+      "learning_rate": 1.9999958434592856e-07,
+      "loss": 0.0053,
+      "step": 1990
+    },
+    {
+      "epoch": 0.003704705346260285,
+      "grad_norm": 1.888800859451294,
+      "learning_rate": 1.9999957590647323e-07,
+      "loss": 0.0052,
+      "step": 2000
+    },
+    {
+      "epoch": 0.0037232288729915864,
+      "grad_norm": 0.723024308681488,
+      "learning_rate": 1.9999956738219949e-07,
+      "loss": 0.0042,
+      "step": 2010
+    },
+    {
+      "epoch": 0.003741752399722888,
+      "grad_norm": 0.8231233954429626,
+      "learning_rate": 1.9999955877310735e-07,
+      "loss": 0.0053,
+      "step": 2020
+    },
+    {
+      "epoch": 0.0037602759264541894,
+      "grad_norm": 2.150519609451294,
+      "learning_rate": 1.999995500791968e-07,
+      "loss": 0.004,
+      "step": 2030
+    },
+    {
+      "epoch": 0.003778799453185491,
+      "grad_norm": 0.7455304265022278,
+      "learning_rate": 1.999995413004679e-07,
+      "loss": 0.0043,
+      "step": 2040
+    },
+    {
+      "epoch": 0.0037973229799167924,
+      "grad_norm": 0.4912494421005249,
+      "learning_rate": 1.9999953243692063e-07,
+      "loss": 0.0051,
+      "step": 2050
+    },
+    {
+      "epoch": 0.0038158465066480936,
+      "grad_norm": 1.3348478078842163,
+      "learning_rate": 1.9999952348855495e-07,
+      "loss": 0.0049,
+      "step": 2060
+    },
+    {
+      "epoch": 0.0038343700333793953,
+      "grad_norm": 1.7985830307006836,
+      "learning_rate": 1.9999951445537092e-07,
+      "loss": 0.005,
+      "step": 2070
+    },
+    {
+      "epoch": 0.0038528935601106966,
+      "grad_norm": 0.8237053751945496,
+      "learning_rate": 1.9999950533736856e-07,
+      "loss": 0.0055,
+      "step": 2080
+    },
+    {
+      "epoch": 0.003871417086841998,
+      "grad_norm": 1.7806153297424316,
+      "learning_rate": 1.9999949613454784e-07,
+      "loss": 0.0056,
+      "step": 2090
+    },
+    {
+      "epoch": 0.0038899406135732995,
+      "grad_norm": 1.068915843963623,
+      "learning_rate": 1.9999948684690878e-07,
+      "loss": 0.0046,
+      "step": 2100
+    },
+    {
+      "epoch": 0.003908464140304601,
+      "grad_norm": 0.7020597457885742,
+      "learning_rate": 1.999994774744514e-07,
+      "loss": 0.0059,
+      "step": 2110
+    },
+    {
+      "epoch": 0.003926987667035902,
+      "grad_norm": 0.2925936281681061,
+      "learning_rate": 1.9999946801717568e-07,
+      "loss": 0.0049,
+      "step": 2120
+    },
+    {
+      "epoch": 0.003945511193767203,
+      "grad_norm": 1.531053066253662,
+      "learning_rate": 1.9999945847508165e-07,
+      "loss": 0.0062,
+      "step": 2130
+    },
+    {
+      "epoch": 0.0039640347204985054,
+      "grad_norm": 1.1193791627883911,
+      "learning_rate": 1.9999944884816932e-07,
+      "loss": 0.0052,
+      "step": 2140
+    },
+    {
+      "epoch": 0.003982558247229807,
+      "grad_norm": 1.5744069814682007,
+      "learning_rate": 1.999994391364387e-07,
+      "loss": 0.0059,
+      "step": 2150
+    },
+    {
+      "epoch": 0.004001081773961108,
+      "grad_norm": 0.5359967350959778,
+      "learning_rate": 1.9999942933988977e-07,
+      "loss": 0.0039,
+      "step": 2160
+    },
+    {
+      "epoch": 0.004019605300692409,
+      "grad_norm": 0.6087894439697266,
+      "learning_rate": 1.9999941945852257e-07,
+      "loss": 0.0068,
+      "step": 2170
+    },
+    {
+      "epoch": 0.0040381288274237105,
+      "grad_norm": 1.3726937770843506,
+      "learning_rate": 1.9999940949233712e-07,
+      "loss": 0.0056,
+      "step": 2180
+    },
+    {
+      "epoch": 0.004056652354155013,
+      "grad_norm": 0.3861100673675537,
+      "learning_rate": 1.9999939944133337e-07,
+      "loss": 0.0045,
+      "step": 2190
+    },
+    {
+      "epoch": 0.004075175880886314,
+      "grad_norm": 0.9140152335166931,
+      "learning_rate": 1.9999938930551136e-07,
+      "loss": 0.005,
+      "step": 2200
+    },
+    {
+      "epoch": 0.004093699407617615,
+      "grad_norm": 0.4741251468658447,
+      "learning_rate": 1.9999937908487115e-07,
+      "loss": 0.0054,
+      "step": 2210
+    },
+    {
+      "epoch": 0.004112222934348916,
+      "grad_norm": 1.070580244064331,
+      "learning_rate": 1.999993687794127e-07,
+      "loss": 0.0045,
+      "step": 2220
+    },
+    {
+      "epoch": 0.004130746461080218,
+      "grad_norm": 1.9602667093276978,
+      "learning_rate": 1.9999935838913595e-07,
+      "loss": 0.0061,
+      "step": 2230
+    },
+    {
+      "epoch": 0.00414926998781152,
+      "grad_norm": 0.716974139213562,
+      "learning_rate": 1.9999934791404104e-07,
+      "loss": 0.0065,
+      "step": 2240
+    },
+    {
+      "epoch": 0.004167793514542821,
+      "grad_norm": 0.4090704619884491,
+      "learning_rate": 1.9999933735412787e-07,
+      "loss": 0.0041,
+      "step": 2250
+    },
+    {
+      "epoch": 0.004186317041274122,
+      "grad_norm": 1.1619179248809814,
+      "learning_rate": 1.9999932670939653e-07,
+      "loss": 0.0061,
+      "step": 2260
+    },
+    {
+      "epoch": 0.0042048405680054236,
+      "grad_norm": 1.9769097566604614,
+      "learning_rate": 1.99999315979847e-07,
+      "loss": 0.006,
+      "step": 2270
+    },
+    {
+      "epoch": 0.004223364094736725,
+      "grad_norm": 0.9041718244552612,
+      "learning_rate": 1.9999930516547928e-07,
+      "loss": 0.0047,
+      "step": 2280
+    },
+    {
+      "epoch": 0.004241887621468027,
+      "grad_norm": 0.16252444684505463,
+      "learning_rate": 1.999992942662934e-07,
+      "loss": 0.004,
+      "step": 2290
+    },
+    {
+      "epoch": 0.004260411148199328,
+      "grad_norm": 9.678218841552734,
+      "learning_rate": 1.999992832822893e-07,
+      "loss": 0.0049,
+      "step": 2300
+    },
+    {
+      "epoch": 0.0042789346749306295,
+      "grad_norm": 1.4154443740844727,
+      "learning_rate": 1.999992722134671e-07,
+      "loss": 0.0056,
+      "step": 2310
+    },
+    {
+      "epoch": 0.004297458201661931,
+      "grad_norm": 0.8507960438728333,
+      "learning_rate": 1.9999926105982671e-07,
+      "loss": 0.0053,
+      "step": 2320
+    },
+    {
+      "epoch": 0.004315981728393232,
+      "grad_norm": 0.5233428478240967,
+      "learning_rate": 1.9999924982136819e-07,
+      "loss": 0.0049,
+      "step": 2330
+    },
+    {
+      "epoch": 0.004334505255124533,
+      "grad_norm": 1.7477030754089355,
+      "learning_rate": 1.9999923849809156e-07,
+      "loss": 0.0059,
+      "step": 2340
+    },
+    {
+      "epoch": 0.004353028781855835,
+      "grad_norm": 0.7653055787086487,
+      "learning_rate": 1.9999922708999682e-07,
+      "loss": 0.0046,
+      "step": 2350
+    },
+    {
+      "epoch": 0.004371552308587137,
+      "grad_norm": 0.8168227076530457,
+      "learning_rate": 1.9999921559708396e-07,
+      "loss": 0.0049,
+      "step": 2360
+    },
+    {
+      "epoch": 0.004390075835318438,
+      "grad_norm": 0.8274291157722473,
+      "learning_rate": 1.9999920401935297e-07,
+      "loss": 0.0043,
+      "step": 2370
+    },
+    {
+      "epoch": 0.004408599362049739,
+      "grad_norm": 0.38084548711776733,
+      "learning_rate": 1.9999919235680392e-07,
+      "loss": 0.0049,
+      "step": 2380
+    },
+    {
+      "epoch": 0.00442712288878104,
+      "grad_norm": 1.6642783880233765,
+      "learning_rate": 1.9999918060943677e-07,
+      "loss": 0.0045,
+      "step": 2390
+    },
+    {
+      "epoch": 0.0044456464155123426,
+      "grad_norm": 1.0011886358261108,
+      "learning_rate": 1.9999916877725158e-07,
+      "loss": 0.0047,
+      "step": 2400
+    },
+    {
+      "epoch": 0.004464169942243644,
+      "grad_norm": 1.3866627216339111,
+      "learning_rate": 1.9999915686024828e-07,
+      "loss": 0.0046,
+      "step": 2410
+    },
+    {
+      "epoch": 0.004482693468974945,
+      "grad_norm": 1.1994725465774536,
+      "learning_rate": 1.9999914485842698e-07,
+      "loss": 0.0056,
+      "step": 2420
+    },
+    {
+      "epoch": 0.004501216995706246,
+      "grad_norm": 0.9241150617599487,
+      "learning_rate": 1.9999913277178761e-07,
+      "loss": 0.0048,
+      "step": 2430
+    },
+    {
+      "epoch": 0.004519740522437548,
+      "grad_norm": 0.8636120557785034,
+      "learning_rate": 1.9999912060033024e-07,
+      "loss": 0.0051,
+      "step": 2440
+    },
+    {
+      "epoch": 0.00453826404916885,
+      "grad_norm": 1.1372368335723877,
+      "learning_rate": 1.9999910834405482e-07,
+      "loss": 0.0055,
+      "step": 2450
+    },
+    {
+      "epoch": 0.004556787575900151,
+      "grad_norm": 0.6265618801116943,
+      "learning_rate": 1.9999909600296138e-07,
+      "loss": 0.0057,
+      "step": 2460
+    },
+    {
+      "epoch": 0.004575311102631452,
+      "grad_norm": 0.8580017685890198,
+      "learning_rate": 1.9999908357704998e-07,
+      "loss": 0.0048,
+      "step": 2470
+    },
+    {
+      "epoch": 0.0045938346293627535,
+      "grad_norm": 1.852146863937378,
+      "learning_rate": 1.999990710663206e-07,
+      "loss": 0.0054,
+      "step": 2480
+    },
+    {
+      "epoch": 0.004612358156094055,
+      "grad_norm": 1.1779755353927612,
+      "learning_rate": 1.999990584707732e-07,
+      "loss": 0.0048,
+      "step": 2490
+    },
+    {
+      "epoch": 0.004630881682825357,
+      "grad_norm": 0.8981501460075378,
+      "learning_rate": 1.9999904579040786e-07,
+      "loss": 0.0052,
+      "step": 2500
+    },
+    {
+      "epoch": 0.004649405209556658,
+      "grad_norm": 1.129531979560852,
+      "learning_rate": 1.9999903302522454e-07,
+      "loss": 0.006,
+      "step": 2510
+    },
+    {
+      "epoch": 0.004667928736287959,
+      "grad_norm": 2.5348591804504395,
+      "learning_rate": 1.999990201752233e-07,
+      "loss": 0.0064,
+      "step": 2520
+    },
+    {
+      "epoch": 0.004686452263019261,
+      "grad_norm": 0.21628016233444214,
+      "learning_rate": 1.9999900724040414e-07,
+      "loss": 0.0051,
+      "step": 2530
+    },
+    {
+      "epoch": 0.004704975789750562,
+      "grad_norm": 1.3315670490264893,
+      "learning_rate": 1.99998994220767e-07,
+      "loss": 0.0042,
+      "step": 2540
+    },
+    {
+      "epoch": 0.004723499316481863,
+      "grad_norm": 0.9182688593864441,
+      "learning_rate": 1.99998981116312e-07,
+      "loss": 0.0055,
+      "step": 2550
+    },
+    {
+      "epoch": 0.004742022843213165,
+      "grad_norm": 1.2962735891342163,
+      "learning_rate": 1.9999896792703908e-07,
+      "loss": 0.0051,
+      "step": 2560
+    },
+    {
+      "epoch": 0.004760546369944467,
+      "grad_norm": 7.547693252563477,
+      "learning_rate": 1.9999895465294827e-07,
+      "loss": 0.0044,
+      "step": 2570
+    },
+    {
+      "epoch": 0.004779069896675768,
+      "grad_norm": 1.5398882627487183,
+      "learning_rate": 1.999989412940396e-07,
+      "loss": 0.0043,
+      "step": 2580
+    },
+    {
+      "epoch": 0.004797593423407069,
+      "grad_norm": 1.5096334218978882,
+      "learning_rate": 1.99998927850313e-07,
+      "loss": 0.0045,
+      "step": 2590
+    },
+    {
+      "epoch": 0.00481611695013837,
+      "grad_norm": 0.874131977558136,
+      "learning_rate": 1.999989143217686e-07,
+      "loss": 0.0039,
+      "step": 2600
+    },
+    {
+      "epoch": 0.0048346404768696725,
+      "grad_norm": 3.5819127559661865,
+      "learning_rate": 1.9999890070840634e-07,
+      "loss": 0.0058,
+      "step": 2610
+    },
+    {
+      "epoch": 0.004853164003600974,
+      "grad_norm": 0.8997588753700256,
+      "learning_rate": 1.9999888701022626e-07,
+      "loss": 0.005,
+      "step": 2620
+    },
+    {
+      "epoch": 0.004871687530332275,
+      "grad_norm": 1.1501762866973877,
+      "learning_rate": 1.9999887322722835e-07,
+      "loss": 0.0048,
+      "step": 2630
+    },
+    {
+      "epoch": 0.004890211057063576,
+      "grad_norm": 0.8608025908470154,
+      "learning_rate": 1.9999885935941263e-07,
+      "loss": 0.0046,
+      "step": 2640
+    },
+    {
+      "epoch": 0.0049087345837948776,
+      "grad_norm": 4.227169990539551,
+      "learning_rate": 1.9999884540677909e-07,
+      "loss": 0.004,
+      "step": 2650
+    },
+    {
+      "epoch": 0.00492725811052618,
+      "grad_norm": 0.6507948040962219,
+      "learning_rate": 1.999988313693278e-07,
+      "loss": 0.0047,
+      "step": 2660
+    },
+    {
+      "epoch": 0.004945781637257481,
+      "grad_norm": 0.269436240196228,
+      "learning_rate": 1.9999881724705872e-07,
+      "loss": 0.0059,
+      "step": 2670
+    },
+    {
+      "epoch": 0.004964305163988782,
+      "grad_norm": 0.5552330017089844,
+      "learning_rate": 1.9999880303997187e-07,
+      "loss": 0.0048,
+      "step": 2680
+    },
+    {
+      "epoch": 0.0049828286907200835,
+      "grad_norm": 0.48505863547325134,
+      "learning_rate": 1.9999878874806727e-07,
+      "loss": 0.0053,
+      "step": 2690
+    },
+    {
+      "epoch": 0.005001352217451385,
+      "grad_norm": 0.791957437992096,
+      "learning_rate": 1.9999877437134498e-07,
+      "loss": 0.0051,
+      "step": 2700
+    },
+    {
+      "epoch": 0.005019875744182687,
+      "grad_norm": 1.0681192874908447,
+      "learning_rate": 1.9999875990980493e-07,
+      "loss": 0.0064,
+      "step": 2710
+    },
+    {
+      "epoch": 0.005038399270913988,
+      "grad_norm": 0.896776556968689,
+      "learning_rate": 1.9999874536344714e-07,
+      "loss": 0.0056,
+      "step": 2720
+    },
+    {
+      "epoch": 0.005056922797645289,
+      "grad_norm": 1.3150254487991333,
+      "learning_rate": 1.9999873073227167e-07,
+      "loss": 0.0045,
+      "step": 2730
+    },
+    {
+      "epoch": 0.005075446324376591,
+      "grad_norm": 0.9047895073890686,
+      "learning_rate": 1.999987160162785e-07,
+      "loss": 0.0044,
+      "step": 2740
+    },
+    {
+      "epoch": 0.005093969851107892,
+      "grad_norm": 1.2773643732070923,
+      "learning_rate": 1.9999870121546768e-07,
+      "loss": 0.0043,
+      "step": 2750
+    },
+    {
+      "epoch": 0.005112493377839193,
+      "grad_norm": 0.935293436050415,
+      "learning_rate": 1.9999868632983917e-07,
+      "loss": 0.0048,
+      "step": 2760
+    },
+    {
+      "epoch": 0.005131016904570495,
+      "grad_norm": 2.0093040466308594,
+      "learning_rate": 1.9999867135939302e-07,
+      "loss": 0.0063,
+      "step": 2770
+    },
+    {
+      "epoch": 0.0051495404313017966,
+      "grad_norm": 0.46760520339012146,
+      "learning_rate": 1.9999865630412923e-07,
+      "loss": 0.0044,
+      "step": 2780
+    },
+    {
+      "epoch": 0.005168063958033098,
+      "grad_norm": 0.5718618631362915,
+      "learning_rate": 1.9999864116404782e-07,
+      "loss": 0.0045,
+      "step": 2790
+    },
+    {
+      "epoch": 0.005186587484764399,
+      "grad_norm": 0.9216085076332092,
+      "learning_rate": 1.999986259391488e-07,
+      "loss": 0.0053,
+      "step": 2800
+    },
+    {
+      "epoch": 0.0052051110114957,
+      "grad_norm": 0.9476675987243652,
+      "learning_rate": 1.999986106294322e-07,
+      "loss": 0.0039,
+      "step": 2810
+    },
+    {
+      "epoch": 0.0052236345382270025,
+      "grad_norm": 0.8792651891708374,
+      "learning_rate": 1.9999859523489796e-07,
+      "loss": 0.0045,
+      "step": 2820
+    },
+    {
+      "epoch": 0.005242158064958304,
+      "grad_norm": 0.669017493724823,
+      "learning_rate": 1.999985797555462e-07,
+      "loss": 0.0043,
+      "step": 2830
+    },
+    {
+      "epoch": 0.005260681591689605,
+      "grad_norm": 0.9229434728622437,
+      "learning_rate": 1.9999856419137685e-07,
+      "loss": 0.0042,
+      "step": 2840
+    },
+    {
+      "epoch": 0.005279205118420906,
+      "grad_norm": 0.9118908047676086,
+      "learning_rate": 1.9999854854238994e-07,
+      "loss": 0.0044,
+      "step": 2850
+    },
+    {
+      "epoch": 0.0052977286451522075,
+      "grad_norm": 1.455817699432373,
+      "learning_rate": 1.9999853280858555e-07,
+      "loss": 0.0051,
+      "step": 2860
+    },
+    {
+      "epoch": 0.00531625217188351,
+      "grad_norm": 0.6333860754966736,
+      "learning_rate": 1.9999851698996357e-07,
+      "loss": 0.0038,
+      "step": 2870
+    },
+    {
+      "epoch": 0.005334775698614811,
+      "grad_norm": 1.3585294485092163,
+      "learning_rate": 1.9999850108652413e-07,
+      "loss": 0.0045,
+      "step": 2880
+    },
+    {
+      "epoch": 0.005353299225346112,
+      "grad_norm": 1.1225873231887817,
+      "learning_rate": 1.9999848509826718e-07,
+      "loss": 0.0067,
+      "step": 2890
+    },
+    {
+      "epoch": 0.005371822752077413,
+      "grad_norm": 1.4071152210235596,
+      "learning_rate": 1.9999846902519274e-07,
+      "loss": 0.0062,
+      "step": 2900
+    },
+    {
+      "epoch": 0.005390346278808715,
+      "grad_norm": 2.3899426460266113,
+      "learning_rate": 1.9999845286730084e-07,
+      "loss": 0.0049,
+      "step": 2910
+    },
+    {
+      "epoch": 0.005408869805540016,
+      "grad_norm": 1.3004745244979858,
+      "learning_rate": 1.999984366245915e-07,
+      "loss": 0.0055,
+      "step": 2920
+    },
+    {
+      "epoch": 0.005427393332271318,
+      "grad_norm": 1.381594181060791,
+      "learning_rate": 1.999984202970647e-07,
+      "loss": 0.0051,
+      "step": 2930
+    },
+    {
+      "epoch": 0.005445916859002619,
+      "grad_norm": 1.4161776304244995,
+      "learning_rate": 1.9999840388472048e-07,
+      "loss": 0.0042,
+      "step": 2940
+    },
+    {
+      "epoch": 0.005464440385733921,
+      "grad_norm": 0.3958333432674408,
+      "learning_rate": 1.9999838738755886e-07,
+      "loss": 0.0045,
+      "step": 2950
+    },
+    {
+      "epoch": 0.005482963912465222,
+      "grad_norm": 0.7790775895118713,
+      "learning_rate": 1.9999837080557985e-07,
+      "loss": 0.0051,
+      "step": 2960
+    },
+    {
+      "epoch": 0.005501487439196523,
+      "grad_norm": 0.958569347858429,
+      "learning_rate": 1.9999835413878344e-07,
+      "loss": 0.0039,
+      "step": 2970
+    },
+    {
+      "epoch": 0.005520010965927825,
+      "grad_norm": 1.5460960865020752,
+      "learning_rate": 1.9999833738716965e-07,
+      "loss": 0.0056,
+      "step": 2980
+    },
+    {
+      "epoch": 0.0055385344926591265,
+      "grad_norm": 0.8738213777542114,
+      "learning_rate": 1.999983205507385e-07,
+      "loss": 0.0041,
+      "step": 2990
+    },
+    {
+      "epoch": 0.005557058019390428,
+      "grad_norm": 2.061203718185425,
+      "learning_rate": 1.9999830362949006e-07,
+      "loss": 0.0049,
+      "step": 3000
+    },
+    {
+      "epoch": 0.005575581546121729,
+      "grad_norm": 1.1606186628341675,
+      "learning_rate": 1.9999828662342426e-07,
+      "loss": 0.0048,
+      "step": 3010
+    },
+    {
+      "epoch": 0.00559410507285303,
+      "grad_norm": 1.3103594779968262,
+      "learning_rate": 1.9999826953254114e-07,
+      "loss": 0.0048,
+      "step": 3020
+    },
+    {
+      "epoch": 0.005612628599584332,
+      "grad_norm": 0.8851433396339417,
+      "learning_rate": 1.9999825235684074e-07,
+      "loss": 0.0046,
+      "step": 3030
+    },
+    {
+      "epoch": 0.005631152126315634,
+      "grad_norm": 0.7132815718650818,
+      "learning_rate": 1.9999823509632305e-07,
+      "loss": 0.0041,
+      "step": 3040
+    },
+    {
+      "epoch": 0.005649675653046935,
+      "grad_norm": 1.057056188583374,
+      "learning_rate": 1.9999821775098807e-07,
+      "loss": 0.005,
+      "step": 3050
+    },
+    {
+      "epoch": 0.005668199179778236,
+      "grad_norm": 1.0691920518875122,
+      "learning_rate": 1.9999820032083588e-07,
+      "loss": 0.0044,
+      "step": 3060
+    },
+    {
+      "epoch": 0.0056867227065095375,
+      "grad_norm": 0.327333927154541,
+      "learning_rate": 1.9999818280586642e-07,
+      "loss": 0.0042,
+      "step": 3070
+    },
+    {
+      "epoch": 0.00570524623324084,
+      "grad_norm": 0.7470158934593201,
+      "learning_rate": 1.9999816520607973e-07,
+      "loss": 0.0041,
+      "step": 3080
+    },
+    {
+      "epoch": 0.005723769759972141,
+      "grad_norm": 0.6722580194473267,
+      "learning_rate": 1.9999814752147585e-07,
+      "loss": 0.0041,
+      "step": 3090
+    },
+    {
+      "epoch": 0.005742293286703442,
+      "grad_norm": 2.096712350845337,
+      "learning_rate": 1.9999812975205478e-07,
+      "loss": 0.0057,
+      "step": 3100
+    },
+    {
+      "epoch": 0.005760816813434743,
+      "grad_norm": 1.4661240577697754,
+      "learning_rate": 1.999981118978165e-07,
+      "loss": 0.0054,
+      "step": 3110
+    },
+    {
+      "epoch": 0.005779340340166045,
+      "grad_norm": 0.30769485235214233,
+      "learning_rate": 1.999980939587611e-07,
+      "loss": 0.0051,
+      "step": 3120
+    },
+    {
+      "epoch": 0.005797863866897346,
+      "grad_norm": 0.7385175228118896,
+      "learning_rate": 1.9999807593488852e-07,
+      "loss": 0.0053,
+      "step": 3130
+    },
+    {
+      "epoch": 0.005816387393628648,
+      "grad_norm": 2.1081535816192627,
+      "learning_rate": 1.9999805782619883e-07,
+      "loss": 0.0061,
+      "step": 3140
+    },
+    {
+      "epoch": 0.005834910920359949,
+      "grad_norm": 0.7908421754837036,
+      "learning_rate": 1.99998039632692e-07,
+      "loss": 0.0054,
+      "step": 3150
+    },
+    {
+      "epoch": 0.0058534344470912505,
+      "grad_norm": 0.39774444699287415,
+      "learning_rate": 1.9999802135436808e-07,
+      "loss": 0.0052,
+      "step": 3160
+    },
+    {
+      "epoch": 0.005871957973822552,
+      "grad_norm": 1.0579779148101807,
+      "learning_rate": 1.9999800299122707e-07,
+      "loss": 0.0055,
+      "step": 3170
+    },
+    {
+      "epoch": 0.005890481500553853,
+      "grad_norm": 1.3338305950164795,
+      "learning_rate": 1.9999798454326897e-07,
+      "loss": 0.0072,
+      "step": 3180
+    },
+    {
+      "epoch": 0.005909005027285155,
+      "grad_norm": 0.5270975828170776,
+      "learning_rate": 1.9999796601049384e-07,
+      "loss": 0.0047,
+      "step": 3190
+    },
+    {
+      "epoch": 0.0059275285540164565,
+      "grad_norm": 1.0779296159744263,
+      "learning_rate": 1.9999794739290167e-07,
+      "loss": 0.0043,
+      "step": 3200
+    },
+    {
+      "epoch": 0.005946052080747758,
+      "grad_norm": 0.4525056779384613,
+      "learning_rate": 1.9999792869049246e-07,
+      "loss": 0.0043,
+      "step": 3210
+    },
+    {
+      "epoch": 0.005964575607479059,
+      "grad_norm": 6.339492321014404,
+      "learning_rate": 1.9999790990326625e-07,
+      "loss": 0.0047,
+      "step": 3220
+    },
+    {
+      "epoch": 0.00598309913421036,
+      "grad_norm": 0.6705578565597534,
+      "learning_rate": 1.9999789103122305e-07,
+      "loss": 0.0041,
+      "step": 3230
+    },
+    {
+      "epoch": 0.006001622660941662,
+      "grad_norm": 0.5262556076049805,
+      "learning_rate": 1.9999787207436288e-07,
+      "loss": 0.005,
+      "step": 3240
+    },
+    {
+      "epoch": 0.006020146187672964,
+      "grad_norm": 1.3247629404067993,
+      "learning_rate": 1.9999785303268572e-07,
+      "loss": 0.0051,
+      "step": 3250
+    },
+    {
+      "epoch": 0.006038669714404265,
+      "grad_norm": 1.1291422843933105,
+      "learning_rate": 1.9999783390619163e-07,
+      "loss": 0.0042,
+      "step": 3260
+    },
+    {
+      "epoch": 0.006057193241135566,
+      "grad_norm": 3.261279821395874,
+      "learning_rate": 1.9999781469488063e-07,
+      "loss": 0.0046,
+      "step": 3270
+    },
+    {
+      "epoch": 0.006075716767866867,
+      "grad_norm": 1.149993896484375,
+      "learning_rate": 1.999977953987527e-07,
+      "loss": 0.0049,
+      "step": 3280
+    },
+    {
+      "epoch": 0.0060942402945981695,
+      "grad_norm": 1.764302372932434,
+      "learning_rate": 1.9999777601780789e-07,
+      "loss": 0.0047,
+      "step": 3290
+    },
+    {
+      "epoch": 0.006112763821329471,
+      "grad_norm": 1.9914242029190063,
+      "learning_rate": 1.9999775655204618e-07,
+      "loss": 0.0056,
+      "step": 3300
+    },
+    {
+      "epoch": 0.006131287348060772,
+      "grad_norm": 0.5566918253898621,
+      "learning_rate": 1.999977370014676e-07,
+      "loss": 0.0053,
+      "step": 3310
+    },
+    {
+      "epoch": 0.006149810874792073,
+      "grad_norm": 0.6487569212913513,
+      "learning_rate": 1.999977173660722e-07,
+      "loss": 0.0056,
+      "step": 3320
+    },
+    {
+      "epoch": 0.006168334401523375,
+      "grad_norm": 0.6536451578140259,
+      "learning_rate": 1.9999769764585998e-07,
+      "loss": 0.005,
+      "step": 3330
+    },
+    {
+      "epoch": 0.006186857928254676,
+      "grad_norm": 0.5939210057258606,
+      "learning_rate": 1.9999767784083093e-07,
+      "loss": 0.0051,
+      "step": 3340
+    },
+    {
+      "epoch": 0.006205381454985978,
+      "grad_norm": 0.661088764667511,
+      "learning_rate": 1.9999765795098508e-07,
+      "loss": 0.0048,
+      "step": 3350
+    },
+    {
+      "epoch": 0.006223904981717279,
+      "grad_norm": 1.5042343139648438,
+      "learning_rate": 1.9999763797632246e-07,
+      "loss": 0.0049,
+      "step": 3360
+    },
+    {
+      "epoch": 0.0062424285084485805,
+      "grad_norm": 1.408437967300415,
+      "learning_rate": 1.9999761791684308e-07,
+      "loss": 0.0066,
+      "step": 3370
+    },
+    {
+      "epoch": 0.006260952035179882,
+      "grad_norm": 1.376222014427185,
+      "learning_rate": 1.9999759777254694e-07,
+      "loss": 0.0044,
+      "step": 3380
+    },
+    {
+      "epoch": 0.006279475561911183,
+      "grad_norm": 1.3451160192489624,
+      "learning_rate": 1.9999757754343407e-07,
+      "loss": 0.0046,
+      "step": 3390
+    },
+    {
+      "epoch": 0.006297999088642485,
+      "grad_norm": 0.9029920697212219,
+      "learning_rate": 1.999975572295045e-07,
+      "loss": 0.0051,
+      "step": 3400
+    },
+    {
+      "epoch": 0.006316522615373786,
+      "grad_norm": 0.5186226963996887,
+      "learning_rate": 1.9999753683075827e-07,
+      "loss": 0.0041,
+      "step": 3410
+    },
+    {
+      "epoch": 0.006335046142105088,
+      "grad_norm": 1.0144044160842896,
+      "learning_rate": 1.9999751634719532e-07,
+      "loss": 0.006,
+      "step": 3420
+    },
+    {
+      "epoch": 0.006353569668836389,
+      "grad_norm": 1.5741573572158813,
+      "learning_rate": 1.999974957788157e-07,
+      "loss": 0.0053,
+      "step": 3430
+    },
+    {
+      "epoch": 0.00637209319556769,
+      "grad_norm": 1.4413450956344604,
+      "learning_rate": 1.9999747512561948e-07,
+      "loss": 0.0061,
+      "step": 3440
+    },
+    {
+      "epoch": 0.006390616722298992,
+      "grad_norm": 1.8290027379989624,
+      "learning_rate": 1.999974543876066e-07,
+      "loss": 0.0055,
+      "step": 3450
+    },
+    {
+      "epoch": 0.006409140249030294,
+      "grad_norm": 1.3130360841751099,
+      "learning_rate": 1.9999743356477713e-07,
+      "loss": 0.0043,
+      "step": 3460
+    },
+    {
+      "epoch": 0.006427663775761595,
+      "grad_norm": 1.1752779483795166,
+      "learning_rate": 1.999974126571311e-07,
+      "loss": 0.0046,
+      "step": 3470
+    },
+    {
+      "epoch": 0.006446187302492896,
+      "grad_norm": 1.6620230674743652,
+      "learning_rate": 1.9999739166466845e-07,
+      "loss": 0.0056,
+      "step": 3480
+    },
+    {
+      "epoch": 0.006464710829224197,
+      "grad_norm": 1.2153129577636719,
+      "learning_rate": 1.9999737058738927e-07,
+      "loss": 0.0055,
+      "step": 3490
+    },
+    {
+      "epoch": 0.0064832343559554995,
+      "grad_norm": 0.49758902192115784,
+      "learning_rate": 1.9999734942529356e-07,
+      "loss": 0.0052,
+      "step": 3500
+    },
+    {
+      "epoch": 0.006501757882686801,
+      "grad_norm": 1.0197575092315674,
+      "learning_rate": 1.9999732817838134e-07,
+      "loss": 0.0056,
+      "step": 3510
+    },
+    {
+      "epoch": 0.006520281409418102,
+      "grad_norm": 0.8856931328773499,
+      "learning_rate": 1.999973068466526e-07,
+      "loss": 0.0041,
+      "step": 3520
+    },
+    {
+      "epoch": 0.006538804936149403,
+      "grad_norm": 0.7209140062332153,
+      "learning_rate": 1.9999728543010738e-07,
+      "loss": 0.0044,
+      "step": 3530
+    },
+    {
+      "epoch": 0.0065573284628807045,
+      "grad_norm": 0.9796051383018494,
+      "learning_rate": 1.9999726392874573e-07,
+      "loss": 0.0044,
+      "step": 3540
+    },
+    {
+      "epoch": 0.006575851989612006,
+      "grad_norm": 1.0534104108810425,
+      "learning_rate": 1.999972423425676e-07,
+      "loss": 0.0051,
+      "step": 3550
+    },
+    {
+      "epoch": 0.006594375516343308,
+      "grad_norm": 0.42800286412239075,
+      "learning_rate": 1.9999722067157303e-07,
+      "loss": 0.0053,
+      "step": 3560
+    },
+    {
+      "epoch": 0.006612899043074609,
+      "grad_norm": 0.625129222869873,
+      "learning_rate": 1.999971989157621e-07,
+      "loss": 0.0049,
+      "step": 3570
+    },
+    {
+      "epoch": 0.0066314225698059105,
+      "grad_norm": 1.3979207277297974,
+      "learning_rate": 1.9999717707513475e-07,
+      "loss": 0.0044,
+      "step": 3580
+    },
+    {
+      "epoch": 0.006649946096537212,
+      "grad_norm": 1.9017460346221924,
+      "learning_rate": 1.9999715514969102e-07,
+      "loss": 0.0063,
+      "step": 3590
+    },
+    {
+      "epoch": 0.006668469623268513,
+      "grad_norm": 0.6765379309654236,
+      "learning_rate": 1.9999713313943096e-07,
+      "loss": 0.0048,
+      "step": 3600
+    },
+    {
+      "epoch": 0.006686993149999815,
+      "grad_norm": 1.4709538221359253,
+      "learning_rate": 1.9999711104435458e-07,
+      "loss": 0.0045,
+      "step": 3610
+    },
+    {
+      "epoch": 0.006705516676731116,
+      "grad_norm": 2.09368896484375,
+      "learning_rate": 1.9999708886446186e-07,
+      "loss": 0.0047,
+      "step": 3620
+    },
+    {
+      "epoch": 0.006724040203462418,
+      "grad_norm": 0.8782196640968323,
+      "learning_rate": 1.9999706659975284e-07,
+      "loss": 0.0043,
+      "step": 3630
+    },
+    {
+      "epoch": 0.006742563730193719,
+      "grad_norm": 0.948312520980835,
+      "learning_rate": 1.9999704425022755e-07,
+      "loss": 0.0051,
+      "step": 3640
+    },
+    {
+      "epoch": 0.00676108725692502,
+      "grad_norm": 3.337427854537964,
+      "learning_rate": 1.99997021815886e-07,
+      "loss": 0.0056,
+      "step": 3650
+    },
+    {
+      "epoch": 0.006779610783656322,
+      "grad_norm": 0.8315445184707642,
+      "learning_rate": 1.9999699929672822e-07,
+      "loss": 0.0053,
+      "step": 3660
+    },
+    {
+      "epoch": 0.0067981343103876235,
+      "grad_norm": 0.620729923248291,
+      "learning_rate": 1.999969766927542e-07,
+      "loss": 0.0046,
+      "step": 3670
+    },
+    {
+      "epoch": 0.006816657837118925,
+      "grad_norm": 1.029213547706604,
+      "learning_rate": 1.9999695400396401e-07,
+      "loss": 0.0056,
+      "step": 3680
+    },
+    {
+      "epoch": 0.006835181363850226,
+      "grad_norm": 0.3915248513221741,
+      "learning_rate": 1.999969312303576e-07,
+      "loss": 0.0047,
+      "step": 3690
+    },
+    {
+      "epoch": 0.006853704890581527,
+      "grad_norm": 1.6428319215774536,
+      "learning_rate": 1.9999690837193505e-07,
+      "loss": 0.0045,
+      "step": 3700
+    },
+    {
+      "epoch": 0.0068722284173128294,
+      "grad_norm": 0.5545074343681335,
+      "learning_rate": 1.9999688542869637e-07,
+      "loss": 0.0046,
+      "step": 3710
+    },
+    {
+      "epoch": 0.006890751944044131,
+      "grad_norm": 0.47737884521484375,
+      "learning_rate": 1.9999686240064154e-07,
+      "loss": 0.0044,
+      "step": 3720
+    },
+    {
+      "epoch": 0.006909275470775432,
+      "grad_norm": 0.8470133543014526,
+      "learning_rate": 1.9999683928777062e-07,
+      "loss": 0.0072,
+      "step": 3730
+    },
+    {
+      "epoch": 0.006927798997506733,
+      "grad_norm": 1.68419349193573,
+      "learning_rate": 1.999968160900836e-07,
+      "loss": 0.0057,
+      "step": 3740
+    },
+    {
+      "epoch": 0.0069463225242380345,
+      "grad_norm": 0.7402858138084412,
+      "learning_rate": 1.9999679280758056e-07,
+      "loss": 0.0051,
+      "step": 3750
+    },
+    {
+      "epoch": 0.006964846050969336,
+      "grad_norm": 1.7464038133621216,
+      "learning_rate": 1.9999676944026144e-07,
+      "loss": 0.0041,
+      "step": 3760
+    },
+    {
+      "epoch": 0.006983369577700638,
+      "grad_norm": 1.3768118619918823,
+      "learning_rate": 1.999967459881263e-07,
+      "loss": 0.0045,
+      "step": 3770
+    },
+    {
+      "epoch": 0.007001893104431939,
+      "grad_norm": 0.40433743596076965,
+      "learning_rate": 1.9999672245117515e-07,
+      "loss": 0.0033,
+      "step": 3780
+    },
+    {
+      "epoch": 0.00702041663116324,
+      "grad_norm": 1.2718610763549805,
+      "learning_rate": 1.9999669882940802e-07,
+      "loss": 0.005,
+      "step": 3790
+    },
+    {
+      "epoch": 0.007038940157894542,
+      "grad_norm": 1.7019349336624146,
+      "learning_rate": 1.9999667512282489e-07,
+      "loss": 0.0052,
+      "step": 3800
+    },
+    {
+      "epoch": 0.007057463684625843,
+      "grad_norm": 1.3705981969833374,
+      "learning_rate": 1.9999665133142588e-07,
+      "loss": 0.0044,
+      "step": 3810
+    },
+    {
+      "epoch": 0.007075987211357145,
+      "grad_norm": 0.5234670042991638,
+      "learning_rate": 1.999966274552109e-07,
+      "loss": 0.0049,
+      "step": 3820
+    },
+    {
+      "epoch": 0.007094510738088446,
+      "grad_norm": 1.444151759147644,
+      "learning_rate": 1.9999660349418002e-07,
+      "loss": 0.0047,
+      "step": 3830
+    },
+    {
+      "epoch": 0.007113034264819748,
+      "grad_norm": 1.250465989112854,
+      "learning_rate": 1.999965794483333e-07,
+      "loss": 0.0049,
+      "step": 3840
+    },
+    {
+      "epoch": 0.007131557791551049,
+      "grad_norm": 1.5127027034759521,
+      "learning_rate": 1.9999655531767067e-07,
+      "loss": 0.0061,
+      "step": 3850
+    },
+    {
+      "epoch": 0.00715008131828235,
+      "grad_norm": 1.0191987752914429,
+      "learning_rate": 1.999965311021922e-07,
+      "loss": 0.0042,
+      "step": 3860
+    },
+    {
+      "epoch": 0.007168604845013652,
+      "grad_norm": 0.94724440574646,
+      "learning_rate": 1.999965068018979e-07,
+      "loss": 0.0077,
+      "step": 3870
+    },
+    {
+      "epoch": 0.0071871283717449535,
+      "grad_norm": 0.9621548056602478,
+      "learning_rate": 1.9999648241678782e-07,
+      "loss": 0.005,
+      "step": 3880
+    },
+    {
+      "epoch": 0.007205651898476255,
+      "grad_norm": 1.3939456939697266,
+      "learning_rate": 1.9999645794686195e-07,
+      "loss": 0.0053,
+      "step": 3890
+    },
+    {
+      "epoch": 0.007224175425207556,
+      "grad_norm": 1.8091320991516113,
+      "learning_rate": 1.9999643339212032e-07,
+      "loss": 0.0065,
+      "step": 3900
+    },
+    {
+      "epoch": 0.007242698951938857,
+      "grad_norm": 0.5781366229057312,
+      "learning_rate": 1.9999640875256295e-07,
+      "loss": 0.0054,
+      "step": 3910
+    },
+    {
+      "epoch": 0.007261222478670159,
+      "grad_norm": 0.626268208026886,
+      "learning_rate": 1.9999638402818984e-07,
+      "loss": 0.0054,
+      "step": 3920
+    },
+    {
+      "epoch": 0.007279746005401461,
+      "grad_norm": 0.8427907824516296,
+      "learning_rate": 1.9999635921900105e-07,
+      "loss": 0.0044,
+      "step": 3930
+    },
+    {
+      "epoch": 0.007298269532132762,
+      "grad_norm": 0.8691850304603577,
+      "learning_rate": 1.999963343249966e-07,
+      "loss": 0.0052,
+      "step": 3940
+    },
+    {
+      "epoch": 0.007316793058864063,
+      "grad_norm": 1.103049397468567,
+      "learning_rate": 1.9999630934617646e-07,
+      "loss": 0.0054,
+      "step": 3950
+    },
+    {
+      "epoch": 0.0073353165855953644,
+      "grad_norm": 1.3710514307022095,
+      "learning_rate": 1.9999628428254071e-07,
+      "loss": 0.0065,
+      "step": 3960
+    },
+    {
+      "epoch": 0.007353840112326666,
+      "grad_norm": 0.7242420315742493,
+      "learning_rate": 1.9999625913408934e-07,
+      "loss": 0.0057,
+      "step": 3970
+    },
+    {
+      "epoch": 0.007372363639057968,
+      "grad_norm": 1.1996089220046997,
+      "learning_rate": 1.9999623390082236e-07,
+      "loss": 0.0046,
+      "step": 3980
+    },
+    {
+      "epoch": 0.007390887165789269,
+      "grad_norm": 1.4444879293441772,
+      "learning_rate": 1.9999620858273985e-07,
+      "loss": 0.0049,
+      "step": 3990
+    },
+    {
+      "epoch": 0.00740941069252057,
+      "grad_norm": 1.1874390840530396,
+      "learning_rate": 1.9999618317984176e-07,
+      "loss": 0.004,
+      "step": 4000
+    },
+    {
+      "epoch": 0.007427934219251872,
+      "grad_norm": 0.9472229480743408,
+      "learning_rate": 1.9999615769212812e-07,
+      "loss": 0.0038,
+      "step": 4010
+    },
+    {
+      "epoch": 0.007446457745983173,
+      "grad_norm": 0.5600486993789673,
+      "learning_rate": 1.99996132119599e-07,
+      "loss": 0.0034,
+      "step": 4020
+    },
+    {
+      "epoch": 0.007464981272714475,
+      "grad_norm": 0.6269398331642151,
+      "learning_rate": 1.999961064622544e-07,
+      "loss": 0.005,
+      "step": 4030
+    },
+    {
+      "epoch": 0.007483504799445776,
+      "grad_norm": 1.4484384059906006,
+      "learning_rate": 1.9999608072009435e-07,
+      "loss": 0.0053,
+      "step": 4040
+    },
+    {
+      "epoch": 0.0075020283261770775,
+      "grad_norm": 0.8751400709152222,
+      "learning_rate": 1.9999605489311884e-07,
+      "loss": 0.0049,
+      "step": 4050
+    },
+    {
+      "epoch": 0.007520551852908379,
+      "grad_norm": 0.8875912427902222,
+      "learning_rate": 1.999960289813279e-07,
+      "loss": 0.0048,
+      "step": 4060
+    },
+    {
+      "epoch": 0.00753907537963968,
+      "grad_norm": 1.4428391456604004,
+      "learning_rate": 1.999960029847216e-07,
+      "loss": 0.0043,
+      "step": 4070
+    },
+    {
+      "epoch": 0.007557598906370982,
+      "grad_norm": 0.790433943271637,
+      "learning_rate": 1.999959769032999e-07,
+      "loss": 0.0042,
+      "step": 4080
+    },
+    {
+      "epoch": 0.0075761224331022834,
+      "grad_norm": 0.8253072500228882,
+      "learning_rate": 1.9999595073706284e-07,
+      "loss": 0.005,
+      "step": 4090
+    },
+    {
+      "epoch": 0.007594645959833585,
+      "grad_norm": 0.582712709903717,
+      "learning_rate": 1.9999592448601046e-07,
+      "loss": 0.0062,
+      "step": 4100
+    },
+    {
+      "epoch": 0.007613169486564886,
+      "grad_norm": 0.4836924970149994,
+      "learning_rate": 1.9999589815014274e-07,
+      "loss": 0.0054,
+      "step": 4110
+    },
+    {
+      "epoch": 0.007631693013296187,
+      "grad_norm": 0.7537421584129333,
+      "learning_rate": 1.9999587172945977e-07,
+      "loss": 0.0044,
+      "step": 4120
+    },
+    {
+      "epoch": 0.0076502165400274885,
+      "grad_norm": 0.68345707654953,
+      "learning_rate": 1.9999584522396153e-07,
+      "loss": 0.0061,
+      "step": 4130
+    },
+    {
+      "epoch": 0.007668740066758791,
+      "grad_norm": 1.3512098789215088,
+      "learning_rate": 1.9999581863364808e-07,
+      "loss": 0.0046,
+      "step": 4140
+    },
+    {
+      "epoch": 0.007687263593490092,
+      "grad_norm": 0.40522634983062744,
+      "learning_rate": 1.9999579195851937e-07,
+      "loss": 0.0051,
+      "step": 4150
+    },
+    {
+      "epoch": 0.007705787120221393,
+      "grad_norm": 1.8822197914123535,
+      "learning_rate": 1.9999576519857547e-07,
+      "loss": 0.0053,
+      "step": 4160
+    },
+    {
+      "epoch": 0.007724310646952694,
+      "grad_norm": 1.395050287246704,
+      "learning_rate": 1.999957383538164e-07,
+      "loss": 0.0057,
+      "step": 4170
+    },
+    {
+      "epoch": 0.007742834173683996,
+      "grad_norm": 0.6531908512115479,
+      "learning_rate": 1.999957114242422e-07,
+      "loss": 0.0044,
+      "step": 4180
+    },
+    {
+      "epoch": 0.007761357700415298,
+      "grad_norm": 1.163049340248108,
+      "learning_rate": 1.9999568440985283e-07,
+      "loss": 0.0038,
+      "step": 4190
+    },
+    {
+      "epoch": 0.007779881227146599,
+      "grad_norm": 0.6923274993896484,
+      "learning_rate": 1.9999565731064837e-07,
+      "loss": 0.004,
+      "step": 4200
+    },
+    {
+      "epoch": 0.0077984047538779,
+      "grad_norm": 1.1693150997161865,
+      "learning_rate": 1.9999563012662883e-07,
+      "loss": 0.0066,
+      "step": 4210
+    },
+    {
+      "epoch": 0.007816928280609202,
+      "grad_norm": 0.5887753367424011,
+      "learning_rate": 1.9999560285779423e-07,
+      "loss": 0.0061,
+      "step": 4220
+    },
+    {
+      "epoch": 0.007835451807340504,
+      "grad_norm": 1.0952030420303345,
+      "learning_rate": 1.9999557550414462e-07,
+      "loss": 0.0049,
+      "step": 4230
+    },
+    {
+      "epoch": 0.007853975334071804,
+      "grad_norm": 1.2115508317947388,
+      "learning_rate": 1.9999554806567995e-07,
+      "loss": 0.0052,
+      "step": 4240
+    },
+    {
+      "epoch": 0.007872498860803106,
+      "grad_norm": 0.5822485089302063,
+      "learning_rate": 1.9999552054240035e-07,
+      "loss": 0.0047,
+      "step": 4250
+    },
+    {
+      "epoch": 0.007891022387534407,
+      "grad_norm": 2.5040669441223145,
+      "learning_rate": 1.9999549293430574e-07,
+      "loss": 0.0052,
+      "step": 4260
+    },
+    {
+      "epoch": 0.007909545914265709,
+      "grad_norm": 1.0125981569290161,
+      "learning_rate": 1.9999546524139622e-07,
+      "loss": 0.0056,
+      "step": 4270
+    },
+    {
+      "epoch": 0.007928069440997011,
+      "grad_norm": 0.8981004953384399,
+      "learning_rate": 1.9999543746367175e-07,
+      "loss": 0.0037,
+      "step": 4280
+    },
+    {
+      "epoch": 0.007946592967728311,
+      "grad_norm": 0.6215224862098694,
+      "learning_rate": 1.999954096011324e-07,
+      "loss": 0.0052,
+      "step": 4290
+    },
+    {
+      "epoch": 0.007965116494459613,
+      "grad_norm": 1.0108771324157715,
+      "learning_rate": 1.9999538165377816e-07,
+      "loss": 0.0055,
+      "step": 4300
+    },
+    {
+      "epoch": 0.007983640021190914,
+      "grad_norm": 2.2663819789886475,
+      "learning_rate": 1.999953536216091e-07,
+      "loss": 0.0055,
+      "step": 4310
+    },
+    {
+      "epoch": 0.008002163547922216,
+      "grad_norm": 1.5759721994400024,
+      "learning_rate": 1.999953255046252e-07,
+      "loss": 0.0037,
+      "step": 4320
+    },
+    {
+      "epoch": 0.008020687074653518,
+      "grad_norm": 1.0464463233947754,
+      "learning_rate": 1.9999529730282649e-07,
+      "loss": 0.0059,
+      "step": 4330
+    },
+    {
+      "epoch": 0.008039210601384818,
+      "grad_norm": 0.29625359177589417,
+      "learning_rate": 1.9999526901621299e-07,
+      "loss": 0.0053,
+      "step": 4340
+    },
+    {
+      "epoch": 0.00805773412811612,
+      "grad_norm": 0.6446239352226257,
+      "learning_rate": 1.9999524064478476e-07,
+      "loss": 0.0051,
+      "step": 4350
+    },
+    {
+      "epoch": 0.008076257654847421,
+      "grad_norm": 0.7770497798919678,
+      "learning_rate": 1.9999521218854182e-07,
+      "loss": 0.0044,
+      "step": 4360
+    },
+    {
+      "epoch": 0.008094781181578723,
+      "grad_norm": 1.2534641027450562,
+      "learning_rate": 1.9999518364748415e-07,
+      "loss": 0.0056,
+      "step": 4370
+    },
+    {
+      "epoch": 0.008113304708310025,
+      "grad_norm": 1.418199896812439,
+      "learning_rate": 1.9999515502161183e-07,
+      "loss": 0.0035,
+      "step": 4380
+    },
+    {
+      "epoch": 0.008131828235041326,
+      "grad_norm": 0.65910404920578,
+      "learning_rate": 1.9999512631092482e-07,
+      "loss": 0.0043,
+      "step": 4390
+    },
+    {
+      "epoch": 0.008150351761772628,
+      "grad_norm": 0.7953601479530334,
+      "learning_rate": 1.999950975154232e-07,
+      "loss": 0.0056,
+      "step": 4400
+    },
+    {
+      "epoch": 0.008168875288503928,
+      "grad_norm": 0.41441935300827026,
+      "learning_rate": 1.9999506863510697e-07,
+      "loss": 0.0061,
+      "step": 4410
+    },
+    {
+      "epoch": 0.00818739881523523,
+      "grad_norm": 1.1818616390228271,
+      "learning_rate": 1.9999503966997616e-07,
+      "loss": 0.0054,
+      "step": 4420
+    },
+    {
+      "epoch": 0.008205922341966532,
+      "grad_norm": 0.8118964433670044,
+      "learning_rate": 1.9999501062003076e-07,
+      "loss": 0.0046,
+      "step": 4430
+    },
+    {
+      "epoch": 0.008224445868697833,
+      "grad_norm": 0.26739996671676636,
+      "learning_rate": 1.9999498148527086e-07,
+      "loss": 0.0058,
+      "step": 4440
+    },
+    {
+      "epoch": 0.008242969395429135,
+      "grad_norm": 0.9063378572463989,
+      "learning_rate": 1.9999495226569642e-07,
+      "loss": 0.0045,
+      "step": 4450
+    },
+    {
+      "epoch": 0.008261492922160435,
+      "grad_norm": 1.0673067569732666,
+      "learning_rate": 1.9999492296130753e-07,
+      "loss": 0.0043,
+      "step": 4460
+    },
+    {
+      "epoch": 0.008280016448891737,
+      "grad_norm": 0.9013051390647888,
+      "learning_rate": 1.9999489357210418e-07,
+      "loss": 0.0047,
+      "step": 4470
+    },
+    {
+      "epoch": 0.00829853997562304,
+      "grad_norm": 1.1533620357513428,
+      "learning_rate": 1.9999486409808636e-07,
+      "loss": 0.0041,
+      "step": 4480
+    },
+    {
+      "epoch": 0.00831706350235434,
+      "grad_norm": 2.932135820388794,
+      "learning_rate": 1.9999483453925417e-07,
+      "loss": 0.005,
+      "step": 4490
+    },
+    {
+      "epoch": 0.008335587029085642,
+      "grad_norm": 0.8070574402809143,
+      "learning_rate": 1.9999480489560758e-07,
+      "loss": 0.0046,
+      "step": 4500
+    },
+    {
+      "epoch": 0.008354110555816942,
+      "grad_norm": 1.250813364982605,
+      "learning_rate": 1.9999477516714664e-07,
+      "loss": 0.0056,
+      "step": 4510
+    },
+    {
+      "epoch": 0.008372634082548245,
+      "grad_norm": 1.0614657402038574,
+      "learning_rate": 1.9999474535387137e-07,
+      "loss": 0.0044,
+      "step": 4520
+    },
+    {
+      "epoch": 0.008391157609279547,
+      "grad_norm": 1.6173075437545776,
+      "learning_rate": 1.9999471545578177e-07,
+      "loss": 0.0052,
+      "step": 4530
+    },
+    {
+      "epoch": 0.008409681136010847,
+      "grad_norm": 1.833392858505249,
+      "learning_rate": 1.999946854728779e-07,
+      "loss": 0.0057,
+      "step": 4540
+    },
+    {
+      "epoch": 0.00842820466274215,
+      "grad_norm": 0.9398495554924011,
+      "learning_rate": 1.999946554051598e-07,
+      "loss": 0.006,
+      "step": 4550
+    },
+    {
+      "epoch": 0.00844672818947345,
+      "grad_norm": 1.2231231927871704,
+      "learning_rate": 1.999946252526274e-07,
+      "loss": 0.005,
+      "step": 4560
+    },
+    {
+      "epoch": 0.008465251716204752,
+      "grad_norm": 0.7262556552886963,
+      "learning_rate": 1.9999459501528084e-07,
+      "loss": 0.0052,
+      "step": 4570
+    },
+    {
+      "epoch": 0.008483775242936054,
+      "grad_norm": 0.685969889163971,
+      "learning_rate": 1.999945646931201e-07,
+      "loss": 0.0056,
+      "step": 4580
+    },
+    {
+      "epoch": 0.008502298769667354,
+      "grad_norm": 1.5113415718078613,
+      "learning_rate": 1.999945342861452e-07,
+      "loss": 0.0049,
+      "step": 4590
+    },
+    {
+      "epoch": 0.008520822296398656,
+      "grad_norm": 0.807433009147644,
+      "learning_rate": 1.9999450379435614e-07,
+      "loss": 0.0045,
+      "step": 4600
+    },
+    {
+      "epoch": 0.008539345823129957,
+      "grad_norm": 1.0939662456512451,
+      "learning_rate": 1.99994473217753e-07,
+      "loss": 0.0052,
+      "step": 4610
+    },
+    {
+      "epoch": 0.008557869349861259,
+      "grad_norm": 1.0202559232711792,
+      "learning_rate": 1.999944425563358e-07,
+      "loss": 0.0055,
+      "step": 4620
+    },
+    {
+      "epoch": 0.00857639287659256,
+      "grad_norm": 0.756401777267456,
+      "learning_rate": 1.9999441181010455e-07,
+      "loss": 0.005,
+      "step": 4630
+    },
+    {
+      "epoch": 0.008594916403323861,
+      "grad_norm": 0.5749719738960266,
+      "learning_rate": 1.9999438097905922e-07,
+      "loss": 0.004,
+      "step": 4640
+    },
+    {
+      "epoch": 0.008613439930055164,
+      "grad_norm": 0.9044076800346375,
+      "learning_rate": 1.9999435006319994e-07,
+      "loss": 0.0049,
+      "step": 4650
+    },
+    {
+      "epoch": 0.008631963456786464,
+      "grad_norm": 0.7828972339630127,
+      "learning_rate": 1.9999431906252668e-07,
+      "loss": 0.0044,
+      "step": 4660
+    },
+    {
+      "epoch": 0.008650486983517766,
+      "grad_norm": 1.7968603372573853,
+      "learning_rate": 1.9999428797703947e-07,
+      "loss": 0.0057,
+      "step": 4670
+    },
+    {
+      "epoch": 0.008669010510249067,
+      "grad_norm": 0.6785223484039307,
+      "learning_rate": 1.9999425680673836e-07,
+      "loss": 0.0045,
+      "step": 4680
+    },
+    {
+      "epoch": 0.008687534036980369,
+      "grad_norm": 0.853285014629364,
+      "learning_rate": 1.9999422555162333e-07,
+      "loss": 0.0038,
+      "step": 4690
+    },
+    {
+      "epoch": 0.00870605756371167,
+      "grad_norm": 1.1492109298706055,
+      "learning_rate": 1.9999419421169442e-07,
+      "loss": 0.0046,
+      "step": 4700
+    },
+    {
+      "epoch": 0.008724581090442971,
+      "grad_norm": 1.902663230895996,
+      "learning_rate": 1.999941627869517e-07,
+      "loss": 0.0068,
+      "step": 4710
+    },
+    {
+      "epoch": 0.008743104617174273,
+      "grad_norm": 0.21514450013637543,
+      "learning_rate": 1.9999413127739512e-07,
+      "loss": 0.0042,
+      "step": 4720
+    },
+    {
+      "epoch": 0.008761628143905574,
+      "grad_norm": 0.831731379032135,
+      "learning_rate": 1.9999409968302482e-07,
+      "loss": 0.005,
+      "step": 4730
+    },
+    {
+      "epoch": 0.008780151670636876,
+      "grad_norm": 0.4649916887283325,
+      "learning_rate": 1.999940680038407e-07,
+      "loss": 0.0049,
+      "step": 4740
+    },
+    {
+      "epoch": 0.008798675197368178,
+      "grad_norm": 0.7050091028213501,
+      "learning_rate": 1.9999403623984287e-07,
+      "loss": 0.0048,
+      "step": 4750
+    },
+    {
+      "epoch": 0.008817198724099478,
+      "grad_norm": 0.9163200259208679,
+      "learning_rate": 1.9999400439103136e-07,
+      "loss": 0.0062,
+      "step": 4760
+    },
+    {
+      "epoch": 0.00883572225083078,
+      "grad_norm": 0.5314086675643921,
+      "learning_rate": 1.9999397245740612e-07,
+      "loss": 0.0033,
+      "step": 4770
+    },
+    {
+      "epoch": 0.00885424577756208,
+      "grad_norm": 0.9505736231803894,
+      "learning_rate": 1.9999394043896726e-07,
+      "loss": 0.005,
+      "step": 4780
+    },
+    {
+      "epoch": 0.008872769304293383,
+      "grad_norm": 0.9602097272872925,
+      "learning_rate": 1.9999390833571478e-07,
+      "loss": 0.0057,
+      "step": 4790
+    },
+    {
+      "epoch": 0.008891292831024685,
+      "grad_norm": 0.5842890739440918,
+      "learning_rate": 1.9999387614764865e-07,
+      "loss": 0.0052,
+      "step": 4800
+    },
+    {
+      "epoch": 0.008909816357755986,
+      "grad_norm": 0.7851259708404541,
+      "learning_rate": 1.99993843874769e-07,
+      "loss": 0.0051,
+      "step": 4810
+    },
+    {
+      "epoch": 0.008928339884487288,
+      "grad_norm": 1.0511106252670288,
+      "learning_rate": 1.999938115170758e-07,
+      "loss": 0.0045,
+      "step": 4820
+    },
+    {
+      "epoch": 0.008946863411218588,
+      "grad_norm": 1.6090624332427979,
+      "learning_rate": 1.9999377907456908e-07,
+      "loss": 0.0049,
+      "step": 4830
+    },
+    {
+      "epoch": 0.00896538693794989,
+      "grad_norm": 2.510429620742798,
+      "learning_rate": 1.9999374654724887e-07,
+      "loss": 0.0057,
+      "step": 4840
+    },
+    {
+      "epoch": 0.008983910464681192,
+      "grad_norm": 0.715458333492279,
+      "learning_rate": 1.999937139351152e-07,
+      "loss": 0.0053,
+      "step": 4850
+    },
+    {
+      "epoch": 0.009002433991412493,
+      "grad_norm": 0.7535446882247925,
+      "learning_rate": 1.9999368123816808e-07,
+      "loss": 0.0051,
+      "step": 4860
+    },
+    {
+      "epoch": 0.009020957518143795,
+      "grad_norm": 0.5744192600250244,
+      "learning_rate": 1.9999364845640756e-07,
+      "loss": 0.0042,
+      "step": 4870
+    },
+    {
+      "epoch": 0.009039481044875095,
+      "grad_norm": 0.613284707069397,
+      "learning_rate": 1.9999361558983369e-07,
+      "loss": 0.0061,
+      "step": 4880
+    },
+    {
+      "epoch": 0.009058004571606397,
+      "grad_norm": 0.6608142256736755,
+      "learning_rate": 1.999935826384464e-07,
+      "loss": 0.0055,
+      "step": 4890
+    },
+    {
+      "epoch": 0.0090765280983377,
+      "grad_norm": 0.8393628597259521,
+      "learning_rate": 1.9999354960224587e-07,
+      "loss": 0.0045,
+      "step": 4900
+    },
+    {
+      "epoch": 0.009095051625069,
+      "grad_norm": 0.5852001905441284,
+      "learning_rate": 1.99993516481232e-07,
+      "loss": 0.0045,
+      "step": 4910
+    },
+    {
+      "epoch": 0.009113575151800302,
+      "grad_norm": 0.7544299960136414,
+      "learning_rate": 1.999934832754049e-07,
+      "loss": 0.005,
+      "step": 4920
+    },
+    {
+      "epoch": 0.009132098678531602,
+      "grad_norm": 0.6234810948371887,
+      "learning_rate": 1.999934499847645e-07,
+      "loss": 0.0068,
+      "step": 4930
+    },
+    {
+      "epoch": 0.009150622205262905,
+      "grad_norm": 0.280820369720459,
+      "learning_rate": 1.9999341660931094e-07,
+      "loss": 0.0044,
+      "step": 4940
+    },
+    {
+      "epoch": 0.009169145731994207,
+      "grad_norm": 0.7477278113365173,
+      "learning_rate": 1.999933831490442e-07,
+      "loss": 0.0049,
+      "step": 4950
+    },
+    {
+      "epoch": 0.009187669258725507,
+      "grad_norm": 0.6096538305282593,
+      "learning_rate": 1.9999334960396427e-07,
+      "loss": 0.0054,
+      "step": 4960
+    },
+    {
+      "epoch": 0.00920619278545681,
+      "grad_norm": 1.1913049221038818,
+      "learning_rate": 1.9999331597407125e-07,
+      "loss": 0.0047,
+      "step": 4970
+    },
+    {
+      "epoch": 0.00922471631218811,
+      "grad_norm": 1.6365412473678589,
+      "learning_rate": 1.9999328225936511e-07,
+      "loss": 0.0066,
+      "step": 4980
+    },
+    {
+      "epoch": 0.009243239838919412,
+      "grad_norm": 1.3636044263839722,
+      "learning_rate": 1.9999324845984594e-07,
+      "loss": 0.0052,
+      "step": 4990
+    },
+    {
+      "epoch": 0.009261763365650714,
+      "grad_norm": 0.6262246966362,
+      "learning_rate": 1.999932145755137e-07,
+      "loss": 0.0042,
+      "step": 5000
+    },
+    {
+      "epoch": 0.009280286892382014,
+      "grad_norm": 1.2262002229690552,
+      "learning_rate": 1.9999318060636844e-07,
+      "loss": 0.0053,
+      "step": 5010
+    },
+    {
+      "epoch": 0.009298810419113316,
+      "grad_norm": 1.1981359720230103,
+      "learning_rate": 1.9999314655241023e-07,
+      "loss": 0.0043,
+      "step": 5020
+    },
+    {
+      "epoch": 0.009317333945844617,
+      "grad_norm": 0.8489042520523071,
+      "learning_rate": 1.9999311241363906e-07,
+      "loss": 0.0053,
+      "step": 5030
+    },
+    {
+      "epoch": 0.009335857472575919,
+      "grad_norm": 0.4504554867744446,
+      "learning_rate": 1.9999307819005495e-07,
+      "loss": 0.0043,
+      "step": 5040
+    },
+    {
+      "epoch": 0.00935438099930722,
+      "grad_norm": 0.5051777362823486,
+      "learning_rate": 1.9999304388165794e-07,
+      "loss": 0.0044,
+      "step": 5050
+    },
+    {
+      "epoch": 0.009372904526038521,
+      "grad_norm": 1.2746784687042236,
+      "learning_rate": 1.999930094884481e-07,
+      "loss": 0.0053,
+      "step": 5060
+    },
+    {
+      "epoch": 0.009391428052769824,
+      "grad_norm": 0.7270585298538208,
+      "learning_rate": 1.999929750104254e-07,
+      "loss": 0.0044,
+      "step": 5070
+    },
+    {
+      "epoch": 0.009409951579501124,
+      "grad_norm": 1.9962904453277588,
+      "learning_rate": 1.999929404475899e-07,
+      "loss": 0.0055,
+      "step": 5080
+    },
+    {
+      "epoch": 0.009428475106232426,
+      "grad_norm": 0.7217946648597717,
+      "learning_rate": 1.999929057999416e-07,
+      "loss": 0.0036,
+      "step": 5090
+    },
+    {
+      "epoch": 0.009446998632963726,
+      "grad_norm": 1.5632860660552979,
+      "learning_rate": 1.999928710674806e-07,
+      "loss": 0.0061,
+      "step": 5100
+    },
+    {
+      "epoch": 0.009465522159695029,
+      "grad_norm": 1.8371762037277222,
+      "learning_rate": 1.9999283625020683e-07,
+      "loss": 0.0061,
+      "step": 5110
+    },
+    {
+      "epoch": 0.00948404568642633,
+      "grad_norm": 2.0273938179016113,
+      "learning_rate": 1.9999280134812043e-07,
+      "loss": 0.0054,
+      "step": 5120
+    },
+    {
+      "epoch": 0.009502569213157631,
+      "grad_norm": 0.6358574628829956,
+      "learning_rate": 1.999927663612213e-07,
+      "loss": 0.0053,
+      "step": 5130
+    },
+    {
+      "epoch": 0.009521092739888933,
+      "grad_norm": 0.8530735373497009,
+      "learning_rate": 1.999927312895096e-07,
+      "loss": 0.005,
+      "step": 5140
+    },
+    {
+      "epoch": 0.009539616266620234,
+      "grad_norm": 0.886954128742218,
+      "learning_rate": 1.9999269613298525e-07,
+      "loss": 0.0056,
+      "step": 5150
+    },
+    {
+      "epoch": 0.009558139793351536,
+      "grad_norm": 0.4890105128288269,
+      "learning_rate": 1.9999266089164836e-07,
+      "loss": 0.0046,
+      "step": 5160
+    },
+    {
+      "epoch": 0.009576663320082838,
+      "grad_norm": 0.565142035484314,
+      "learning_rate": 1.9999262556549894e-07,
+      "loss": 0.0045,
+      "step": 5170
+    },
+    {
+      "epoch": 0.009595186846814138,
+      "grad_norm": 0.6378746032714844,
+      "learning_rate": 1.99992590154537e-07,
+      "loss": 0.0072,
+      "step": 5180
+    },
+    {
+      "epoch": 0.00961371037354544,
+      "grad_norm": 0.684836745262146,
+      "learning_rate": 1.9999255465876254e-07,
+      "loss": 0.0052,
+      "step": 5190
+    },
+    {
+      "epoch": 0.00963223390027674,
+      "grad_norm": 1.4691460132598877,
+      "learning_rate": 1.9999251907817567e-07,
+      "loss": 0.0046,
+      "step": 5200
+    },
+    {
+      "epoch": 0.009650757427008043,
+      "grad_norm": 1.2790758609771729,
+      "learning_rate": 1.999924834127764e-07,
+      "loss": 0.006,
+      "step": 5210
+    },
+    {
+      "epoch": 0.009669280953739345,
+      "grad_norm": 1.1134737730026245,
+      "learning_rate": 1.999924476625647e-07,
+      "loss": 0.0047,
+      "step": 5220
+    },
+    {
+      "epoch": 0.009687804480470645,
+      "grad_norm": 0.6474093794822693,
+      "learning_rate": 1.9999241182754064e-07,
+      "loss": 0.0057,
+      "step": 5230
+    },
+    {
+      "epoch": 0.009706328007201948,
+      "grad_norm": 0.5406485199928284,
+      "learning_rate": 1.9999237590770427e-07,
+      "loss": 0.0061,
+      "step": 5240
+    },
+    {
+      "epoch": 0.009724851533933248,
+      "grad_norm": 0.6851491928100586,
+      "learning_rate": 1.999923399030556e-07,
+      "loss": 0.0047,
+      "step": 5250
+    },
+    {
+      "epoch": 0.00974337506066455,
+      "grad_norm": 1.137979507446289,
+      "learning_rate": 1.9999230381359468e-07,
+      "loss": 0.006,
+      "step": 5260
+    },
+    {
+      "epoch": 0.009761898587395852,
+      "grad_norm": 0.386147141456604,
+      "learning_rate": 1.999922676393215e-07,
+      "loss": 0.0046,
+      "step": 5270
+    },
+    {
+      "epoch": 0.009780422114127153,
+      "grad_norm": 1.505621075630188,
+      "learning_rate": 1.999922313802361e-07,
+      "loss": 0.0042,
+      "step": 5280
+    },
+    {
+      "epoch": 0.009798945640858455,
+      "grad_norm": 1.4938277006149292,
+      "learning_rate": 1.9999219503633854e-07,
+      "loss": 0.0046,
+      "step": 5290
+    },
+    {
+      "epoch": 0.009817469167589755,
+      "grad_norm": 0.9566072225570679,
+      "learning_rate": 1.9999215860762882e-07,
+      "loss": 0.0047,
+      "step": 5300
+    },
+    {
+      "epoch": 0.009835992694321057,
+      "grad_norm": 0.6391525268554688,
+      "learning_rate": 1.99992122094107e-07,
+      "loss": 0.0054,
+      "step": 5310
+    },
+    {
+      "epoch": 0.00985451622105236,
+      "grad_norm": 0.7227911949157715,
+      "learning_rate": 1.9999208549577312e-07,
+      "loss": 0.0039,
+      "step": 5320
+    },
+    {
+      "epoch": 0.00987303974778366,
+      "grad_norm": 1.283530831336975,
+      "learning_rate": 1.9999204881262715e-07,
+      "loss": 0.0055,
+      "step": 5330
+    },
+    {
+      "epoch": 0.009891563274514962,
+      "grad_norm": 0.8534697890281677,
+      "learning_rate": 1.9999201204466915e-07,
+      "loss": 0.0045,
+      "step": 5340
+    },
+    {
+      "epoch": 0.009910086801246262,
+      "grad_norm": 1.049355149269104,
+      "learning_rate": 1.999919751918992e-07,
+      "loss": 0.0052,
+      "step": 5350
+    },
+    {
+      "epoch": 0.009928610327977564,
+      "grad_norm": 1.9515596628189087,
+      "learning_rate": 1.9999193825431727e-07,
+      "loss": 0.0061,
+      "step": 5360
+    },
+    {
+      "epoch": 0.009947133854708867,
+      "grad_norm": 1.5255975723266602,
+      "learning_rate": 1.999919012319234e-07,
+      "loss": 0.0044,
+      "step": 5370
+    },
+    {
+      "epoch": 0.009965657381440167,
+      "grad_norm": 0.914089024066925,
+      "learning_rate": 1.9999186412471768e-07,
+      "loss": 0.0052,
+      "step": 5380
+    },
+    {
+      "epoch": 0.009984180908171469,
+      "grad_norm": 0.8056774735450745,
+      "learning_rate": 1.9999182693270005e-07,
+      "loss": 0.0047,
+      "step": 5390
+    },
+    {
+      "epoch": 0.01000270443490277,
+      "grad_norm": 1.076330304145813,
+      "learning_rate": 1.999917896558706e-07,
+      "loss": 0.0044,
+      "step": 5400
+    },
+    {
+      "epoch": 0.010021227961634072,
+      "grad_norm": 3.0182743072509766,
+      "learning_rate": 1.9999175229422934e-07,
+      "loss": 0.0052,
+      "step": 5410
+    },
+    {
+      "epoch": 0.010039751488365374,
+      "grad_norm": 0.8086827993392944,
+      "learning_rate": 1.9999171484777633e-07,
+      "loss": 0.0037,
+      "step": 5420
+    },
+    {
+      "epoch": 0.010058275015096674,
+      "grad_norm": 0.5428926944732666,
+      "learning_rate": 1.9999167731651157e-07,
+      "loss": 0.0043,
+      "step": 5430
+    },
+    {
+      "epoch": 0.010076798541827976,
+      "grad_norm": 1.1494678258895874,
+      "learning_rate": 1.999916397004351e-07,
+      "loss": 0.0047,
+      "step": 5440
+    },
+    {
+      "epoch": 0.010095322068559277,
+      "grad_norm": 0.8914420008659363,
+      "learning_rate": 1.9999160199954696e-07,
+      "loss": 0.0049,
+      "step": 5450
+    },
+    {
+      "epoch": 0.010113845595290579,
+      "grad_norm": 0.4892839789390564,
+      "learning_rate": 1.999915642138472e-07,
+      "loss": 0.0053,
+      "step": 5460
+    },
+    {
+      "epoch": 0.01013236912202188,
+      "grad_norm": 0.8774476647377014,
+      "learning_rate": 1.9999152634333581e-07,
+      "loss": 0.005,
+      "step": 5470
+    },
+    {
+      "epoch": 0.010150892648753181,
+      "grad_norm": 0.5296536684036255,
+      "learning_rate": 1.9999148838801283e-07,
+      "loss": 0.0042,
+      "step": 5480
+    },
+    {
+      "epoch": 0.010169416175484483,
+      "grad_norm": 0.4783259630203247,
+      "learning_rate": 1.999914503478783e-07,
+      "loss": 0.0039,
+      "step": 5490
+    },
+    {
+      "epoch": 0.010187939702215784,
+      "grad_norm": 0.8164564371109009,
+      "learning_rate": 1.999914122229323e-07,
+      "loss": 0.006,
+      "step": 5500
+    },
+    {
+      "epoch": 0.010206463228947086,
+      "grad_norm": 0.682399332523346,
+      "learning_rate": 1.999913740131748e-07,
+      "loss": 0.0051,
+      "step": 5510
+    },
+    {
+      "epoch": 0.010224986755678386,
+      "grad_norm": 0.5319806337356567,
+      "learning_rate": 1.9999133571860582e-07,
+      "loss": 0.0046,
+      "step": 5520
+    },
+    {
+      "epoch": 0.010243510282409688,
+      "grad_norm": 0.5874443650245667,
+      "learning_rate": 1.9999129733922545e-07,
+      "loss": 0.0055,
+      "step": 5530
+    },
+    {
+      "epoch": 0.01026203380914099,
+      "grad_norm": 0.3967069089412689,
+      "learning_rate": 1.999912588750337e-07,
+      "loss": 0.0037,
+      "step": 5540
+    },
+    {
+      "epoch": 0.010280557335872291,
+      "grad_norm": 0.9231893420219421,
+      "learning_rate": 1.999912203260306e-07,
+      "loss": 0.005,
+      "step": 5550
+    },
+    {
+      "epoch": 0.010299080862603593,
+      "grad_norm": 0.4438602328300476,
+      "learning_rate": 1.9999118169221616e-07,
+      "loss": 0.0047,
+      "step": 5560
+    },
+    {
+      "epoch": 0.010317604389334894,
+      "grad_norm": 0.5434121489524841,
+      "learning_rate": 1.9999114297359046e-07,
+      "loss": 0.0043,
+      "step": 5570
+    },
+    {
+      "epoch": 0.010336127916066196,
+      "grad_norm": 1.5575553178787231,
+      "learning_rate": 1.9999110417015347e-07,
+      "loss": 0.0054,
+      "step": 5580
+    },
+    {
+      "epoch": 0.010354651442797498,
+      "grad_norm": 1.4973243474960327,
+      "learning_rate": 1.9999106528190528e-07,
+      "loss": 0.0051,
+      "step": 5590
+    },
+    {
+      "epoch": 0.010373174969528798,
+      "grad_norm": 0.8369397521018982,
+      "learning_rate": 1.9999102630884592e-07,
+      "loss": 0.0045,
+      "step": 5600
+    },
+    {
+      "epoch": 0.0103916984962601,
+      "grad_norm": 1.8409373760223389,
+      "learning_rate": 1.9999098725097537e-07,
+      "loss": 0.0049,
+      "step": 5610
+    },
+    {
+      "epoch": 0.0104102220229914,
+      "grad_norm": 0.925690770149231,
+      "learning_rate": 1.9999094810829375e-07,
+      "loss": 0.0049,
+      "step": 5620
+    },
+    {
+      "epoch": 0.010428745549722703,
+      "grad_norm": 1.3561915159225464,
+      "learning_rate": 1.9999090888080102e-07,
+      "loss": 0.0041,
+      "step": 5630
+    },
+    {
+      "epoch": 0.010447269076454005,
+      "grad_norm": 0.5484433770179749,
+      "learning_rate": 1.9999086956849724e-07,
+      "loss": 0.0037,
+      "step": 5640
+    },
+    {
+      "epoch": 0.010465792603185305,
+      "grad_norm": 1.3982502222061157,
+      "learning_rate": 1.999908301713824e-07,
+      "loss": 0.0057,
+      "step": 5650
+    },
+    {
+      "epoch": 0.010484316129916607,
+      "grad_norm": 0.5583667755126953,
+      "learning_rate": 1.9999079068945662e-07,
+      "loss": 0.0048,
+      "step": 5660
+    },
+    {
+      "epoch": 0.010502839656647908,
+      "grad_norm": 1.0019716024398804,
+      "learning_rate": 1.9999075112271986e-07,
+      "loss": 0.004,
+      "step": 5670
+    },
+    {
+      "epoch": 0.01052136318337921,
+      "grad_norm": 2.020299196243286,
+      "learning_rate": 1.9999071147117218e-07,
+      "loss": 0.0052,
+      "step": 5680
+    },
+    {
+      "epoch": 0.010539886710110512,
+      "grad_norm": 1.1758064031600952,
+      "learning_rate": 1.999906717348136e-07,
+      "loss": 0.0049,
+      "step": 5690
+    },
+    {
+      "epoch": 0.010558410236841812,
+      "grad_norm": 2.2198078632354736,
+      "learning_rate": 1.9999063191364422e-07,
+      "loss": 0.0049,
+      "step": 5700
+    },
+    {
+      "epoch": 0.010576933763573115,
+      "grad_norm": 1.2298004627227783,
+      "learning_rate": 1.9999059200766396e-07,
+      "loss": 0.0061,
+      "step": 5710
+    },
+    {
+      "epoch": 0.010595457290304415,
+      "grad_norm": 0.4814535081386566,
+      "learning_rate": 1.9999055201687297e-07,
+      "loss": 0.0047,
+      "step": 5720
+    },
+    {
+      "epoch": 0.010613980817035717,
+      "grad_norm": 0.6831616163253784,
+      "learning_rate": 1.999905119412712e-07,
+      "loss": 0.0045,
+      "step": 5730
+    },
+    {
+      "epoch": 0.01063250434376702,
+      "grad_norm": 1.8222451210021973,
+      "learning_rate": 1.999904717808587e-07,
+      "loss": 0.0044,
+      "step": 5740
+    },
+    {
+      "epoch": 0.01065102787049832,
+      "grad_norm": 0.9469901323318481,
+      "learning_rate": 1.9999043153563553e-07,
+      "loss": 0.0054,
+      "step": 5750
+    },
+    {
+      "epoch": 0.010669551397229622,
+      "grad_norm": 0.32088392972946167,
+      "learning_rate": 1.999903912056017e-07,
+      "loss": 0.0048,
+      "step": 5760
+    },
+    {
+      "epoch": 0.010688074923960922,
+      "grad_norm": 1.863303303718567,
+      "learning_rate": 1.9999035079075727e-07,
+      "loss": 0.0047,
+      "step": 5770
+    },
+    {
+      "epoch": 0.010706598450692224,
+      "grad_norm": 0.4461580514907837,
+      "learning_rate": 1.9999031029110224e-07,
+      "loss": 0.0048,
+      "step": 5780
+    },
+    {
+      "epoch": 0.010725121977423526,
+      "grad_norm": 1.103312373161316,
+      "learning_rate": 1.9999026970663668e-07,
+      "loss": 0.0053,
+      "step": 5790
+    },
+    {
+      "epoch": 0.010743645504154827,
+      "grad_norm": 1.7623060941696167,
+      "learning_rate": 1.9999022903736063e-07,
+      "loss": 0.0051,
+      "step": 5800
+    },
+    {
+      "epoch": 0.010762169030886129,
+      "grad_norm": 0.44566792249679565,
+      "learning_rate": 1.9999018828327408e-07,
+      "loss": 0.0048,
+      "step": 5810
+    },
+    {
+      "epoch": 0.01078069255761743,
+      "grad_norm": 2.1573126316070557,
+      "learning_rate": 1.9999014744437708e-07,
+      "loss": 0.0051,
+      "step": 5820
+    },
+    {
+      "epoch": 0.010799216084348731,
+      "grad_norm": 2.563613176345825,
+      "learning_rate": 1.9999010652066966e-07,
+      "loss": 0.0052,
+      "step": 5830
+    },
+    {
+      "epoch": 0.010817739611080032,
+      "grad_norm": 0.7833878993988037,
+      "learning_rate": 1.9999006551215188e-07,
+      "loss": 0.0041,
+      "step": 5840
+    },
+    {
+      "epoch": 0.010836263137811334,
+      "grad_norm": 0.9682196378707886,
+      "learning_rate": 1.9999002441882377e-07,
+      "loss": 0.0057,
+      "step": 5850
+    },
+    {
+      "epoch": 0.010854786664542636,
+      "grad_norm": 1.1835592985153198,
+      "learning_rate": 1.9998998324068536e-07,
+      "loss": 0.0038,
+      "step": 5860
+    },
+    {
+      "epoch": 0.010873310191273937,
+      "grad_norm": 0.4966825246810913,
+      "learning_rate": 1.9998994197773667e-07,
+      "loss": 0.0048,
+      "step": 5870
+    },
+    {
+      "epoch": 0.010891833718005239,
+      "grad_norm": 0.38705042004585266,
+      "learning_rate": 1.9998990062997772e-07,
+      "loss": 0.0063,
+      "step": 5880
+    },
+    {
+      "epoch": 0.010910357244736539,
+      "grad_norm": 0.93874591588974,
+      "learning_rate": 1.999898591974086e-07,
+      "loss": 0.005,
+      "step": 5890
+    },
+    {
+      "epoch": 0.010928880771467841,
+      "grad_norm": 1.1283129453659058,
+      "learning_rate": 1.9998981768002934e-07,
+      "loss": 0.0042,
+      "step": 5900
+    },
+    {
+      "epoch": 0.010947404298199143,
+      "grad_norm": 1.720888376235962,
+      "learning_rate": 1.999897760778399e-07,
+      "loss": 0.0037,
+      "step": 5910
+    },
+    {
+      "epoch": 0.010965927824930444,
+      "grad_norm": 1.1553153991699219,
+      "learning_rate": 1.9998973439084042e-07,
+      "loss": 0.0053,
+      "step": 5920
+    },
+    {
+      "epoch": 0.010984451351661746,
+      "grad_norm": 1.2236387729644775,
+      "learning_rate": 1.9998969261903084e-07,
+      "loss": 0.0068,
+      "step": 5930
+    },
+    {
+      "epoch": 0.011002974878393046,
+      "grad_norm": 1.7974553108215332,
+      "learning_rate": 1.9998965076241127e-07,
+      "loss": 0.0042,
+      "step": 5940
+    },
+    {
+      "epoch": 0.011021498405124348,
+      "grad_norm": 0.7733255624771118,
+      "learning_rate": 1.9998960882098167e-07,
+      "loss": 0.0031,
+      "step": 5950
+    },
+    {
+      "epoch": 0.01104002193185565,
+      "grad_norm": 1.2585145235061646,
+      "learning_rate": 1.9998956679474213e-07,
+      "loss": 0.0061,
+      "step": 5960
+    },
+    {
+      "epoch": 0.011058545458586951,
+      "grad_norm": 0.4307413399219513,
+      "learning_rate": 1.9998952468369268e-07,
+      "loss": 0.0043,
+      "step": 5970
+    },
+    {
+      "epoch": 0.011077068985318253,
+      "grad_norm": 0.43582257628440857,
+      "learning_rate": 1.9998948248783336e-07,
+      "loss": 0.0051,
+      "step": 5980
+    },
+    {
+      "epoch": 0.011095592512049553,
+      "grad_norm": 1.0996239185333252,
+      "learning_rate": 1.999894402071642e-07,
+      "loss": 0.0048,
+      "step": 5990
+    },
+    {
+      "epoch": 0.011114116038780856,
+      "grad_norm": 1.5136151313781738,
+      "learning_rate": 1.999893978416852e-07,
+      "loss": 0.0055,
+      "step": 6000
+    },
+    {
+      "epoch": 0.011132639565512158,
+      "grad_norm": 0.46866336464881897,
+      "learning_rate": 1.9998935539139645e-07,
+      "loss": 0.0039,
+      "step": 6010
+    },
+    {
+      "epoch": 0.011151163092243458,
+      "grad_norm": 1.4977253675460815,
+      "learning_rate": 1.9998931285629798e-07,
+      "loss": 0.0051,
+      "step": 6020
+    },
+    {
+      "epoch": 0.01116968661897476,
+      "grad_norm": 1.497334599494934,
+      "learning_rate": 1.9998927023638977e-07,
+      "loss": 0.0045,
+      "step": 6030
+    },
+    {
+      "epoch": 0.01118821014570606,
+      "grad_norm": 1.2557651996612549,
+      "learning_rate": 1.9998922753167192e-07,
+      "loss": 0.005,
+      "step": 6040
+    },
+    {
+      "epoch": 0.011206733672437363,
+      "grad_norm": 1.549138069152832,
+      "learning_rate": 1.9998918474214444e-07,
+      "loss": 0.0042,
+      "step": 6050
+    },
+    {
+      "epoch": 0.011225257199168665,
+      "grad_norm": 2.3984110355377197,
+      "learning_rate": 1.9998914186780737e-07,
+      "loss": 0.0045,
+      "step": 6060
+    },
+    {
+      "epoch": 0.011243780725899965,
+      "grad_norm": 0.9594945907592773,
+      "learning_rate": 1.9998909890866073e-07,
+      "loss": 0.0043,
+      "step": 6070
+    },
+    {
+      "epoch": 0.011262304252631267,
+      "grad_norm": 1.0715326070785522,
+      "learning_rate": 1.9998905586470461e-07,
+      "loss": 0.0049,
+      "step": 6080
+    },
+    {
+      "epoch": 0.011280827779362568,
+      "grad_norm": 1.471585750579834,
+      "learning_rate": 1.9998901273593899e-07,
+      "loss": 0.0056,
+      "step": 6090
+    },
+    {
+      "epoch": 0.01129935130609387,
+      "grad_norm": 0.8725175261497498,
+      "learning_rate": 1.999889695223639e-07,
+      "loss": 0.0046,
+      "step": 6100
+    },
+    {
+      "epoch": 0.011317874832825172,
+      "grad_norm": 0.9626299142837524,
+      "learning_rate": 1.9998892622397941e-07,
+      "loss": 0.0046,
+      "step": 6110
+    },
+    {
+      "epoch": 0.011336398359556472,
+      "grad_norm": 0.6687320470809937,
+      "learning_rate": 1.9998888284078555e-07,
+      "loss": 0.0043,
+      "step": 6120
+    },
+    {
+      "epoch": 0.011354921886287775,
+      "grad_norm": 2.5093936920166016,
+      "learning_rate": 1.9998883937278235e-07,
+      "loss": 0.0056,
+      "step": 6130
+    },
+    {
+      "epoch": 0.011373445413019075,
+      "grad_norm": 0.8474906086921692,
+      "learning_rate": 1.9998879581996985e-07,
+      "loss": 0.0043,
+      "step": 6140
+    },
+    {
+      "epoch": 0.011391968939750377,
+      "grad_norm": 0.6211300492286682,
+      "learning_rate": 1.999887521823481e-07,
+      "loss": 0.0045,
+      "step": 6150
+    },
+    {
+      "epoch": 0.01141049246648168,
+      "grad_norm": 1.0607517957687378,
+      "learning_rate": 1.999887084599171e-07,
+      "loss": 0.0048,
+      "step": 6160
+    },
+    {
+      "epoch": 0.01142901599321298,
+      "grad_norm": 1.0385024547576904,
+      "learning_rate": 1.9998866465267695e-07,
+      "loss": 0.0043,
+      "step": 6170
+    },
+    {
+      "epoch": 0.011447539519944282,
+      "grad_norm": 0.7626750469207764,
+      "learning_rate": 1.9998862076062762e-07,
+      "loss": 0.0044,
+      "step": 6180
+    },
+    {
+      "epoch": 0.011466063046675582,
+      "grad_norm": 1.400589942932129,
+      "learning_rate": 1.999885767837692e-07,
+      "loss": 0.0046,
+      "step": 6190
+    },
+    {
+      "epoch": 0.011484586573406884,
+      "grad_norm": 0.6756898760795593,
+      "learning_rate": 1.9998853272210168e-07,
+      "loss": 0.006,
+      "step": 6200
+    },
+    {
+      "epoch": 0.011503110100138186,
+      "grad_norm": 0.3252939283847809,
+      "learning_rate": 1.9998848857562514e-07,
+      "loss": 0.0045,
+      "step": 6210
+    },
+    {
+      "epoch": 0.011521633626869487,
+      "grad_norm": 1.436022400856018,
+      "learning_rate": 1.999884443443396e-07,
+      "loss": 0.0046,
+      "step": 6220
+    },
+    {
+      "epoch": 0.011540157153600789,
+      "grad_norm": 0.43667012453079224,
+      "learning_rate": 1.9998840002824505e-07,
+      "loss": 0.0049,
+      "step": 6230
+    },
+    {
+      "epoch": 0.01155868068033209,
+      "grad_norm": 0.7786639332771301,
+      "learning_rate": 1.9998835562734163e-07,
+      "loss": 0.004,
+      "step": 6240
+    },
+    {
+      "epoch": 0.011577204207063391,
+      "grad_norm": 0.6937276721000671,
+      "learning_rate": 1.999883111416293e-07,
+      "loss": 0.0054,
+      "step": 6250
+    },
+    {
+      "epoch": 0.011595727733794692,
+      "grad_norm": 1.4458993673324585,
+      "learning_rate": 1.9998826657110812e-07,
+      "loss": 0.0065,
+      "step": 6260
+    },
+    {
+      "epoch": 0.011614251260525994,
+      "grad_norm": 0.6148513555526733,
+      "learning_rate": 1.9998822191577813e-07,
+      "loss": 0.0046,
+      "step": 6270
+    },
+    {
+      "epoch": 0.011632774787257296,
+      "grad_norm": 1.3800839185714722,
+      "learning_rate": 1.9998817717563936e-07,
+      "loss": 0.0055,
+      "step": 6280
+    },
+    {
+      "epoch": 0.011651298313988596,
+      "grad_norm": 0.8290160894393921,
+      "learning_rate": 1.9998813235069184e-07,
+      "loss": 0.005,
+      "step": 6290
+    },
+    {
+      "epoch": 0.011669821840719899,
+      "grad_norm": 0.5129774212837219,
+      "learning_rate": 1.9998808744093566e-07,
+      "loss": 0.0041,
+      "step": 6300
+    },
+    {
+      "epoch": 0.011688345367451199,
+      "grad_norm": 0.7607941031455994,
+      "learning_rate": 1.9998804244637077e-07,
+      "loss": 0.0048,
+      "step": 6310
+    },
+    {
+      "epoch": 0.011706868894182501,
+      "grad_norm": 1.2245440483093262,
+      "learning_rate": 1.999879973669973e-07,
+      "loss": 0.0047,
+      "step": 6320
+    },
+    {
+      "epoch": 0.011725392420913803,
+      "grad_norm": 0.27017250657081604,
+      "learning_rate": 1.9998795220281522e-07,
+      "loss": 0.0042,
+      "step": 6330
+    },
+    {
+      "epoch": 0.011743915947645104,
+      "grad_norm": 0.6682379841804504,
+      "learning_rate": 1.9998790695382462e-07,
+      "loss": 0.0042,
+      "step": 6340
+    },
+    {
+      "epoch": 0.011762439474376406,
+      "grad_norm": 1.150757908821106,
+      "learning_rate": 1.9998786162002547e-07,
+      "loss": 0.005,
+      "step": 6350
+    },
+    {
+      "epoch": 0.011780963001107706,
+      "grad_norm": 1.3020960092544556,
+      "learning_rate": 1.9998781620141787e-07,
+      "loss": 0.0054,
+      "step": 6360
+    },
+    {
+      "epoch": 0.011799486527839008,
+      "grad_norm": 0.409411758184433,
+      "learning_rate": 1.9998777069800186e-07,
+      "loss": 0.005,
+      "step": 6370
+    },
+    {
+      "epoch": 0.01181801005457031,
+      "grad_norm": 0.4993356466293335,
+      "learning_rate": 1.9998772510977741e-07,
+      "loss": 0.0048,
+      "step": 6380
+    },
+    {
+      "epoch": 0.01183653358130161,
+      "grad_norm": 0.6446143984794617,
+      "learning_rate": 1.9998767943674464e-07,
+      "loss": 0.0046,
+      "step": 6390
+    },
+    {
+      "epoch": 0.011855057108032913,
+      "grad_norm": 0.9871600270271301,
+      "learning_rate": 1.9998763367890357e-07,
+      "loss": 0.0058,
+      "step": 6400
+    },
+    {
+      "epoch": 0.011873580634764213,
+      "grad_norm": 1.4248993396759033,
+      "learning_rate": 1.999875878362542e-07,
+      "loss": 0.0043,
+      "step": 6410
+    },
+    {
+      "epoch": 0.011892104161495515,
+      "grad_norm": 1.0000044107437134,
+      "learning_rate": 1.9998754190879658e-07,
+      "loss": 0.0044,
+      "step": 6420
+    },
+    {
+      "epoch": 0.011910627688226818,
+      "grad_norm": 3.019697666168213,
+      "learning_rate": 1.9998749589653077e-07,
+      "loss": 0.0045,
+      "step": 6430
+    },
+    {
+      "epoch": 0.011929151214958118,
+      "grad_norm": 3.4525275230407715,
+      "learning_rate": 1.9998744979945684e-07,
+      "loss": 0.0037,
+      "step": 6440
+    },
+    {
+      "epoch": 0.01194767474168942,
+      "grad_norm": 2.3522465229034424,
+      "learning_rate": 1.9998740361757472e-07,
+      "loss": 0.004,
+      "step": 6450
+    },
+    {
+      "epoch": 0.01196619826842072,
+      "grad_norm": 0.5118739008903503,
+      "learning_rate": 1.9998735735088456e-07,
+      "loss": 0.0056,
+      "step": 6460
+    },
+    {
+      "epoch": 0.011984721795152023,
+      "grad_norm": 0.5207595229148865,
+      "learning_rate": 1.9998731099938637e-07,
+      "loss": 0.0036,
+      "step": 6470
+    },
+    {
+      "epoch": 0.012003245321883325,
+      "grad_norm": 1.0849483013153076,
+      "learning_rate": 1.9998726456308014e-07,
+      "loss": 0.0041,
+      "step": 6480
+    },
+    {
+      "epoch": 0.012021768848614625,
+      "grad_norm": 1.0602933168411255,
+      "learning_rate": 1.9998721804196598e-07,
+      "loss": 0.0048,
+      "step": 6490
+    },
+    {
+      "epoch": 0.012040292375345927,
+      "grad_norm": 0.9715251326560974,
+      "learning_rate": 1.999871714360439e-07,
+      "loss": 0.0065,
+      "step": 6500
+    },
+    {
+      "epoch": 0.012058815902077228,
+      "grad_norm": 1.5308769941329956,
+      "learning_rate": 1.999871247453139e-07,
+      "loss": 0.0059,
+      "step": 6510
+    },
+    {
+      "epoch": 0.01207733942880853,
+      "grad_norm": 1.5637868642807007,
+      "learning_rate": 1.9998707796977609e-07,
+      "loss": 0.0046,
+      "step": 6520
+    },
+    {
+      "epoch": 0.012095862955539832,
+      "grad_norm": 0.6605505347251892,
+      "learning_rate": 1.9998703110943045e-07,
+      "loss": 0.0044,
+      "step": 6530
+    },
+    {
+      "epoch": 0.012114386482271132,
+      "grad_norm": 0.5709793567657471,
+      "learning_rate": 1.9998698416427703e-07,
+      "loss": 0.0051,
+      "step": 6540
+    },
+    {
+      "epoch": 0.012132910009002434,
+      "grad_norm": 0.9911216497421265,
+      "learning_rate": 1.9998693713431593e-07,
+      "loss": 0.0043,
+      "step": 6550
+    },
+    {
+      "epoch": 0.012151433535733735,
+      "grad_norm": 0.5670028924942017,
+      "learning_rate": 1.999868900195471e-07,
+      "loss": 0.0057,
+      "step": 6560
+    },
+    {
+      "epoch": 0.012169957062465037,
+      "grad_norm": 1.038466215133667,
+      "learning_rate": 1.9998684281997068e-07,
+      "loss": 0.0058,
+      "step": 6570
+    },
+    {
+      "epoch": 0.012188480589196339,
+      "grad_norm": 0.8275384306907654,
+      "learning_rate": 1.999867955355866e-07,
+      "loss": 0.0047,
+      "step": 6580
+    },
+    {
+      "epoch": 0.01220700411592764,
+      "grad_norm": 0.9158803820610046,
+      "learning_rate": 1.99986748166395e-07,
+      "loss": 0.0041,
+      "step": 6590
+    },
+    {
+      "epoch": 0.012225527642658942,
+      "grad_norm": 1.9012762308120728,
+      "learning_rate": 1.9998670071239584e-07,
+      "loss": 0.0049,
+      "step": 6600
+    },
+    {
+      "epoch": 0.012244051169390242,
+      "grad_norm": 0.8034256100654602,
+      "learning_rate": 1.999866531735892e-07,
+      "loss": 0.0055,
+      "step": 6610
+    },
+    {
+      "epoch": 0.012262574696121544,
+      "grad_norm": 1.8934110403060913,
+      "learning_rate": 1.9998660554997513e-07,
+      "loss": 0.0052,
+      "step": 6620
+    },
+    {
+      "epoch": 0.012281098222852846,
+      "grad_norm": 0.6737769842147827,
+      "learning_rate": 1.9998655784155366e-07,
+      "loss": 0.0044,
+      "step": 6630
+    },
+    {
+      "epoch": 0.012299621749584147,
+      "grad_norm": 1.5266069173812866,
+      "learning_rate": 1.9998651004832482e-07,
+      "loss": 0.0047,
+      "step": 6640
+    },
+    {
+      "epoch": 0.012318145276315449,
+      "grad_norm": 0.6605862975120544,
+      "learning_rate": 1.9998646217028865e-07,
+      "loss": 0.0033,
+      "step": 6650
+    },
+    {
+      "epoch": 0.01233666880304675,
+      "grad_norm": 0.49088865518569946,
+      "learning_rate": 1.9998641420744517e-07,
+      "loss": 0.0044,
+      "step": 6660
+    },
+    {
+      "epoch": 0.012355192329778051,
+      "grad_norm": 1.2727864980697632,
+      "learning_rate": 1.999863661597945e-07,
+      "loss": 0.0053,
+      "step": 6670
+    },
+    {
+      "epoch": 0.012373715856509352,
+      "grad_norm": 1.2164759635925293,
+      "learning_rate": 1.9998631802733658e-07,
+      "loss": 0.0038,
+      "step": 6680
+    },
+    {
+      "epoch": 0.012392239383240654,
+      "grad_norm": 2.9112789630889893,
+      "learning_rate": 1.9998626981007155e-07,
+      "loss": 0.0053,
+      "step": 6690
+    },
+    {
+      "epoch": 0.012410762909971956,
+      "grad_norm": 1.8191032409667969,
+      "learning_rate": 1.9998622150799936e-07,
+      "loss": 0.0042,
+      "step": 6700
+    },
+    {
+      "epoch": 0.012429286436703256,
+      "grad_norm": 0.7922589182853699,
+      "learning_rate": 1.9998617312112012e-07,
+      "loss": 0.0042,
+      "step": 6710
+    },
+    {
+      "epoch": 0.012447809963434558,
+      "grad_norm": 0.7463862299919128,
+      "learning_rate": 1.9998612464943382e-07,
+      "loss": 0.0043,
+      "step": 6720
+    },
+    {
+      "epoch": 0.012466333490165859,
+      "grad_norm": 1.4704411029815674,
+      "learning_rate": 1.9998607609294054e-07,
+      "loss": 0.0041,
+      "step": 6730
+    },
+    {
+      "epoch": 0.012484857016897161,
+      "grad_norm": 1.06722092628479,
+      "learning_rate": 1.999860274516403e-07,
+      "loss": 0.0053,
+      "step": 6740
+    },
+    {
+      "epoch": 0.012503380543628463,
+      "grad_norm": 1.9677430391311646,
+      "learning_rate": 1.9998597872553314e-07,
+      "loss": 0.0056,
+      "step": 6750
+    },
+    {
+      "epoch": 0.012521904070359764,
+      "grad_norm": 0.9780071973800659,
+      "learning_rate": 1.9998592991461912e-07,
+      "loss": 0.0055,
+      "step": 6760
+    },
+    {
+      "epoch": 0.012540427597091066,
+      "grad_norm": 1.7688167095184326,
+      "learning_rate": 1.9998588101889825e-07,
+      "loss": 0.0041,
+      "step": 6770
+    },
+    {
+      "epoch": 0.012558951123822366,
+      "grad_norm": 1.176604986190796,
+      "learning_rate": 1.999858320383706e-07,
+      "loss": 0.0051,
+      "step": 6780
+    },
+    {
+      "epoch": 0.012577474650553668,
+      "grad_norm": 1.1377366781234741,
+      "learning_rate": 1.999857829730362e-07,
+      "loss": 0.0063,
+      "step": 6790
+    },
+    {
+      "epoch": 0.01259599817728497,
+      "grad_norm": 0.4529532492160797,
+      "learning_rate": 1.999857338228951e-07,
+      "loss": 0.0041,
+      "step": 6800
+    },
+    {
+      "epoch": 0.01261452170401627,
+      "grad_norm": 1.1294665336608887,
+      "learning_rate": 1.9998568458794735e-07,
+      "loss": 0.0048,
+      "step": 6810
+    },
+    {
+      "epoch": 0.012633045230747573,
+      "grad_norm": 1.1223347187042236,
+      "learning_rate": 1.9998563526819292e-07,
+      "loss": 0.0049,
+      "step": 6820
+    },
+    {
+      "epoch": 0.012651568757478873,
+      "grad_norm": 2.435007095336914,
+      "learning_rate": 1.9998558586363194e-07,
+      "loss": 0.0047,
+      "step": 6830
+    },
+    {
+      "epoch": 0.012670092284210175,
+      "grad_norm": 1.471243977546692,
+      "learning_rate": 1.9998553637426446e-07,
+      "loss": 0.0048,
+      "step": 6840
+    },
+    {
+      "epoch": 0.012688615810941477,
+      "grad_norm": 0.7498399019241333,
+      "learning_rate": 1.9998548680009045e-07,
+      "loss": 0.0042,
+      "step": 6850
+    },
+    {
+      "epoch": 0.012707139337672778,
+      "grad_norm": 0.5828412175178528,
+      "learning_rate": 1.9998543714110997e-07,
+      "loss": 0.0038,
+      "step": 6860
+    },
+    {
+      "epoch": 0.01272566286440408,
+      "grad_norm": 0.7062546014785767,
+      "learning_rate": 1.999853873973231e-07,
+      "loss": 0.0043,
+      "step": 6870
+    },
+    {
+      "epoch": 0.01274418639113538,
+      "grad_norm": 2.1820194721221924,
+      "learning_rate": 1.9998533756872985e-07,
+      "loss": 0.0048,
+      "step": 6880
+    },
+    {
+      "epoch": 0.012762709917866683,
+      "grad_norm": 1.6870174407958984,
+      "learning_rate": 1.9998528765533024e-07,
+      "loss": 0.0055,
+      "step": 6890
+    },
+    {
+      "epoch": 0.012781233444597985,
+      "grad_norm": 0.9094802141189575,
+      "learning_rate": 1.9998523765712441e-07,
+      "loss": 0.0052,
+      "step": 6900
+    },
+    {
+      "epoch": 0.012799756971329285,
+      "grad_norm": 0.5565671920776367,
+      "learning_rate": 1.9998518757411228e-07,
+      "loss": 0.0065,
+      "step": 6910
+    },
+    {
+      "epoch": 0.012818280498060587,
+      "grad_norm": 1.2048276662826538,
+      "learning_rate": 1.9998513740629396e-07,
+      "loss": 0.0047,
+      "step": 6920
+    },
+    {
+      "epoch": 0.012836804024791888,
+      "grad_norm": 0.9527319073677063,
+      "learning_rate": 1.999850871536695e-07,
+      "loss": 0.0035,
+      "step": 6930
+    },
+    {
+      "epoch": 0.01285532755152319,
+      "grad_norm": 1.1012948751449585,
+      "learning_rate": 1.9998503681623893e-07,
+      "loss": 0.0035,
+      "step": 6940
+    },
+    {
+      "epoch": 0.012873851078254492,
+      "grad_norm": 1.2475626468658447,
+      "learning_rate": 1.9998498639400225e-07,
+      "loss": 0.0048,
+      "step": 6950
+    },
+    {
+      "epoch": 0.012892374604985792,
+      "grad_norm": 0.6311481595039368,
+      "learning_rate": 1.9998493588695954e-07,
+      "loss": 0.004,
+      "step": 6960
+    },
+    {
+      "epoch": 0.012910898131717094,
+      "grad_norm": 1.0941135883331299,
+      "learning_rate": 1.999848852951109e-07,
+      "loss": 0.005,
+      "step": 6970
+    },
+    {
+      "epoch": 0.012929421658448395,
+      "grad_norm": 1.335740089416504,
+      "learning_rate": 1.9998483461845624e-07,
+      "loss": 0.0044,
+      "step": 6980
+    },
+    {
+      "epoch": 0.012947945185179697,
+      "grad_norm": 0.43091148138046265,
+      "learning_rate": 1.9998478385699573e-07,
+      "loss": 0.0041,
+      "step": 6990
+    },
+    {
+      "epoch": 0.012966468711910999,
+      "grad_norm": 1.6673928499221802,
+      "learning_rate": 1.9998473301072932e-07,
+      "loss": 0.0056,
+      "step": 7000
+    },
+    {
+      "epoch": 0.0129849922386423,
+      "grad_norm": 1.4265776872634888,
+      "learning_rate": 1.9998468207965713e-07,
+      "loss": 0.006,
+      "step": 7010
+    },
+    {
+      "epoch": 0.013003515765373602,
+      "grad_norm": 0.9223793745040894,
+      "learning_rate": 1.9998463106377916e-07,
+      "loss": 0.005,
+      "step": 7020
+    },
+    {
+      "epoch": 0.013022039292104902,
+      "grad_norm": 0.7204763889312744,
+      "learning_rate": 1.9998457996309545e-07,
+      "loss": 0.005,
+      "step": 7030
+    },
+    {
+      "epoch": 0.013040562818836204,
+      "grad_norm": 0.8767715692520142,
+      "learning_rate": 1.9998452877760609e-07,
+      "loss": 0.0046,
+      "step": 7040
+    },
+    {
+      "epoch": 0.013059086345567504,
+      "grad_norm": 0.671276330947876,
+      "learning_rate": 1.9998447750731104e-07,
+      "loss": 0.0046,
+      "step": 7050
+    },
+    {
+      "epoch": 0.013077609872298807,
+      "grad_norm": 0.4646291434764862,
+      "learning_rate": 1.9998442615221037e-07,
+      "loss": 0.0041,
+      "step": 7060
+    },
+    {
+      "epoch": 0.013096133399030109,
+      "grad_norm": 1.4228308200836182,
+      "learning_rate": 1.999843747123042e-07,
+      "loss": 0.0044,
+      "step": 7070
+    },
+    {
+      "epoch": 0.013114656925761409,
+      "grad_norm": 1.0358463525772095,
+      "learning_rate": 1.999843231875925e-07,
+      "loss": 0.0039,
+      "step": 7080
+    },
+    {
+      "epoch": 0.013133180452492711,
+      "grad_norm": 2.841841220855713,
+      "learning_rate": 1.9998427157807535e-07,
+      "loss": 0.0082,
+      "step": 7090
+    },
+    {
+      "epoch": 0.013151703979224012,
+      "grad_norm": 2.5183050632476807,
+      "learning_rate": 1.9998421988375273e-07,
+      "loss": 0.0038,
+      "step": 7100
+    },
+    {
+      "epoch": 0.013170227505955314,
+      "grad_norm": 1.9204206466674805,
+      "learning_rate": 1.9998416810462477e-07,
+      "loss": 0.0058,
+      "step": 7110
+    },
+    {
+      "epoch": 0.013188751032686616,
+      "grad_norm": 1.0739190578460693,
+      "learning_rate": 1.9998411624069145e-07,
+      "loss": 0.0044,
+      "step": 7120
+    },
+    {
+      "epoch": 0.013207274559417916,
+      "grad_norm": 0.5621417760848999,
+      "learning_rate": 1.9998406429195285e-07,
+      "loss": 0.0046,
+      "step": 7130
+    },
+    {
+      "epoch": 0.013225798086149218,
+      "grad_norm": 0.2962639629840851,
+      "learning_rate": 1.99984012258409e-07,
+      "loss": 0.0044,
+      "step": 7140
+    },
+    {
+      "epoch": 0.013244321612880519,
+      "grad_norm": 0.4295441210269928,
+      "learning_rate": 1.9998396014005993e-07,
+      "loss": 0.005,
+      "step": 7150
+    },
+    {
+      "epoch": 0.013262845139611821,
+      "grad_norm": 1.3871376514434814,
+      "learning_rate": 1.9998390793690572e-07,
+      "loss": 0.0036,
+      "step": 7160
+    },
+    {
+      "epoch": 0.013281368666343123,
+      "grad_norm": 0.5170560479164124,
+      "learning_rate": 1.9998385564894638e-07,
+      "loss": 0.0036,
+      "step": 7170
+    },
+    {
+      "epoch": 0.013299892193074423,
+      "grad_norm": 0.445928692817688,
+      "learning_rate": 1.9998380327618197e-07,
+      "loss": 0.0045,
+      "step": 7180
+    },
+    {
+      "epoch": 0.013318415719805726,
+      "grad_norm": 0.8867661952972412,
+      "learning_rate": 1.9998375081861255e-07,
+      "loss": 0.0047,
+      "step": 7190
+    },
+    {
+      "epoch": 0.013336939246537026,
+      "grad_norm": 0.5516932606697083,
+      "learning_rate": 1.9998369827623813e-07,
+      "loss": 0.0044,
+      "step": 7200
+    },
+    {
+      "epoch": 0.013355462773268328,
+      "grad_norm": 1.0565916299819946,
+      "learning_rate": 1.9998364564905875e-07,
+      "loss": 0.0043,
+      "step": 7210
+    },
+    {
+      "epoch": 0.01337398629999963,
+      "grad_norm": 0.5001686811447144,
+      "learning_rate": 1.999835929370745e-07,
+      "loss": 0.0052,
+      "step": 7220
+    },
+    {
+      "epoch": 0.01339250982673093,
+      "grad_norm": 1.397940993309021,
+      "learning_rate": 1.999835401402854e-07,
+      "loss": 0.0048,
+      "step": 7230
+    },
+    {
+      "epoch": 0.013411033353462233,
+      "grad_norm": 1.2145320177078247,
+      "learning_rate": 1.9998348725869153e-07,
+      "loss": 0.0042,
+      "step": 7240
+    },
+    {
+      "epoch": 0.013429556880193533,
+      "grad_norm": 0.8812707662582397,
+      "learning_rate": 1.9998343429229284e-07,
+      "loss": 0.0039,
+      "step": 7250
+    },
+    {
+      "epoch": 0.013448080406924835,
+      "grad_norm": 0.5108830332756042,
+      "learning_rate": 1.9998338124108948e-07,
+      "loss": 0.0049,
+      "step": 7260
+    },
+    {
+      "epoch": 0.013466603933656137,
+      "grad_norm": 1.0097687244415283,
+      "learning_rate": 1.9998332810508142e-07,
+      "loss": 0.004,
+      "step": 7270
+    },
+    {
+      "epoch": 0.013485127460387438,
+      "grad_norm": 1.1193820238113403,
+      "learning_rate": 1.999832748842688e-07,
+      "loss": 0.004,
+      "step": 7280
+    },
+    {
+      "epoch": 0.01350365098711874,
+      "grad_norm": 4.651251792907715,
+      "learning_rate": 1.9998322157865152e-07,
+      "loss": 0.005,
+      "step": 7290
+    },
+    {
+      "epoch": 0.01352217451385004,
+      "grad_norm": 0.6428113579750061,
+      "learning_rate": 1.9998316818822972e-07,
+      "loss": 0.0049,
+      "step": 7300
+    },
+    {
+      "epoch": 0.013540698040581342,
+      "grad_norm": 5.16061544418335,
+      "learning_rate": 1.9998311471300347e-07,
+      "loss": 0.0061,
+      "step": 7310
+    },
+    {
+      "epoch": 0.013559221567312645,
+      "grad_norm": 0.9377419352531433,
+      "learning_rate": 1.9998306115297276e-07,
+      "loss": 0.0038,
+      "step": 7320
+    },
+    {
+      "epoch": 0.013577745094043945,
+      "grad_norm": 1.3704923391342163,
+      "learning_rate": 1.9998300750813763e-07,
+      "loss": 0.0051,
+      "step": 7330
+    },
+    {
+      "epoch": 0.013596268620775247,
+      "grad_norm": 0.5168454051017761,
+      "learning_rate": 1.9998295377849817e-07,
+      "loss": 0.0039,
+      "step": 7340
+    },
+    {
+      "epoch": 0.013614792147506547,
+      "grad_norm": 1.3589528799057007,
+      "learning_rate": 1.999828999640544e-07,
+      "loss": 0.0047,
+      "step": 7350
+    },
+    {
+      "epoch": 0.01363331567423785,
+      "grad_norm": 0.9819934964179993,
+      "learning_rate": 1.9998284606480635e-07,
+      "loss": 0.0051,
+      "step": 7360
+    },
+    {
+      "epoch": 0.013651839200969152,
+      "grad_norm": 0.7832059860229492,
+      "learning_rate": 1.999827920807541e-07,
+      "loss": 0.0043,
+      "step": 7370
+    },
+    {
+      "epoch": 0.013670362727700452,
+      "grad_norm": 9.282112121582031,
+      "learning_rate": 1.999827380118977e-07,
+      "loss": 0.0045,
+      "step": 7380
+    },
+    {
+      "epoch": 0.013688886254431754,
+      "grad_norm": 3.068037509918213,
+      "learning_rate": 1.9998268385823717e-07,
+      "loss": 0.0057,
+      "step": 7390
+    },
+    {
+      "epoch": 0.013707409781163055,
+      "grad_norm": 0.5647586584091187,
+      "learning_rate": 1.9998262961977253e-07,
+      "loss": 0.0041,
+      "step": 7400
+    },
+    {
+      "epoch": 0.013725933307894357,
+      "grad_norm": 0.3233998119831085,
+      "learning_rate": 1.9998257529650387e-07,
+      "loss": 0.0054,
+      "step": 7410
+    },
+    {
+      "epoch": 0.013744456834625659,
+      "grad_norm": 0.3803546726703644,
+      "learning_rate": 1.9998252088843124e-07,
+      "loss": 0.0053,
+      "step": 7420
+    },
+    {
+      "epoch": 0.01376298036135696,
+      "grad_norm": 1.4831609725952148,
+      "learning_rate": 1.9998246639555464e-07,
+      "loss": 0.0043,
+      "step": 7430
+    },
+    {
+      "epoch": 0.013781503888088261,
+      "grad_norm": 2.2573049068450928,
+      "learning_rate": 1.9998241181787416e-07,
+      "loss": 0.0045,
+      "step": 7440
+    },
+    {
+      "epoch": 0.013800027414819562,
+      "grad_norm": 1.3548682928085327,
+      "learning_rate": 1.9998235715538986e-07,
+      "loss": 0.0054,
+      "step": 7450
+    },
+    {
+      "epoch": 0.013818550941550864,
+      "grad_norm": 0.5436132550239563,
+      "learning_rate": 1.9998230240810173e-07,
+      "loss": 0.0037,
+      "step": 7460
+    },
+    {
+      "epoch": 0.013837074468282164,
+      "grad_norm": 1.4047155380249023,
+      "learning_rate": 1.9998224757600987e-07,
+      "loss": 0.0051,
+      "step": 7470
+    },
+    {
+      "epoch": 0.013855597995013466,
+      "grad_norm": 0.8302357196807861,
+      "learning_rate": 1.9998219265911427e-07,
+      "loss": 0.0048,
+      "step": 7480
+    },
+    {
+      "epoch": 0.013874121521744769,
+      "grad_norm": 1.0981420278549194,
+      "learning_rate": 1.9998213765741503e-07,
+      "loss": 0.0042,
+      "step": 7490
+    },
+    {
+      "epoch": 0.013892645048476069,
+      "grad_norm": 1.1036394834518433,
+      "learning_rate": 1.9998208257091217e-07,
+      "loss": 0.0052,
+      "step": 7500
+    },
+    {
+      "epoch": 0.013911168575207371,
+      "grad_norm": 0.5272079706192017,
+      "learning_rate": 1.9998202739960575e-07,
+      "loss": 0.0043,
+      "step": 7510
+    },
+    {
+      "epoch": 0.013929692101938672,
+      "grad_norm": 0.6824163198471069,
+      "learning_rate": 1.999819721434958e-07,
+      "loss": 0.0034,
+      "step": 7520
+    },
+    {
+      "epoch": 0.013948215628669974,
+      "grad_norm": 0.717613160610199,
+      "learning_rate": 1.999819168025824e-07,
+      "loss": 0.0044,
+      "step": 7530
+    },
+    {
+      "epoch": 0.013966739155401276,
+      "grad_norm": 0.36964836716651917,
+      "learning_rate": 1.9998186137686552e-07,
+      "loss": 0.005,
+      "step": 7540
+    },
+    {
+      "epoch": 0.013985262682132576,
+      "grad_norm": 0.24934236705303192,
+      "learning_rate": 1.999818058663453e-07,
+      "loss": 0.0045,
+      "step": 7550
+    },
+    {
+      "epoch": 0.014003786208863878,
+      "grad_norm": 1.3952760696411133,
+      "learning_rate": 1.9998175027102173e-07,
+      "loss": 0.006,
+      "step": 7560
+    },
+    {
+      "epoch": 0.014022309735595179,
+      "grad_norm": 3.1247060298919678,
+      "learning_rate": 1.999816945908949e-07,
+      "loss": 0.0042,
+      "step": 7570
+    },
+    {
+      "epoch": 0.01404083326232648,
+      "grad_norm": 1.5241121053695679,
+      "learning_rate": 1.9998163882596478e-07,
+      "loss": 0.0053,
+      "step": 7580
+    },
+    {
+      "epoch": 0.014059356789057783,
+      "grad_norm": 0.4054291844367981,
+      "learning_rate": 1.999815829762315e-07,
+      "loss": 0.0039,
+      "step": 7590
+    },
+    {
+      "epoch": 0.014077880315789083,
+      "grad_norm": 1.1743965148925781,
+      "learning_rate": 1.999815270416951e-07,
+      "loss": 0.004,
+      "step": 7600
+    },
+    {
+      "epoch": 0.014096403842520385,
+      "grad_norm": 0.48605385422706604,
+      "learning_rate": 1.9998147102235557e-07,
+      "loss": 0.0046,
+      "step": 7610
+    },
+    {
+      "epoch": 0.014114927369251686,
+      "grad_norm": 0.7395641207695007,
+      "learning_rate": 1.9998141491821298e-07,
+      "loss": 0.0054,
+      "step": 7620
+    },
+    {
+      "epoch": 0.014133450895982988,
+      "grad_norm": 0.6947181224822998,
+      "learning_rate": 1.9998135872926744e-07,
+      "loss": 0.0055,
+      "step": 7630
+    },
+    {
+      "epoch": 0.01415197442271429,
+      "grad_norm": 0.5310218334197998,
+      "learning_rate": 1.999813024555189e-07,
+      "loss": 0.0041,
+      "step": 7640
+    },
+    {
+      "epoch": 0.01417049794944559,
+      "grad_norm": 0.7264940142631531,
+      "learning_rate": 1.9998124609696747e-07,
+      "loss": 0.0052,
+      "step": 7650
+    },
+    {
+      "epoch": 0.014189021476176893,
+      "grad_norm": 0.5867084860801697,
+      "learning_rate": 1.9998118965361318e-07,
+      "loss": 0.0037,
+      "step": 7660
+    },
+    {
+      "epoch": 0.014207545002908193,
+      "grad_norm": 1.239925742149353,
+      "learning_rate": 1.999811331254561e-07,
+      "loss": 0.0047,
+      "step": 7670
+    },
+    {
+      "epoch": 0.014226068529639495,
+      "grad_norm": 1.8906760215759277,
+      "learning_rate": 1.999810765124962e-07,
+      "loss": 0.0053,
+      "step": 7680
+    },
+    {
+      "epoch": 0.014244592056370797,
+      "grad_norm": 4.847606658935547,
+      "learning_rate": 1.9998101981473363e-07,
+      "loss": 0.0035,
+      "step": 7690
+    },
+    {
+      "epoch": 0.014263115583102098,
+      "grad_norm": 0.7075890898704529,
+      "learning_rate": 1.999809630321684e-07,
+      "loss": 0.0045,
+      "step": 7700
+    },
+    {
+      "epoch": 0.0142816391098334,
+      "grad_norm": 1.1188857555389404,
+      "learning_rate": 1.9998090616480053e-07,
+      "loss": 0.005,
+      "step": 7710
+    },
+    {
+      "epoch": 0.0143001626365647,
+      "grad_norm": 1.1795648336410522,
+      "learning_rate": 1.999808492126301e-07,
+      "loss": 0.0036,
+      "step": 7720
+    },
+    {
+      "epoch": 0.014318686163296002,
+      "grad_norm": 1.097029447555542,
+      "learning_rate": 1.9998079217565715e-07,
+      "loss": 0.0055,
+      "step": 7730
+    },
+    {
+      "epoch": 0.014337209690027304,
+      "grad_norm": 0.5832175016403198,
+      "learning_rate": 1.999807350538817e-07,
+      "loss": 0.0049,
+      "step": 7740
+    },
+    {
+      "epoch": 0.014355733216758605,
+      "grad_norm": 0.36027607321739197,
+      "learning_rate": 1.9998067784730385e-07,
+      "loss": 0.0042,
+      "step": 7750
+    },
+    {
+      "epoch": 0.014374256743489907,
+      "grad_norm": 1.275489091873169,
+      "learning_rate": 1.9998062055592363e-07,
+      "loss": 0.0036,
+      "step": 7760
+    },
+    {
+      "epoch": 0.014392780270221207,
+      "grad_norm": 0.9427604079246521,
+      "learning_rate": 1.9998056317974105e-07,
+      "loss": 0.0049,
+      "step": 7770
+    },
+    {
+      "epoch": 0.01441130379695251,
+      "grad_norm": 0.6243997812271118,
+      "learning_rate": 1.9998050571875624e-07,
+      "loss": 0.0048,
+      "step": 7780
+    },
+    {
+      "epoch": 0.014429827323683812,
+      "grad_norm": 1.4829784631729126,
+      "learning_rate": 1.9998044817296916e-07,
+      "loss": 0.0053,
+      "step": 7790
+    },
+    {
+      "epoch": 0.014448350850415112,
+      "grad_norm": 1.4203242063522339,
+      "learning_rate": 1.9998039054237993e-07,
+      "loss": 0.0046,
+      "step": 7800
+    },
+    {
+      "epoch": 0.014466874377146414,
+      "grad_norm": 0.7487713098526001,
+      "learning_rate": 1.9998033282698853e-07,
+      "loss": 0.0044,
+      "step": 7810
+    },
+    {
+      "epoch": 0.014485397903877715,
+      "grad_norm": 1.4941959381103516,
+      "learning_rate": 1.9998027502679505e-07,
+      "loss": 0.0036,
+      "step": 7820
+    },
+    {
+      "epoch": 0.014503921430609017,
+      "grad_norm": 0.527245283126831,
+      "learning_rate": 1.9998021714179955e-07,
+      "loss": 0.004,
+      "step": 7830
+    },
+    {
+      "epoch": 0.014522444957340319,
+      "grad_norm": 1.3346662521362305,
+      "learning_rate": 1.9998015917200207e-07,
+      "loss": 0.0038,
+      "step": 7840
+    },
+    {
+      "epoch": 0.01454096848407162,
+      "grad_norm": 4.4243974685668945,
+      "learning_rate": 1.9998010111740267e-07,
+      "loss": 0.0047,
+      "step": 7850
+    },
+    {
+      "epoch": 0.014559492010802921,
+      "grad_norm": 0.9892958998680115,
+      "learning_rate": 1.9998004297800133e-07,
+      "loss": 0.0059,
+      "step": 7860
+    },
+    {
+      "epoch": 0.014578015537534222,
+      "grad_norm": 1.0535051822662354,
+      "learning_rate": 1.999799847537982e-07,
+      "loss": 0.0042,
+      "step": 7870
+    },
+    {
+      "epoch": 0.014596539064265524,
+      "grad_norm": 2.46565842628479,
+      "learning_rate": 1.9997992644479327e-07,
+      "loss": 0.0046,
+      "step": 7880
+    },
+    {
+      "epoch": 0.014615062590996824,
+      "grad_norm": 0.6282051205635071,
+      "learning_rate": 1.9997986805098658e-07,
+      "loss": 0.0049,
+      "step": 7890
+    },
+    {
+      "epoch": 0.014633586117728126,
+      "grad_norm": 0.42676499485969543,
+      "learning_rate": 1.9997980957237822e-07,
+      "loss": 0.0051,
+      "step": 7900
+    },
+    {
+      "epoch": 0.014652109644459428,
+      "grad_norm": 1.3575069904327393,
+      "learning_rate": 1.999797510089682e-07,
+      "loss": 0.0046,
+      "step": 7910
+    },
+    {
+      "epoch": 0.014670633171190729,
+      "grad_norm": 1.0328059196472168,
+      "learning_rate": 1.9997969236075662e-07,
+      "loss": 0.0045,
+      "step": 7920
+    },
+    {
+      "epoch": 0.014689156697922031,
+      "grad_norm": 0.3862772285938263,
+      "learning_rate": 1.9997963362774346e-07,
+      "loss": 0.0044,
+      "step": 7930
+    },
+    {
+      "epoch": 0.014707680224653331,
+      "grad_norm": 1.1072419881820679,
+      "learning_rate": 1.9997957480992884e-07,
+      "loss": 0.0042,
+      "step": 7940
+    },
+    {
+      "epoch": 0.014726203751384634,
+      "grad_norm": 0.19309449195861816,
+      "learning_rate": 1.9997951590731277e-07,
+      "loss": 0.0039,
+      "step": 7950
+    },
+    {
+      "epoch": 0.014744727278115936,
+      "grad_norm": 0.7775810956954956,
+      "learning_rate": 1.9997945691989534e-07,
+      "loss": 0.0041,
+      "step": 7960
+    },
+    {
+      "epoch": 0.014763250804847236,
+      "grad_norm": 1.0817900896072388,
+      "learning_rate": 1.999793978476765e-07,
+      "loss": 0.0054,
+      "step": 7970
+    },
+    {
+      "epoch": 0.014781774331578538,
+      "grad_norm": 0.8423750400543213,
+      "learning_rate": 1.9997933869065645e-07,
+      "loss": 0.004,
+      "step": 7980
+    },
+    {
+      "epoch": 0.014800297858309839,
+      "grad_norm": 0.861052393913269,
+      "learning_rate": 1.9997927944883508e-07,
+      "loss": 0.0036,
+      "step": 7990
+    },
+    {
+      "epoch": 0.01481882138504114,
+      "grad_norm": 1.7140874862670898,
+      "learning_rate": 1.9997922012221258e-07,
+      "loss": 0.0046,
+      "step": 8000
+    },
+    {
+      "epoch": 0.014837344911772443,
+      "grad_norm": 0.6867257952690125,
+      "learning_rate": 1.999791607107889e-07,
+      "loss": 0.0039,
+      "step": 8010
+    },
+    {
+      "epoch": 0.014855868438503743,
+      "grad_norm": 0.3871649205684662,
+      "learning_rate": 1.9997910121456416e-07,
+      "loss": 0.0039,
+      "step": 8020
+    },
+    {
+      "epoch": 0.014874391965235045,
+      "grad_norm": 0.6352835893630981,
+      "learning_rate": 1.9997904163353838e-07,
+      "loss": 0.0036,
+      "step": 8030
+    },
+    {
+      "epoch": 0.014892915491966346,
+      "grad_norm": 0.8107224106788635,
+      "learning_rate": 1.999789819677116e-07,
+      "loss": 0.0041,
+      "step": 8040
+    },
+    {
+      "epoch": 0.014911439018697648,
+      "grad_norm": 1.2498986721038818,
+      "learning_rate": 1.9997892221708388e-07,
+      "loss": 0.0043,
+      "step": 8050
+    },
+    {
+      "epoch": 0.01492996254542895,
+      "grad_norm": 1.205080270767212,
+      "learning_rate": 1.9997886238165525e-07,
+      "loss": 0.005,
+      "step": 8060
+    },
+    {
+      "epoch": 0.01494848607216025,
+      "grad_norm": 0.9285450577735901,
+      "learning_rate": 1.9997880246142582e-07,
+      "loss": 0.004,
+      "step": 8070
+    },
+    {
+      "epoch": 0.014967009598891553,
+      "grad_norm": 0.8476603031158447,
+      "learning_rate": 1.9997874245639558e-07,
+      "loss": 0.0057,
+      "step": 8080
+    },
+    {
+      "epoch": 0.014985533125622853,
+      "grad_norm": 0.3520084619522095,
+      "learning_rate": 1.9997868236656463e-07,
+      "loss": 0.005,
+      "step": 8090
+    },
+    {
+      "epoch": 0.015004056652354155,
+      "grad_norm": 1.0680679082870483,
+      "learning_rate": 1.9997862219193298e-07,
+      "loss": 0.0043,
+      "step": 8100
+    },
+    {
+      "epoch": 0.015022580179085457,
+      "grad_norm": 0.9957355856895447,
+      "learning_rate": 1.9997856193250068e-07,
+      "loss": 0.0035,
+      "step": 8110
+    },
+    {
+      "epoch": 0.015041103705816758,
+      "grad_norm": 0.49109822511672974,
+      "learning_rate": 1.9997850158826783e-07,
+      "loss": 0.005,
+      "step": 8120
+    },
+    {
+      "epoch": 0.01505962723254806,
+      "grad_norm": 0.6732653379440308,
+      "learning_rate": 1.9997844115923447e-07,
+      "loss": 0.0044,
+      "step": 8130
+    },
+    {
+      "epoch": 0.01507815075927936,
+      "grad_norm": 1.2722110748291016,
+      "learning_rate": 1.999783806454006e-07,
+      "loss": 0.0044,
+      "step": 8140
+    },
+    {
+      "epoch": 0.015096674286010662,
+      "grad_norm": 1.6857893466949463,
+      "learning_rate": 1.9997832004676627e-07,
+      "loss": 0.0041,
+      "step": 8150
+    },
+    {
+      "epoch": 0.015115197812741964,
+      "grad_norm": 2.7750627994537354,
+      "learning_rate": 1.9997825936333159e-07,
+      "loss": 0.0048,
+      "step": 8160
+    },
+    {
+      "epoch": 0.015133721339473265,
+      "grad_norm": 0.6073914766311646,
+      "learning_rate": 1.9997819859509663e-07,
+      "loss": 0.004,
+      "step": 8170
+    },
+    {
+      "epoch": 0.015152244866204567,
+      "grad_norm": 0.7536759376525879,
+      "learning_rate": 1.9997813774206133e-07,
+      "loss": 0.0042,
+      "step": 8180
+    },
+    {
+      "epoch": 0.015170768392935867,
+      "grad_norm": 0.8029915690422058,
+      "learning_rate": 1.9997807680422584e-07,
+      "loss": 0.0046,
+      "step": 8190
+    },
+    {
+      "epoch": 0.01518929191966717,
+      "grad_norm": 0.5253338813781738,
+      "learning_rate": 1.9997801578159014e-07,
+      "loss": 0.0044,
+      "step": 8200
+    },
+    {
+      "epoch": 0.015207815446398472,
+      "grad_norm": 0.5572255849838257,
+      "learning_rate": 1.9997795467415438e-07,
+      "loss": 0.0041,
+      "step": 8210
+    },
+    {
+      "epoch": 0.015226338973129772,
+      "grad_norm": 1.572336196899414,
+      "learning_rate": 1.9997789348191852e-07,
+      "loss": 0.0058,
+      "step": 8220
+    },
+    {
+      "epoch": 0.015244862499861074,
+      "grad_norm": 1.1556674242019653,
+      "learning_rate": 1.9997783220488268e-07,
+      "loss": 0.0049,
+      "step": 8230
+    },
+    {
+      "epoch": 0.015263386026592374,
+      "grad_norm": 2.3045637607574463,
+      "learning_rate": 1.9997777084304684e-07,
+      "loss": 0.0041,
+      "step": 8240
+    },
+    {
+      "epoch": 0.015281909553323677,
+      "grad_norm": 0.3899919092655182,
+      "learning_rate": 1.999777093964111e-07,
+      "loss": 0.0058,
+      "step": 8250
+    },
+    {
+      "epoch": 0.015300433080054977,
+      "grad_norm": 1.0309175252914429,
+      "learning_rate": 1.999776478649755e-07,
+      "loss": 0.0045,
+      "step": 8260
+    },
+    {
+      "epoch": 0.015318956606786279,
+      "grad_norm": 0.5064734220504761,
+      "learning_rate": 1.999775862487401e-07,
+      "loss": 0.0041,
+      "step": 8270
+    },
+    {
+      "epoch": 0.015337480133517581,
+      "grad_norm": 0.7135197520256042,
+      "learning_rate": 1.9997752454770494e-07,
+      "loss": 0.0055,
+      "step": 8280
+    },
+    {
+      "epoch": 0.015356003660248882,
+      "grad_norm": 1.4438592195510864,
+      "learning_rate": 1.9997746276187003e-07,
+      "loss": 0.0046,
+      "step": 8290
+    },
+    {
+      "epoch": 0.015374527186980184,
+      "grad_norm": 1.7102742195129395,
+      "learning_rate": 1.9997740089123556e-07,
+      "loss": 0.0047,
+      "step": 8300
+    },
+    {
+      "epoch": 0.015393050713711484,
+      "grad_norm": 0.6631841659545898,
+      "learning_rate": 1.9997733893580144e-07,
+      "loss": 0.0058,
+      "step": 8310
+    },
+    {
+      "epoch": 0.015411574240442786,
+      "grad_norm": 0.8265522718429565,
+      "learning_rate": 1.999772768955678e-07,
+      "loss": 0.0038,
+      "step": 8320
+    },
+    {
+      "epoch": 0.015430097767174088,
+      "grad_norm": 0.6872648000717163,
+      "learning_rate": 1.9997721477053465e-07,
+      "loss": 0.0043,
+      "step": 8330
+    },
+    {
+      "epoch": 0.015448621293905389,
+      "grad_norm": 0.6156404614448547,
+      "learning_rate": 1.9997715256070205e-07,
+      "loss": 0.0042,
+      "step": 8340
+    },
+    {
+      "epoch": 0.015467144820636691,
+      "grad_norm": 0.4310632050037384,
+      "learning_rate": 1.9997709026607007e-07,
+      "loss": 0.0052,
+      "step": 8350
+    },
+    {
+      "epoch": 0.015485668347367991,
+      "grad_norm": 1.2005386352539062,
+      "learning_rate": 1.999770278866388e-07,
+      "loss": 0.0039,
+      "step": 8360
+    },
+    {
+      "epoch": 0.015504191874099293,
+      "grad_norm": 1.8429206609725952,
+      "learning_rate": 1.999769654224082e-07,
+      "loss": 0.0046,
+      "step": 8370
+    },
+    {
+      "epoch": 0.015522715400830596,
+      "grad_norm": 0.7069671154022217,
+      "learning_rate": 1.9997690287337838e-07,
+      "loss": 0.0028,
+      "step": 8380
+    },
+    {
+      "epoch": 0.015541238927561896,
+      "grad_norm": 0.5858443975448608,
+      "learning_rate": 1.9997684023954938e-07,
+      "loss": 0.0051,
+      "step": 8390
+    },
+    {
+      "epoch": 0.015559762454293198,
+      "grad_norm": 1.5247914791107178,
+      "learning_rate": 1.999767775209213e-07,
+      "loss": 0.0056,
+      "step": 8400
+    },
+    {
+      "epoch": 0.015578285981024498,
+      "grad_norm": 1.0919623374938965,
+      "learning_rate": 1.9997671471749412e-07,
+      "loss": 0.0042,
+      "step": 8410
+    },
+    {
+      "epoch": 0.0155968095077558,
+      "grad_norm": 0.2331302911043167,
+      "learning_rate": 1.999766518292679e-07,
+      "loss": 0.0041,
+      "step": 8420
+    },
+    {
+      "epoch": 0.015615333034487103,
+      "grad_norm": 0.4476732611656189,
+      "learning_rate": 1.9997658885624277e-07,
+      "loss": 0.0043,
+      "step": 8430
+    },
+    {
+      "epoch": 0.015633856561218403,
+      "grad_norm": 0.9618854522705078,
+      "learning_rate": 1.999765257984187e-07,
+      "loss": 0.004,
+      "step": 8440
+    },
+    {
+      "epoch": 0.015652380087949704,
+      "grad_norm": 0.6848201155662537,
+      "learning_rate": 1.9997646265579578e-07,
+      "loss": 0.004,
+      "step": 8450
+    },
+    {
+      "epoch": 0.015670903614681007,
+      "grad_norm": 1.0891481637954712,
+      "learning_rate": 1.9997639942837408e-07,
+      "loss": 0.0037,
+      "step": 8460
+    },
+    {
+      "epoch": 0.015689427141412308,
+      "grad_norm": 1.0522816181182861,
+      "learning_rate": 1.999763361161536e-07,
+      "loss": 0.0053,
+      "step": 8470
+    },
+    {
+      "epoch": 0.015707950668143608,
+      "grad_norm": 1.0642685890197754,
+      "learning_rate": 1.9997627271913444e-07,
+      "loss": 0.0034,
+      "step": 8480
+    },
+    {
+      "epoch": 0.015726474194874912,
+      "grad_norm": 1.705619215965271,
+      "learning_rate": 1.9997620923731664e-07,
+      "loss": 0.005,
+      "step": 8490
+    },
+    {
+      "epoch": 0.015744997721606212,
+      "grad_norm": 0.2627123296260834,
+      "learning_rate": 1.9997614567070026e-07,
+      "loss": 0.0062,
+      "step": 8500
+    },
+    {
+      "epoch": 0.015763521248337513,
+      "grad_norm": 0.48840856552124023,
+      "learning_rate": 1.9997608201928532e-07,
+      "loss": 0.0045,
+      "step": 8510
+    },
+    {
+      "epoch": 0.015782044775068813,
+      "grad_norm": 0.912911057472229,
+      "learning_rate": 1.9997601828307195e-07,
+      "loss": 0.0052,
+      "step": 8520
+    },
+    {
+      "epoch": 0.015800568301800117,
+      "grad_norm": 0.665995180606842,
+      "learning_rate": 1.9997595446206013e-07,
+      "loss": 0.0041,
+      "step": 8530
+    },
+    {
+      "epoch": 0.015819091828531417,
+      "grad_norm": 0.6801586747169495,
+      "learning_rate": 1.9997589055624994e-07,
+      "loss": 0.005,
+      "step": 8540
+    },
+    {
+      "epoch": 0.015837615355262718,
+      "grad_norm": 1.1667735576629639,
+      "learning_rate": 1.9997582656564142e-07,
+      "loss": 0.0053,
+      "step": 8550
+    },
+    {
+      "epoch": 0.015856138881994022,
+      "grad_norm": 1.0843561887741089,
+      "learning_rate": 1.9997576249023464e-07,
+      "loss": 0.0042,
+      "step": 8560
+    },
+    {
+      "epoch": 0.015874662408725322,
+      "grad_norm": 1.7238801717758179,
+      "learning_rate": 1.9997569833002967e-07,
+      "loss": 0.0049,
+      "step": 8570
+    },
+    {
+      "epoch": 0.015893185935456623,
+      "grad_norm": 0.34246015548706055,
+      "learning_rate": 1.9997563408502656e-07,
+      "loss": 0.0034,
+      "step": 8580
+    },
+    {
+      "epoch": 0.015911709462187926,
+      "grad_norm": 1.2983548641204834,
+      "learning_rate": 1.999755697552253e-07,
+      "loss": 0.0039,
+      "step": 8590
+    },
+    {
+      "epoch": 0.015930232988919227,
+      "grad_norm": 1.3458633422851562,
+      "learning_rate": 1.9997550534062606e-07,
+      "loss": 0.0049,
+      "step": 8600
+    },
+    {
+      "epoch": 0.015948756515650527,
+      "grad_norm": 2.532499074935913,
+      "learning_rate": 1.9997544084122878e-07,
+      "loss": 0.004,
+      "step": 8610
+    },
+    {
+      "epoch": 0.015967280042381828,
+      "grad_norm": 1.1108027696609497,
+      "learning_rate": 1.999753762570336e-07,
+      "loss": 0.0038,
+      "step": 8620
+    },
+    {
+      "epoch": 0.01598580356911313,
+      "grad_norm": 0.5047584176063538,
+      "learning_rate": 1.9997531158804053e-07,
+      "loss": 0.0055,
+      "step": 8630
+    },
+    {
+      "epoch": 0.016004327095844432,
+      "grad_norm": 1.08219313621521,
+      "learning_rate": 1.9997524683424961e-07,
+      "loss": 0.0046,
+      "step": 8640
+    },
+    {
+      "epoch": 0.016022850622575732,
+      "grad_norm": 3.6591594219207764,
+      "learning_rate": 1.9997518199566096e-07,
+      "loss": 0.0056,
+      "step": 8650
+    },
+    {
+      "epoch": 0.016041374149307036,
+      "grad_norm": 0.6368611454963684,
+      "learning_rate": 1.9997511707227456e-07,
+      "loss": 0.0044,
+      "step": 8660
+    },
+    {
+      "epoch": 0.016059897676038336,
+      "grad_norm": 0.35338371992111206,
+      "learning_rate": 1.9997505206409053e-07,
+      "loss": 0.0056,
+      "step": 8670
+    },
+    {
+      "epoch": 0.016078421202769637,
+      "grad_norm": 0.7746136784553528,
+      "learning_rate": 1.999749869711089e-07,
+      "loss": 0.0043,
+      "step": 8680
+    },
+    {
+      "epoch": 0.01609694472950094,
+      "grad_norm": 1.162908911705017,
+      "learning_rate": 1.9997492179332968e-07,
+      "loss": 0.0037,
+      "step": 8690
+    },
+    {
+      "epoch": 0.01611546825623224,
+      "grad_norm": 0.8728556036949158,
+      "learning_rate": 1.9997485653075298e-07,
+      "loss": 0.0042,
+      "step": 8700
+    },
+    {
+      "epoch": 0.01613399178296354,
+      "grad_norm": 2.9004342555999756,
+      "learning_rate": 1.9997479118337885e-07,
+      "loss": 0.0058,
+      "step": 8710
+    },
+    {
+      "epoch": 0.016152515309694842,
+      "grad_norm": 2.0210251808166504,
+      "learning_rate": 1.9997472575120734e-07,
+      "loss": 0.0049,
+      "step": 8720
+    },
+    {
+      "epoch": 0.016171038836426146,
+      "grad_norm": 0.6767845749855042,
+      "learning_rate": 1.999746602342385e-07,
+      "loss": 0.0041,
+      "step": 8730
+    },
+    {
+      "epoch": 0.016189562363157446,
+      "grad_norm": 1.5122381448745728,
+      "learning_rate": 1.9997459463247238e-07,
+      "loss": 0.0057,
+      "step": 8740
+    },
+    {
+      "epoch": 0.016208085889888747,
+      "grad_norm": 0.2984503209590912,
+      "learning_rate": 1.9997452894590906e-07,
+      "loss": 0.0039,
+      "step": 8750
+    },
+    {
+      "epoch": 0.01622660941662005,
+      "grad_norm": 1.4575154781341553,
+      "learning_rate": 1.9997446317454856e-07,
+      "loss": 0.0046,
+      "step": 8760
+    },
+    {
+      "epoch": 0.01624513294335135,
+      "grad_norm": 0.667724072933197,
+      "learning_rate": 1.9997439731839097e-07,
+      "loss": 0.0049,
+      "step": 8770
+    },
+    {
+      "epoch": 0.01626365647008265,
+      "grad_norm": 1.7611080408096313,
+      "learning_rate": 1.9997433137743632e-07,
+      "loss": 0.005,
+      "step": 8780
+    },
+    {
+      "epoch": 0.016282179996813955,
+      "grad_norm": 1.1792736053466797,
+      "learning_rate": 1.9997426535168466e-07,
+      "loss": 0.0046,
+      "step": 8790
+    },
+    {
+      "epoch": 0.016300703523545255,
+      "grad_norm": 0.7357038855552673,
+      "learning_rate": 1.999741992411361e-07,
+      "loss": 0.0053,
+      "step": 8800
+    },
+    {
+      "epoch": 0.016319227050276556,
+      "grad_norm": 0.6902112364768982,
+      "learning_rate": 1.9997413304579062e-07,
+      "loss": 0.0046,
+      "step": 8810
+    },
+    {
+      "epoch": 0.016337750577007856,
+      "grad_norm": 1.6841918230056763,
+      "learning_rate": 1.9997406676564834e-07,
+      "loss": 0.0036,
+      "step": 8820
+    },
+    {
+      "epoch": 0.01635627410373916,
+      "grad_norm": 1.3094260692596436,
+      "learning_rate": 1.9997400040070928e-07,
+      "loss": 0.0065,
+      "step": 8830
+    },
+    {
+      "epoch": 0.01637479763047046,
+      "grad_norm": 0.8650581240653992,
+      "learning_rate": 1.9997393395097353e-07,
+      "loss": 0.0044,
+      "step": 8840
+    },
+    {
+      "epoch": 0.01639332115720176,
+      "grad_norm": 1.6597647666931152,
+      "learning_rate": 1.999738674164411e-07,
+      "loss": 0.005,
+      "step": 8850
+    },
+    {
+      "epoch": 0.016411844683933065,
+      "grad_norm": 0.7247337102890015,
+      "learning_rate": 1.9997380079711208e-07,
+      "loss": 0.0054,
+      "step": 8860
+    },
+    {
+      "epoch": 0.016430368210664365,
+      "grad_norm": 0.6491051912307739,
+      "learning_rate": 1.999737340929865e-07,
+      "loss": 0.0047,
+      "step": 8870
+    },
+    {
+      "epoch": 0.016448891737395666,
+      "grad_norm": 0.5910527110099792,
+      "learning_rate": 1.9997366730406444e-07,
+      "loss": 0.0056,
+      "step": 8880
+    },
+    {
+      "epoch": 0.016467415264126966,
+      "grad_norm": 1.4455671310424805,
+      "learning_rate": 1.9997360043034596e-07,
+      "loss": 0.0053,
+      "step": 8890
+    },
+    {
+      "epoch": 0.01648593879085827,
+      "grad_norm": 0.44134023785591125,
+      "learning_rate": 1.999735334718311e-07,
+      "loss": 0.004,
+      "step": 8900
+    },
+    {
+      "epoch": 0.01650446231758957,
+      "grad_norm": 1.5593891143798828,
+      "learning_rate": 1.9997346642851993e-07,
+      "loss": 0.0059,
+      "step": 8910
+    },
+    {
+      "epoch": 0.01652298584432087,
+      "grad_norm": 1.3159610033035278,
+      "learning_rate": 1.999733993004125e-07,
+      "loss": 0.0044,
+      "step": 8920
+    },
+    {
+      "epoch": 0.016541509371052174,
+      "grad_norm": 0.15289658308029175,
+      "learning_rate": 1.9997333208750885e-07,
+      "loss": 0.0049,
+      "step": 8930
+    },
+    {
+      "epoch": 0.016560032897783475,
+      "grad_norm": 1.633427381515503,
+      "learning_rate": 1.999732647898091e-07,
+      "loss": 0.0052,
+      "step": 8940
+    },
+    {
+      "epoch": 0.016578556424514775,
+      "grad_norm": 0.5088497400283813,
+      "learning_rate": 1.999731974073132e-07,
+      "loss": 0.0044,
+      "step": 8950
+    },
+    {
+      "epoch": 0.01659707995124608,
+      "grad_norm": 2.5566632747650146,
+      "learning_rate": 1.9997312994002131e-07,
+      "loss": 0.004,
+      "step": 8960
+    },
+    {
+      "epoch": 0.01661560347797738,
+      "grad_norm": 1.031653642654419,
+      "learning_rate": 1.9997306238793344e-07,
+      "loss": 0.0049,
+      "step": 8970
+    },
+    {
+      "epoch": 0.01663412700470868,
+      "grad_norm": 1.1217010021209717,
+      "learning_rate": 1.9997299475104963e-07,
+      "loss": 0.0046,
+      "step": 8980
+    },
+    {
+      "epoch": 0.01665265053143998,
+      "grad_norm": 1.151426911354065,
+      "learning_rate": 1.9997292702936995e-07,
+      "loss": 0.0038,
+      "step": 8990
+    },
+    {
+      "epoch": 0.016671174058171284,
+      "grad_norm": 1.1687980890274048,
+      "learning_rate": 1.999728592228945e-07,
+      "loss": 0.0036,
+      "step": 9000
+    },
+    {
+      "epoch": 0.016689697584902585,
+      "grad_norm": 0.6960824131965637,
+      "learning_rate": 1.9997279133162332e-07,
+      "loss": 0.0044,
+      "step": 9010
+    },
+    {
+      "epoch": 0.016708221111633885,
+      "grad_norm": 3.1780805587768555,
+      "learning_rate": 1.9997272335555641e-07,
+      "loss": 0.0051,
+      "step": 9020
+    },
+    {
+      "epoch": 0.01672674463836519,
+      "grad_norm": 0.7304292917251587,
+      "learning_rate": 1.999726552946939e-07,
+      "loss": 0.0048,
+      "step": 9030
+    },
+    {
+      "epoch": 0.01674526816509649,
+      "grad_norm": 0.39188894629478455,
+      "learning_rate": 1.9997258714903582e-07,
+      "loss": 0.0046,
+      "step": 9040
+    },
+    {
+      "epoch": 0.01676379169182779,
+      "grad_norm": 0.5043576955795288,
+      "learning_rate": 1.9997251891858223e-07,
+      "loss": 0.0049,
+      "step": 9050
+    },
+    {
+      "epoch": 0.016782315218559093,
+      "grad_norm": 0.9844755530357361,
+      "learning_rate": 1.9997245060333315e-07,
+      "loss": 0.0041,
+      "step": 9060
+    },
+    {
+      "epoch": 0.016800838745290394,
+      "grad_norm": 1.0253583192825317,
+      "learning_rate": 1.999723822032887e-07,
+      "loss": 0.0046,
+      "step": 9070
+    },
+    {
+      "epoch": 0.016819362272021694,
+      "grad_norm": 0.3260776698589325,
+      "learning_rate": 1.9997231371844888e-07,
+      "loss": 0.0038,
+      "step": 9080
+    },
+    {
+      "epoch": 0.016837885798752995,
+      "grad_norm": 0.8749006986618042,
+      "learning_rate": 1.9997224514881382e-07,
+      "loss": 0.0038,
+      "step": 9090
+    },
+    {
+      "epoch": 0.0168564093254843,
+      "grad_norm": 1.3569176197052002,
+      "learning_rate": 1.999721764943835e-07,
+      "loss": 0.0059,
+      "step": 9100
+    },
+    {
+      "epoch": 0.0168749328522156,
+      "grad_norm": 0.9446332454681396,
+      "learning_rate": 1.99972107755158e-07,
+      "loss": 0.0056,
+      "step": 9110
+    },
+    {
+      "epoch": 0.0168934563789469,
+      "grad_norm": 0.41128236055374146,
+      "learning_rate": 1.9997203893113746e-07,
+      "loss": 0.0053,
+      "step": 9120
+    },
+    {
+      "epoch": 0.016911979905678203,
+      "grad_norm": 0.9697746634483337,
+      "learning_rate": 1.9997197002232182e-07,
+      "loss": 0.0043,
+      "step": 9130
+    },
+    {
+      "epoch": 0.016930503432409504,
+      "grad_norm": 0.9527771472930908,
+      "learning_rate": 1.999719010287112e-07,
+      "loss": 0.0057,
+      "step": 9140
+    },
+    {
+      "epoch": 0.016949026959140804,
+      "grad_norm": 0.6190195083618164,
+      "learning_rate": 1.9997183195030565e-07,
+      "loss": 0.0044,
+      "step": 9150
+    },
+    {
+      "epoch": 0.016967550485872108,
+      "grad_norm": 0.5652283430099487,
+      "learning_rate": 1.9997176278710523e-07,
+      "loss": 0.0044,
+      "step": 9160
+    },
+    {
+      "epoch": 0.016986074012603408,
+      "grad_norm": 0.25012028217315674,
+      "learning_rate": 1.9997169353910998e-07,
+      "loss": 0.0044,
+      "step": 9170
+    },
+    {
+      "epoch": 0.01700459753933471,
+      "grad_norm": 4.73937463760376,
+      "learning_rate": 1.9997162420632e-07,
+      "loss": 0.0041,
+      "step": 9180
+    },
+    {
+      "epoch": 0.01702312106606601,
+      "grad_norm": 0.6528874039649963,
+      "learning_rate": 1.9997155478873528e-07,
+      "loss": 0.0035,
+      "step": 9190
+    },
+    {
+      "epoch": 0.017041644592797313,
+      "grad_norm": 1.7770953178405762,
+      "learning_rate": 1.9997148528635598e-07,
+      "loss": 0.0044,
+      "step": 9200
+    },
+    {
+      "epoch": 0.017060168119528613,
+      "grad_norm": 1.0450669527053833,
+      "learning_rate": 1.9997141569918206e-07,
+      "loss": 0.0041,
+      "step": 9210
+    },
+    {
+      "epoch": 0.017078691646259914,
+      "grad_norm": 2.0028116703033447,
+      "learning_rate": 1.9997134602721363e-07,
+      "loss": 0.0054,
+      "step": 9220
+    },
+    {
+      "epoch": 0.017097215172991218,
+      "grad_norm": 1.6637686491012573,
+      "learning_rate": 1.9997127627045072e-07,
+      "loss": 0.0047,
+      "step": 9230
+    },
+    {
+      "epoch": 0.017115738699722518,
+      "grad_norm": 1.9286481142044067,
+      "learning_rate": 1.9997120642889343e-07,
+      "loss": 0.0052,
+      "step": 9240
+    },
+    {
+      "epoch": 0.01713426222645382,
+      "grad_norm": 0.8772292733192444,
+      "learning_rate": 1.9997113650254182e-07,
+      "loss": 0.0039,
+      "step": 9250
+    },
+    {
+      "epoch": 0.01715278575318512,
+      "grad_norm": 1.7083206176757812,
+      "learning_rate": 1.9997106649139588e-07,
+      "loss": 0.0042,
+      "step": 9260
+    },
+    {
+      "epoch": 0.017171309279916423,
+      "grad_norm": 0.44467809796333313,
+      "learning_rate": 1.9997099639545575e-07,
+      "loss": 0.0043,
+      "step": 9270
+    },
+    {
+      "epoch": 0.017189832806647723,
+      "grad_norm": 0.5728235244750977,
+      "learning_rate": 1.9997092621472143e-07,
+      "loss": 0.005,
+      "step": 9280
+    },
+    {
+      "epoch": 0.017208356333379023,
+      "grad_norm": 0.8556253910064697,
+      "learning_rate": 1.99970855949193e-07,
+      "loss": 0.0047,
+      "step": 9290
+    },
+    {
+      "epoch": 0.017226879860110327,
+      "grad_norm": 1.6084396839141846,
+      "learning_rate": 1.9997078559887056e-07,
+      "loss": 0.0041,
+      "step": 9300
+    },
+    {
+      "epoch": 0.017245403386841628,
+      "grad_norm": 0.3883759677410126,
+      "learning_rate": 1.999707151637541e-07,
+      "loss": 0.0039,
+      "step": 9310
+    },
+    {
+      "epoch": 0.017263926913572928,
+      "grad_norm": 2.8804821968078613,
+      "learning_rate": 1.999706446438437e-07,
+      "loss": 0.0045,
+      "step": 9320
+    },
+    {
+      "epoch": 0.017282450440304232,
+      "grad_norm": 1.2428147792816162,
+      "learning_rate": 1.999705740391395e-07,
+      "loss": 0.0046,
+      "step": 9330
+    },
+    {
+      "epoch": 0.017300973967035532,
+      "grad_norm": 0.795876145362854,
+      "learning_rate": 1.9997050334964144e-07,
+      "loss": 0.0043,
+      "step": 9340
+    },
+    {
+      "epoch": 0.017319497493766833,
+      "grad_norm": 0.7071340680122375,
+      "learning_rate": 1.9997043257534963e-07,
+      "loss": 0.0036,
+      "step": 9350
+    },
+    {
+      "epoch": 0.017338021020498133,
+      "grad_norm": 0.39569318294525146,
+      "learning_rate": 1.9997036171626416e-07,
+      "loss": 0.0042,
+      "step": 9360
+    },
+    {
+      "epoch": 0.017356544547229437,
+      "grad_norm": 0.6116693615913391,
+      "learning_rate": 1.9997029077238507e-07,
+      "loss": 0.0044,
+      "step": 9370
+    },
+    {
+      "epoch": 0.017375068073960737,
+      "grad_norm": 0.257621169090271,
+      "learning_rate": 1.999702197437124e-07,
+      "loss": 0.0038,
+      "step": 9380
+    },
+    {
+      "epoch": 0.017393591600692038,
+      "grad_norm": 0.29687631130218506,
+      "learning_rate": 1.999701486302462e-07,
+      "loss": 0.0044,
+      "step": 9390
+    },
+    {
+      "epoch": 0.01741211512742334,
+      "grad_norm": 0.8272486329078674,
+      "learning_rate": 1.9997007743198656e-07,
+      "loss": 0.0042,
+      "step": 9400
+    },
+    {
+      "epoch": 0.017430638654154642,
+      "grad_norm": 2.998185634613037,
+      "learning_rate": 1.9997000614893357e-07,
+      "loss": 0.0037,
+      "step": 9410
+    },
+    {
+      "epoch": 0.017449162180885942,
+      "grad_norm": 0.8274715542793274,
+      "learning_rate": 1.9996993478108726e-07,
+      "loss": 0.0044,
+      "step": 9420
+    },
+    {
+      "epoch": 0.017467685707617246,
+      "grad_norm": 0.7815435528755188,
+      "learning_rate": 1.9996986332844763e-07,
+      "loss": 0.0054,
+      "step": 9430
+    },
+    {
+      "epoch": 0.017486209234348547,
+      "grad_norm": 1.229856014251709,
+      "learning_rate": 1.9996979179101484e-07,
+      "loss": 0.0052,
+      "step": 9440
+    },
+    {
+      "epoch": 0.017504732761079847,
+      "grad_norm": 0.9731438755989075,
+      "learning_rate": 1.999697201687889e-07,
+      "loss": 0.0046,
+      "step": 9450
+    },
+    {
+      "epoch": 0.017523256287811147,
+      "grad_norm": 1.1173068284988403,
+      "learning_rate": 1.9996964846176986e-07,
+      "loss": 0.0045,
+      "step": 9460
+    },
+    {
+      "epoch": 0.01754177981454245,
+      "grad_norm": 0.5310545563697815,
+      "learning_rate": 1.999695766699578e-07,
+      "loss": 0.003,
+      "step": 9470
+    },
+    {
+      "epoch": 0.01756030334127375,
+      "grad_norm": 0.9242424368858337,
+      "learning_rate": 1.9996950479335283e-07,
+      "loss": 0.0035,
+      "step": 9480
+    },
+    {
+      "epoch": 0.017578826868005052,
+      "grad_norm": 0.8172231912612915,
+      "learning_rate": 1.999694328319549e-07,
+      "loss": 0.0041,
+      "step": 9490
+    },
+    {
+      "epoch": 0.017597350394736356,
+      "grad_norm": 1.4767719507217407,
+      "learning_rate": 1.9996936078576416e-07,
+      "loss": 0.0055,
+      "step": 9500
+    },
+    {
+      "epoch": 0.017615873921467656,
+      "grad_norm": 0.5275189280509949,
+      "learning_rate": 1.9996928865478063e-07,
+      "loss": 0.0049,
+      "step": 9510
+    },
+    {
+      "epoch": 0.017634397448198957,
+      "grad_norm": 1.080090045928955,
+      "learning_rate": 1.9996921643900436e-07,
+      "loss": 0.0041,
+      "step": 9520
+    },
+    {
+      "epoch": 0.01765292097493026,
+      "grad_norm": 1.2835578918457031,
+      "learning_rate": 1.999691441384355e-07,
+      "loss": 0.0048,
+      "step": 9530
+    },
+    {
+      "epoch": 0.01767144450166156,
+      "grad_norm": 0.9508166909217834,
+      "learning_rate": 1.99969071753074e-07,
+      "loss": 0.0041,
+      "step": 9540
+    },
+    {
+      "epoch": 0.01768996802839286,
+      "grad_norm": 1.4011200666427612,
+      "learning_rate": 1.9996899928291997e-07,
+      "loss": 0.0036,
+      "step": 9550
+    },
+    {
+      "epoch": 0.01770849155512416,
+      "grad_norm": 0.9394834637641907,
+      "learning_rate": 1.9996892672797347e-07,
+      "loss": 0.0044,
+      "step": 9560
+    },
+    {
+      "epoch": 0.017727015081855466,
+      "grad_norm": 1.002217173576355,
+      "learning_rate": 1.9996885408823458e-07,
+      "loss": 0.0046,
+      "step": 9570
+    },
+    {
+      "epoch": 0.017745538608586766,
+      "grad_norm": 0.40080058574676514,
+      "learning_rate": 1.9996878136370333e-07,
+      "loss": 0.0043,
+      "step": 9580
+    },
+    {
+      "epoch": 0.017764062135318066,
+      "grad_norm": 1.8101344108581543,
+      "learning_rate": 1.999687085543798e-07,
+      "loss": 0.0074,
+      "step": 9590
+    },
+    {
+      "epoch": 0.01778258566204937,
+      "grad_norm": 0.8633871078491211,
+      "learning_rate": 1.9996863566026402e-07,
+      "loss": 0.0047,
+      "step": 9600
+    },
+    {
+      "epoch": 0.01780110918878067,
+      "grad_norm": 0.8291581869125366,
+      "learning_rate": 1.999685626813561e-07,
+      "loss": 0.0051,
+      "step": 9610
+    },
+    {
+      "epoch": 0.01781963271551197,
+      "grad_norm": 1.9119772911071777,
+      "learning_rate": 1.9996848961765606e-07,
+      "loss": 0.0055,
+      "step": 9620
+    },
+    {
+      "epoch": 0.017838156242243275,
+      "grad_norm": 0.5285390019416809,
+      "learning_rate": 1.9996841646916401e-07,
+      "loss": 0.0044,
+      "step": 9630
+    },
+    {
+      "epoch": 0.017856679768974575,
+      "grad_norm": 0.8999338150024414,
+      "learning_rate": 1.9996834323588e-07,
+      "loss": 0.0044,
+      "step": 9640
+    },
+    {
+      "epoch": 0.017875203295705876,
+      "grad_norm": 1.9978399276733398,
+      "learning_rate": 1.99968269917804e-07,
+      "loss": 0.0052,
+      "step": 9650
+    },
+    {
+      "epoch": 0.017893726822437176,
+      "grad_norm": 0.9967847466468811,
+      "learning_rate": 1.9996819651493621e-07,
+      "loss": 0.0039,
+      "step": 9660
+    },
+    {
+      "epoch": 0.01791225034916848,
+      "grad_norm": 0.2726913094520569,
+      "learning_rate": 1.999681230272766e-07,
+      "loss": 0.0045,
+      "step": 9670
+    },
+    {
+      "epoch": 0.01793077387589978,
+      "grad_norm": 0.6133876442909241,
+      "learning_rate": 1.999680494548253e-07,
+      "loss": 0.0041,
+      "step": 9680
+    },
+    {
+      "epoch": 0.01794929740263108,
+      "grad_norm": 2.7411675453186035,
+      "learning_rate": 1.9996797579758229e-07,
+      "loss": 0.0046,
+      "step": 9690
+    },
+    {
+      "epoch": 0.017967820929362385,
+      "grad_norm": 1.0368309020996094,
+      "learning_rate": 1.9996790205554773e-07,
+      "loss": 0.0048,
+      "step": 9700
+    },
+    {
+      "epoch": 0.017986344456093685,
+      "grad_norm": 0.8047605752944946,
+      "learning_rate": 1.9996782822872157e-07,
+      "loss": 0.0053,
+      "step": 9710
+    },
+    {
+      "epoch": 0.018004867982824985,
+      "grad_norm": 0.7528997659683228,
+      "learning_rate": 1.9996775431710398e-07,
+      "loss": 0.0038,
+      "step": 9720
+    },
+    {
+      "epoch": 0.018023391509556286,
+      "grad_norm": 1.419985294342041,
+      "learning_rate": 1.9996768032069494e-07,
+      "loss": 0.0043,
+      "step": 9730
+    },
+    {
+      "epoch": 0.01804191503628759,
+      "grad_norm": 0.8917560577392578,
+      "learning_rate": 1.9996760623949455e-07,
+      "loss": 0.0038,
+      "step": 9740
+    },
+    {
+      "epoch": 0.01806043856301889,
+      "grad_norm": 0.5174658298492432,
+      "learning_rate": 1.999675320735029e-07,
+      "loss": 0.0055,
+      "step": 9750
+    },
+    {
+      "epoch": 0.01807896208975019,
+      "grad_norm": 0.8098558187484741,
+      "learning_rate": 1.9996745782272e-07,
+      "loss": 0.0043,
+      "step": 9760
+    },
+    {
+      "epoch": 0.018097485616481494,
+      "grad_norm": 0.36458224058151245,
+      "learning_rate": 1.9996738348714595e-07,
+      "loss": 0.0045,
+      "step": 9770
+    },
+    {
+      "epoch": 0.018116009143212795,
+      "grad_norm": 0.9201998114585876,
+      "learning_rate": 1.9996730906678078e-07,
+      "loss": 0.0043,
+      "step": 9780
+    },
+    {
+      "epoch": 0.018134532669944095,
+      "grad_norm": 0.8556378483772278,
+      "learning_rate": 1.9996723456162462e-07,
+      "loss": 0.0038,
+      "step": 9790
+    },
+    {
+      "epoch": 0.0181530561966754,
+      "grad_norm": 0.5827649831771851,
+      "learning_rate": 1.9996715997167745e-07,
+      "loss": 0.0043,
+      "step": 9800
+    },
+    {
+      "epoch": 0.0181715797234067,
+      "grad_norm": 0.8942850232124329,
+      "learning_rate": 1.999670852969394e-07,
+      "loss": 0.0038,
+      "step": 9810
+    },
+    {
+      "epoch": 0.018190103250138,
+      "grad_norm": 0.9683301448822021,
+      "learning_rate": 1.9996701053741042e-07,
+      "loss": 0.0056,
+      "step": 9820
+    },
+    {
+      "epoch": 0.0182086267768693,
+      "grad_norm": 0.7990354299545288,
+      "learning_rate": 1.9996693569309073e-07,
+      "loss": 0.0063,
+      "step": 9830
+    },
+    {
+      "epoch": 0.018227150303600604,
+      "grad_norm": 1.0179579257965088,
+      "learning_rate": 1.999668607639803e-07,
+      "loss": 0.0053,
+      "step": 9840
+    },
+    {
+      "epoch": 0.018245673830331904,
+      "grad_norm": 1.0524885654449463,
+      "learning_rate": 1.9996678575007922e-07,
+      "loss": 0.0038,
+      "step": 9850
+    },
+    {
+      "epoch": 0.018264197357063205,
+      "grad_norm": 0.520573079586029,
+      "learning_rate": 1.9996671065138751e-07,
+      "loss": 0.0046,
+      "step": 9860
+    },
+    {
+      "epoch": 0.01828272088379451,
+      "grad_norm": 1.1568214893341064,
+      "learning_rate": 1.9996663546790532e-07,
+      "loss": 0.0038,
+      "step": 9870
+    },
+    {
+      "epoch": 0.01830124441052581,
+      "grad_norm": 0.5618509650230408,
+      "learning_rate": 1.9996656019963264e-07,
+      "loss": 0.0046,
+      "step": 9880
+    },
+    {
+      "epoch": 0.01831976793725711,
+      "grad_norm": 1.3835537433624268,
+      "learning_rate": 1.9996648484656955e-07,
+      "loss": 0.0042,
+      "step": 9890
+    },
+    {
+      "epoch": 0.018338291463988413,
+      "grad_norm": 0.5863046646118164,
+      "learning_rate": 1.9996640940871614e-07,
+      "loss": 0.0047,
+      "step": 9900
+    },
+    {
+      "epoch": 0.018356814990719714,
+      "grad_norm": 0.3961147367954254,
+      "learning_rate": 1.9996633388607248e-07,
+      "loss": 0.0042,
+      "step": 9910
+    },
+    {
+      "epoch": 0.018375338517451014,
+      "grad_norm": 1.7058590650558472,
+      "learning_rate": 1.9996625827863854e-07,
+      "loss": 0.0038,
+      "step": 9920
+    },
+    {
+      "epoch": 0.018393862044182314,
+      "grad_norm": 2.0092124938964844,
+      "learning_rate": 1.9996618258641452e-07,
+      "loss": 0.0053,
+      "step": 9930
+    },
+    {
+      "epoch": 0.01841238557091362,
+      "grad_norm": 0.9541193246841431,
+      "learning_rate": 1.9996610680940038e-07,
+      "loss": 0.003,
+      "step": 9940
+    },
+    {
+      "epoch": 0.01843090909764492,
+      "grad_norm": 0.9015825390815735,
+      "learning_rate": 1.9996603094759623e-07,
+      "loss": 0.0038,
+      "step": 9950
+    },
+    {
+      "epoch": 0.01844943262437622,
+      "grad_norm": 0.30549857020378113,
+      "learning_rate": 1.9996595500100212e-07,
+      "loss": 0.0041,
+      "step": 9960
+    },
+    {
+      "epoch": 0.018467956151107523,
+      "grad_norm": 0.7488313317298889,
+      "learning_rate": 1.9996587896961814e-07,
+      "loss": 0.0046,
+      "step": 9970
+    },
+    {
+      "epoch": 0.018486479677838823,
+      "grad_norm": 1.1713547706604004,
+      "learning_rate": 1.9996580285344433e-07,
+      "loss": 0.0055,
+      "step": 9980
+    },
+    {
+      "epoch": 0.018505003204570124,
+      "grad_norm": 1.1204206943511963,
+      "learning_rate": 1.9996572665248075e-07,
+      "loss": 0.0054,
+      "step": 9990
+    },
+    {
+      "epoch": 0.018523526731301428,
+      "grad_norm": 1.6548596620559692,
+      "learning_rate": 1.9996565036672747e-07,
+      "loss": 0.0052,
+      "step": 10000
+    },
+    {
+      "epoch": 0.018542050258032728,
+      "grad_norm": 0.7798900008201599,
+      "learning_rate": 1.9996557399618461e-07,
+      "loss": 0.0038,
+      "step": 10010
+    },
+    {
+      "epoch": 0.01856057378476403,
+      "grad_norm": 1.0112378597259521,
+      "learning_rate": 1.9996549754085214e-07,
+      "loss": 0.0038,
+      "step": 10020
+    },
+    {
+      "epoch": 0.01857909731149533,
+      "grad_norm": 0.9646735191345215,
+      "learning_rate": 1.9996542100073016e-07,
+      "loss": 0.0047,
+      "step": 10030
+    },
+    {
+      "epoch": 0.018597620838226633,
+      "grad_norm": 0.8091621994972229,
+      "learning_rate": 1.9996534437581879e-07,
+      "loss": 0.0054,
+      "step": 10040
+    },
+    {
+      "epoch": 0.018616144364957933,
+      "grad_norm": 0.6395015716552734,
+      "learning_rate": 1.99965267666118e-07,
+      "loss": 0.0034,
+      "step": 10050
+    },
+    {
+      "epoch": 0.018634667891689233,
+      "grad_norm": 1.429945468902588,
+      "learning_rate": 1.999651908716279e-07,
+      "loss": 0.0042,
+      "step": 10060
+    },
+    {
+      "epoch": 0.018653191418420537,
+      "grad_norm": 2.344635248184204,
+      "learning_rate": 1.9996511399234861e-07,
+      "loss": 0.0047,
+      "step": 10070
+    },
+    {
+      "epoch": 0.018671714945151838,
+      "grad_norm": 1.4581433534622192,
+      "learning_rate": 1.999650370282801e-07,
+      "loss": 0.0044,
+      "step": 10080
+    },
+    {
+      "epoch": 0.018690238471883138,
+      "grad_norm": 1.218477725982666,
+      "learning_rate": 1.9996495997942252e-07,
+      "loss": 0.0046,
+      "step": 10090
+    },
+    {
+      "epoch": 0.01870876199861444,
+      "grad_norm": 1.8469760417938232,
+      "learning_rate": 1.9996488284577587e-07,
+      "loss": 0.0039,
+      "step": 10100
+    },
+    {
+      "epoch": 0.018727285525345742,
+      "grad_norm": 0.24046263098716736,
+      "learning_rate": 1.9996480562734025e-07,
+      "loss": 0.0042,
+      "step": 10110
+    },
+    {
+      "epoch": 0.018745809052077043,
+      "grad_norm": 0.7213006019592285,
+      "learning_rate": 1.999647283241157e-07,
+      "loss": 0.0049,
+      "step": 10120
+    },
+    {
+      "epoch": 0.018764332578808343,
+      "grad_norm": 0.644180417060852,
+      "learning_rate": 1.999646509361023e-07,
+      "loss": 0.0039,
+      "step": 10130
+    },
+    {
+      "epoch": 0.018782856105539647,
+      "grad_norm": 1.4993228912353516,
+      "learning_rate": 1.9996457346330015e-07,
+      "loss": 0.0045,
+      "step": 10140
+    },
+    {
+      "epoch": 0.018801379632270947,
+      "grad_norm": 0.6667758226394653,
+      "learning_rate": 1.9996449590570925e-07,
+      "loss": 0.005,
+      "step": 10150
+    },
+    {
+      "epoch": 0.018819903159002248,
+      "grad_norm": 0.7460207343101501,
+      "learning_rate": 1.9996441826332972e-07,
+      "loss": 0.0041,
+      "step": 10160
+    },
+    {
+      "epoch": 0.01883842668573355,
+      "grad_norm": 0.5453267097473145,
+      "learning_rate": 1.9996434053616158e-07,
+      "loss": 0.0055,
+      "step": 10170
+    },
+    {
+      "epoch": 0.018856950212464852,
+      "grad_norm": 0.64606773853302,
+      "learning_rate": 1.9996426272420494e-07,
+      "loss": 0.0039,
+      "step": 10180
+    },
+    {
+      "epoch": 0.018875473739196152,
+      "grad_norm": 0.6951911449432373,
+      "learning_rate": 1.9996418482745985e-07,
+      "loss": 0.0051,
+      "step": 10190
+    },
+    {
+      "epoch": 0.018893997265927453,
+      "grad_norm": 0.7704794406890869,
+      "learning_rate": 1.9996410684592634e-07,
+      "loss": 0.0039,
+      "step": 10200
+    },
+    {
+      "epoch": 0.018912520792658757,
+      "grad_norm": 0.5671060085296631,
+      "learning_rate": 1.9996402877960454e-07,
+      "loss": 0.0043,
+      "step": 10210
+    },
+    {
+      "epoch": 0.018931044319390057,
+      "grad_norm": 0.7393127679824829,
+      "learning_rate": 1.9996395062849448e-07,
+      "loss": 0.0048,
+      "step": 10220
+    },
+    {
+      "epoch": 0.018949567846121358,
+      "grad_norm": 0.5430881977081299,
+      "learning_rate": 1.9996387239259624e-07,
+      "loss": 0.0053,
+      "step": 10230
+    },
+    {
+      "epoch": 0.01896809137285266,
+      "grad_norm": 0.8876209855079651,
+      "learning_rate": 1.999637940719099e-07,
+      "loss": 0.0041,
+      "step": 10240
+    },
+    {
+      "epoch": 0.018986614899583962,
+      "grad_norm": 0.6596053242683411,
+      "learning_rate": 1.9996371566643544e-07,
+      "loss": 0.0047,
+      "step": 10250
+    },
+    {
+      "epoch": 0.019005138426315262,
+      "grad_norm": 0.4034847319126129,
+      "learning_rate": 1.9996363717617304e-07,
+      "loss": 0.0036,
+      "step": 10260
+    },
+    {
+      "epoch": 0.019023661953046566,
+      "grad_norm": 2.488400936126709,
+      "learning_rate": 1.9996355860112267e-07,
+      "loss": 0.0031,
+      "step": 10270
+    },
+    {
+      "epoch": 0.019042185479777866,
+      "grad_norm": 0.7505651712417603,
+      "learning_rate": 1.999634799412845e-07,
+      "loss": 0.0035,
+      "step": 10280
+    },
+    {
+      "epoch": 0.019060709006509167,
+      "grad_norm": 2.6209018230438232,
+      "learning_rate": 1.999634011966585e-07,
+      "loss": 0.0043,
+      "step": 10290
+    },
+    {
+      "epoch": 0.019079232533240467,
+      "grad_norm": 0.9472781419754028,
+      "learning_rate": 1.9996332236724477e-07,
+      "loss": 0.0048,
+      "step": 10300
+    },
+    {
+      "epoch": 0.01909775605997177,
+      "grad_norm": 1.0245192050933838,
+      "learning_rate": 1.9996324345304342e-07,
+      "loss": 0.004,
+      "step": 10310
+    },
+    {
+      "epoch": 0.01911627958670307,
+      "grad_norm": 1.7471510171890259,
+      "learning_rate": 1.999631644540545e-07,
+      "loss": 0.004,
+      "step": 10320
+    },
+    {
+      "epoch": 0.019134803113434372,
+      "grad_norm": 1.0485868453979492,
+      "learning_rate": 1.99963085370278e-07,
+      "loss": 0.0044,
+      "step": 10330
+    },
+    {
+      "epoch": 0.019153326640165676,
+      "grad_norm": 0.6735509037971497,
+      "learning_rate": 1.9996300620171406e-07,
+      "loss": 0.0032,
+      "step": 10340
+    },
+    {
+      "epoch": 0.019171850166896976,
+      "grad_norm": 0.8220440149307251,
+      "learning_rate": 1.9996292694836273e-07,
+      "loss": 0.0042,
+      "step": 10350
+    },
+    {
+      "epoch": 0.019190373693628276,
+      "grad_norm": 0.7454270124435425,
+      "learning_rate": 1.999628476102241e-07,
+      "loss": 0.0044,
+      "step": 10360
+    },
+    {
+      "epoch": 0.01920889722035958,
+      "grad_norm": 0.4643478989601135,
+      "learning_rate": 1.9996276818729824e-07,
+      "loss": 0.0056,
+      "step": 10370
+    },
+    {
+      "epoch": 0.01922742074709088,
+      "grad_norm": 0.6909576058387756,
+      "learning_rate": 1.9996268867958516e-07,
+      "loss": 0.0044,
+      "step": 10380
+    },
+    {
+      "epoch": 0.01924594427382218,
+      "grad_norm": 0.33222198486328125,
+      "learning_rate": 1.9996260908708495e-07,
+      "loss": 0.0041,
+      "step": 10390
+    },
+    {
+      "epoch": 0.01926446780055348,
+      "grad_norm": 0.556448221206665,
+      "learning_rate": 1.999625294097977e-07,
+      "loss": 0.0045,
+      "step": 10400
+    },
+    {
+      "epoch": 0.019282991327284785,
+      "grad_norm": 0.8849384784698486,
+      "learning_rate": 1.999624496477235e-07,
+      "loss": 0.0032,
+      "step": 10410
+    },
+    {
+      "epoch": 0.019301514854016086,
+      "grad_norm": 0.660408079624176,
+      "learning_rate": 1.9996236980086234e-07,
+      "loss": 0.0036,
+      "step": 10420
+    },
+    {
+      "epoch": 0.019320038380747386,
+      "grad_norm": 1.885615348815918,
+      "learning_rate": 1.9996228986921435e-07,
+      "loss": 0.0052,
+      "step": 10430
+    },
+    {
+      "epoch": 0.01933856190747869,
+      "grad_norm": 1.7404649257659912,
+      "learning_rate": 1.9996220985277955e-07,
+      "loss": 0.005,
+      "step": 10440
+    },
+    {
+      "epoch": 0.01935708543420999,
+      "grad_norm": 0.5331248641014099,
+      "learning_rate": 1.9996212975155809e-07,
+      "loss": 0.004,
+      "step": 10450
+    },
+    {
+      "epoch": 0.01937560896094129,
+      "grad_norm": 0.34787309169769287,
+      "learning_rate": 1.9996204956554997e-07,
+      "loss": 0.0037,
+      "step": 10460
+    },
+    {
+      "epoch": 0.01939413248767259,
+      "grad_norm": 0.5059776306152344,
+      "learning_rate": 1.9996196929475526e-07,
+      "loss": 0.0046,
+      "step": 10470
+    },
+    {
+      "epoch": 0.019412656014403895,
+      "grad_norm": 2.0636556148529053,
+      "learning_rate": 1.9996188893917406e-07,
+      "loss": 0.0039,
+      "step": 10480
+    },
+    {
+      "epoch": 0.019431179541135195,
+      "grad_norm": 0.863540530204773,
+      "learning_rate": 1.999618084988064e-07,
+      "loss": 0.0033,
+      "step": 10490
+    },
+    {
+      "epoch": 0.019449703067866496,
+      "grad_norm": 2.5235605239868164,
+      "learning_rate": 1.9996172797365237e-07,
+      "loss": 0.0043,
+      "step": 10500
+    },
+    {
+      "epoch": 0.0194682265945978,
+      "grad_norm": 1.1779553890228271,
+      "learning_rate": 1.9996164736371205e-07,
+      "loss": 0.0039,
+      "step": 10510
+    },
+    {
+      "epoch": 0.0194867501213291,
+      "grad_norm": 0.1930914968252182,
+      "learning_rate": 1.9996156666898547e-07,
+      "loss": 0.0045,
+      "step": 10520
+    },
+    {
+      "epoch": 0.0195052736480604,
+      "grad_norm": 1.0799890756607056,
+      "learning_rate": 1.9996148588947275e-07,
+      "loss": 0.0052,
+      "step": 10530
+    },
+    {
+      "epoch": 0.019523797174791704,
+      "grad_norm": 1.657225251197815,
+      "learning_rate": 1.9996140502517394e-07,
+      "loss": 0.0039,
+      "step": 10540
+    },
+    {
+      "epoch": 0.019542320701523005,
+      "grad_norm": 1.3575892448425293,
+      "learning_rate": 1.9996132407608909e-07,
+      "loss": 0.0044,
+      "step": 10550
+    },
+    {
+      "epoch": 0.019560844228254305,
+      "grad_norm": 2.525514841079712,
+      "learning_rate": 1.9996124304221825e-07,
+      "loss": 0.0044,
+      "step": 10560
+    },
+    {
+      "epoch": 0.019579367754985606,
+      "grad_norm": 2.423532724380493,
+      "learning_rate": 1.9996116192356153e-07,
+      "loss": 0.0035,
+      "step": 10570
+    },
+    {
+      "epoch": 0.01959789128171691,
+      "grad_norm": 1.4325683116912842,
+      "learning_rate": 1.9996108072011898e-07,
+      "loss": 0.005,
+      "step": 10580
+    },
+    {
+      "epoch": 0.01961641480844821,
+      "grad_norm": 0.41579318046569824,
+      "learning_rate": 1.9996099943189071e-07,
+      "loss": 0.0039,
+      "step": 10590
+    },
+    {
+      "epoch": 0.01963493833517951,
+      "grad_norm": 0.4001620411872864,
+      "learning_rate": 1.9996091805887675e-07,
+      "loss": 0.0042,
+      "step": 10600
+    },
+    {
+      "epoch": 0.019653461861910814,
+      "grad_norm": 0.40057483315467834,
+      "learning_rate": 1.9996083660107717e-07,
+      "loss": 0.0045,
+      "step": 10610
+    },
+    {
+      "epoch": 0.019671985388642114,
+      "grad_norm": 1.20992910861969,
+      "learning_rate": 1.99960755058492e-07,
+      "loss": 0.0046,
+      "step": 10620
+    },
+    {
+      "epoch": 0.019690508915373415,
+      "grad_norm": 3.830972194671631,
+      "learning_rate": 1.999606734311214e-07,
+      "loss": 0.0053,
+      "step": 10630
+    },
+    {
+      "epoch": 0.01970903244210472,
+      "grad_norm": 0.7156141400337219,
+      "learning_rate": 1.9996059171896538e-07,
+      "loss": 0.0041,
+      "step": 10640
+    },
+    {
+      "epoch": 0.01972755596883602,
+      "grad_norm": 1.0570077896118164,
+      "learning_rate": 1.9996050992202402e-07,
+      "loss": 0.0045,
+      "step": 10650
+    },
+    {
+      "epoch": 0.01974607949556732,
+      "grad_norm": 0.6062852144241333,
+      "learning_rate": 1.9996042804029737e-07,
+      "loss": 0.0037,
+      "step": 10660
+    },
+    {
+      "epoch": 0.01976460302229862,
+      "grad_norm": 1.4890351295471191,
+      "learning_rate": 1.9996034607378553e-07,
+      "loss": 0.0043,
+      "step": 10670
+    },
+    {
+      "epoch": 0.019783126549029924,
+      "grad_norm": 0.7631430625915527,
+      "learning_rate": 1.9996026402248857e-07,
+      "loss": 0.0034,
+      "step": 10680
+    },
+    {
+      "epoch": 0.019801650075761224,
+      "grad_norm": 0.982003390789032,
+      "learning_rate": 1.9996018188640655e-07,
+      "loss": 0.0045,
+      "step": 10690
+    },
+    {
+      "epoch": 0.019820173602492525,
+      "grad_norm": 1.317332148551941,
+      "learning_rate": 1.9996009966553953e-07,
+      "loss": 0.0044,
+      "step": 10700
+    },
+    {
+      "epoch": 0.01983869712922383,
+      "grad_norm": 1.2513245344161987,
+      "learning_rate": 1.9996001735988758e-07,
+      "loss": 0.0035,
+      "step": 10710
+    },
+    {
+      "epoch": 0.01985722065595513,
+      "grad_norm": 0.8831415176391602,
+      "learning_rate": 1.9995993496945078e-07,
+      "loss": 0.0037,
+      "step": 10720
+    },
+    {
+      "epoch": 0.01987574418268643,
+      "grad_norm": 0.8434158563613892,
+      "learning_rate": 1.999598524942292e-07,
+      "loss": 0.0047,
+      "step": 10730
+    },
+    {
+      "epoch": 0.019894267709417733,
+      "grad_norm": 0.7173445820808411,
+      "learning_rate": 1.9995976993422293e-07,
+      "loss": 0.0039,
+      "step": 10740
+    },
+    {
+      "epoch": 0.019912791236149033,
+      "grad_norm": 0.6487358808517456,
+      "learning_rate": 1.9995968728943198e-07,
+      "loss": 0.0037,
+      "step": 10750
+    },
+    {
+      "epoch": 0.019931314762880334,
+      "grad_norm": 0.4218233525753021,
+      "learning_rate": 1.9995960455985648e-07,
+      "loss": 0.004,
+      "step": 10760
+    },
+    {
+      "epoch": 0.019949838289611634,
+      "grad_norm": 0.9249664545059204,
+      "learning_rate": 1.999595217454965e-07,
+      "loss": 0.004,
+      "step": 10770
+    },
+    {
+      "epoch": 0.019968361816342938,
+      "grad_norm": 1.5009821653366089,
+      "learning_rate": 1.9995943884635204e-07,
+      "loss": 0.0047,
+      "step": 10780
+    },
+    {
+      "epoch": 0.01998688534307424,
+      "grad_norm": 0.2918950617313385,
+      "learning_rate": 1.9995935586242323e-07,
+      "loss": 0.0043,
+      "step": 10790
+    },
+    {
+      "epoch": 0.02000540886980554,
+      "grad_norm": 0.6740665435791016,
+      "learning_rate": 1.9995927279371014e-07,
+      "loss": 0.0035,
+      "step": 10800
+    },
+    {
+      "epoch": 0.020023932396536843,
+      "grad_norm": 0.47994542121887207,
+      "learning_rate": 1.999591896402128e-07,
+      "loss": 0.0039,
+      "step": 10810
+    },
+    {
+      "epoch": 0.020042455923268143,
+      "grad_norm": 1.5067847967147827,
+      "learning_rate": 1.9995910640193133e-07,
+      "loss": 0.0045,
+      "step": 10820
+    },
+    {
+      "epoch": 0.020060979449999444,
+      "grad_norm": 1.0457830429077148,
+      "learning_rate": 1.999590230788658e-07,
+      "loss": 0.0036,
+      "step": 10830
+    },
+    {
+      "epoch": 0.020079502976730747,
+      "grad_norm": 0.6851208209991455,
+      "learning_rate": 1.9995893967101626e-07,
+      "loss": 0.0054,
+      "step": 10840
+    },
+    {
+      "epoch": 0.020098026503462048,
+      "grad_norm": 1.1617788076400757,
+      "learning_rate": 1.9995885617838276e-07,
+      "loss": 0.0046,
+      "step": 10850
+    },
+    {
+      "epoch": 0.020116550030193348,
+      "grad_norm": 1.1798062324523926,
+      "learning_rate": 1.9995877260096542e-07,
+      "loss": 0.0046,
+      "step": 10860
+    },
+    {
+      "epoch": 0.02013507355692465,
+      "grad_norm": 0.1883193999528885,
+      "learning_rate": 1.9995868893876424e-07,
+      "loss": 0.0034,
+      "step": 10870
+    },
+    {
+      "epoch": 0.020153597083655952,
+      "grad_norm": 3.4635565280914307,
+      "learning_rate": 1.9995860519177937e-07,
+      "loss": 0.0047,
+      "step": 10880
+    },
+    {
+      "epoch": 0.020172120610387253,
+      "grad_norm": 1.7969893217086792,
+      "learning_rate": 1.9995852136001085e-07,
+      "loss": 0.0036,
+      "step": 10890
+    },
+    {
+      "epoch": 0.020190644137118553,
+      "grad_norm": 0.934319019317627,
+      "learning_rate": 1.999584374434587e-07,
+      "loss": 0.0041,
+      "step": 10900
+    },
+    {
+      "epoch": 0.020209167663849857,
+      "grad_norm": 1.155469298362732,
+      "learning_rate": 1.9995835344212307e-07,
+      "loss": 0.0036,
+      "step": 10910
+    },
+    {
+      "epoch": 0.020227691190581158,
+      "grad_norm": 0.42699894309043884,
+      "learning_rate": 1.99958269356004e-07,
+      "loss": 0.0041,
+      "step": 10920
+    },
+    {
+      "epoch": 0.020246214717312458,
+      "grad_norm": 1.128645896911621,
+      "learning_rate": 1.9995818518510156e-07,
+      "loss": 0.0049,
+      "step": 10930
+    },
+    {
+      "epoch": 0.02026473824404376,
+      "grad_norm": 0.4376215636730194,
+      "learning_rate": 1.999581009294158e-07,
+      "loss": 0.0039,
+      "step": 10940
+    },
+    {
+      "epoch": 0.020283261770775062,
+      "grad_norm": 0.518243670463562,
+      "learning_rate": 1.9995801658894685e-07,
+      "loss": 0.0051,
+      "step": 10950
+    },
+    {
+      "epoch": 0.020301785297506363,
+      "grad_norm": 0.47851717472076416,
+      "learning_rate": 1.999579321636947e-07,
+      "loss": 0.0033,
+      "step": 10960
+    },
+    {
+      "epoch": 0.020320308824237663,
+      "grad_norm": 0.989443838596344,
+      "learning_rate": 1.999578476536595e-07,
+      "loss": 0.0049,
+      "step": 10970
+    },
+    {
+      "epoch": 0.020338832350968967,
+      "grad_norm": 1.676496148109436,
+      "learning_rate": 1.999577630588413e-07,
+      "loss": 0.0046,
+      "step": 10980
+    },
+    {
+      "epoch": 0.020357355877700267,
+      "grad_norm": 0.8464547395706177,
+      "learning_rate": 1.9995767837924015e-07,
+      "loss": 0.0033,
+      "step": 10990
+    },
+    {
+      "epoch": 0.020375879404431568,
+      "grad_norm": 0.19645555317401886,
+      "learning_rate": 1.9995759361485608e-07,
+      "loss": 0.0047,
+      "step": 11000
+    },
+    {
+      "epoch": 0.02039440293116287,
+      "grad_norm": 1.6279752254486084,
+      "learning_rate": 1.9995750876568926e-07,
+      "loss": 0.0052,
+      "step": 11010
+    },
+    {
+      "epoch": 0.020412926457894172,
+      "grad_norm": 0.9186310172080994,
+      "learning_rate": 1.9995742383173974e-07,
+      "loss": 0.0043,
+      "step": 11020
+    },
+    {
+      "epoch": 0.020431449984625472,
+      "grad_norm": 0.6073471307754517,
+      "learning_rate": 1.999573388130075e-07,
+      "loss": 0.0046,
+      "step": 11030
+    },
+    {
+      "epoch": 0.020449973511356773,
+      "grad_norm": 2.026857852935791,
+      "learning_rate": 1.9995725370949273e-07,
+      "loss": 0.0042,
+      "step": 11040
+    },
+    {
+      "epoch": 0.020468497038088077,
+      "grad_norm": 1.1785808801651,
+      "learning_rate": 1.999571685211954e-07,
+      "loss": 0.0041,
+      "step": 11050
+    },
+    {
+      "epoch": 0.020487020564819377,
+      "grad_norm": 1.0623115301132202,
+      "learning_rate": 1.999570832481157e-07,
+      "loss": 0.0036,
+      "step": 11060
+    },
+    {
+      "epoch": 0.020505544091550677,
+      "grad_norm": 1.5273675918579102,
+      "learning_rate": 1.999569978902536e-07,
+      "loss": 0.0049,
+      "step": 11070
+    },
+    {
+      "epoch": 0.02052406761828198,
+      "grad_norm": 0.8437715172767639,
+      "learning_rate": 1.999569124476092e-07,
+      "loss": 0.0045,
+      "step": 11080
+    },
+    {
+      "epoch": 0.02054259114501328,
+      "grad_norm": 0.3356923460960388,
+      "learning_rate": 1.999568269201826e-07,
+      "loss": 0.004,
+      "step": 11090
+    },
+    {
+      "epoch": 0.020561114671744582,
+      "grad_norm": 2.1886203289031982,
+      "learning_rate": 1.9995674130797386e-07,
+      "loss": 0.0051,
+      "step": 11100
+    },
+    {
+      "epoch": 0.020579638198475886,
+      "grad_norm": 0.5572504997253418,
+      "learning_rate": 1.9995665561098304e-07,
+      "loss": 0.0041,
+      "step": 11110
+    },
+    {
+      "epoch": 0.020598161725207186,
+      "grad_norm": 0.7014231085777283,
+      "learning_rate": 1.999565698292102e-07,
+      "loss": 0.0032,
+      "step": 11120
+    },
+    {
+      "epoch": 0.020616685251938487,
+      "grad_norm": 1.1279445886611938,
+      "learning_rate": 1.9995648396265546e-07,
+      "loss": 0.004,
+      "step": 11130
+    },
+    {
+      "epoch": 0.020635208778669787,
+      "grad_norm": 1.4305812120437622,
+      "learning_rate": 1.9995639801131886e-07,
+      "loss": 0.0041,
+      "step": 11140
+    },
+    {
+      "epoch": 0.02065373230540109,
+      "grad_norm": 1.9915997982025146,
+      "learning_rate": 1.9995631197520045e-07,
+      "loss": 0.005,
+      "step": 11150
+    },
+    {
+      "epoch": 0.02067225583213239,
+      "grad_norm": 1.9734001159667969,
+      "learning_rate": 1.9995622585430035e-07,
+      "loss": 0.0032,
+      "step": 11160
+    },
+    {
+      "epoch": 0.02069077935886369,
+      "grad_norm": 1.1925320625305176,
+      "learning_rate": 1.9995613964861862e-07,
+      "loss": 0.0051,
+      "step": 11170
+    },
+    {
+      "epoch": 0.020709302885594996,
+      "grad_norm": 0.3007209599018097,
+      "learning_rate": 1.9995605335815534e-07,
+      "loss": 0.0036,
+      "step": 11180
+    },
+    {
+      "epoch": 0.020727826412326296,
+      "grad_norm": 2.914504051208496,
+      "learning_rate": 1.999559669829105e-07,
+      "loss": 0.0045,
+      "step": 11190
+    },
+    {
+      "epoch": 0.020746349939057596,
+      "grad_norm": 0.5375096797943115,
+      "learning_rate": 1.999558805228843e-07,
+      "loss": 0.0035,
+      "step": 11200
+    },
+    {
+      "epoch": 0.0207648734657889,
+      "grad_norm": 0.8085628151893616,
+      "learning_rate": 1.9995579397807676e-07,
+      "loss": 0.0035,
+      "step": 11210
+    },
+    {
+      "epoch": 0.0207833969925202,
+      "grad_norm": 1.687476634979248,
+      "learning_rate": 1.9995570734848793e-07,
+      "loss": 0.0039,
+      "step": 11220
+    },
+    {
+      "epoch": 0.0208019205192515,
+      "grad_norm": 1.7321419715881348,
+      "learning_rate": 1.9995562063411792e-07,
+      "loss": 0.0035,
+      "step": 11230
+    },
+    {
+      "epoch": 0.0208204440459828,
+      "grad_norm": 0.46695607900619507,
+      "learning_rate": 1.9995553383496677e-07,
+      "loss": 0.0041,
+      "step": 11240
+    },
+    {
+      "epoch": 0.020838967572714105,
+      "grad_norm": 0.5256772041320801,
+      "learning_rate": 1.9995544695103459e-07,
+      "loss": 0.003,
+      "step": 11250
+    },
+    {
+      "epoch": 0.020857491099445406,
+      "grad_norm": 0.8563908338546753,
+      "learning_rate": 1.9995535998232142e-07,
+      "loss": 0.0033,
+      "step": 11260
+    },
+    {
+      "epoch": 0.020876014626176706,
+      "grad_norm": 0.9469535946846008,
+      "learning_rate": 1.9995527292882735e-07,
+      "loss": 0.0048,
+      "step": 11270
+    },
+    {
+      "epoch": 0.02089453815290801,
+      "grad_norm": 0.7452173233032227,
+      "learning_rate": 1.9995518579055245e-07,
+      "loss": 0.0033,
+      "step": 11280
+    },
+    {
+      "epoch": 0.02091306167963931,
+      "grad_norm": 1.2956979274749756,
+      "learning_rate": 1.999550985674968e-07,
+      "loss": 0.0044,
+      "step": 11290
+    },
+    {
+      "epoch": 0.02093158520637061,
+      "grad_norm": 0.8553891777992249,
+      "learning_rate": 1.9995501125966044e-07,
+      "loss": 0.0039,
+      "step": 11300
+    },
+    {
+      "epoch": 0.02095010873310191,
+      "grad_norm": 0.4210663139820099,
+      "learning_rate": 1.9995492386704352e-07,
+      "loss": 0.0033,
+      "step": 11310
+    },
+    {
+      "epoch": 0.020968632259833215,
+      "grad_norm": 1.3937798738479614,
+      "learning_rate": 1.9995483638964604e-07,
+      "loss": 0.0063,
+      "step": 11320
+    },
+    {
+      "epoch": 0.020987155786564515,
+      "grad_norm": 0.3456120789051056,
+      "learning_rate": 1.9995474882746813e-07,
+      "loss": 0.0036,
+      "step": 11330
+    },
+    {
+      "epoch": 0.021005679313295816,
+      "grad_norm": 0.3505333364009857,
+      "learning_rate": 1.9995466118050982e-07,
+      "loss": 0.0024,
+      "step": 11340
+    },
+    {
+      "epoch": 0.02102420284002712,
+      "grad_norm": 1.0481879711151123,
+      "learning_rate": 1.999545734487712e-07,
+      "loss": 0.0041,
+      "step": 11350
+    },
+    {
+      "epoch": 0.02104272636675842,
+      "grad_norm": 0.49380356073379517,
+      "learning_rate": 1.9995448563225232e-07,
+      "loss": 0.0049,
+      "step": 11360
+    },
+    {
+      "epoch": 0.02106124989348972,
+      "grad_norm": 2.0820581912994385,
+      "learning_rate": 1.9995439773095328e-07,
+      "loss": 0.0043,
+      "step": 11370
+    },
+    {
+      "epoch": 0.021079773420221024,
+      "grad_norm": 1.0408623218536377,
+      "learning_rate": 1.9995430974487418e-07,
+      "loss": 0.004,
+      "step": 11380
+    },
+    {
+      "epoch": 0.021098296946952325,
+      "grad_norm": 1.0584180355072021,
+      "learning_rate": 1.9995422167401506e-07,
+      "loss": 0.0042,
+      "step": 11390
+    },
+    {
+      "epoch": 0.021116820473683625,
+      "grad_norm": 0.9139922261238098,
+      "learning_rate": 1.99954133518376e-07,
+      "loss": 0.0037,
+      "step": 11400
+    },
+    {
+      "epoch": 0.021135344000414925,
+      "grad_norm": 1.7950440645217896,
+      "learning_rate": 1.999540452779571e-07,
+      "loss": 0.0056,
+      "step": 11410
+    },
+    {
+      "epoch": 0.02115386752714623,
+      "grad_norm": 1.1674875020980835,
+      "learning_rate": 1.999539569527584e-07,
+      "loss": 0.004,
+      "step": 11420
+    },
+    {
+      "epoch": 0.02117239105387753,
+      "grad_norm": 1.2293630838394165,
+      "learning_rate": 1.9995386854277997e-07,
+      "loss": 0.0052,
+      "step": 11430
+    },
+    {
+      "epoch": 0.02119091458060883,
+      "grad_norm": 0.32438477873802185,
+      "learning_rate": 1.999537800480219e-07,
+      "loss": 0.0036,
+      "step": 11440
+    },
+    {
+      "epoch": 0.021209438107340134,
+      "grad_norm": 0.5731669664382935,
+      "learning_rate": 1.999536914684843e-07,
+      "loss": 0.0036,
+      "step": 11450
+    },
+    {
+      "epoch": 0.021227961634071434,
+      "grad_norm": 1.1910243034362793,
+      "learning_rate": 1.999536028041672e-07,
+      "loss": 0.003,
+      "step": 11460
+    },
+    {
+      "epoch": 0.021246485160802735,
+      "grad_norm": 0.6449489593505859,
+      "learning_rate": 1.9995351405507067e-07,
+      "loss": 0.0034,
+      "step": 11470
+    },
+    {
+      "epoch": 0.02126500868753404,
+      "grad_norm": 0.6353984475135803,
+      "learning_rate": 1.9995342522119484e-07,
+      "loss": 0.0042,
+      "step": 11480
+    },
+    {
+      "epoch": 0.02128353221426534,
+      "grad_norm": 1.6719144582748413,
+      "learning_rate": 1.9995333630253973e-07,
+      "loss": 0.0043,
+      "step": 11490
+    },
+    {
+      "epoch": 0.02130205574099664,
+      "grad_norm": 0.8018255829811096,
+      "learning_rate": 1.9995324729910543e-07,
+      "loss": 0.0039,
+      "step": 11500
+    },
+    {
+      "epoch": 0.02132057926772794,
+      "grad_norm": 0.657651424407959,
+      "learning_rate": 1.9995315821089202e-07,
+      "loss": 0.0054,
+      "step": 11510
+    },
+    {
+      "epoch": 0.021339102794459244,
+      "grad_norm": 1.2621873617172241,
+      "learning_rate": 1.999530690378996e-07,
+      "loss": 0.0038,
+      "step": 11520
+    },
+    {
+      "epoch": 0.021357626321190544,
+      "grad_norm": 0.12901923060417175,
+      "learning_rate": 1.9995297978012816e-07,
+      "loss": 0.0039,
+      "step": 11530
+    },
+    {
+      "epoch": 0.021376149847921844,
+      "grad_norm": 0.2438955456018448,
+      "learning_rate": 1.999528904375779e-07,
+      "loss": 0.0031,
+      "step": 11540
+    },
+    {
+      "epoch": 0.021394673374653148,
+      "grad_norm": 1.6099838018417358,
+      "learning_rate": 1.9995280101024882e-07,
+      "loss": 0.0043,
+      "step": 11550
+    },
+    {
+      "epoch": 0.02141319690138445,
+      "grad_norm": 0.3221456706523895,
+      "learning_rate": 1.99952711498141e-07,
+      "loss": 0.004,
+      "step": 11560
+    },
+    {
+      "epoch": 0.02143172042811575,
+      "grad_norm": 0.9431011080741882,
+      "learning_rate": 1.9995262190125454e-07,
+      "loss": 0.0037,
+      "step": 11570
+    },
+    {
+      "epoch": 0.021450243954847053,
+      "grad_norm": 0.3925634026527405,
+      "learning_rate": 1.9995253221958947e-07,
+      "loss": 0.0031,
+      "step": 11580
+    },
+    {
+      "epoch": 0.021468767481578353,
+      "grad_norm": 0.8866441249847412,
+      "learning_rate": 1.9995244245314588e-07,
+      "loss": 0.0039,
+      "step": 11590
+    },
+    {
+      "epoch": 0.021487291008309654,
+      "grad_norm": 0.8010444641113281,
+      "learning_rate": 1.9995235260192392e-07,
+      "loss": 0.0042,
+      "step": 11600
+    },
+    {
+      "epoch": 0.021505814535040954,
+      "grad_norm": 1.806249737739563,
+      "learning_rate": 1.9995226266592355e-07,
+      "loss": 0.0043,
+      "step": 11610
+    },
+    {
+      "epoch": 0.021524338061772258,
+      "grad_norm": 1.1026357412338257,
+      "learning_rate": 1.9995217264514495e-07,
+      "loss": 0.006,
+      "step": 11620
+    },
+    {
+      "epoch": 0.02154286158850356,
+      "grad_norm": 1.4329309463500977,
+      "learning_rate": 1.9995208253958812e-07,
+      "loss": 0.0035,
+      "step": 11630
+    },
+    {
+      "epoch": 0.02156138511523486,
+      "grad_norm": 1.2971662282943726,
+      "learning_rate": 1.999519923492532e-07,
+      "loss": 0.0042,
+      "step": 11640
+    },
+    {
+      "epoch": 0.021579908641966163,
+      "grad_norm": 0.968996524810791,
+      "learning_rate": 1.9995190207414022e-07,
+      "loss": 0.003,
+      "step": 11650
+    },
+    {
+      "epoch": 0.021598432168697463,
+      "grad_norm": 0.8942487835884094,
+      "learning_rate": 1.9995181171424928e-07,
+      "loss": 0.0056,
+      "step": 11660
+    },
+    {
+      "epoch": 0.021616955695428763,
+      "grad_norm": 1.7549582719802856,
+      "learning_rate": 1.999517212695804e-07,
+      "loss": 0.0024,
+      "step": 11670
+    },
+    {
+      "epoch": 0.021635479222160064,
+      "grad_norm": 5.932610511779785,
+      "learning_rate": 1.9995163074013376e-07,
+      "loss": 0.0046,
+      "step": 11680
+    },
+    {
+      "epoch": 0.021654002748891368,
+      "grad_norm": 1.0635918378829956,
+      "learning_rate": 1.9995154012590934e-07,
+      "loss": 0.0044,
+      "step": 11690
+    },
+    {
+      "epoch": 0.021672526275622668,
+      "grad_norm": 0.6824076175689697,
+      "learning_rate": 1.9995144942690728e-07,
+      "loss": 0.004,
+      "step": 11700
+    },
+    {
+      "epoch": 0.02169104980235397,
+      "grad_norm": 1.1098347902297974,
+      "learning_rate": 1.9995135864312762e-07,
+      "loss": 0.0045,
+      "step": 11710
+    },
+    {
+      "epoch": 0.021709573329085272,
+      "grad_norm": 1.632853388786316,
+      "learning_rate": 1.9995126777457047e-07,
+      "loss": 0.0048,
+      "step": 11720
+    },
+    {
+      "epoch": 0.021728096855816573,
+      "grad_norm": 0.6560743451118469,
+      "learning_rate": 1.999511768212359e-07,
+      "loss": 0.0033,
+      "step": 11730
+    },
+    {
+      "epoch": 0.021746620382547873,
+      "grad_norm": 0.44074228405952454,
+      "learning_rate": 1.9995108578312397e-07,
+      "loss": 0.0044,
+      "step": 11740
+    },
+    {
+      "epoch": 0.021765143909279177,
+      "grad_norm": 1.107337474822998,
+      "learning_rate": 1.9995099466023473e-07,
+      "loss": 0.006,
+      "step": 11750
+    },
+    {
+      "epoch": 0.021783667436010477,
+      "grad_norm": 0.2580069601535797,
+      "learning_rate": 1.9995090345256833e-07,
+      "loss": 0.0036,
+      "step": 11760
+    },
+    {
+      "epoch": 0.021802190962741778,
+      "grad_norm": 0.29794543981552124,
+      "learning_rate": 1.9995081216012477e-07,
+      "loss": 0.0038,
+      "step": 11770
+    },
+    {
+      "epoch": 0.021820714489473078,
+      "grad_norm": 1.8231271505355835,
+      "learning_rate": 1.999507207829042e-07,
+      "loss": 0.0052,
+      "step": 11780
+    },
+    {
+      "epoch": 0.021839238016204382,
+      "grad_norm": 1.1275067329406738,
+      "learning_rate": 1.9995062932090666e-07,
+      "loss": 0.0037,
+      "step": 11790
+    },
+    {
+      "epoch": 0.021857761542935682,
+      "grad_norm": 0.6289139986038208,
+      "learning_rate": 1.999505377741322e-07,
+      "loss": 0.0044,
+      "step": 11800
+    },
+    {
+      "epoch": 0.021876285069666983,
+      "grad_norm": 1.1204489469528198,
+      "learning_rate": 1.9995044614258094e-07,
+      "loss": 0.0039,
+      "step": 11810
+    },
+    {
+      "epoch": 0.021894808596398287,
+      "grad_norm": 0.9327753782272339,
+      "learning_rate": 1.9995035442625295e-07,
+      "loss": 0.0035,
+      "step": 11820
+    },
+    {
+      "epoch": 0.021913332123129587,
+      "grad_norm": 0.6412800550460815,
+      "learning_rate": 1.999502626251483e-07,
+      "loss": 0.004,
+      "step": 11830
+    },
+    {
+      "epoch": 0.021931855649860887,
+      "grad_norm": 1.2296700477600098,
+      "learning_rate": 1.999501707392671e-07,
+      "loss": 0.0042,
+      "step": 11840
+    },
+    {
+      "epoch": 0.02195037917659219,
+      "grad_norm": 0.3419044315814972,
+      "learning_rate": 1.9995007876860937e-07,
+      "loss": 0.0036,
+      "step": 11850
+    },
+    {
+      "epoch": 0.02196890270332349,
+      "grad_norm": 1.1582615375518799,
+      "learning_rate": 1.9994998671317523e-07,
+      "loss": 0.0043,
+      "step": 11860
+    },
+    {
+      "epoch": 0.021987426230054792,
+      "grad_norm": 0.8223651647567749,
+      "learning_rate": 1.9994989457296474e-07,
+      "loss": 0.0034,
+      "step": 11870
+    },
+    {
+      "epoch": 0.022005949756786092,
+      "grad_norm": 1.3145171403884888,
+      "learning_rate": 1.9994980234797798e-07,
+      "loss": 0.0037,
+      "step": 11880
+    },
+    {
+      "epoch": 0.022024473283517396,
+      "grad_norm": 0.437412828207016,
+      "learning_rate": 1.9994971003821502e-07,
+      "loss": 0.0056,
+      "step": 11890
+    },
+    {
+      "epoch": 0.022042996810248697,
+      "grad_norm": 0.2918112576007843,
+      "learning_rate": 1.9994961764367598e-07,
+      "loss": 0.0041,
+      "step": 11900
+    },
+    {
+      "epoch": 0.022061520336979997,
+      "grad_norm": 0.9091414213180542,
+      "learning_rate": 1.9994952516436088e-07,
+      "loss": 0.0049,
+      "step": 11910
+    },
+    {
+      "epoch": 0.0220800438637113,
+      "grad_norm": 0.36367067694664,
+      "learning_rate": 1.9994943260026985e-07,
+      "loss": 0.0045,
+      "step": 11920
+    },
+    {
+      "epoch": 0.0220985673904426,
+      "grad_norm": 1.018792986869812,
+      "learning_rate": 1.9994933995140292e-07,
+      "loss": 0.0039,
+      "step": 11930
+    },
+    {
+      "epoch": 0.022117090917173902,
+      "grad_norm": 1.392177939414978,
+      "learning_rate": 1.9994924721776021e-07,
+      "loss": 0.0042,
+      "step": 11940
+    },
+    {
+      "epoch": 0.022135614443905206,
+      "grad_norm": 14.086770057678223,
+      "learning_rate": 1.9994915439934177e-07,
+      "loss": 0.0041,
+      "step": 11950
+    },
+    {
+      "epoch": 0.022154137970636506,
+      "grad_norm": 0.6419123411178589,
+      "learning_rate": 1.9994906149614772e-07,
+      "loss": 0.005,
+      "step": 11960
+    },
+    {
+      "epoch": 0.022172661497367806,
+      "grad_norm": 1.7256454229354858,
+      "learning_rate": 1.9994896850817808e-07,
+      "loss": 0.004,
+      "step": 11970
+    },
+    {
+      "epoch": 0.022191185024099107,
+      "grad_norm": 0.2731253206729889,
+      "learning_rate": 1.99948875435433e-07,
+      "loss": 0.0042,
+      "step": 11980
+    },
+    {
+      "epoch": 0.02220970855083041,
+      "grad_norm": 1.2516132593154907,
+      "learning_rate": 1.9994878227791245e-07,
+      "loss": 0.005,
+      "step": 11990
+    },
+    {
+      "epoch": 0.02222823207756171,
+      "grad_norm": 0.5635455250740051,
+      "learning_rate": 1.9994868903561665e-07,
+      "loss": 0.0044,
+      "step": 12000
+    },
+    {
+      "epoch": 0.02224675560429301,
+      "grad_norm": 0.40112847089767456,
+      "learning_rate": 1.9994859570854557e-07,
+      "loss": 0.0041,
+      "step": 12010
+    },
+    {
+      "epoch": 0.022265279131024315,
+      "grad_norm": 0.7097703218460083,
+      "learning_rate": 1.9994850229669932e-07,
+      "loss": 0.0038,
+      "step": 12020
+    },
+    {
+      "epoch": 0.022283802657755616,
+      "grad_norm": 0.40352827310562134,
+      "learning_rate": 1.9994840880007798e-07,
+      "loss": 0.0044,
+      "step": 12030
+    },
+    {
+      "epoch": 0.022302326184486916,
+      "grad_norm": 0.8182700872421265,
+      "learning_rate": 1.9994831521868166e-07,
+      "loss": 0.0043,
+      "step": 12040
+    },
+    {
+      "epoch": 0.02232084971121822,
+      "grad_norm": 2.1451284885406494,
+      "learning_rate": 1.999482215525104e-07,
+      "loss": 0.0053,
+      "step": 12050
+    },
+    {
+      "epoch": 0.02233937323794952,
+      "grad_norm": 0.8694214820861816,
+      "learning_rate": 1.9994812780156427e-07,
+      "loss": 0.0036,
+      "step": 12060
+    },
+    {
+      "epoch": 0.02235789676468082,
+      "grad_norm": 0.893051266670227,
+      "learning_rate": 1.999480339658434e-07,
+      "loss": 0.0034,
+      "step": 12070
+    },
+    {
+      "epoch": 0.02237642029141212,
+      "grad_norm": 1.4941633939743042,
+      "learning_rate": 1.9994794004534782e-07,
+      "loss": 0.0036,
+      "step": 12080
+    },
+    {
+      "epoch": 0.022394943818143425,
+      "grad_norm": 1.3479055166244507,
+      "learning_rate": 1.999478460400777e-07,
+      "loss": 0.0045,
+      "step": 12090
+    },
+    {
+      "epoch": 0.022413467344874725,
+      "grad_norm": 0.921055793762207,
+      "learning_rate": 1.9994775195003296e-07,
+      "loss": 0.0041,
+      "step": 12100
+    },
+    {
+      "epoch": 0.022431990871606026,
+      "grad_norm": 0.5856291055679321,
+      "learning_rate": 1.999476577752138e-07,
+      "loss": 0.0047,
+      "step": 12110
+    },
+    {
+      "epoch": 0.02245051439833733,
+      "grad_norm": 0.7620528340339661,
+      "learning_rate": 1.999475635156203e-07,
+      "loss": 0.0044,
+      "step": 12120
+    },
+    {
+      "epoch": 0.02246903792506863,
+      "grad_norm": 1.5510215759277344,
+      "learning_rate": 1.9994746917125248e-07,
+      "loss": 0.0048,
+      "step": 12130
+    },
+    {
+      "epoch": 0.02248756145179993,
+      "grad_norm": 1.1489896774291992,
+      "learning_rate": 1.9994737474211046e-07,
+      "loss": 0.0041,
+      "step": 12140
+    },
+    {
+      "epoch": 0.02250608497853123,
+      "grad_norm": 0.6117718815803528,
+      "learning_rate": 1.9994728022819432e-07,
+      "loss": 0.0041,
+      "step": 12150
+    },
+    {
+      "epoch": 0.022524608505262535,
+      "grad_norm": 1.8428627252578735,
+      "learning_rate": 1.9994718562950413e-07,
+      "loss": 0.0041,
+      "step": 12160
+    },
+    {
+      "epoch": 0.022543132031993835,
+      "grad_norm": 0.9782434701919556,
+      "learning_rate": 1.9994709094603995e-07,
+      "loss": 0.0038,
+      "step": 12170
+    },
+    {
+      "epoch": 0.022561655558725136,
+      "grad_norm": 1.3487772941589355,
+      "learning_rate": 1.9994699617780187e-07,
+      "loss": 0.0047,
+      "step": 12180
+    },
+    {
+      "epoch": 0.02258017908545644,
+      "grad_norm": 0.7518923878669739,
+      "learning_rate": 1.9994690132479004e-07,
+      "loss": 0.0041,
+      "step": 12190
+    },
+    {
+      "epoch": 0.02259870261218774,
+      "grad_norm": 1.5131444931030273,
+      "learning_rate": 1.9994680638700445e-07,
+      "loss": 0.0039,
+      "step": 12200
+    },
+    {
+      "epoch": 0.02261722613891904,
+      "grad_norm": 0.9053683876991272,
+      "learning_rate": 1.999467113644452e-07,
+      "loss": 0.0045,
+      "step": 12210
+    },
+    {
+      "epoch": 0.022635749665650344,
+      "grad_norm": 1.0087581872940063,
+      "learning_rate": 1.999466162571124e-07,
+      "loss": 0.0037,
+      "step": 12220
+    },
+    {
+      "epoch": 0.022654273192381644,
+      "grad_norm": 0.3778531551361084,
+      "learning_rate": 1.9994652106500612e-07,
+      "loss": 0.0031,
+      "step": 12230
+    },
+    {
+      "epoch": 0.022672796719112945,
+      "grad_norm": 0.8948971629142761,
+      "learning_rate": 1.999464257881264e-07,
+      "loss": 0.0037,
+      "step": 12240
+    },
+    {
+      "epoch": 0.022691320245844245,
+      "grad_norm": 2.014846086502075,
+      "learning_rate": 1.9994633042647337e-07,
+      "loss": 0.0041,
+      "step": 12250
+    },
+    {
+      "epoch": 0.02270984377257555,
+      "grad_norm": 1.185621738433838,
+      "learning_rate": 1.9994623498004712e-07,
+      "loss": 0.0043,
+      "step": 12260
+    },
+    {
+      "epoch": 0.02272836729930685,
+      "grad_norm": 1.1489503383636475,
+      "learning_rate": 1.9994613944884772e-07,
+      "loss": 0.0041,
+      "step": 12270
+    },
+    {
+      "epoch": 0.02274689082603815,
+      "grad_norm": 0.6679458022117615,
+      "learning_rate": 1.999460438328752e-07,
+      "loss": 0.0044,
+      "step": 12280
+    },
+    {
+      "epoch": 0.022765414352769454,
+      "grad_norm": 4.611051082611084,
+      "learning_rate": 1.9994594813212968e-07,
+      "loss": 0.0045,
+      "step": 12290
+    },
+    {
+      "epoch": 0.022783937879500754,
+      "grad_norm": 0.8402919769287109,
+      "learning_rate": 1.9994585234661126e-07,
+      "loss": 0.0034,
+      "step": 12300
+    },
+    {
+      "epoch": 0.022802461406232055,
+      "grad_norm": 0.7501224875450134,
+      "learning_rate": 1.9994575647632e-07,
+      "loss": 0.0037,
+      "step": 12310
+    },
+    {
+      "epoch": 0.02282098493296336,
+      "grad_norm": 0.6108946204185486,
+      "learning_rate": 1.99945660521256e-07,
+      "loss": 0.004,
+      "step": 12320
+    },
+    {
+      "epoch": 0.02283950845969466,
+      "grad_norm": 0.3673897087574005,
+      "learning_rate": 1.999455644814193e-07,
+      "loss": 0.0043,
+      "step": 12330
+    },
+    {
+      "epoch": 0.02285803198642596,
+      "grad_norm": 0.6609338521957397,
+      "learning_rate": 1.9994546835681e-07,
+      "loss": 0.0042,
+      "step": 12340
+    },
+    {
+      "epoch": 0.02287655551315726,
+      "grad_norm": 0.47323575615882874,
+      "learning_rate": 1.9994537214742818e-07,
+      "loss": 0.0045,
+      "step": 12350
+    },
+    {
+      "epoch": 0.022895079039888563,
+      "grad_norm": 0.5024768710136414,
+      "learning_rate": 1.9994527585327394e-07,
+      "loss": 0.0055,
+      "step": 12360
+    },
+    {
+      "epoch": 0.022913602566619864,
+      "grad_norm": 1.6143661737442017,
+      "learning_rate": 1.9994517947434737e-07,
+      "loss": 0.0065,
+      "step": 12370
+    },
+    {
+      "epoch": 0.022932126093351164,
+      "grad_norm": 1.2490456104278564,
+      "learning_rate": 1.9994508301064852e-07,
+      "loss": 0.0043,
+      "step": 12380
+    },
+    {
+      "epoch": 0.022950649620082468,
+      "grad_norm": 0.7850220799446106,
+      "learning_rate": 1.9994498646217748e-07,
+      "loss": 0.0038,
+      "step": 12390
+    },
+    {
+      "epoch": 0.02296917314681377,
+      "grad_norm": 0.8535389304161072,
+      "learning_rate": 1.9994488982893434e-07,
+      "loss": 0.0043,
+      "step": 12400
+    },
+    {
+      "epoch": 0.02298769667354507,
+      "grad_norm": 1.0304555892944336,
+      "learning_rate": 1.9994479311091917e-07,
+      "loss": 0.0047,
+      "step": 12410
+    },
+    {
+      "epoch": 0.023006220200276373,
+      "grad_norm": 0.9606121182441711,
+      "learning_rate": 1.999446963081321e-07,
+      "loss": 0.0031,
+      "step": 12420
+    },
+    {
+      "epoch": 0.023024743727007673,
+      "grad_norm": 0.4527212679386139,
+      "learning_rate": 1.9994459942057312e-07,
+      "loss": 0.0051,
+      "step": 12430
+    },
+    {
+      "epoch": 0.023043267253738973,
+      "grad_norm": 1.3798104524612427,
+      "learning_rate": 1.9994450244824243e-07,
+      "loss": 0.0039,
+      "step": 12440
+    },
+    {
+      "epoch": 0.023061790780470274,
+      "grad_norm": 0.7217701077461243,
+      "learning_rate": 1.9994440539113998e-07,
+      "loss": 0.0033,
+      "step": 12450
+    },
+    {
+      "epoch": 0.023080314307201578,
+      "grad_norm": 0.9752712845802307,
+      "learning_rate": 1.9994430824926593e-07,
+      "loss": 0.0049,
+      "step": 12460
+    },
+    {
+      "epoch": 0.023098837833932878,
+      "grad_norm": 0.7819736003875732,
+      "learning_rate": 1.999442110226204e-07,
+      "loss": 0.0049,
+      "step": 12470
+    },
+    {
+      "epoch": 0.02311736136066418,
+      "grad_norm": 3.0538058280944824,
+      "learning_rate": 1.9994411371120337e-07,
+      "loss": 0.0038,
+      "step": 12480
+    },
+    {
+      "epoch": 0.023135884887395482,
+      "grad_norm": 1.0759543180465698,
+      "learning_rate": 1.99944016315015e-07,
+      "loss": 0.0039,
+      "step": 12490
+    },
+    {
+      "epoch": 0.023154408414126783,
+      "grad_norm": 0.9482446312904358,
+      "learning_rate": 1.9994391883405534e-07,
+      "loss": 0.0034,
+      "step": 12500
+    },
+    {
+      "epoch": 0.023172931940858083,
+      "grad_norm": 0.798263669013977,
+      "learning_rate": 1.9994382126832447e-07,
+      "loss": 0.006,
+      "step": 12510
+    },
+    {
+      "epoch": 0.023191455467589384,
+      "grad_norm": 0.7347808480262756,
+      "learning_rate": 1.9994372361782253e-07,
+      "loss": 0.0041,
+      "step": 12520
+    },
+    {
+      "epoch": 0.023209978994320687,
+      "grad_norm": 0.8049002289772034,
+      "learning_rate": 1.9994362588254954e-07,
+      "loss": 0.0042,
+      "step": 12530
+    },
+    {
+      "epoch": 0.023228502521051988,
+      "grad_norm": 1.1502327919006348,
+      "learning_rate": 1.9994352806250557e-07,
+      "loss": 0.0041,
+      "step": 12540
+    },
+    {
+      "epoch": 0.023247026047783288,
+      "grad_norm": 0.403735488653183,
+      "learning_rate": 1.9994343015769078e-07,
+      "loss": 0.0052,
+      "step": 12550
+    },
+    {
+      "epoch": 0.023265549574514592,
+      "grad_norm": 0.20620794594287872,
+      "learning_rate": 1.9994333216810517e-07,
+      "loss": 0.0036,
+      "step": 12560
+    },
+    {
+      "epoch": 0.023284073101245892,
+      "grad_norm": 8.42691421508789,
+      "learning_rate": 1.9994323409374885e-07,
+      "loss": 0.0059,
+      "step": 12570
+    },
+    {
+      "epoch": 0.023302596627977193,
+      "grad_norm": 0.974631130695343,
+      "learning_rate": 1.9994313593462194e-07,
+      "loss": 0.0034,
+      "step": 12580
+    },
+    {
+      "epoch": 0.023321120154708497,
+      "grad_norm": 0.4839624762535095,
+      "learning_rate": 1.9994303769072449e-07,
+      "loss": 0.0032,
+      "step": 12590
+    },
+    {
+      "epoch": 0.023339643681439797,
+      "grad_norm": 1.1262454986572266,
+      "learning_rate": 1.999429393620566e-07,
+      "loss": 0.004,
+      "step": 12600
+    },
+    {
+      "epoch": 0.023358167208171098,
+      "grad_norm": 1.2690633535385132,
+      "learning_rate": 1.9994284094861833e-07,
+      "loss": 0.0049,
+      "step": 12610
+    },
+    {
+      "epoch": 0.023376690734902398,
+      "grad_norm": 1.2983993291854858,
+      "learning_rate": 1.999427424504098e-07,
+      "loss": 0.0038,
+      "step": 12620
+    },
+    {
+      "epoch": 0.023395214261633702,
+      "grad_norm": 0.4273400902748108,
+      "learning_rate": 1.9994264386743102e-07,
+      "loss": 0.0043,
+      "step": 12630
+    },
+    {
+      "epoch": 0.023413737788365002,
+      "grad_norm": 1.6379945278167725,
+      "learning_rate": 1.9994254519968216e-07,
+      "loss": 0.0043,
+      "step": 12640
+    },
+    {
+      "epoch": 0.023432261315096303,
+      "grad_norm": 0.7200930118560791,
+      "learning_rate": 1.9994244644716326e-07,
+      "loss": 0.0055,
+      "step": 12650
+    },
+    {
+      "epoch": 0.023450784841827606,
+      "grad_norm": 0.7471675872802734,
+      "learning_rate": 1.999423476098744e-07,
+      "loss": 0.0048,
+      "step": 12660
+    },
+    {
+      "epoch": 0.023469308368558907,
+      "grad_norm": 1.360355257987976,
+      "learning_rate": 1.999422486878157e-07,
+      "loss": 0.005,
+      "step": 12670
+    },
+    {
+      "epoch": 0.023487831895290207,
+      "grad_norm": 2.2988743782043457,
+      "learning_rate": 1.999421496809872e-07,
+      "loss": 0.0043,
+      "step": 12680
+    },
+    {
+      "epoch": 0.02350635542202151,
+      "grad_norm": 0.7278249263763428,
+      "learning_rate": 1.99942050589389e-07,
+      "loss": 0.004,
+      "step": 12690
+    },
+    {
+      "epoch": 0.02352487894875281,
+      "grad_norm": 0.9349688291549683,
+      "learning_rate": 1.999419514130212e-07,
+      "loss": 0.0053,
+      "step": 12700
+    },
+    {
+      "epoch": 0.023543402475484112,
+      "grad_norm": 0.4226296842098236,
+      "learning_rate": 1.9994185215188386e-07,
+      "loss": 0.0031,
+      "step": 12710
+    },
+    {
+      "epoch": 0.023561926002215412,
+      "grad_norm": 3.6751651763916016,
+      "learning_rate": 1.9994175280597708e-07,
+      "loss": 0.0052,
+      "step": 12720
+    },
+    {
+      "epoch": 0.023580449528946716,
+      "grad_norm": 0.28604334592819214,
+      "learning_rate": 1.9994165337530094e-07,
+      "loss": 0.004,
+      "step": 12730
+    },
+    {
+      "epoch": 0.023598973055678017,
+      "grad_norm": 1.5660161972045898,
+      "learning_rate": 1.9994155385985552e-07,
+      "loss": 0.0038,
+      "step": 12740
+    },
+    {
+      "epoch": 0.023617496582409317,
+      "grad_norm": 0.797073483467102,
+      "learning_rate": 1.999414542596409e-07,
+      "loss": 0.0039,
+      "step": 12750
+    },
+    {
+      "epoch": 0.02363602010914062,
+      "grad_norm": 1.3645159006118774,
+      "learning_rate": 1.9994135457465719e-07,
+      "loss": 0.0039,
+      "step": 12760
+    },
+    {
+      "epoch": 0.02365454363587192,
+      "grad_norm": 3.588331937789917,
+      "learning_rate": 1.9994125480490444e-07,
+      "loss": 0.0035,
+      "step": 12770
+    },
+    {
+      "epoch": 0.02367306716260322,
+      "grad_norm": 0.4760388731956482,
+      "learning_rate": 1.9994115495038278e-07,
+      "loss": 0.0041,
+      "step": 12780
+    },
+    {
+      "epoch": 0.023691590689334525,
+      "grad_norm": 1.312637448310852,
+      "learning_rate": 1.9994105501109223e-07,
+      "loss": 0.0041,
+      "step": 12790
+    },
+    {
+      "epoch": 0.023710114216065826,
+      "grad_norm": 0.7631438374519348,
+      "learning_rate": 1.9994095498703293e-07,
+      "loss": 0.004,
+      "step": 12800
+    },
+    {
+      "epoch": 0.023728637742797126,
+      "grad_norm": 1.3392548561096191,
+      "learning_rate": 1.9994085487820495e-07,
+      "loss": 0.0045,
+      "step": 12810
+    },
+    {
+      "epoch": 0.023747161269528427,
+      "grad_norm": 0.7242027521133423,
+      "learning_rate": 1.9994075468460836e-07,
+      "loss": 0.0038,
+      "step": 12820
+    },
+    {
+      "epoch": 0.02376568479625973,
+      "grad_norm": 0.9271637201309204,
+      "learning_rate": 1.999406544062433e-07,
+      "loss": 0.005,
+      "step": 12830
+    },
+    {
+      "epoch": 0.02378420832299103,
+      "grad_norm": 0.7944082021713257,
+      "learning_rate": 1.9994055404310974e-07,
+      "loss": 0.0053,
+      "step": 12840
+    },
+    {
+      "epoch": 0.02380273184972233,
+      "grad_norm": 0.7931725978851318,
+      "learning_rate": 1.9994045359520789e-07,
+      "loss": 0.0032,
+      "step": 12850
+    },
+    {
+      "epoch": 0.023821255376453635,
+      "grad_norm": 1.214794635772705,
+      "learning_rate": 1.9994035306253773e-07,
+      "loss": 0.0038,
+      "step": 12860
+    },
+    {
+      "epoch": 0.023839778903184936,
+      "grad_norm": 0.6131728887557983,
+      "learning_rate": 1.9994025244509945e-07,
+      "loss": 0.0036,
+      "step": 12870
+    },
+    {
+      "epoch": 0.023858302429916236,
+      "grad_norm": 0.4505075514316559,
+      "learning_rate": 1.9994015174289305e-07,
+      "loss": 0.0043,
+      "step": 12880
+    },
+    {
+      "epoch": 0.023876825956647536,
+      "grad_norm": 0.7889305353164673,
+      "learning_rate": 1.9994005095591863e-07,
+      "loss": 0.0044,
+      "step": 12890
+    },
+    {
+      "epoch": 0.02389534948337884,
+      "grad_norm": 0.7913212180137634,
+      "learning_rate": 1.9993995008417634e-07,
+      "loss": 0.0045,
+      "step": 12900
+    },
+    {
+      "epoch": 0.02391387301011014,
+      "grad_norm": 1.411206603050232,
+      "learning_rate": 1.9993984912766617e-07,
+      "loss": 0.0044,
+      "step": 12910
+    },
+    {
+      "epoch": 0.02393239653684144,
+      "grad_norm": 3.236736297607422,
+      "learning_rate": 1.999397480863883e-07,
+      "loss": 0.0047,
+      "step": 12920
+    },
+    {
+      "epoch": 0.023950920063572745,
+      "grad_norm": 1.022062063217163,
+      "learning_rate": 1.9993964696034276e-07,
+      "loss": 0.0055,
+      "step": 12930
+    },
+    {
+      "epoch": 0.023969443590304045,
+      "grad_norm": 1.1789883375167847,
+      "learning_rate": 1.999395457495296e-07,
+      "loss": 0.0037,
+      "step": 12940
+    },
+    {
+      "epoch": 0.023987967117035346,
+      "grad_norm": 1.1766873598098755,
+      "learning_rate": 1.9993944445394901e-07,
+      "loss": 0.0042,
+      "step": 12950
+    },
+    {
+      "epoch": 0.02400649064376665,
+      "grad_norm": 2.5113847255706787,
+      "learning_rate": 1.99939343073601e-07,
+      "loss": 0.0035,
+      "step": 12960
+    },
+    {
+      "epoch": 0.02402501417049795,
+      "grad_norm": 1.2734301090240479,
+      "learning_rate": 1.9993924160848565e-07,
+      "loss": 0.0045,
+      "step": 12970
+    },
+    {
+      "epoch": 0.02404353769722925,
+      "grad_norm": 0.2985021471977234,
+      "learning_rate": 1.9993914005860312e-07,
+      "loss": 0.0036,
+      "step": 12980
+    },
+    {
+      "epoch": 0.02406206122396055,
+      "grad_norm": 0.7399972677230835,
+      "learning_rate": 1.999390384239534e-07,
+      "loss": 0.0035,
+      "step": 12990
+    },
+    {
+      "epoch": 0.024080584750691855,
+      "grad_norm": 0.5462217330932617,
+      "learning_rate": 1.999389367045366e-07,
+      "loss": 0.0028,
+      "step": 13000
+    },
+    {
+      "epoch": 0.024099108277423155,
+      "grad_norm": 1.5863651037216187,
+      "learning_rate": 1.9993883490035289e-07,
+      "loss": 0.005,
+      "step": 13010
+    },
+    {
+      "epoch": 0.024117631804154455,
+      "grad_norm": 0.902741551399231,
+      "learning_rate": 1.9993873301140224e-07,
+      "loss": 0.0047,
+      "step": 13020
+    },
+    {
+      "epoch": 0.02413615533088576,
+      "grad_norm": 0.3167039155960083,
+      "learning_rate": 1.9993863103768483e-07,
+      "loss": 0.0052,
+      "step": 13030
+    },
+    {
+      "epoch": 0.02415467885761706,
+      "grad_norm": 0.7409302592277527,
+      "learning_rate": 1.999385289792007e-07,
+      "loss": 0.0037,
+      "step": 13040
+    },
+    {
+      "epoch": 0.02417320238434836,
+      "grad_norm": 0.5789228081703186,
+      "learning_rate": 1.9993842683594993e-07,
+      "loss": 0.0036,
+      "step": 13050
+    },
+    {
+      "epoch": 0.024191725911079664,
+      "grad_norm": 0.9407364726066589,
+      "learning_rate": 1.999383246079326e-07,
+      "loss": 0.0032,
+      "step": 13060
+    },
+    {
+      "epoch": 0.024210249437810964,
+      "grad_norm": 0.930705189704895,
+      "learning_rate": 1.9993822229514885e-07,
+      "loss": 0.0033,
+      "step": 13070
+    },
+    {
+      "epoch": 0.024228772964542265,
+      "grad_norm": 0.973807692527771,
+      "learning_rate": 1.9993811989759873e-07,
+      "loss": 0.0035,
+      "step": 13080
+    },
+    {
+      "epoch": 0.024247296491273565,
+      "grad_norm": 2.007293701171875,
+      "learning_rate": 1.9993801741528234e-07,
+      "loss": 0.0048,
+      "step": 13090
+    },
+    {
+      "epoch": 0.02426582001800487,
+      "grad_norm": 0.8778340816497803,
+      "learning_rate": 1.9993791484819974e-07,
+      "loss": 0.0041,
+      "step": 13100
+    },
+    {
+      "epoch": 0.02428434354473617,
+      "grad_norm": 1.2206062078475952,
+      "learning_rate": 1.9993781219635103e-07,
+      "loss": 0.0029,
+      "step": 13110
+    },
+    {
+      "epoch": 0.02430286707146747,
+      "grad_norm": 1.1749815940856934,
+      "learning_rate": 1.9993770945973632e-07,
+      "loss": 0.0044,
+      "step": 13120
+    },
+    {
+      "epoch": 0.024321390598198774,
+      "grad_norm": 1.1433521509170532,
+      "learning_rate": 1.9993760663835566e-07,
+      "loss": 0.0033,
+      "step": 13130
+    },
+    {
+      "epoch": 0.024339914124930074,
+      "grad_norm": 1.854564905166626,
+      "learning_rate": 1.9993750373220916e-07,
+      "loss": 0.0035,
+      "step": 13140
+    },
+    {
+      "epoch": 0.024358437651661374,
+      "grad_norm": 2.1192049980163574,
+      "learning_rate": 1.9993740074129692e-07,
+      "loss": 0.0042,
+      "step": 13150
+    },
+    {
+      "epoch": 0.024376961178392678,
+      "grad_norm": 2.7676448822021484,
+      "learning_rate": 1.9993729766561902e-07,
+      "loss": 0.0058,
+      "step": 13160
+    },
+    {
+      "epoch": 0.02439548470512398,
+      "grad_norm": 4.022232532501221,
+      "learning_rate": 1.999371945051755e-07,
+      "loss": 0.0041,
+      "step": 13170
+    },
+    {
+      "epoch": 0.02441400823185528,
+      "grad_norm": 0.5549601316452026,
+      "learning_rate": 1.999370912599665e-07,
+      "loss": 0.0029,
+      "step": 13180
+    },
+    {
+      "epoch": 0.02443253175858658,
+      "grad_norm": 0.9859621524810791,
+      "learning_rate": 1.999369879299921e-07,
+      "loss": 0.0047,
+      "step": 13190
+    },
+    {
+      "epoch": 0.024451055285317883,
+      "grad_norm": 0.472397118806839,
+      "learning_rate": 1.999368845152524e-07,
+      "loss": 0.0037,
+      "step": 13200
+    },
+    {
+      "epoch": 0.024469578812049184,
+      "grad_norm": 0.3009524345397949,
+      "learning_rate": 1.9993678101574743e-07,
+      "loss": 0.0035,
+      "step": 13210
+    },
+    {
+      "epoch": 0.024488102338780484,
+      "grad_norm": 1.2662854194641113,
+      "learning_rate": 1.9993667743147733e-07,
+      "loss": 0.0054,
+      "step": 13220
+    },
+    {
+      "epoch": 0.024506625865511788,
+      "grad_norm": 0.7446502447128296,
+      "learning_rate": 1.9993657376244216e-07,
+      "loss": 0.0052,
+      "step": 13230
+    },
+    {
+      "epoch": 0.024525149392243088,
+      "grad_norm": 1.4077544212341309,
+      "learning_rate": 1.9993647000864207e-07,
+      "loss": 0.0065,
+      "step": 13240
+    },
+    {
+      "epoch": 0.02454367291897439,
+      "grad_norm": 0.30665475130081177,
+      "learning_rate": 1.9993636617007704e-07,
+      "loss": 0.0041,
+      "step": 13250
+    },
+    {
+      "epoch": 0.024562196445705693,
+      "grad_norm": 1.9413292407989502,
+      "learning_rate": 1.9993626224674726e-07,
+      "loss": 0.0039,
+      "step": 13260
+    },
+    {
+      "epoch": 0.024580719972436993,
+      "grad_norm": 0.8427108526229858,
+      "learning_rate": 1.9993615823865277e-07,
+      "loss": 0.0043,
+      "step": 13270
+    },
+    {
+      "epoch": 0.024599243499168293,
+      "grad_norm": 3.0078439712524414,
+      "learning_rate": 1.9993605414579365e-07,
+      "loss": 0.0046,
+      "step": 13280
+    },
+    {
+      "epoch": 0.024617767025899594,
+      "grad_norm": 1.311022400856018,
+      "learning_rate": 1.9993594996817e-07,
+      "loss": 0.0036,
+      "step": 13290
+    },
+    {
+      "epoch": 0.024636290552630898,
+      "grad_norm": 0.5277770757675171,
+      "learning_rate": 1.9993584570578194e-07,
+      "loss": 0.0034,
+      "step": 13300
+    },
+    {
+      "epoch": 0.024654814079362198,
+      "grad_norm": 2.953326463699341,
+      "learning_rate": 1.999357413586295e-07,
+      "loss": 0.0035,
+      "step": 13310
+    },
+    {
+      "epoch": 0.0246733376060935,
+      "grad_norm": 1.2214648723602295,
+      "learning_rate": 1.999356369267128e-07,
+      "loss": 0.0036,
+      "step": 13320
+    },
+    {
+      "epoch": 0.024691861132824802,
+      "grad_norm": 0.5046392679214478,
+      "learning_rate": 1.9993553241003194e-07,
+      "loss": 0.0049,
+      "step": 13330
+    },
+    {
+      "epoch": 0.024710384659556103,
+      "grad_norm": 0.5710066556930542,
+      "learning_rate": 1.99935427808587e-07,
+      "loss": 0.0039,
+      "step": 13340
+    },
+    {
+      "epoch": 0.024728908186287403,
+      "grad_norm": 0.4568794071674347,
+      "learning_rate": 1.9993532312237805e-07,
+      "loss": 0.0035,
+      "step": 13350
+    },
+    {
+      "epoch": 0.024747431713018703,
+      "grad_norm": 1.226789951324463,
+      "learning_rate": 1.999352183514052e-07,
+      "loss": 0.0055,
+      "step": 13360
+    },
+    {
+      "epoch": 0.024765955239750007,
+      "grad_norm": 0.3830243945121765,
+      "learning_rate": 1.9993511349566852e-07,
+      "loss": 0.0049,
+      "step": 13370
+    },
+    {
+      "epoch": 0.024784478766481308,
+      "grad_norm": 1.1660419702529907,
+      "learning_rate": 1.9993500855516813e-07,
+      "loss": 0.0036,
+      "step": 13380
+    },
+    {
+      "epoch": 0.024803002293212608,
+      "grad_norm": 0.5242053866386414,
+      "learning_rate": 1.999349035299041e-07,
+      "loss": 0.0043,
+      "step": 13390
+    },
+    {
+      "epoch": 0.024821525819943912,
+      "grad_norm": 1.0264207124710083,
+      "learning_rate": 1.999347984198765e-07,
+      "loss": 0.0037,
+      "step": 13400
+    },
+    {
+      "epoch": 0.024840049346675212,
+      "grad_norm": 0.546720564365387,
+      "learning_rate": 1.9993469322508542e-07,
+      "loss": 0.0032,
+      "step": 13410
+    },
+    {
+      "epoch": 0.024858572873406513,
+      "grad_norm": 1.5827056169509888,
+      "learning_rate": 1.9993458794553103e-07,
+      "loss": 0.0045,
+      "step": 13420
+    },
+    {
+      "epoch": 0.024877096400137817,
+      "grad_norm": 0.7910020351409912,
+      "learning_rate": 1.999344825812133e-07,
+      "loss": 0.003,
+      "step": 13430
+    },
+    {
+      "epoch": 0.024895619926869117,
+      "grad_norm": 2.7343554496765137,
+      "learning_rate": 1.9993437713213241e-07,
+      "loss": 0.0039,
+      "step": 13440
+    },
+    {
+      "epoch": 0.024914143453600417,
+      "grad_norm": 0.5539982318878174,
+      "learning_rate": 1.999342715982884e-07,
+      "loss": 0.0036,
+      "step": 13450
+    },
+    {
+      "epoch": 0.024932666980331718,
+      "grad_norm": 1.0445407629013062,
+      "learning_rate": 1.999341659796814e-07,
+      "loss": 0.0039,
+      "step": 13460
+    },
+    {
+      "epoch": 0.02495119050706302,
+      "grad_norm": 0.9071051478385925,
+      "learning_rate": 1.999340602763114e-07,
+      "loss": 0.0035,
+      "step": 13470
+    },
+    {
+      "epoch": 0.024969714033794322,
+      "grad_norm": 3.8790252208709717,
+      "learning_rate": 1.999339544881786e-07,
+      "loss": 0.0039,
+      "step": 13480
+    },
+    {
+      "epoch": 0.024988237560525622,
+      "grad_norm": 1.3649259805679321,
+      "learning_rate": 1.9993384861528312e-07,
+      "loss": 0.0043,
+      "step": 13490
+    },
+    {
+      "epoch": 0.025006761087256926,
+      "grad_norm": 1.1538264751434326,
+      "learning_rate": 1.999337426576249e-07,
+      "loss": 0.0046,
+      "step": 13500
+    },
+    {
+      "epoch": 0.025025284613988227,
+      "grad_norm": 0.8608886003494263,
+      "learning_rate": 1.9993363661520416e-07,
+      "loss": 0.0027,
+      "step": 13510
+    },
+    {
+      "epoch": 0.025043808140719527,
+      "grad_norm": 1.1931533813476562,
+      "learning_rate": 1.9993353048802093e-07,
+      "loss": 0.0047,
+      "step": 13520
+    },
+    {
+      "epoch": 0.02506233166745083,
+      "grad_norm": 0.46739956736564636,
+      "learning_rate": 1.999334242760753e-07,
+      "loss": 0.0039,
+      "step": 13530
+    },
+    {
+      "epoch": 0.02508085519418213,
+      "grad_norm": 0.8243370652198792,
+      "learning_rate": 1.999333179793674e-07,
+      "loss": 0.0039,
+      "step": 13540
+    },
+    {
+      "epoch": 0.02509937872091343,
+      "grad_norm": 0.9790375828742981,
+      "learning_rate": 1.9993321159789726e-07,
+      "loss": 0.0032,
+      "step": 13550
+    },
+    {
+      "epoch": 0.025117902247644732,
+      "grad_norm": 0.8523391485214233,
+      "learning_rate": 1.99933105131665e-07,
+      "loss": 0.0033,
+      "step": 13560
+    },
+    {
+      "epoch": 0.025136425774376036,
+      "grad_norm": 1.8698952198028564,
+      "learning_rate": 1.9993299858067077e-07,
+      "loss": 0.0039,
+      "step": 13570
+    },
+    {
+      "epoch": 0.025154949301107336,
+      "grad_norm": 1.440710186958313,
+      "learning_rate": 1.9993289194491456e-07,
+      "loss": 0.0037,
+      "step": 13580
+    },
+    {
+      "epoch": 0.025173472827838637,
+      "grad_norm": 1.831391453742981,
+      "learning_rate": 1.999327852243965e-07,
+      "loss": 0.0046,
+      "step": 13590
+    },
+    {
+      "epoch": 0.02519199635456994,
+      "grad_norm": 1.0586085319519043,
+      "learning_rate": 1.999326784191167e-07,
+      "loss": 0.004,
+      "step": 13600
+    },
+    {
+      "epoch": 0.02521051988130124,
+      "grad_norm": 0.6870210766792297,
+      "learning_rate": 1.9993257152907525e-07,
+      "loss": 0.0043,
+      "step": 13610
+    },
+    {
+      "epoch": 0.02522904340803254,
+      "grad_norm": 0.969866931438446,
+      "learning_rate": 1.9993246455427222e-07,
+      "loss": 0.0037,
+      "step": 13620
+    },
+    {
+      "epoch": 0.025247566934763845,
+      "grad_norm": 1.4233394861221313,
+      "learning_rate": 1.999323574947077e-07,
+      "loss": 0.0041,
+      "step": 13630
+    },
+    {
+      "epoch": 0.025266090461495146,
+      "grad_norm": 1.1810661554336548,
+      "learning_rate": 1.999322503503818e-07,
+      "loss": 0.0033,
+      "step": 13640
+    },
+    {
+      "epoch": 0.025284613988226446,
+      "grad_norm": 1.3166649341583252,
+      "learning_rate": 1.9993214312129457e-07,
+      "loss": 0.0042,
+      "step": 13650
+    },
+    {
+      "epoch": 0.025303137514957746,
+      "grad_norm": 1.1056807041168213,
+      "learning_rate": 1.9993203580744616e-07,
+      "loss": 0.0043,
+      "step": 13660
+    },
+    {
+      "epoch": 0.02532166104168905,
+      "grad_norm": 1.1100889444351196,
+      "learning_rate": 1.9993192840883662e-07,
+      "loss": 0.0038,
+      "step": 13670
+    },
+    {
+      "epoch": 0.02534018456842035,
+      "grad_norm": 0.5040842890739441,
+      "learning_rate": 1.9993182092546603e-07,
+      "loss": 0.0044,
+      "step": 13680
+    },
+    {
+      "epoch": 0.02535870809515165,
+      "grad_norm": 1.169029951095581,
+      "learning_rate": 1.9993171335733454e-07,
+      "loss": 0.0037,
+      "step": 13690
+    },
+    {
+      "epoch": 0.025377231621882955,
+      "grad_norm": 1.6770260334014893,
+      "learning_rate": 1.999316057044422e-07,
+      "loss": 0.0044,
+      "step": 13700
+    },
+    {
+      "epoch": 0.025395755148614255,
+      "grad_norm": 1.1162688732147217,
+      "learning_rate": 1.9993149796678908e-07,
+      "loss": 0.0034,
+      "step": 13710
+    },
+    {
+      "epoch": 0.025414278675345556,
+      "grad_norm": 1.3762277364730835,
+      "learning_rate": 1.9993139014437531e-07,
+      "loss": 0.0036,
+      "step": 13720
+    },
+    {
+      "epoch": 0.025432802202076856,
+      "grad_norm": 0.23831801116466522,
+      "learning_rate": 1.9993128223720097e-07,
+      "loss": 0.0037,
+      "step": 13730
+    },
+    {
+      "epoch": 0.02545132572880816,
+      "grad_norm": 2.6825010776519775,
+      "learning_rate": 1.9993117424526616e-07,
+      "loss": 0.0038,
+      "step": 13740
+    },
+    {
+      "epoch": 0.02546984925553946,
+      "grad_norm": 1.3211004734039307,
+      "learning_rate": 1.9993106616857096e-07,
+      "loss": 0.0043,
+      "step": 13750
+    },
+    {
+      "epoch": 0.02548837278227076,
+      "grad_norm": 1.1379201412200928,
+      "learning_rate": 1.9993095800711545e-07,
+      "loss": 0.0043,
+      "step": 13760
+    },
+    {
+      "epoch": 0.025506896309002065,
+      "grad_norm": 8.816250801086426,
+      "learning_rate": 1.9993084976089976e-07,
+      "loss": 0.0035,
+      "step": 13770
+    },
+    {
+      "epoch": 0.025525419835733365,
+      "grad_norm": 0.5511662364006042,
+      "learning_rate": 1.999307414299239e-07,
+      "loss": 0.0052,
+      "step": 13780
+    },
+    {
+      "epoch": 0.025543943362464665,
+      "grad_norm": 1.8915300369262695,
+      "learning_rate": 1.9993063301418808e-07,
+      "loss": 0.0046,
+      "step": 13790
+    },
+    {
+      "epoch": 0.02556246688919597,
+      "grad_norm": 2.0237274169921875,
+      "learning_rate": 1.9993052451369233e-07,
+      "loss": 0.0049,
+      "step": 13800
+    },
+    {
+      "epoch": 0.02558099041592727,
+      "grad_norm": 0.8218046426773071,
+      "learning_rate": 1.999304159284367e-07,
+      "loss": 0.0042,
+      "step": 13810
+    },
+    {
+      "epoch": 0.02559951394265857,
+      "grad_norm": 0.9157915711402893,
+      "learning_rate": 1.9993030725842135e-07,
+      "loss": 0.0041,
+      "step": 13820
+    },
+    {
+      "epoch": 0.02561803746938987,
+      "grad_norm": 0.9119143486022949,
+      "learning_rate": 1.9993019850364634e-07,
+      "loss": 0.0039,
+      "step": 13830
+    },
+    {
+      "epoch": 0.025636560996121174,
+      "grad_norm": 1.533337950706482,
+      "learning_rate": 1.9993008966411178e-07,
+      "loss": 0.0038,
+      "step": 13840
+    },
+    {
+      "epoch": 0.025655084522852475,
+      "grad_norm": 2.22788667678833,
+      "learning_rate": 1.9992998073981774e-07,
+      "loss": 0.0032,
+      "step": 13850
+    },
+    {
+      "epoch": 0.025673608049583775,
+      "grad_norm": 1.1273174285888672,
+      "learning_rate": 1.9992987173076433e-07,
+      "loss": 0.0041,
+      "step": 13860
+    },
+    {
+      "epoch": 0.02569213157631508,
+      "grad_norm": 0.6672047972679138,
+      "learning_rate": 1.9992976263695165e-07,
+      "loss": 0.0041,
+      "step": 13870
+    },
+    {
+      "epoch": 0.02571065510304638,
+      "grad_norm": 0.7757489085197449,
+      "learning_rate": 1.9992965345837974e-07,
+      "loss": 0.0042,
+      "step": 13880
+    },
+    {
+      "epoch": 0.02572917862977768,
+      "grad_norm": 1.2127727270126343,
+      "learning_rate": 1.9992954419504877e-07,
+      "loss": 0.0039,
+      "step": 13890
+    },
+    {
+      "epoch": 0.025747702156508984,
+      "grad_norm": 2.30127215385437,
+      "learning_rate": 1.9992943484695875e-07,
+      "loss": 0.0031,
+      "step": 13900
+    },
+    {
+      "epoch": 0.025766225683240284,
+      "grad_norm": 0.745219349861145,
+      "learning_rate": 1.9992932541410989e-07,
+      "loss": 0.0045,
+      "step": 13910
+    },
+    {
+      "epoch": 0.025784749209971584,
+      "grad_norm": 1.2701218128204346,
+      "learning_rate": 1.9992921589650216e-07,
+      "loss": 0.0035,
+      "step": 13920
+    },
+    {
+      "epoch": 0.025803272736702885,
+      "grad_norm": 0.30821022391319275,
+      "learning_rate": 1.9992910629413572e-07,
+      "loss": 0.0028,
+      "step": 13930
+    },
+    {
+      "epoch": 0.02582179626343419,
+      "grad_norm": 1.768576741218567,
+      "learning_rate": 1.9992899660701063e-07,
+      "loss": 0.0034,
+      "step": 13940
+    },
+    {
+      "epoch": 0.02584031979016549,
+      "grad_norm": 0.5029256343841553,
+      "learning_rate": 1.99928886835127e-07,
+      "loss": 0.0041,
+      "step": 13950
+    },
+    {
+      "epoch": 0.02585884331689679,
+      "grad_norm": 0.396045058965683,
+      "learning_rate": 1.9992877697848494e-07,
+      "loss": 0.0033,
+      "step": 13960
+    },
+    {
+      "epoch": 0.025877366843628093,
+      "grad_norm": 1.0669636726379395,
+      "learning_rate": 1.999286670370845e-07,
+      "loss": 0.0042,
+      "step": 13970
+    },
+    {
+      "epoch": 0.025895890370359394,
+      "grad_norm": 1.2855182886123657,
+      "learning_rate": 1.9992855701092582e-07,
+      "loss": 0.0035,
+      "step": 13980
+    },
+    {
+      "epoch": 0.025914413897090694,
+      "grad_norm": 2.3098907470703125,
+      "learning_rate": 1.9992844690000897e-07,
+      "loss": 0.0038,
+      "step": 13990
+    },
+    {
+      "epoch": 0.025932937423821998,
+      "grad_norm": 1.3860021829605103,
+      "learning_rate": 1.99928336704334e-07,
+      "loss": 0.0036,
+      "step": 14000
+    },
+    {
+      "epoch": 0.0259514609505533,
+      "grad_norm": 1.1566129922866821,
+      "learning_rate": 1.9992822642390112e-07,
+      "loss": 0.0036,
+      "step": 14010
+    },
+    {
+      "epoch": 0.0259699844772846,
+      "grad_norm": 0.5010298490524292,
+      "learning_rate": 1.9992811605871033e-07,
+      "loss": 0.0043,
+      "step": 14020
+    },
+    {
+      "epoch": 0.0259885080040159,
+      "grad_norm": 1.7062780857086182,
+      "learning_rate": 1.9992800560876174e-07,
+      "loss": 0.0039,
+      "step": 14030
+    },
+    {
+      "epoch": 0.026007031530747203,
+      "grad_norm": 0.7996389865875244,
+      "learning_rate": 1.9992789507405543e-07,
+      "loss": 0.0043,
+      "step": 14040
+    },
+    {
+      "epoch": 0.026025555057478503,
+      "grad_norm": 0.5072804093360901,
+      "learning_rate": 1.9992778445459152e-07,
+      "loss": 0.003,
+      "step": 14050
+    },
+    {
+      "epoch": 0.026044078584209804,
+      "grad_norm": 0.9613421559333801,
+      "learning_rate": 1.9992767375037012e-07,
+      "loss": 0.0045,
+      "step": 14060
+    },
+    {
+      "epoch": 0.026062602110941108,
+      "grad_norm": 1.3300940990447998,
+      "learning_rate": 1.9992756296139128e-07,
+      "loss": 0.0038,
+      "step": 14070
+    },
+    {
+      "epoch": 0.026081125637672408,
+      "grad_norm": 0.4797874689102173,
+      "learning_rate": 1.9992745208765514e-07,
+      "loss": 0.0038,
+      "step": 14080
+    },
+    {
+      "epoch": 0.02609964916440371,
+      "grad_norm": 8.949529647827148,
+      "learning_rate": 1.9992734112916173e-07,
+      "loss": 0.0042,
+      "step": 14090
+    },
+    {
+      "epoch": 0.02611817269113501,
+      "grad_norm": 0.5192855000495911,
+      "learning_rate": 1.9992723008591122e-07,
+      "loss": 0.003,
+      "step": 14100
+    },
+    {
+      "epoch": 0.026136696217866313,
+      "grad_norm": 1.2549939155578613,
+      "learning_rate": 1.9992711895790365e-07,
+      "loss": 0.0051,
+      "step": 14110
+    },
+    {
+      "epoch": 0.026155219744597613,
+      "grad_norm": 1.0937813520431519,
+      "learning_rate": 1.999270077451391e-07,
+      "loss": 0.0048,
+      "step": 14120
+    },
+    {
+      "epoch": 0.026173743271328914,
+      "grad_norm": 0.5928589105606079,
+      "learning_rate": 1.9992689644761774e-07,
+      "loss": 0.0024,
+      "step": 14130
+    },
+    {
+      "epoch": 0.026192266798060217,
+      "grad_norm": 0.32942864298820496,
+      "learning_rate": 1.9992678506533962e-07,
+      "loss": 0.0039,
+      "step": 14140
+    },
+    {
+      "epoch": 0.026210790324791518,
+      "grad_norm": 1.1413058042526245,
+      "learning_rate": 1.999266735983048e-07,
+      "loss": 0.0028,
+      "step": 14150
+    },
+    {
+      "epoch": 0.026229313851522818,
+      "grad_norm": 1.7829631567001343,
+      "learning_rate": 1.9992656204651345e-07,
+      "loss": 0.004,
+      "step": 14160
+    },
+    {
+      "epoch": 0.026247837378254122,
+      "grad_norm": 0.6462355852127075,
+      "learning_rate": 1.9992645040996562e-07,
+      "loss": 0.0031,
+      "step": 14170
+    },
+    {
+      "epoch": 0.026266360904985422,
+      "grad_norm": 0.7902731895446777,
+      "learning_rate": 1.9992633868866137e-07,
+      "loss": 0.0043,
+      "step": 14180
+    },
+    {
+      "epoch": 0.026284884431716723,
+      "grad_norm": 0.5349451303482056,
+      "learning_rate": 1.9992622688260088e-07,
+      "loss": 0.0036,
+      "step": 14190
+    },
+    {
+      "epoch": 0.026303407958448023,
+      "grad_norm": 0.8034486770629883,
+      "learning_rate": 1.9992611499178418e-07,
+      "loss": 0.0035,
+      "step": 14200
+    },
+    {
+      "epoch": 0.026321931485179327,
+      "grad_norm": 0.497665137052536,
+      "learning_rate": 1.9992600301621136e-07,
+      "loss": 0.0036,
+      "step": 14210
+    },
+    {
+      "epoch": 0.026340455011910627,
+      "grad_norm": 0.5894801020622253,
+      "learning_rate": 1.9992589095588257e-07,
+      "loss": 0.0033,
+      "step": 14220
+    },
+    {
+      "epoch": 0.026358978538641928,
+      "grad_norm": 0.32930904626846313,
+      "learning_rate": 1.9992577881079786e-07,
+      "loss": 0.0034,
+      "step": 14230
+    },
+    {
+      "epoch": 0.02637750206537323,
+      "grad_norm": 0.6587752103805542,
+      "learning_rate": 1.9992566658095734e-07,
+      "loss": 0.0041,
+      "step": 14240
+    },
+    {
+      "epoch": 0.026396025592104532,
+      "grad_norm": 1.508559226989746,
+      "learning_rate": 1.9992555426636111e-07,
+      "loss": 0.0033,
+      "step": 14250
+    },
+    {
+      "epoch": 0.026414549118835833,
+      "grad_norm": 0.551942765712738,
+      "learning_rate": 1.9992544186700924e-07,
+      "loss": 0.005,
+      "step": 14260
+    },
+    {
+      "epoch": 0.026433072645567136,
+      "grad_norm": 2.6497669219970703,
+      "learning_rate": 1.9992532938290184e-07,
+      "loss": 0.0046,
+      "step": 14270
+    },
+    {
+      "epoch": 0.026451596172298437,
+      "grad_norm": 1.497714877128601,
+      "learning_rate": 1.9992521681403903e-07,
+      "loss": 0.0034,
+      "step": 14280
+    },
+    {
+      "epoch": 0.026470119699029737,
+      "grad_norm": 3.9580254554748535,
+      "learning_rate": 1.999251041604209e-07,
+      "loss": 0.0034,
+      "step": 14290
+    },
+    {
+      "epoch": 0.026488643225761038,
+      "grad_norm": 2.1725597381591797,
+      "learning_rate": 1.999249914220475e-07,
+      "loss": 0.0041,
+      "step": 14300
+    },
+    {
+      "epoch": 0.02650716675249234,
+      "grad_norm": 1.4030534029006958,
+      "learning_rate": 1.9992487859891896e-07,
+      "loss": 0.0032,
+      "step": 14310
+    },
+    {
+      "epoch": 0.026525690279223642,
+      "grad_norm": 0.40618935227394104,
+      "learning_rate": 1.9992476569103537e-07,
+      "loss": 0.0036,
+      "step": 14320
+    },
+    {
+      "epoch": 0.026544213805954942,
+      "grad_norm": 0.869651734828949,
+      "learning_rate": 1.9992465269839684e-07,
+      "loss": 0.0027,
+      "step": 14330
+    },
+    {
+      "epoch": 0.026562737332686246,
+      "grad_norm": 0.9191752076148987,
+      "learning_rate": 1.9992453962100346e-07,
+      "loss": 0.0039,
+      "step": 14340
+    },
+    {
+      "epoch": 0.026581260859417546,
+      "grad_norm": 1.091217279434204,
+      "learning_rate": 1.999244264588553e-07,
+      "loss": 0.0036,
+      "step": 14350
+    },
+    {
+      "epoch": 0.026599784386148847,
+      "grad_norm": 1.7123265266418457,
+      "learning_rate": 1.9992431321195248e-07,
+      "loss": 0.0039,
+      "step": 14360
+    },
+    {
+      "epoch": 0.02661830791288015,
+      "grad_norm": 6.467123985290527,
+      "learning_rate": 1.999241998802951e-07,
+      "loss": 0.0049,
+      "step": 14370
+    },
+    {
+      "epoch": 0.02663683143961145,
+      "grad_norm": 1.721150279045105,
+      "learning_rate": 1.9992408646388324e-07,
+      "loss": 0.0052,
+      "step": 14380
+    },
+    {
+      "epoch": 0.02665535496634275,
+      "grad_norm": 1.336623191833496,
+      "learning_rate": 1.99923972962717e-07,
+      "loss": 0.0037,
+      "step": 14390
+    },
+    {
+      "epoch": 0.026673878493074052,
+      "grad_norm": 1.2325992584228516,
+      "learning_rate": 1.9992385937679647e-07,
+      "loss": 0.0036,
+      "step": 14400
+    },
+    {
+      "epoch": 0.026692402019805356,
+      "grad_norm": 3.1750712394714355,
+      "learning_rate": 1.9992374570612178e-07,
+      "loss": 0.0038,
+      "step": 14410
+    },
+    {
+      "epoch": 0.026710925546536656,
+      "grad_norm": 0.7979589104652405,
+      "learning_rate": 1.99923631950693e-07,
+      "loss": 0.0037,
+      "step": 14420
+    },
+    {
+      "epoch": 0.026729449073267957,
+      "grad_norm": 1.2638963460922241,
+      "learning_rate": 1.999235181105102e-07,
+      "loss": 0.0046,
+      "step": 14430
+    },
+    {
+      "epoch": 0.02674797259999926,
+      "grad_norm": 0.9827898740768433,
+      "learning_rate": 1.9992340418557356e-07,
+      "loss": 0.0037,
+      "step": 14440
+    },
+    {
+      "epoch": 0.02676649612673056,
+      "grad_norm": 0.388492614030838,
+      "learning_rate": 1.9992329017588309e-07,
+      "loss": 0.0047,
+      "step": 14450
+    },
+    {
+      "epoch": 0.02678501965346186,
+      "grad_norm": 2.1175193786621094,
+      "learning_rate": 1.9992317608143892e-07,
+      "loss": 0.0037,
+      "step": 14460
+    },
+    {
+      "epoch": 0.026803543180193165,
+      "grad_norm": 0.644545316696167,
+      "learning_rate": 1.9992306190224112e-07,
+      "loss": 0.0044,
+      "step": 14470
+    },
+    {
+      "epoch": 0.026822066706924465,
+      "grad_norm": 0.39012351632118225,
+      "learning_rate": 1.9992294763828986e-07,
+      "loss": 0.0044,
+      "step": 14480
+    },
+    {
+      "epoch": 0.026840590233655766,
+      "grad_norm": 4.8135857582092285,
+      "learning_rate": 1.9992283328958517e-07,
+      "loss": 0.0027,
+      "step": 14490
+    },
+    {
+      "epoch": 0.026859113760387066,
+      "grad_norm": 0.8605958223342896,
+      "learning_rate": 1.9992271885612716e-07,
+      "loss": 0.0041,
+      "step": 14500
+    },
+    {
+      "epoch": 0.02687763728711837,
+      "grad_norm": 0.7354183197021484,
+      "learning_rate": 1.9992260433791594e-07,
+      "loss": 0.0039,
+      "step": 14510
+    },
+    {
+      "epoch": 0.02689616081384967,
+      "grad_norm": 0.5786769986152649,
+      "learning_rate": 1.9992248973495157e-07,
+      "loss": 0.0031,
+      "step": 14520
+    },
+    {
+      "epoch": 0.02691468434058097,
+      "grad_norm": 1.000627040863037,
+      "learning_rate": 1.999223750472342e-07,
+      "loss": 0.0037,
+      "step": 14530
+    },
+    {
+      "epoch": 0.026933207867312275,
+      "grad_norm": 0.49018093943595886,
+      "learning_rate": 1.9992226027476393e-07,
+      "loss": 0.0029,
+      "step": 14540
+    },
+    {
+      "epoch": 0.026951731394043575,
+      "grad_norm": 1.3955392837524414,
+      "learning_rate": 1.9992214541754082e-07,
+      "loss": 0.0045,
+      "step": 14550
+    },
+    {
+      "epoch": 0.026970254920774876,
+      "grad_norm": 1.0570303201675415,
+      "learning_rate": 1.9992203047556497e-07,
+      "loss": 0.0042,
+      "step": 14560
+    },
+    {
+      "epoch": 0.026988778447506176,
+      "grad_norm": 0.4549688994884491,
+      "learning_rate": 1.999219154488365e-07,
+      "loss": 0.0047,
+      "step": 14570
+    },
+    {
+      "epoch": 0.02700730197423748,
+      "grad_norm": 1.182187557220459,
+      "learning_rate": 1.9992180033735549e-07,
+      "loss": 0.0038,
+      "step": 14580
+    },
+    {
+      "epoch": 0.02702582550096878,
+      "grad_norm": 0.8583022952079773,
+      "learning_rate": 1.9992168514112202e-07,
+      "loss": 0.0046,
+      "step": 14590
+    },
+    {
+      "epoch": 0.02704434902770008,
+      "grad_norm": 0.5665132999420166,
+      "learning_rate": 1.9992156986013624e-07,
+      "loss": 0.0035,
+      "step": 14600
+    },
+    {
+      "epoch": 0.027062872554431384,
+      "grad_norm": 1.042681336402893,
+      "learning_rate": 1.9992145449439822e-07,
+      "loss": 0.0048,
+      "step": 14610
+    },
+    {
+      "epoch": 0.027081396081162685,
+      "grad_norm": 0.3293008804321289,
+      "learning_rate": 1.9992133904390804e-07,
+      "loss": 0.0034,
+      "step": 14620
+    },
+    {
+      "epoch": 0.027099919607893985,
+      "grad_norm": 1.644984245300293,
+      "learning_rate": 1.999212235086658e-07,
+      "loss": 0.0038,
+      "step": 14630
+    },
+    {
+      "epoch": 0.02711844313462529,
+      "grad_norm": 1.421950340270996,
+      "learning_rate": 1.9992110788867166e-07,
+      "loss": 0.0055,
+      "step": 14640
+    },
+    {
+      "epoch": 0.02713696666135659,
+      "grad_norm": 1.3089810609817505,
+      "learning_rate": 1.9992099218392564e-07,
+      "loss": 0.0031,
+      "step": 14650
+    },
+    {
+      "epoch": 0.02715549018808789,
+      "grad_norm": 4.183242321014404,
+      "learning_rate": 1.9992087639442786e-07,
+      "loss": 0.0032,
+      "step": 14660
+    },
+    {
+      "epoch": 0.02717401371481919,
+      "grad_norm": 0.5830032825469971,
+      "learning_rate": 1.9992076052017843e-07,
+      "loss": 0.0038,
+      "step": 14670
+    },
+    {
+      "epoch": 0.027192537241550494,
+      "grad_norm": 1.4001753330230713,
+      "learning_rate": 1.9992064456117745e-07,
+      "loss": 0.0034,
+      "step": 14680
+    },
+    {
+      "epoch": 0.027211060768281795,
+      "grad_norm": 13.539731979370117,
+      "learning_rate": 1.9992052851742502e-07,
+      "loss": 0.005,
+      "step": 14690
+    },
+    {
+      "epoch": 0.027229584295013095,
+      "grad_norm": 0.8338188529014587,
+      "learning_rate": 1.999204123889212e-07,
+      "loss": 0.0043,
+      "step": 14700
+    },
+    {
+      "epoch": 0.0272481078217444,
+      "grad_norm": 1.5026789903640747,
+      "learning_rate": 1.9992029617566616e-07,
+      "loss": 0.0035,
+      "step": 14710
+    },
+    {
+      "epoch": 0.0272666313484757,
+      "grad_norm": 3.635765790939331,
+      "learning_rate": 1.9992017987765993e-07,
+      "loss": 0.0042,
+      "step": 14720
+    },
+    {
+      "epoch": 0.027285154875207,
+      "grad_norm": 1.1293585300445557,
+      "learning_rate": 1.9992006349490266e-07,
+      "loss": 0.0048,
+      "step": 14730
+    },
+    {
+      "epoch": 0.027303678401938303,
+      "grad_norm": 1.0480681657791138,
+      "learning_rate": 1.9991994702739442e-07,
+      "loss": 0.0037,
+      "step": 14740
+    },
+    {
+      "epoch": 0.027322201928669604,
+      "grad_norm": 0.37252336740493774,
+      "learning_rate": 1.9991983047513532e-07,
+      "loss": 0.0034,
+      "step": 14750
+    },
+    {
+      "epoch": 0.027340725455400904,
+      "grad_norm": 4.205869674682617,
+      "learning_rate": 1.9991971383812541e-07,
+      "loss": 0.004,
+      "step": 14760
+    },
+    {
+      "epoch": 0.027359248982132205,
+      "grad_norm": 2.336991310119629,
+      "learning_rate": 1.9991959711636488e-07,
+      "loss": 0.0045,
+      "step": 14770
+    },
+    {
+      "epoch": 0.02737777250886351,
+      "grad_norm": 0.5513859987258911,
+      "learning_rate": 1.9991948030985378e-07,
+      "loss": 0.0038,
+      "step": 14780
+    },
+    {
+      "epoch": 0.02739629603559481,
+      "grad_norm": 1.1170828342437744,
+      "learning_rate": 1.999193634185922e-07,
+      "loss": 0.0037,
+      "step": 14790
+    },
+    {
+      "epoch": 0.02741481956232611,
+      "grad_norm": 1.3165197372436523,
+      "learning_rate": 1.9991924644258024e-07,
+      "loss": 0.0029,
+      "step": 14800
+    },
+    {
+      "epoch": 0.027433343089057413,
+      "grad_norm": 0.6852640509605408,
+      "learning_rate": 1.9991912938181802e-07,
+      "loss": 0.0033,
+      "step": 14810
+    },
+    {
+      "epoch": 0.027451866615788714,
+      "grad_norm": 1.3344347476959229,
+      "learning_rate": 1.9991901223630562e-07,
+      "loss": 0.0026,
+      "step": 14820
+    },
+    {
+      "epoch": 0.027470390142520014,
+      "grad_norm": 1.9052156209945679,
+      "learning_rate": 1.9991889500604315e-07,
+      "loss": 0.0041,
+      "step": 14830
+    },
+    {
+      "epoch": 0.027488913669251318,
+      "grad_norm": 0.7156654596328735,
+      "learning_rate": 1.9991877769103072e-07,
+      "loss": 0.004,
+      "step": 14840
+    },
+    {
+      "epoch": 0.027507437195982618,
+      "grad_norm": 0.8646858930587769,
+      "learning_rate": 1.9991866029126841e-07,
+      "loss": 0.0033,
+      "step": 14850
+    },
+    {
+      "epoch": 0.02752596072271392,
+      "grad_norm": 1.7443900108337402,
+      "learning_rate": 1.999185428067563e-07,
+      "loss": 0.0029,
+      "step": 14860
+    },
+    {
+      "epoch": 0.02754448424944522,
+      "grad_norm": 5.108303070068359,
+      "learning_rate": 1.9991842523749455e-07,
+      "loss": 0.0035,
+      "step": 14870
+    },
+    {
+      "epoch": 0.027563007776176523,
+      "grad_norm": 0.6446295380592346,
+      "learning_rate": 1.999183075834832e-07,
+      "loss": 0.003,
+      "step": 14880
+    },
+    {
+      "epoch": 0.027581531302907823,
+      "grad_norm": 1.04851233959198,
+      "learning_rate": 1.999181898447224e-07,
+      "loss": 0.0048,
+      "step": 14890
+    },
+    {
+      "epoch": 0.027600054829639124,
+      "grad_norm": 0.6830344200134277,
+      "learning_rate": 1.999180720212122e-07,
+      "loss": 0.0046,
+      "step": 14900
+    },
+    {
+      "epoch": 0.027618578356370427,
+      "grad_norm": 1.8201650381088257,
+      "learning_rate": 1.9991795411295277e-07,
+      "loss": 0.0041,
+      "step": 14910
+    },
+    {
+      "epoch": 0.027637101883101728,
+      "grad_norm": 0.6919720768928528,
+      "learning_rate": 1.9991783611994412e-07,
+      "loss": 0.0036,
+      "step": 14920
+    },
+    {
+      "epoch": 0.02765562540983303,
+      "grad_norm": 1.1396560668945312,
+      "learning_rate": 1.999177180421864e-07,
+      "loss": 0.0055,
+      "step": 14930
+    },
+    {
+      "epoch": 0.02767414893656433,
+      "grad_norm": 1.5992690324783325,
+      "learning_rate": 1.9991759987967972e-07,
+      "loss": 0.0049,
+      "step": 14940
+    },
+    {
+      "epoch": 0.027692672463295633,
+      "grad_norm": 1.2165946960449219,
+      "learning_rate": 1.9991748163242415e-07,
+      "loss": 0.0043,
+      "step": 14950
+    },
+    {
+      "epoch": 0.027711195990026933,
+      "grad_norm": 0.7770680785179138,
+      "learning_rate": 1.9991736330041982e-07,
+      "loss": 0.0045,
+      "step": 14960
+    },
+    {
+      "epoch": 0.027729719516758233,
+      "grad_norm": 1.6203789710998535,
+      "learning_rate": 1.999172448836668e-07,
+      "loss": 0.0052,
+      "step": 14970
+    },
+    {
+      "epoch": 0.027748243043489537,
+      "grad_norm": 0.6099765300750732,
+      "learning_rate": 1.999171263821652e-07,
+      "loss": 0.0039,
+      "step": 14980
+    },
+    {
+      "epoch": 0.027766766570220838,
+      "grad_norm": 1.437012791633606,
+      "learning_rate": 1.9991700779591517e-07,
+      "loss": 0.0052,
+      "step": 14990
+    },
+    {
+      "epoch": 0.027785290096952138,
+      "grad_norm": 1.3011822700500488,
+      "learning_rate": 1.9991688912491674e-07,
+      "loss": 0.0035,
+      "step": 15000
+    },
+    {
+      "epoch": 0.027803813623683442,
+      "grad_norm": 0.31955835223197937,
+      "learning_rate": 1.9991677036917003e-07,
+      "loss": 0.0036,
+      "step": 15010
+    },
+    {
+      "epoch": 0.027822337150414742,
+      "grad_norm": 0.9672516584396362,
+      "learning_rate": 1.9991665152867517e-07,
+      "loss": 0.0044,
+      "step": 15020
+    },
+    {
+      "epoch": 0.027840860677146043,
+      "grad_norm": 1.3713430166244507,
+      "learning_rate": 1.9991653260343223e-07,
+      "loss": 0.0036,
+      "step": 15030
+    },
+    {
+      "epoch": 0.027859384203877343,
+      "grad_norm": 0.41362401843070984,
+      "learning_rate": 1.999164135934413e-07,
+      "loss": 0.004,
+      "step": 15040
+    },
+    {
+      "epoch": 0.027877907730608647,
+      "grad_norm": 0.7470771670341492,
+      "learning_rate": 1.9991629449870254e-07,
+      "loss": 0.0041,
+      "step": 15050
+    },
+    {
+      "epoch": 0.027896431257339947,
+      "grad_norm": 1.2483714818954468,
+      "learning_rate": 1.99916175319216e-07,
+      "loss": 0.0045,
+      "step": 15060
+    },
+    {
+      "epoch": 0.027914954784071248,
+      "grad_norm": 0.5899113416671753,
+      "learning_rate": 1.9991605605498178e-07,
+      "loss": 0.0047,
+      "step": 15070
+    },
+    {
+      "epoch": 0.02793347831080255,
+      "grad_norm": 9.110048294067383,
+      "learning_rate": 1.99915936706e-07,
+      "loss": 0.0034,
+      "step": 15080
+    },
+    {
+      "epoch": 0.027952001837533852,
+      "grad_norm": 0.582204282283783,
+      "learning_rate": 1.9991581727227075e-07,
+      "loss": 0.0034,
+      "step": 15090
+    },
+    {
+      "epoch": 0.027970525364265152,
+      "grad_norm": 1.242082953453064,
+      "learning_rate": 1.9991569775379414e-07,
+      "loss": 0.0039,
+      "step": 15100
+    },
+    {
+      "epoch": 0.027989048890996456,
+      "grad_norm": 1.0316402912139893,
+      "learning_rate": 1.9991557815057028e-07,
+      "loss": 0.0048,
+      "step": 15110
+    },
+    {
+      "epoch": 0.028007572417727757,
+      "grad_norm": 0.47821304202079773,
+      "learning_rate": 1.9991545846259928e-07,
+      "loss": 0.0047,
+      "step": 15120
+    },
+    {
+      "epoch": 0.028026095944459057,
+      "grad_norm": 6.3203816413879395,
+      "learning_rate": 1.9991533868988119e-07,
+      "loss": 0.0039,
+      "step": 15130
+    },
+    {
+      "epoch": 0.028044619471190357,
+      "grad_norm": 1.1486930847167969,
+      "learning_rate": 1.9991521883241615e-07,
+      "loss": 0.0043,
+      "step": 15140
+    },
+    {
+      "epoch": 0.02806314299792166,
+      "grad_norm": 0.36191168427467346,
+      "learning_rate": 1.9991509889020427e-07,
+      "loss": 0.0036,
+      "step": 15150
+    },
+    {
+      "epoch": 0.02808166652465296,
+      "grad_norm": 1.2858384847640991,
+      "learning_rate": 1.999149788632456e-07,
+      "loss": 0.0034,
+      "step": 15160
+    },
+    {
+      "epoch": 0.028100190051384262,
+      "grad_norm": 0.9385653734207153,
+      "learning_rate": 1.999148587515403e-07,
+      "loss": 0.0036,
+      "step": 15170
+    },
+    {
+      "epoch": 0.028118713578115566,
+      "grad_norm": 1.1493018865585327,
+      "learning_rate": 1.9991473855508846e-07,
+      "loss": 0.0044,
+      "step": 15180
+    },
+    {
+      "epoch": 0.028137237104846866,
+      "grad_norm": 1.142225980758667,
+      "learning_rate": 1.9991461827389016e-07,
+      "loss": 0.0048,
+      "step": 15190
+    },
+    {
+      "epoch": 0.028155760631578167,
+      "grad_norm": 0.32843345403671265,
+      "learning_rate": 1.999144979079455e-07,
+      "loss": 0.004,
+      "step": 15200
+    },
+    {
+      "epoch": 0.02817428415830947,
+      "grad_norm": 1.2703535556793213,
+      "learning_rate": 1.999143774572546e-07,
+      "loss": 0.0041,
+      "step": 15210
+    },
+    {
+      "epoch": 0.02819280768504077,
+      "grad_norm": 0.6766828894615173,
+      "learning_rate": 1.999142569218176e-07,
+      "loss": 0.0029,
+      "step": 15220
+    },
+    {
+      "epoch": 0.02821133121177207,
+      "grad_norm": 1.405356526374817,
+      "learning_rate": 1.9991413630163454e-07,
+      "loss": 0.0041,
+      "step": 15230
+    },
+    {
+      "epoch": 0.02822985473850337,
+      "grad_norm": 0.7553339004516602,
+      "learning_rate": 1.9991401559670554e-07,
+      "loss": 0.0035,
+      "step": 15240
+    },
+    {
+      "epoch": 0.028248378265234676,
+      "grad_norm": 0.9763771891593933,
+      "learning_rate": 1.999138948070307e-07,
+      "loss": 0.0044,
+      "step": 15250
+    },
+    {
+      "epoch": 0.028266901791965976,
+      "grad_norm": 0.9215732216835022,
+      "learning_rate": 1.9991377393261014e-07,
+      "loss": 0.0037,
+      "step": 15260
+    },
+    {
+      "epoch": 0.028285425318697276,
+      "grad_norm": 0.6952494978904724,
+      "learning_rate": 1.9991365297344394e-07,
+      "loss": 0.0041,
+      "step": 15270
+    },
+    {
+      "epoch": 0.02830394884542858,
+      "grad_norm": 2.7120444774627686,
+      "learning_rate": 1.999135319295322e-07,
+      "loss": 0.0044,
+      "step": 15280
+    },
+    {
+      "epoch": 0.02832247237215988,
+      "grad_norm": 1.354853630065918,
+      "learning_rate": 1.9991341080087505e-07,
+      "loss": 0.0034,
+      "step": 15290
+    },
+    {
+      "epoch": 0.02834099589889118,
+      "grad_norm": 0.5792673230171204,
+      "learning_rate": 1.9991328958747258e-07,
+      "loss": 0.0043,
+      "step": 15300
+    },
+    {
+      "epoch": 0.02835951942562248,
+      "grad_norm": 0.6537497043609619,
+      "learning_rate": 1.999131682893249e-07,
+      "loss": 0.0045,
+      "step": 15310
+    },
+    {
+      "epoch": 0.028378042952353785,
+      "grad_norm": 0.7030304670333862,
+      "learning_rate": 1.999130469064321e-07,
+      "loss": 0.005,
+      "step": 15320
+    },
+    {
+      "epoch": 0.028396566479085086,
+      "grad_norm": 0.741597056388855,
+      "learning_rate": 1.9991292543879427e-07,
+      "loss": 0.0032,
+      "step": 15330
+    },
+    {
+      "epoch": 0.028415090005816386,
+      "grad_norm": 1.2588895559310913,
+      "learning_rate": 1.9991280388641153e-07,
+      "loss": 0.0034,
+      "step": 15340
+    },
+    {
+      "epoch": 0.02843361353254769,
+      "grad_norm": 1.1994308233261108,
+      "learning_rate": 1.99912682249284e-07,
+      "loss": 0.0033,
+      "step": 15350
+    },
+    {
+      "epoch": 0.02845213705927899,
+      "grad_norm": 0.436038613319397,
+      "learning_rate": 1.9991256052741178e-07,
+      "loss": 0.0034,
+      "step": 15360
+    },
+    {
+      "epoch": 0.02847066058601029,
+      "grad_norm": 0.6602546572685242,
+      "learning_rate": 1.9991243872079494e-07,
+      "loss": 0.0041,
+      "step": 15370
+    },
+    {
+      "epoch": 0.028489184112741595,
+      "grad_norm": 1.5382957458496094,
+      "learning_rate": 1.9991231682943362e-07,
+      "loss": 0.0037,
+      "step": 15380
+    },
+    {
+      "epoch": 0.028507707639472895,
+      "grad_norm": 0.8141869306564331,
+      "learning_rate": 1.9991219485332787e-07,
+      "loss": 0.0039,
+      "step": 15390
+    },
+    {
+      "epoch": 0.028526231166204195,
+      "grad_norm": 1.6710875034332275,
+      "learning_rate": 1.9991207279247785e-07,
+      "loss": 0.0029,
+      "step": 15400
+    },
+    {
+      "epoch": 0.028544754692935496,
+      "grad_norm": 1.658119559288025,
+      "learning_rate": 1.9991195064688364e-07,
+      "loss": 0.0039,
+      "step": 15410
+    },
+    {
+      "epoch": 0.0285632782196668,
+      "grad_norm": 0.47136446833610535,
+      "learning_rate": 1.9991182841654537e-07,
+      "loss": 0.0033,
+      "step": 15420
+    },
+    {
+      "epoch": 0.0285818017463981,
+      "grad_norm": 1.649505615234375,
+      "learning_rate": 1.999117061014631e-07,
+      "loss": 0.004,
+      "step": 15430
+    },
+    {
+      "epoch": 0.0286003252731294,
+      "grad_norm": 0.6832846403121948,
+      "learning_rate": 1.9991158370163696e-07,
+      "loss": 0.004,
+      "step": 15440
+    },
+    {
+      "epoch": 0.028618848799860704,
+      "grad_norm": 0.29199764132499695,
+      "learning_rate": 1.9991146121706707e-07,
+      "loss": 0.0041,
+      "step": 15450
+    },
+    {
+      "epoch": 0.028637372326592005,
+      "grad_norm": 1.0341655015945435,
+      "learning_rate": 1.9991133864775347e-07,
+      "loss": 0.0043,
+      "step": 15460
+    },
+    {
+      "epoch": 0.028655895853323305,
+      "grad_norm": 1.6165870428085327,
+      "learning_rate": 1.999112159936963e-07,
+      "loss": 0.0053,
+      "step": 15470
+    },
+    {
+      "epoch": 0.02867441938005461,
+      "grad_norm": 0.906106173992157,
+      "learning_rate": 1.999110932548957e-07,
+      "loss": 0.0042,
+      "step": 15480
+    },
+    {
+      "epoch": 0.02869294290678591,
+      "grad_norm": 0.7213954925537109,
+      "learning_rate": 1.9991097043135173e-07,
+      "loss": 0.0035,
+      "step": 15490
+    },
+    {
+      "epoch": 0.02871146643351721,
+      "grad_norm": 2.238007068634033,
+      "learning_rate": 1.9991084752306452e-07,
+      "loss": 0.005,
+      "step": 15500
+    },
+    {
+      "epoch": 0.02872998996024851,
+      "grad_norm": 1.570681095123291,
+      "learning_rate": 1.9991072453003418e-07,
+      "loss": 0.0034,
+      "step": 15510
+    },
+    {
+      "epoch": 0.028748513486979814,
+      "grad_norm": 1.5118080377578735,
+      "learning_rate": 1.9991060145226078e-07,
+      "loss": 0.0037,
+      "step": 15520
+    },
+    {
+      "epoch": 0.028767037013711114,
+      "grad_norm": 2.763939619064331,
+      "learning_rate": 1.9991047828974444e-07,
+      "loss": 0.003,
+      "step": 15530
+    },
+    {
+      "epoch": 0.028785560540442415,
+      "grad_norm": 2.990626573562622,
+      "learning_rate": 1.9991035504248525e-07,
+      "loss": 0.0036,
+      "step": 15540
+    },
+    {
+      "epoch": 0.02880408406717372,
+      "grad_norm": 1.9799326658248901,
+      "learning_rate": 1.9991023171048336e-07,
+      "loss": 0.0028,
+      "step": 15550
+    },
+    {
+      "epoch": 0.02882260759390502,
+      "grad_norm": 2.3236095905303955,
+      "learning_rate": 1.999101082937388e-07,
+      "loss": 0.0053,
+      "step": 15560
+    },
+    {
+      "epoch": 0.02884113112063632,
+      "grad_norm": 0.7750484943389893,
+      "learning_rate": 1.9990998479225177e-07,
+      "loss": 0.004,
+      "step": 15570
+    },
+    {
+      "epoch": 0.028859654647367623,
+      "grad_norm": 0.8030531406402588,
+      "learning_rate": 1.9990986120602228e-07,
+      "loss": 0.0034,
+      "step": 15580
+    },
+    {
+      "epoch": 0.028878178174098924,
+      "grad_norm": 0.8942427635192871,
+      "learning_rate": 1.999097375350505e-07,
+      "loss": 0.003,
+      "step": 15590
+    },
+    {
+      "epoch": 0.028896701700830224,
+      "grad_norm": 1.9762060642242432,
+      "learning_rate": 1.9990961377933656e-07,
+      "loss": 0.0042,
+      "step": 15600
+    },
+    {
+      "epoch": 0.028915225227561524,
+      "grad_norm": 0.7471545338630676,
+      "learning_rate": 1.9990948993888046e-07,
+      "loss": 0.004,
+      "step": 15610
+    },
+    {
+      "epoch": 0.02893374875429283,
+      "grad_norm": 0.18691560626029968,
+      "learning_rate": 1.9990936601368239e-07,
+      "loss": 0.0023,
+      "step": 15620
+    },
+    {
+      "epoch": 0.02895227228102413,
+      "grad_norm": 1.501625418663025,
+      "learning_rate": 1.9990924200374243e-07,
+      "loss": 0.0039,
+      "step": 15630
+    },
+    {
+      "epoch": 0.02897079580775543,
+      "grad_norm": 0.8801237344741821,
+      "learning_rate": 1.9990911790906066e-07,
+      "loss": 0.003,
+      "step": 15640
+    },
+    {
+      "epoch": 0.028989319334486733,
+      "grad_norm": 0.9448741674423218,
+      "learning_rate": 1.9990899372963722e-07,
+      "loss": 0.0042,
+      "step": 15650
+    },
+    {
+      "epoch": 0.029007842861218033,
+      "grad_norm": 0.9058844447135925,
+      "learning_rate": 1.999088694654722e-07,
+      "loss": 0.0038,
+      "step": 15660
+    },
+    {
+      "epoch": 0.029026366387949334,
+      "grad_norm": 0.7671257257461548,
+      "learning_rate": 1.9990874511656576e-07,
+      "loss": 0.003,
+      "step": 15670
+    },
+    {
+      "epoch": 0.029044889914680638,
+      "grad_norm": 0.6622403264045715,
+      "learning_rate": 1.999086206829179e-07,
+      "loss": 0.0045,
+      "step": 15680
+    },
+    {
+      "epoch": 0.029063413441411938,
+      "grad_norm": 1.1803573369979858,
+      "learning_rate": 1.9990849616452878e-07,
+      "loss": 0.0044,
+      "step": 15690
+    },
+    {
+      "epoch": 0.02908193696814324,
+      "grad_norm": 2.5220417976379395,
+      "learning_rate": 1.9990837156139855e-07,
+      "loss": 0.0041,
+      "step": 15700
+    },
+    {
+      "epoch": 0.02910046049487454,
+      "grad_norm": 0.6443779468536377,
+      "learning_rate": 1.9990824687352722e-07,
+      "loss": 0.0039,
+      "step": 15710
+    },
+    {
+      "epoch": 0.029118984021605843,
+      "grad_norm": 1.6230930089950562,
+      "learning_rate": 1.99908122100915e-07,
+      "loss": 0.0038,
+      "step": 15720
+    },
+    {
+      "epoch": 0.029137507548337143,
+      "grad_norm": 0.6745863556861877,
+      "learning_rate": 1.999079972435619e-07,
+      "loss": 0.0039,
+      "step": 15730
+    },
+    {
+      "epoch": 0.029156031075068443,
+      "grad_norm": 0.601959228515625,
+      "learning_rate": 1.9990787230146808e-07,
+      "loss": 0.0031,
+      "step": 15740
+    },
+    {
+      "epoch": 0.029174554601799747,
+      "grad_norm": 1.4307167530059814,
+      "learning_rate": 1.9990774727463365e-07,
+      "loss": 0.004,
+      "step": 15750
+    },
+    {
+      "epoch": 0.029193078128531048,
+      "grad_norm": 0.5226728916168213,
+      "learning_rate": 1.999076221630587e-07,
+      "loss": 0.0046,
+      "step": 15760
+    },
+    {
+      "epoch": 0.029211601655262348,
+      "grad_norm": 2.857330083847046,
+      "learning_rate": 1.9990749696674336e-07,
+      "loss": 0.0042,
+      "step": 15770
+    },
+    {
+      "epoch": 0.02923012518199365,
+      "grad_norm": 0.6622576117515564,
+      "learning_rate": 1.999073716856877e-07,
+      "loss": 0.0042,
+      "step": 15780
+    },
+    {
+      "epoch": 0.029248648708724952,
+      "grad_norm": 0.6390544176101685,
+      "learning_rate": 1.9990724631989182e-07,
+      "loss": 0.0034,
+      "step": 15790
+    },
+    {
+      "epoch": 0.029267172235456253,
+      "grad_norm": 0.4996614456176758,
+      "learning_rate": 1.9990712086935587e-07,
+      "loss": 0.0033,
+      "step": 15800
+    },
+    {
+      "epoch": 0.029285695762187553,
+      "grad_norm": 2.8185348510742188,
+      "learning_rate": 1.999069953340799e-07,
+      "loss": 0.0033,
+      "step": 15810
+    },
+    {
+      "epoch": 0.029304219288918857,
+      "grad_norm": 1.1217732429504395,
+      "learning_rate": 1.999068697140641e-07,
+      "loss": 0.0054,
+      "step": 15820
+    },
+    {
+      "epoch": 0.029322742815650157,
+      "grad_norm": 0.6329953670501709,
+      "learning_rate": 1.9990674400930848e-07,
+      "loss": 0.0035,
+      "step": 15830
+    },
+    {
+      "epoch": 0.029341266342381458,
+      "grad_norm": 0.593044638633728,
+      "learning_rate": 1.9990661821981324e-07,
+      "loss": 0.0042,
+      "step": 15840
+    },
+    {
+      "epoch": 0.02935978986911276,
+      "grad_norm": 1.7039304971694946,
+      "learning_rate": 1.9990649234557838e-07,
+      "loss": 0.003,
+      "step": 15850
+    },
+    {
+      "epoch": 0.029378313395844062,
+      "grad_norm": 0.8086302280426025,
+      "learning_rate": 1.9990636638660412e-07,
+      "loss": 0.0031,
+      "step": 15860
+    },
+    {
+      "epoch": 0.029396836922575362,
+      "grad_norm": 0.8163928985595703,
+      "learning_rate": 1.999062403428905e-07,
+      "loss": 0.0031,
+      "step": 15870
+    },
+    {
+      "epoch": 0.029415360449306663,
+      "grad_norm": 1.130387306213379,
+      "learning_rate": 1.9990611421443765e-07,
+      "loss": 0.0038,
+      "step": 15880
+    },
+    {
+      "epoch": 0.029433883976037967,
+      "grad_norm": 1.3781731128692627,
+      "learning_rate": 1.9990598800124564e-07,
+      "loss": 0.0041,
+      "step": 15890
+    },
+    {
+      "epoch": 0.029452407502769267,
+      "grad_norm": 0.6974221467971802,
+      "learning_rate": 1.999058617033146e-07,
+      "loss": 0.004,
+      "step": 15900
+    },
+    {
+      "epoch": 0.029470931029500567,
+      "grad_norm": 0.6066935062408447,
+      "learning_rate": 1.9990573532064467e-07,
+      "loss": 0.0026,
+      "step": 15910
+    },
+    {
+      "epoch": 0.02948945455623187,
+      "grad_norm": 2.2456135749816895,
+      "learning_rate": 1.999056088532359e-07,
+      "loss": 0.0053,
+      "step": 15920
+    },
+    {
+      "epoch": 0.02950797808296317,
+      "grad_norm": 1.1532353162765503,
+      "learning_rate": 1.999054823010885e-07,
+      "loss": 0.0039,
+      "step": 15930
+    },
+    {
+      "epoch": 0.029526501609694472,
+      "grad_norm": 0.8219150900840759,
+      "learning_rate": 1.999053556642024e-07,
+      "loss": 0.005,
+      "step": 15940
+    },
+    {
+      "epoch": 0.029545025136425776,
+      "grad_norm": 1.6324681043624878,
+      "learning_rate": 1.9990522894257786e-07,
+      "loss": 0.0039,
+      "step": 15950
+    },
+    {
+      "epoch": 0.029563548663157076,
+      "grad_norm": 0.8843380808830261,
+      "learning_rate": 1.9990510213621493e-07,
+      "loss": 0.0033,
+      "step": 15960
+    },
+    {
+      "epoch": 0.029582072189888377,
+      "grad_norm": 0.9674801230430603,
+      "learning_rate": 1.9990497524511376e-07,
+      "loss": 0.0035,
+      "step": 15970
+    },
+    {
+      "epoch": 0.029600595716619677,
+      "grad_norm": 4.400674819946289,
+      "learning_rate": 1.999048482692744e-07,
+      "loss": 0.0043,
+      "step": 15980
+    },
+    {
+      "epoch": 0.02961911924335098,
+      "grad_norm": 0.9735763669013977,
+      "learning_rate": 1.9990472120869696e-07,
+      "loss": 0.0038,
+      "step": 15990
+    },
+    {
+      "epoch": 0.02963764277008228,
+      "grad_norm": 0.7468534708023071,
+      "learning_rate": 1.999045940633816e-07,
+      "loss": 0.0031,
+      "step": 16000
+    },
+    {
+      "epoch": 0.029656166296813582,
+      "grad_norm": 1.1733306646347046,
+      "learning_rate": 1.999044668333284e-07,
+      "loss": 0.0034,
+      "step": 16010
+    },
+    {
+      "epoch": 0.029674689823544886,
+      "grad_norm": 2.700390100479126,
+      "learning_rate": 1.9990433951853742e-07,
+      "loss": 0.004,
+      "step": 16020
+    },
+    {
+      "epoch": 0.029693213350276186,
+      "grad_norm": 2.520772695541382,
+      "learning_rate": 1.9990421211900883e-07,
+      "loss": 0.0032,
+      "step": 16030
+    },
+    {
+      "epoch": 0.029711736877007486,
+      "grad_norm": 0.8531783819198608,
+      "learning_rate": 1.9990408463474275e-07,
+      "loss": 0.0028,
+      "step": 16040
+    },
+    {
+      "epoch": 0.02973026040373879,
+      "grad_norm": 1.6771340370178223,
+      "learning_rate": 1.9990395706573922e-07,
+      "loss": 0.0043,
+      "step": 16050
+    },
+    {
+      "epoch": 0.02974878393047009,
+      "grad_norm": 1.1201356649398804,
+      "learning_rate": 1.9990382941199842e-07,
+      "loss": 0.0037,
+      "step": 16060
+    },
+    {
+      "epoch": 0.02976730745720139,
+      "grad_norm": 1.218896746635437,
+      "learning_rate": 1.999037016735204e-07,
+      "loss": 0.0044,
+      "step": 16070
+    },
+    {
+      "epoch": 0.02978583098393269,
+      "grad_norm": 2.8217110633850098,
+      "learning_rate": 1.9990357385030533e-07,
+      "loss": 0.0034,
+      "step": 16080
+    },
+    {
+      "epoch": 0.029804354510663995,
+      "grad_norm": 0.9139496684074402,
+      "learning_rate": 1.9990344594235326e-07,
+      "loss": 0.0044,
+      "step": 16090
+    },
+    {
+      "epoch": 0.029822878037395296,
+      "grad_norm": 1.0848513841629028,
+      "learning_rate": 1.999033179496643e-07,
+      "loss": 0.0039,
+      "step": 16100
+    },
+    {
+      "epoch": 0.029841401564126596,
+      "grad_norm": 1.2054266929626465,
+      "learning_rate": 1.9990318987223862e-07,
+      "loss": 0.0028,
+      "step": 16110
+    },
+    {
+      "epoch": 0.0298599250908579,
+      "grad_norm": 1.6671653985977173,
+      "learning_rate": 1.9990306171007624e-07,
+      "loss": 0.0044,
+      "step": 16120
+    },
+    {
+      "epoch": 0.0298784486175892,
+      "grad_norm": 2.4361774921417236,
+      "learning_rate": 1.9990293346317734e-07,
+      "loss": 0.0031,
+      "step": 16130
+    },
+    {
+      "epoch": 0.0298969721443205,
+      "grad_norm": 0.4015349745750427,
+      "learning_rate": 1.9990280513154204e-07,
+      "loss": 0.0036,
+      "step": 16140
+    },
+    {
+      "epoch": 0.0299154956710518,
+      "grad_norm": 1.036508560180664,
+      "learning_rate": 1.9990267671517035e-07,
+      "loss": 0.0033,
+      "step": 16150
+    },
+    {
+      "epoch": 0.029934019197783105,
+      "grad_norm": 2.1979353427886963,
+      "learning_rate": 1.999025482140625e-07,
+      "loss": 0.0042,
+      "step": 16160
+    },
+    {
+      "epoch": 0.029952542724514405,
+      "grad_norm": 3.6309401988983154,
+      "learning_rate": 1.999024196282185e-07,
+      "loss": 0.0029,
+      "step": 16170
+    },
+    {
+      "epoch": 0.029971066251245706,
+      "grad_norm": 1.1090561151504517,
+      "learning_rate": 1.9990229095763854e-07,
+      "loss": 0.0052,
+      "step": 16180
+    },
+    {
+      "epoch": 0.02998958977797701,
+      "grad_norm": 1.6074210405349731,
+      "learning_rate": 1.9990216220232265e-07,
+      "loss": 0.0048,
+      "step": 16190
+    },
+    {
+      "epoch": 0.03000811330470831,
+      "grad_norm": 0.9984138607978821,
+      "learning_rate": 1.9990203336227101e-07,
+      "loss": 0.0049,
+      "step": 16200
+    },
+    {
+      "epoch": 0.03002663683143961,
+      "grad_norm": 0.7897469997406006,
+      "learning_rate": 1.9990190443748366e-07,
+      "loss": 0.0031,
+      "step": 16210
+    },
+    {
+      "epoch": 0.030045160358170914,
+      "grad_norm": 1.1137150526046753,
+      "learning_rate": 1.999017754279608e-07,
+      "loss": 0.0036,
+      "step": 16220
+    },
+    {
+      "epoch": 0.030063683884902215,
+      "grad_norm": 1.1875672340393066,
+      "learning_rate": 1.9990164633370247e-07,
+      "loss": 0.0051,
+      "step": 16230
+    },
+    {
+      "epoch": 0.030082207411633515,
+      "grad_norm": 1.1474882364273071,
+      "learning_rate": 1.999015171547088e-07,
+      "loss": 0.0034,
+      "step": 16240
+    },
+    {
+      "epoch": 0.030100730938364816,
+      "grad_norm": 0.7690886855125427,
+      "learning_rate": 1.999013878909799e-07,
+      "loss": 0.0039,
+      "step": 16250
+    },
+    {
+      "epoch": 0.03011925446509612,
+      "grad_norm": 2.3962886333465576,
+      "learning_rate": 1.9990125854251586e-07,
+      "loss": 0.0044,
+      "step": 16260
+    },
+    {
+      "epoch": 0.03013777799182742,
+      "grad_norm": 0.533268928527832,
+      "learning_rate": 1.9990112910931678e-07,
+      "loss": 0.0035,
+      "step": 16270
+    },
+    {
+      "epoch": 0.03015630151855872,
+      "grad_norm": 0.5454217791557312,
+      "learning_rate": 1.9990099959138282e-07,
+      "loss": 0.0033,
+      "step": 16280
+    },
+    {
+      "epoch": 0.030174825045290024,
+      "grad_norm": 0.9992498755455017,
+      "learning_rate": 1.999008699887141e-07,
+      "loss": 0.003,
+      "step": 16290
+    },
+    {
+      "epoch": 0.030193348572021324,
+      "grad_norm": 1.3405163288116455,
+      "learning_rate": 1.9990074030131066e-07,
+      "loss": 0.0039,
+      "step": 16300
+    },
+    {
+      "epoch": 0.030211872098752625,
+      "grad_norm": 0.401813268661499,
+      "learning_rate": 1.9990061052917264e-07,
+      "loss": 0.0045,
+      "step": 16310
+    },
+    {
+      "epoch": 0.03023039562548393,
+      "grad_norm": 1.077160120010376,
+      "learning_rate": 1.9990048067230017e-07,
+      "loss": 0.0031,
+      "step": 16320
+    },
+    {
+      "epoch": 0.03024891915221523,
+      "grad_norm": 1.2192018032073975,
+      "learning_rate": 1.9990035073069333e-07,
+      "loss": 0.0047,
+      "step": 16330
+    },
+    {
+      "epoch": 0.03026744267894653,
+      "grad_norm": 0.524927020072937,
+      "learning_rate": 1.9990022070435227e-07,
+      "loss": 0.0035,
+      "step": 16340
+    },
+    {
+      "epoch": 0.03028596620567783,
+      "grad_norm": 0.6730382442474365,
+      "learning_rate": 1.9990009059327706e-07,
+      "loss": 0.0031,
+      "step": 16350
+    },
+    {
+      "epoch": 0.030304489732409134,
+      "grad_norm": 2.4915831089019775,
+      "learning_rate": 1.9989996039746783e-07,
+      "loss": 0.0044,
+      "step": 16360
+    },
+    {
+      "epoch": 0.030323013259140434,
+      "grad_norm": 1.1308013200759888,
+      "learning_rate": 1.998998301169247e-07,
+      "loss": 0.0022,
+      "step": 16370
+    },
+    {
+      "epoch": 0.030341536785871735,
+      "grad_norm": 1.9372681379318237,
+      "learning_rate": 1.9989969975164775e-07,
+      "loss": 0.0037,
+      "step": 16380
+    },
+    {
+      "epoch": 0.03036006031260304,
+      "grad_norm": 0.9105736017227173,
+      "learning_rate": 1.9989956930163712e-07,
+      "loss": 0.0031,
+      "step": 16390
+    },
+    {
+      "epoch": 0.03037858383933434,
+      "grad_norm": 3.553898811340332,
+      "learning_rate": 1.998994387668929e-07,
+      "loss": 0.0035,
+      "step": 16400
+    },
+    {
+      "epoch": 0.03039710736606564,
+      "grad_norm": 3.223512649536133,
+      "learning_rate": 1.9989930814741522e-07,
+      "loss": 0.0027,
+      "step": 16410
+    },
+    {
+      "epoch": 0.030415630892796943,
+      "grad_norm": 0.482815682888031,
+      "learning_rate": 1.9989917744320418e-07,
+      "loss": 0.004,
+      "step": 16420
+    },
+    {
+      "epoch": 0.030434154419528243,
+      "grad_norm": 0.7999683022499084,
+      "learning_rate": 1.9989904665425989e-07,
+      "loss": 0.003,
+      "step": 16430
+    },
+    {
+      "epoch": 0.030452677946259544,
+      "grad_norm": 0.9879207611083984,
+      "learning_rate": 1.998989157805824e-07,
+      "loss": 0.004,
+      "step": 16440
+    },
+    {
+      "epoch": 0.030471201472990844,
+      "grad_norm": 0.9049139618873596,
+      "learning_rate": 1.9989878482217197e-07,
+      "loss": 0.004,
+      "step": 16450
+    },
+    {
+      "epoch": 0.030489724999722148,
+      "grad_norm": 1.9240611791610718,
+      "learning_rate": 1.9989865377902858e-07,
+      "loss": 0.0031,
+      "step": 16460
+    },
+    {
+      "epoch": 0.03050824852645345,
+      "grad_norm": 1.0779393911361694,
+      "learning_rate": 1.9989852265115242e-07,
+      "loss": 0.0032,
+      "step": 16470
+    },
+    {
+      "epoch": 0.03052677205318475,
+      "grad_norm": 7.229299068450928,
+      "learning_rate": 1.9989839143854355e-07,
+      "loss": 0.0054,
+      "step": 16480
+    },
+    {
+      "epoch": 0.030545295579916053,
+      "grad_norm": 2.4070465564727783,
+      "learning_rate": 1.9989826014120208e-07,
+      "loss": 0.0049,
+      "step": 16490
+    },
+    {
+      "epoch": 0.030563819106647353,
+      "grad_norm": 0.1604072004556656,
+      "learning_rate": 1.9989812875912815e-07,
+      "loss": 0.0043,
+      "step": 16500
+    },
+    {
+      "epoch": 0.030582342633378654,
+      "grad_norm": 0.5973244309425354,
+      "learning_rate": 1.9989799729232187e-07,
+      "loss": 0.0042,
+      "step": 16510
+    },
+    {
+      "epoch": 0.030600866160109954,
+      "grad_norm": 0.7293545603752136,
+      "learning_rate": 1.9989786574078333e-07,
+      "loss": 0.0042,
+      "step": 16520
+    },
+    {
+      "epoch": 0.030619389686841258,
+      "grad_norm": 1.0312001705169678,
+      "learning_rate": 1.9989773410451266e-07,
+      "loss": 0.0026,
+      "step": 16530
+    },
+    {
+      "epoch": 0.030637913213572558,
+      "grad_norm": 0.4179084897041321,
+      "learning_rate": 1.9989760238351e-07,
+      "loss": 0.0037,
+      "step": 16540
+    },
+    {
+      "epoch": 0.03065643674030386,
+      "grad_norm": 0.7142603397369385,
+      "learning_rate": 1.9989747057777535e-07,
+      "loss": 0.0034,
+      "step": 16550
+    },
+    {
+      "epoch": 0.030674960267035162,
+      "grad_norm": 1.518131136894226,
+      "learning_rate": 1.9989733868730897e-07,
+      "loss": 0.0043,
+      "step": 16560
+    },
+    {
+      "epoch": 0.030693483793766463,
+      "grad_norm": 1.2144932746887207,
+      "learning_rate": 1.9989720671211086e-07,
+      "loss": 0.0032,
+      "step": 16570
+    },
+    {
+      "epoch": 0.030712007320497763,
+      "grad_norm": 2.125108242034912,
+      "learning_rate": 1.9989707465218118e-07,
+      "loss": 0.0039,
+      "step": 16580
+    },
+    {
+      "epoch": 0.030730530847229067,
+      "grad_norm": 1.7034671306610107,
+      "learning_rate": 1.9989694250752005e-07,
+      "loss": 0.0032,
+      "step": 16590
+    },
+    {
+      "epoch": 0.030749054373960368,
+      "grad_norm": 1.247122883796692,
+      "learning_rate": 1.9989681027812754e-07,
+      "loss": 0.0047,
+      "step": 16600
+    },
+    {
+      "epoch": 0.030767577900691668,
+      "grad_norm": 1.009826898574829,
+      "learning_rate": 1.998966779640038e-07,
+      "loss": 0.0039,
+      "step": 16610
+    },
+    {
+      "epoch": 0.03078610142742297,
+      "grad_norm": 1.9136264324188232,
+      "learning_rate": 1.9989654556514896e-07,
+      "loss": 0.0024,
+      "step": 16620
+    },
+    {
+      "epoch": 0.030804624954154272,
+      "grad_norm": 0.38534414768218994,
+      "learning_rate": 1.9989641308156307e-07,
+      "loss": 0.0039,
+      "step": 16630
+    },
+    {
+      "epoch": 0.030823148480885573,
+      "grad_norm": 0.7698262929916382,
+      "learning_rate": 1.9989628051324626e-07,
+      "loss": 0.0036,
+      "step": 16640
+    },
+    {
+      "epoch": 0.030841672007616873,
+      "grad_norm": 0.27269813418388367,
+      "learning_rate": 1.998961478601987e-07,
+      "loss": 0.0026,
+      "step": 16650
+    },
+    {
+      "epoch": 0.030860195534348177,
+      "grad_norm": 1.086376667022705,
+      "learning_rate": 1.9989601512242043e-07,
+      "loss": 0.0035,
+      "step": 16660
+    },
+    {
+      "epoch": 0.030878719061079477,
+      "grad_norm": 0.6532080769538879,
+      "learning_rate": 1.9989588229991163e-07,
+      "loss": 0.002,
+      "step": 16670
+    },
+    {
+      "epoch": 0.030897242587810778,
+      "grad_norm": 1.0692529678344727,
+      "learning_rate": 1.9989574939267235e-07,
+      "loss": 0.0046,
+      "step": 16680
+    },
+    {
+      "epoch": 0.03091576611454208,
+      "grad_norm": 1.38497793674469,
+      "learning_rate": 1.9989561640070272e-07,
+      "loss": 0.0035,
+      "step": 16690
+    },
+    {
+      "epoch": 0.030934289641273382,
+      "grad_norm": 0.83016437292099,
+      "learning_rate": 1.9989548332400287e-07,
+      "loss": 0.0036,
+      "step": 16700
+    },
+    {
+      "epoch": 0.030952813168004682,
+      "grad_norm": 1.6940925121307373,
+      "learning_rate": 1.9989535016257292e-07,
+      "loss": 0.004,
+      "step": 16710
+    },
+    {
+      "epoch": 0.030971336694735983,
+      "grad_norm": 0.19783420860767365,
+      "learning_rate": 1.9989521691641296e-07,
+      "loss": 0.0032,
+      "step": 16720
+    },
+    {
+      "epoch": 0.030989860221467286,
+      "grad_norm": 0.9069746732711792,
+      "learning_rate": 1.998950835855231e-07,
+      "loss": 0.003,
+      "step": 16730
+    },
+    {
+      "epoch": 0.031008383748198587,
+      "grad_norm": 0.8623332977294922,
+      "learning_rate": 1.998949501699035e-07,
+      "loss": 0.0052,
+      "step": 16740
+    },
+    {
+      "epoch": 0.031026907274929887,
+      "grad_norm": 0.7303258776664734,
+      "learning_rate": 1.9989481666955416e-07,
+      "loss": 0.0038,
+      "step": 16750
+    },
+    {
+      "epoch": 0.03104543080166119,
+      "grad_norm": 0.8383782505989075,
+      "learning_rate": 1.9989468308447536e-07,
+      "loss": 0.0033,
+      "step": 16760
+    },
+    {
+      "epoch": 0.03106395432839249,
+      "grad_norm": 0.5982236862182617,
+      "learning_rate": 1.9989454941466705e-07,
+      "loss": 0.0028,
+      "step": 16770
+    },
+    {
+      "epoch": 0.031082477855123792,
+      "grad_norm": 0.6020573377609253,
+      "learning_rate": 1.9989441566012946e-07,
+      "loss": 0.0033,
+      "step": 16780
+    },
+    {
+      "epoch": 0.031101001381855096,
+      "grad_norm": 1.1083521842956543,
+      "learning_rate": 1.9989428182086266e-07,
+      "loss": 0.0035,
+      "step": 16790
+    },
+    {
+      "epoch": 0.031119524908586396,
+      "grad_norm": 1.1133754253387451,
+      "learning_rate": 1.998941478968667e-07,
+      "loss": 0.0043,
+      "step": 16800
+    },
+    {
+      "epoch": 0.031138048435317697,
+      "grad_norm": 0.41166236996650696,
+      "learning_rate": 1.9989401388814184e-07,
+      "loss": 0.0034,
+      "step": 16810
+    },
+    {
+      "epoch": 0.031156571962048997,
+      "grad_norm": 1.206494688987732,
+      "learning_rate": 1.9989387979468807e-07,
+      "loss": 0.004,
+      "step": 16820
+    },
+    {
+      "epoch": 0.0311750954887803,
+      "grad_norm": 0.6977930665016174,
+      "learning_rate": 1.9989374561650555e-07,
+      "loss": 0.0038,
+      "step": 16830
+    },
+    {
+      "epoch": 0.0311936190155116,
+      "grad_norm": 0.5044334530830383,
+      "learning_rate": 1.998936113535944e-07,
+      "loss": 0.0034,
+      "step": 16840
+    },
+    {
+      "epoch": 0.0312121425422429,
+      "grad_norm": 0.6841486096382141,
+      "learning_rate": 1.9989347700595468e-07,
+      "loss": 0.0046,
+      "step": 16850
+    },
+    {
+      "epoch": 0.031230666068974205,
+      "grad_norm": 1.0014703273773193,
+      "learning_rate": 1.9989334257358662e-07,
+      "loss": 0.0036,
+      "step": 16860
+    },
+    {
+      "epoch": 0.031249189595705506,
+      "grad_norm": 0.5336496829986572,
+      "learning_rate": 1.998932080564902e-07,
+      "loss": 0.0042,
+      "step": 16870
+    },
+    {
+      "epoch": 0.031267713122436806,
+      "grad_norm": 0.29383689165115356,
+      "learning_rate": 1.998930734546656e-07,
+      "loss": 0.0026,
+      "step": 16880
+    },
+    {
+      "epoch": 0.03128623664916811,
+      "grad_norm": 0.7651355862617493,
+      "learning_rate": 1.9989293876811297e-07,
+      "loss": 0.0038,
+      "step": 16890
+    },
+    {
+      "epoch": 0.03130476017589941,
+      "grad_norm": 1.98328697681427,
+      "learning_rate": 1.9989280399683234e-07,
+      "loss": 0.0035,
+      "step": 16900
+    },
+    {
+      "epoch": 0.03132328370263071,
+      "grad_norm": 0.43235403299331665,
+      "learning_rate": 1.998926691408239e-07,
+      "loss": 0.0046,
+      "step": 16910
+    },
+    {
+      "epoch": 0.031341807229362015,
+      "grad_norm": 0.7309406995773315,
+      "learning_rate": 1.9989253420008772e-07,
+      "loss": 0.004,
+      "step": 16920
+    },
+    {
+      "epoch": 0.03136033075609331,
+      "grad_norm": 0.6414340734481812,
+      "learning_rate": 1.9989239917462388e-07,
+      "loss": 0.0033,
+      "step": 16930
+    },
+    {
+      "epoch": 0.031378854282824616,
+      "grad_norm": 0.5578116774559021,
+      "learning_rate": 1.998922640644326e-07,
+      "loss": 0.0029,
+      "step": 16940
+    },
+    {
+      "epoch": 0.03139737780955592,
+      "grad_norm": 2.857933521270752,
+      "learning_rate": 1.998921288695139e-07,
+      "loss": 0.0034,
+      "step": 16950
+    },
+    {
+      "epoch": 0.031415901336287216,
+      "grad_norm": 0.676051139831543,
+      "learning_rate": 1.9989199358986798e-07,
+      "loss": 0.002,
+      "step": 16960
+    },
+    {
+      "epoch": 0.03143442486301852,
+      "grad_norm": 0.783967137336731,
+      "learning_rate": 1.9989185822549482e-07,
+      "loss": 0.0033,
+      "step": 16970
+    },
+    {
+      "epoch": 0.031452948389749824,
+      "grad_norm": 1.2051674127578735,
+      "learning_rate": 1.9989172277639469e-07,
+      "loss": 0.0041,
+      "step": 16980
+    },
+    {
+      "epoch": 0.03147147191648112,
+      "grad_norm": 0.4563734531402588,
+      "learning_rate": 1.9989158724256762e-07,
+      "loss": 0.0034,
+      "step": 16990
+    },
+    {
+      "epoch": 0.031489995443212425,
+      "grad_norm": 0.91441410779953,
+      "learning_rate": 1.9989145162401372e-07,
+      "loss": 0.0038,
+      "step": 17000
+    },
+    {
+      "epoch": 0.03150851896994373,
+      "grad_norm": 0.30844759941101074,
+      "learning_rate": 1.9989131592073313e-07,
+      "loss": 0.0039,
+      "step": 17010
+    },
+    {
+      "epoch": 0.031527042496675026,
+      "grad_norm": 0.5497186183929443,
+      "learning_rate": 1.9989118013272598e-07,
+      "loss": 0.0047,
+      "step": 17020
+    },
+    {
+      "epoch": 0.03154556602340633,
+      "grad_norm": 0.7321539521217346,
+      "learning_rate": 1.9989104425999234e-07,
+      "loss": 0.0052,
+      "step": 17030
+    },
+    {
+      "epoch": 0.031564089550137626,
+      "grad_norm": 0.495615154504776,
+      "learning_rate": 1.9989090830253236e-07,
+      "loss": 0.0029,
+      "step": 17040
+    },
+    {
+      "epoch": 0.03158261307686893,
+      "grad_norm": 0.9451618790626526,
+      "learning_rate": 1.9989077226034613e-07,
+      "loss": 0.0037,
+      "step": 17050
+    },
+    {
+      "epoch": 0.031601136603600234,
+      "grad_norm": 3.3871376514434814,
+      "learning_rate": 1.9989063613343382e-07,
+      "loss": 0.0038,
+      "step": 17060
+    },
+    {
+      "epoch": 0.03161966013033153,
+      "grad_norm": 1.7632180452346802,
+      "learning_rate": 1.9989049992179545e-07,
+      "loss": 0.0042,
+      "step": 17070
+    },
+    {
+      "epoch": 0.031638183657062835,
+      "grad_norm": 0.9597700238227844,
+      "learning_rate": 1.9989036362543123e-07,
+      "loss": 0.0035,
+      "step": 17080
+    },
+    {
+      "epoch": 0.03165670718379414,
+      "grad_norm": 0.845029890537262,
+      "learning_rate": 1.9989022724434124e-07,
+      "loss": 0.0036,
+      "step": 17090
+    },
+    {
+      "epoch": 0.031675230710525436,
+      "grad_norm": 0.6060001850128174,
+      "learning_rate": 1.9989009077852557e-07,
+      "loss": 0.0041,
+      "step": 17100
+    },
+    {
+      "epoch": 0.03169375423725674,
+      "grad_norm": 1.372538685798645,
+      "learning_rate": 1.998899542279844e-07,
+      "loss": 0.0038,
+      "step": 17110
+    },
+    {
+      "epoch": 0.031712277763988043,
+      "grad_norm": 1.2644238471984863,
+      "learning_rate": 1.9988981759271773e-07,
+      "loss": 0.0042,
+      "step": 17120
+    },
+    {
+      "epoch": 0.03173080129071934,
+      "grad_norm": 1.0968735218048096,
+      "learning_rate": 1.9988968087272581e-07,
+      "loss": 0.0036,
+      "step": 17130
+    },
+    {
+      "epoch": 0.031749324817450644,
+      "grad_norm": 0.5491446256637573,
+      "learning_rate": 1.9988954406800866e-07,
+      "loss": 0.003,
+      "step": 17140
+    },
+    {
+      "epoch": 0.03176784834418195,
+      "grad_norm": 1.2909908294677734,
+      "learning_rate": 1.9988940717856645e-07,
+      "loss": 0.0029,
+      "step": 17150
+    },
+    {
+      "epoch": 0.031786371870913245,
+      "grad_norm": 0.8242806792259216,
+      "learning_rate": 1.998892702043993e-07,
+      "loss": 0.003,
+      "step": 17160
+    },
+    {
+      "epoch": 0.03180489539764455,
+      "grad_norm": 0.9386950135231018,
+      "learning_rate": 1.998891331455073e-07,
+      "loss": 0.0046,
+      "step": 17170
+    },
+    {
+      "epoch": 0.03182341892437585,
+      "grad_norm": 0.6727918982505798,
+      "learning_rate": 1.9988899600189053e-07,
+      "loss": 0.0038,
+      "step": 17180
+    },
+    {
+      "epoch": 0.03184194245110715,
+      "grad_norm": 4.096502780914307,
+      "learning_rate": 1.9988885877354917e-07,
+      "loss": 0.0042,
+      "step": 17190
+    },
+    {
+      "epoch": 0.031860465977838454,
+      "grad_norm": 1.2213850021362305,
+      "learning_rate": 1.998887214604833e-07,
+      "loss": 0.0045,
+      "step": 17200
+    },
+    {
+      "epoch": 0.03187898950456976,
+      "grad_norm": 0.615985095500946,
+      "learning_rate": 1.9988858406269306e-07,
+      "loss": 0.0045,
+      "step": 17210
+    },
+    {
+      "epoch": 0.031897513031301054,
+      "grad_norm": 3.431279182434082,
+      "learning_rate": 1.9988844658017858e-07,
+      "loss": 0.0033,
+      "step": 17220
+    },
+    {
+      "epoch": 0.03191603655803236,
+      "grad_norm": 1.5382513999938965,
+      "learning_rate": 1.9988830901293994e-07,
+      "loss": 0.0049,
+      "step": 17230
+    },
+    {
+      "epoch": 0.031934560084763655,
+      "grad_norm": 0.7988921403884888,
+      "learning_rate": 1.9988817136097723e-07,
+      "loss": 0.0034,
+      "step": 17240
+    },
+    {
+      "epoch": 0.03195308361149496,
+      "grad_norm": 0.2650558352470398,
+      "learning_rate": 1.9988803362429066e-07,
+      "loss": 0.0025,
+      "step": 17250
+    },
+    {
+      "epoch": 0.03197160713822626,
+      "grad_norm": 0.8157468438148499,
+      "learning_rate": 1.9988789580288028e-07,
+      "loss": 0.0043,
+      "step": 17260
+    },
+    {
+      "epoch": 0.03199013066495756,
+      "grad_norm": 0.7332100868225098,
+      "learning_rate": 1.998877578967462e-07,
+      "loss": 0.0028,
+      "step": 17270
+    },
+    {
+      "epoch": 0.032008654191688864,
+      "grad_norm": 1.3929975032806396,
+      "learning_rate": 1.9988761990588857e-07,
+      "loss": 0.0029,
+      "step": 17280
+    },
+    {
+      "epoch": 0.03202717771842017,
+      "grad_norm": 1.933868169784546,
+      "learning_rate": 1.998874818303075e-07,
+      "loss": 0.004,
+      "step": 17290
+    },
+    {
+      "epoch": 0.032045701245151464,
+      "grad_norm": 0.7339229583740234,
+      "learning_rate": 1.9988734367000308e-07,
+      "loss": 0.0039,
+      "step": 17300
+    },
+    {
+      "epoch": 0.03206422477188277,
+      "grad_norm": 2.134631633758545,
+      "learning_rate": 1.9988720542497549e-07,
+      "loss": 0.0037,
+      "step": 17310
+    },
+    {
+      "epoch": 0.03208274829861407,
+      "grad_norm": 2.0203869342803955,
+      "learning_rate": 1.9988706709522477e-07,
+      "loss": 0.0028,
+      "step": 17320
+    },
+    {
+      "epoch": 0.03210127182534537,
+      "grad_norm": 0.9169048070907593,
+      "learning_rate": 1.998869286807511e-07,
+      "loss": 0.0038,
+      "step": 17330
+    },
+    {
+      "epoch": 0.03211979535207667,
+      "grad_norm": 0.39312538504600525,
+      "learning_rate": 1.9988679018155455e-07,
+      "loss": 0.0042,
+      "step": 17340
+    },
+    {
+      "epoch": 0.03213831887880798,
+      "grad_norm": 2.06289005279541,
+      "learning_rate": 1.9988665159763524e-07,
+      "loss": 0.0031,
+      "step": 17350
+    },
+    {
+      "epoch": 0.032156842405539274,
+      "grad_norm": 0.28996264934539795,
+      "learning_rate": 1.9988651292899334e-07,
+      "loss": 0.0033,
+      "step": 17360
+    },
+    {
+      "epoch": 0.03217536593227058,
+      "grad_norm": 0.501732587814331,
+      "learning_rate": 1.998863741756289e-07,
+      "loss": 0.0022,
+      "step": 17370
+    },
+    {
+      "epoch": 0.03219388945900188,
+      "grad_norm": 0.4125761389732361,
+      "learning_rate": 1.998862353375421e-07,
+      "loss": 0.0035,
+      "step": 17380
+    },
+    {
+      "epoch": 0.03221241298573318,
+      "grad_norm": 0.36984291672706604,
+      "learning_rate": 1.99886096414733e-07,
+      "loss": 0.0033,
+      "step": 17390
+    },
+    {
+      "epoch": 0.03223093651246448,
+      "grad_norm": 3.536524534225464,
+      "learning_rate": 1.9988595740720177e-07,
+      "loss": 0.0039,
+      "step": 17400
+    },
+    {
+      "epoch": 0.03224946003919578,
+      "grad_norm": 0.5179738402366638,
+      "learning_rate": 1.998858183149485e-07,
+      "loss": 0.0041,
+      "step": 17410
+    },
+    {
+      "epoch": 0.03226798356592708,
+      "grad_norm": 0.7969852089881897,
+      "learning_rate": 1.9988567913797332e-07,
+      "loss": 0.0042,
+      "step": 17420
+    },
+    {
+      "epoch": 0.03228650709265839,
+      "grad_norm": 2.993321657180786,
+      "learning_rate": 1.9988553987627633e-07,
+      "loss": 0.0045,
+      "step": 17430
+    },
+    {
+      "epoch": 0.032305030619389684,
+      "grad_norm": 0.5006862282752991,
+      "learning_rate": 1.9988540052985766e-07,
+      "loss": 0.0029,
+      "step": 17440
+    },
+    {
+      "epoch": 0.03232355414612099,
+      "grad_norm": 0.8920158743858337,
+      "learning_rate": 1.9988526109871742e-07,
+      "loss": 0.0032,
+      "step": 17450
+    },
+    {
+      "epoch": 0.03234207767285229,
+      "grad_norm": 9.35921573638916,
+      "learning_rate": 1.9988512158285574e-07,
+      "loss": 0.0034,
+      "step": 17460
+    },
+    {
+      "epoch": 0.03236060119958359,
+      "grad_norm": 0.2036902755498886,
+      "learning_rate": 1.9988498198227272e-07,
+      "loss": 0.0028,
+      "step": 17470
+    },
+    {
+      "epoch": 0.03237912472631489,
+      "grad_norm": 0.5074575543403625,
+      "learning_rate": 1.998848422969685e-07,
+      "loss": 0.0054,
+      "step": 17480
+    },
+    {
+      "epoch": 0.032397648253046196,
+      "grad_norm": 0.9770308136940002,
+      "learning_rate": 1.9988470252694322e-07,
+      "loss": 0.0047,
+      "step": 17490
+    },
+    {
+      "epoch": 0.03241617177977749,
+      "grad_norm": 0.9221186637878418,
+      "learning_rate": 1.9988456267219695e-07,
+      "loss": 0.0042,
+      "step": 17500
+    },
+    {
+      "epoch": 0.0324346953065088,
+      "grad_norm": 0.6137563586235046,
+      "learning_rate": 1.998844227327298e-07,
+      "loss": 0.0025,
+      "step": 17510
+    },
+    {
+      "epoch": 0.0324532188332401,
+      "grad_norm": 0.7591598033905029,
+      "learning_rate": 1.9988428270854193e-07,
+      "loss": 0.0027,
+      "step": 17520
+    },
+    {
+      "epoch": 0.0324717423599714,
+      "grad_norm": 0.8489348888397217,
+      "learning_rate": 1.9988414259963347e-07,
+      "loss": 0.0029,
+      "step": 17530
+    },
+    {
+      "epoch": 0.0324902658867027,
+      "grad_norm": 1.7605209350585938,
+      "learning_rate": 1.998840024060045e-07,
+      "loss": 0.0033,
+      "step": 17540
+    },
+    {
+      "epoch": 0.032508789413434006,
+      "grad_norm": 0.45369818806648254,
+      "learning_rate": 1.9988386212765516e-07,
+      "loss": 0.0039,
+      "step": 17550
+    },
+    {
+      "epoch": 0.0325273129401653,
+      "grad_norm": 0.9554593563079834,
+      "learning_rate": 1.9988372176458555e-07,
+      "loss": 0.0034,
+      "step": 17560
+    },
+    {
+      "epoch": 0.032545836466896606,
+      "grad_norm": 1.0483547449111938,
+      "learning_rate": 1.9988358131679578e-07,
+      "loss": 0.0028,
+      "step": 17570
+    },
+    {
+      "epoch": 0.03256435999362791,
+      "grad_norm": 1.1310410499572754,
+      "learning_rate": 1.9988344078428602e-07,
+      "loss": 0.003,
+      "step": 17580
+    },
+    {
+      "epoch": 0.03258288352035921,
+      "grad_norm": 1.6612110137939453,
+      "learning_rate": 1.9988330016705636e-07,
+      "loss": 0.0044,
+      "step": 17590
+    },
+    {
+      "epoch": 0.03260140704709051,
+      "grad_norm": 1.247881531715393,
+      "learning_rate": 1.998831594651069e-07,
+      "loss": 0.0054,
+      "step": 17600
+    },
+    {
+      "epoch": 0.03261993057382181,
+      "grad_norm": 1.163558006286621,
+      "learning_rate": 1.9988301867843777e-07,
+      "loss": 0.0033,
+      "step": 17610
+    },
+    {
+      "epoch": 0.03263845410055311,
+      "grad_norm": 2.3126580715179443,
+      "learning_rate": 1.9988287780704912e-07,
+      "loss": 0.0036,
+      "step": 17620
+    },
+    {
+      "epoch": 0.032656977627284416,
+      "grad_norm": 1.012695550918579,
+      "learning_rate": 1.9988273685094104e-07,
+      "loss": 0.0031,
+      "step": 17630
+    },
+    {
+      "epoch": 0.03267550115401571,
+      "grad_norm": 0.30023452639579773,
+      "learning_rate": 1.9988259581011362e-07,
+      "loss": 0.0042,
+      "step": 17640
+    },
+    {
+      "epoch": 0.032694024680747016,
+      "grad_norm": 1.0222716331481934,
+      "learning_rate": 1.9988245468456705e-07,
+      "loss": 0.0042,
+      "step": 17650
+    },
+    {
+      "epoch": 0.03271254820747832,
+      "grad_norm": 1.635694146156311,
+      "learning_rate": 1.9988231347430143e-07,
+      "loss": 0.0031,
+      "step": 17660
+    },
+    {
+      "epoch": 0.03273107173420962,
+      "grad_norm": 2.207439661026001,
+      "learning_rate": 1.9988217217931685e-07,
+      "loss": 0.0035,
+      "step": 17670
+    },
+    {
+      "epoch": 0.03274959526094092,
+      "grad_norm": 1.2231603860855103,
+      "learning_rate": 1.9988203079961344e-07,
+      "loss": 0.0035,
+      "step": 17680
+    },
+    {
+      "epoch": 0.032768118787672225,
+      "grad_norm": 0.8158063888549805,
+      "learning_rate": 1.9988188933519133e-07,
+      "loss": 0.0035,
+      "step": 17690
+    },
+    {
+      "epoch": 0.03278664231440352,
+      "grad_norm": 0.5225628614425659,
+      "learning_rate": 1.9988174778605062e-07,
+      "loss": 0.0031,
+      "step": 17700
+    },
+    {
+      "epoch": 0.032805165841134826,
+      "grad_norm": 0.8148209452629089,
+      "learning_rate": 1.9988160615219148e-07,
+      "loss": 0.0032,
+      "step": 17710
+    },
+    {
+      "epoch": 0.03282368936786613,
+      "grad_norm": 8.615594863891602,
+      "learning_rate": 1.9988146443361396e-07,
+      "loss": 0.0035,
+      "step": 17720
+    },
+    {
+      "epoch": 0.032842212894597426,
+      "grad_norm": 0.5120860934257507,
+      "learning_rate": 1.998813226303182e-07,
+      "loss": 0.0035,
+      "step": 17730
+    },
+    {
+      "epoch": 0.03286073642132873,
+      "grad_norm": 0.4185231924057007,
+      "learning_rate": 1.9988118074230437e-07,
+      "loss": 0.0031,
+      "step": 17740
+    },
+    {
+      "epoch": 0.032879259948060034,
+      "grad_norm": 0.8797296285629272,
+      "learning_rate": 1.9988103876957257e-07,
+      "loss": 0.0029,
+      "step": 17750
+    },
+    {
+      "epoch": 0.03289778347479133,
+      "grad_norm": 0.7382543087005615,
+      "learning_rate": 1.9988089671212287e-07,
+      "loss": 0.0047,
+      "step": 17760
+    },
+    {
+      "epoch": 0.032916307001522635,
+      "grad_norm": 1.5534471273422241,
+      "learning_rate": 1.9988075456995547e-07,
+      "loss": 0.0059,
+      "step": 17770
+    },
+    {
+      "epoch": 0.03293483052825393,
+      "grad_norm": 1.6365872621536255,
+      "learning_rate": 1.9988061234307038e-07,
+      "loss": 0.0036,
+      "step": 17780
+    },
+    {
+      "epoch": 0.032953354054985236,
+      "grad_norm": 1.5077663660049438,
+      "learning_rate": 1.9988047003146783e-07,
+      "loss": 0.0041,
+      "step": 17790
+    },
+    {
+      "epoch": 0.03297187758171654,
+      "grad_norm": 0.6841549277305603,
+      "learning_rate": 1.998803276351479e-07,
+      "loss": 0.0025,
+      "step": 17800
+    },
+    {
+      "epoch": 0.03299040110844784,
+      "grad_norm": 1.711006760597229,
+      "learning_rate": 1.998801851541107e-07,
+      "loss": 0.0027,
+      "step": 17810
+    },
+    {
+      "epoch": 0.03300892463517914,
+      "grad_norm": 0.6896673440933228,
+      "learning_rate": 1.9988004258835635e-07,
+      "loss": 0.0036,
+      "step": 17820
+    },
+    {
+      "epoch": 0.033027448161910444,
+      "grad_norm": 1.8127459287643433,
+      "learning_rate": 1.99879899937885e-07,
+      "loss": 0.005,
+      "step": 17830
+    },
+    {
+      "epoch": 0.03304597168864174,
+      "grad_norm": 1.246256709098816,
+      "learning_rate": 1.9987975720269676e-07,
+      "loss": 0.0036,
+      "step": 17840
+    },
+    {
+      "epoch": 0.033064495215373045,
+      "grad_norm": 1.5150445699691772,
+      "learning_rate": 1.9987961438279173e-07,
+      "loss": 0.0035,
+      "step": 17850
+    },
+    {
+      "epoch": 0.03308301874210435,
+      "grad_norm": 1.601601004600525,
+      "learning_rate": 1.9987947147817006e-07,
+      "loss": 0.0034,
+      "step": 17860
+    },
+    {
+      "epoch": 0.033101542268835646,
+      "grad_norm": 0.5102198719978333,
+      "learning_rate": 1.9987932848883183e-07,
+      "loss": 0.0038,
+      "step": 17870
+    },
+    {
+      "epoch": 0.03312006579556695,
+      "grad_norm": 7.574174404144287,
+      "learning_rate": 1.998791854147772e-07,
+      "loss": 0.0032,
+      "step": 17880
+    },
+    {
+      "epoch": 0.033138589322298254,
+      "grad_norm": 1.457836627960205,
+      "learning_rate": 1.9987904225600626e-07,
+      "loss": 0.0032,
+      "step": 17890
+    },
+    {
+      "epoch": 0.03315711284902955,
+      "grad_norm": 0.8960339426994324,
+      "learning_rate": 1.9987889901251916e-07,
+      "loss": 0.0032,
+      "step": 17900
+    },
+    {
+      "epoch": 0.033175636375760854,
+      "grad_norm": 2.2523484230041504,
+      "learning_rate": 1.9987875568431604e-07,
+      "loss": 0.0034,
+      "step": 17910
+    },
+    {
+      "epoch": 0.03319415990249216,
+      "grad_norm": 2.3058037757873535,
+      "learning_rate": 1.9987861227139696e-07,
+      "loss": 0.0027,
+      "step": 17920
+    },
+    {
+      "epoch": 0.033212683429223455,
+      "grad_norm": 1.8199127912521362,
+      "learning_rate": 1.9987846877376207e-07,
+      "loss": 0.0031,
+      "step": 17930
+    },
+    {
+      "epoch": 0.03323120695595476,
+      "grad_norm": 0.7936412692070007,
+      "learning_rate": 1.9987832519141153e-07,
+      "loss": 0.0032,
+      "step": 17940
+    },
+    {
+      "epoch": 0.03324973048268606,
+      "grad_norm": 0.4965610206127167,
+      "learning_rate": 1.998781815243454e-07,
+      "loss": 0.0034,
+      "step": 17950
+    },
+    {
+      "epoch": 0.03326825400941736,
+      "grad_norm": 1.306909441947937,
+      "learning_rate": 1.9987803777256384e-07,
+      "loss": 0.0038,
+      "step": 17960
+    },
+    {
+      "epoch": 0.033286777536148664,
+      "grad_norm": 2.0445873737335205,
+      "learning_rate": 1.9987789393606693e-07,
+      "loss": 0.0036,
+      "step": 17970
+    },
+    {
+      "epoch": 0.03330530106287996,
+      "grad_norm": 1.9258192777633667,
+      "learning_rate": 1.9987775001485487e-07,
+      "loss": 0.0031,
+      "step": 17980
+    },
+    {
+      "epoch": 0.033323824589611264,
+      "grad_norm": 1.2828470468521118,
+      "learning_rate": 1.998776060089277e-07,
+      "loss": 0.0044,
+      "step": 17990
+    },
+    {
+      "epoch": 0.03334234811634257,
+      "grad_norm": 0.8697891235351562,
+      "learning_rate": 1.998774619182856e-07,
+      "loss": 0.0042,
+      "step": 18000
+    },
+    {
+      "epoch": 0.033360871643073865,
+      "grad_norm": 1.3002070188522339,
+      "learning_rate": 1.9987731774292868e-07,
+      "loss": 0.0053,
+      "step": 18010
+    },
+    {
+      "epoch": 0.03337939516980517,
+      "grad_norm": 0.7896958589553833,
+      "learning_rate": 1.9987717348285704e-07,
+      "loss": 0.0043,
+      "step": 18020
+    },
+    {
+      "epoch": 0.03339791869653647,
+      "grad_norm": 3.89027738571167,
+      "learning_rate": 1.998770291380708e-07,
+      "loss": 0.0032,
+      "step": 18030
+    },
+    {
+      "epoch": 0.03341644222326777,
+      "grad_norm": 2.3262972831726074,
+      "learning_rate": 1.9987688470857013e-07,
+      "loss": 0.0028,
+      "step": 18040
+    },
+    {
+      "epoch": 0.033434965749999074,
+      "grad_norm": 2.0204803943634033,
+      "learning_rate": 1.9987674019435506e-07,
+      "loss": 0.0035,
+      "step": 18050
+    },
+    {
+      "epoch": 0.03345348927673038,
+      "grad_norm": 0.7347742319107056,
+      "learning_rate": 1.9987659559542586e-07,
+      "loss": 0.0035,
+      "step": 18060
+    },
+    {
+      "epoch": 0.033472012803461675,
+      "grad_norm": 6.925575256347656,
+      "learning_rate": 1.9987645091178248e-07,
+      "loss": 0.0035,
+      "step": 18070
+    },
+    {
+      "epoch": 0.03349053633019298,
+      "grad_norm": 2.0295567512512207,
+      "learning_rate": 1.9987630614342516e-07,
+      "loss": 0.0047,
+      "step": 18080
+    },
+    {
+      "epoch": 0.03350905985692428,
+      "grad_norm": 2.0094292163848877,
+      "learning_rate": 1.9987616129035398e-07,
+      "loss": 0.0031,
+      "step": 18090
+    },
+    {
+      "epoch": 0.03352758338365558,
+      "grad_norm": 1.5079076290130615,
+      "learning_rate": 1.998760163525691e-07,
+      "loss": 0.0027,
+      "step": 18100
+    },
+    {
+      "epoch": 0.03354610691038688,
+      "grad_norm": 1.0791319608688354,
+      "learning_rate": 1.998758713300706e-07,
+      "loss": 0.0036,
+      "step": 18110
+    },
+    {
+      "epoch": 0.03356463043711819,
+      "grad_norm": 1.1840084791183472,
+      "learning_rate": 1.9987572622285862e-07,
+      "loss": 0.0054,
+      "step": 18120
+    },
+    {
+      "epoch": 0.033583153963849484,
+      "grad_norm": 0.9554263949394226,
+      "learning_rate": 1.998755810309333e-07,
+      "loss": 0.0036,
+      "step": 18130
+    },
+    {
+      "epoch": 0.03360167749058079,
+      "grad_norm": 0.34252992272377014,
+      "learning_rate": 1.998754357542947e-07,
+      "loss": 0.0029,
+      "step": 18140
+    },
+    {
+      "epoch": 0.033620201017312085,
+      "grad_norm": 1.3148545026779175,
+      "learning_rate": 1.9987529039294303e-07,
+      "loss": 0.0035,
+      "step": 18150
+    },
+    {
+      "epoch": 0.03363872454404339,
+      "grad_norm": 0.5127333402633667,
+      "learning_rate": 1.9987514494687839e-07,
+      "loss": 0.0029,
+      "step": 18160
+    },
+    {
+      "epoch": 0.03365724807077469,
+      "grad_norm": 1.376829981803894,
+      "learning_rate": 1.998749994161008e-07,
+      "loss": 0.0041,
+      "step": 18170
+    },
+    {
+      "epoch": 0.03367577159750599,
+      "grad_norm": 0.8420721292495728,
+      "learning_rate": 1.9987485380061054e-07,
+      "loss": 0.003,
+      "step": 18180
+    },
+    {
+      "epoch": 0.03369429512423729,
+      "grad_norm": 1.6433014869689941,
+      "learning_rate": 1.9987470810040766e-07,
+      "loss": 0.0038,
+      "step": 18190
+    },
+    {
+      "epoch": 0.0337128186509686,
+      "grad_norm": 0.942827582359314,
+      "learning_rate": 1.9987456231549228e-07,
+      "loss": 0.0035,
+      "step": 18200
+    },
+    {
+      "epoch": 0.033731342177699894,
+      "grad_norm": 2.944533348083496,
+      "learning_rate": 1.9987441644586452e-07,
+      "loss": 0.0043,
+      "step": 18210
+    },
+    {
+      "epoch": 0.0337498657044312,
+      "grad_norm": 0.4099912941455841,
+      "learning_rate": 1.998742704915245e-07,
+      "loss": 0.0025,
+      "step": 18220
+    },
+    {
+      "epoch": 0.0337683892311625,
+      "grad_norm": 6.218419551849365,
+      "learning_rate": 1.9987412445247238e-07,
+      "loss": 0.0037,
+      "step": 18230
+    },
+    {
+      "epoch": 0.0337869127578938,
+      "grad_norm": 0.5342549085617065,
+      "learning_rate": 1.9987397832870824e-07,
+      "loss": 0.0036,
+      "step": 18240
+    },
+    {
+      "epoch": 0.0338054362846251,
+      "grad_norm": 0.25968873500823975,
+      "learning_rate": 1.9987383212023223e-07,
+      "loss": 0.0033,
+      "step": 18250
+    },
+    {
+      "epoch": 0.033823959811356406,
+      "grad_norm": 0.6779420971870422,
+      "learning_rate": 1.9987368582704448e-07,
+      "loss": 0.0042,
+      "step": 18260
+    },
+    {
+      "epoch": 0.0338424833380877,
+      "grad_norm": 2.5992417335510254,
+      "learning_rate": 1.998735394491451e-07,
+      "loss": 0.0043,
+      "step": 18270
+    },
+    {
+      "epoch": 0.03386100686481901,
+      "grad_norm": 0.5151141881942749,
+      "learning_rate": 1.9987339298653422e-07,
+      "loss": 0.003,
+      "step": 18280
+    },
+    {
+      "epoch": 0.03387953039155031,
+      "grad_norm": 1.009832739830017,
+      "learning_rate": 1.9987324643921194e-07,
+      "loss": 0.0033,
+      "step": 18290
+    },
+    {
+      "epoch": 0.03389805391828161,
+      "grad_norm": 0.5050942301750183,
+      "learning_rate": 1.9987309980717843e-07,
+      "loss": 0.0044,
+      "step": 18300
+    },
+    {
+      "epoch": 0.03391657744501291,
+      "grad_norm": 4.007758140563965,
+      "learning_rate": 1.9987295309043378e-07,
+      "loss": 0.0056,
+      "step": 18310
+    },
+    {
+      "epoch": 0.033935100971744216,
+      "grad_norm": 0.8257130980491638,
+      "learning_rate": 1.9987280628897812e-07,
+      "loss": 0.0032,
+      "step": 18320
+    },
+    {
+      "epoch": 0.03395362449847551,
+      "grad_norm": 0.23258741199970245,
+      "learning_rate": 1.9987265940281159e-07,
+      "loss": 0.0026,
+      "step": 18330
+    },
+    {
+      "epoch": 0.033972148025206816,
+      "grad_norm": 1.6375796794891357,
+      "learning_rate": 1.998725124319343e-07,
+      "loss": 0.003,
+      "step": 18340
+    },
+    {
+      "epoch": 0.03399067155193811,
+      "grad_norm": 0.43538978695869446,
+      "learning_rate": 1.9987236537634638e-07,
+      "loss": 0.0044,
+      "step": 18350
+    },
+    {
+      "epoch": 0.03400919507866942,
+      "grad_norm": 0.7185086011886597,
+      "learning_rate": 1.9987221823604794e-07,
+      "loss": 0.004,
+      "step": 18360
+    },
+    {
+      "epoch": 0.03402771860540072,
+      "grad_norm": 1.4456875324249268,
+      "learning_rate": 1.9987207101103914e-07,
+      "loss": 0.003,
+      "step": 18370
+    },
+    {
+      "epoch": 0.03404624213213202,
+      "grad_norm": 1.9470597505569458,
+      "learning_rate": 1.9987192370132006e-07,
+      "loss": 0.0036,
+      "step": 18380
+    },
+    {
+      "epoch": 0.03406476565886332,
+      "grad_norm": 2.124014377593994,
+      "learning_rate": 1.9987177630689085e-07,
+      "loss": 0.0046,
+      "step": 18390
+    },
+    {
+      "epoch": 0.034083289185594626,
+      "grad_norm": 0.6246276497840881,
+      "learning_rate": 1.9987162882775165e-07,
+      "loss": 0.0032,
+      "step": 18400
+    },
+    {
+      "epoch": 0.03410181271232592,
+      "grad_norm": 0.5049999356269836,
+      "learning_rate": 1.9987148126390254e-07,
+      "loss": 0.0025,
+      "step": 18410
+    },
+    {
+      "epoch": 0.034120336239057227,
+      "grad_norm": 1.9510364532470703,
+      "learning_rate": 1.998713336153437e-07,
+      "loss": 0.003,
+      "step": 18420
+    },
+    {
+      "epoch": 0.03413885976578853,
+      "grad_norm": 1.8055649995803833,
+      "learning_rate": 1.9987118588207522e-07,
+      "loss": 0.0036,
+      "step": 18430
+    },
+    {
+      "epoch": 0.03415738329251983,
+      "grad_norm": 0.9042274355888367,
+      "learning_rate": 1.9987103806409722e-07,
+      "loss": 0.0035,
+      "step": 18440
+    },
+    {
+      "epoch": 0.03417590681925113,
+      "grad_norm": 0.6133391261100769,
+      "learning_rate": 1.9987089016140986e-07,
+      "loss": 0.0034,
+      "step": 18450
+    },
+    {
+      "epoch": 0.034194430345982435,
+      "grad_norm": 1.5863555669784546,
+      "learning_rate": 1.998707421740132e-07,
+      "loss": 0.0042,
+      "step": 18460
+    },
+    {
+      "epoch": 0.03421295387271373,
+      "grad_norm": 2.24369215965271,
+      "learning_rate": 1.9987059410190747e-07,
+      "loss": 0.0044,
+      "step": 18470
+    },
+    {
+      "epoch": 0.034231477399445036,
+      "grad_norm": 0.4150441288948059,
+      "learning_rate": 1.998704459450927e-07,
+      "loss": 0.0028,
+      "step": 18480
+    },
+    {
+      "epoch": 0.03425000092617634,
+      "grad_norm": 0.7335507273674011,
+      "learning_rate": 1.9987029770356907e-07,
+      "loss": 0.0036,
+      "step": 18490
+    },
+    {
+      "epoch": 0.03426852445290764,
+      "grad_norm": 0.8964026570320129,
+      "learning_rate": 1.9987014937733665e-07,
+      "loss": 0.003,
+      "step": 18500
+    },
+    {
+      "epoch": 0.03428704797963894,
+      "grad_norm": 0.7239894866943359,
+      "learning_rate": 1.9987000096639567e-07,
+      "loss": 0.0024,
+      "step": 18510
+    },
+    {
+      "epoch": 0.03430557150637024,
+      "grad_norm": 2.498103380203247,
+      "learning_rate": 1.998698524707461e-07,
+      "loss": 0.0057,
+      "step": 18520
+    },
+    {
+      "epoch": 0.03432409503310154,
+      "grad_norm": 0.496054470539093,
+      "learning_rate": 1.998697038903882e-07,
+      "loss": 0.0025,
+      "step": 18530
+    },
+    {
+      "epoch": 0.034342618559832845,
+      "grad_norm": 1.0351760387420654,
+      "learning_rate": 1.9986955522532204e-07,
+      "loss": 0.0035,
+      "step": 18540
+    },
+    {
+      "epoch": 0.03436114208656414,
+      "grad_norm": 0.667980432510376,
+      "learning_rate": 1.998694064755478e-07,
+      "loss": 0.0043,
+      "step": 18550
+    },
+    {
+      "epoch": 0.034379665613295446,
+      "grad_norm": 2.156524658203125,
+      "learning_rate": 1.9986925764106554e-07,
+      "loss": 0.0026,
+      "step": 18560
+    },
+    {
+      "epoch": 0.03439818914002675,
+      "grad_norm": 1.4279463291168213,
+      "learning_rate": 1.9986910872187538e-07,
+      "loss": 0.0045,
+      "step": 18570
+    },
+    {
+      "epoch": 0.03441671266675805,
+      "grad_norm": 1.781225562095642,
+      "learning_rate": 1.998689597179775e-07,
+      "loss": 0.0037,
+      "step": 18580
+    },
+    {
+      "epoch": 0.03443523619348935,
+      "grad_norm": 0.4843122065067291,
+      "learning_rate": 1.99868810629372e-07,
+      "loss": 0.0036,
+      "step": 18590
+    },
+    {
+      "epoch": 0.034453759720220654,
+      "grad_norm": 0.5495992302894592,
+      "learning_rate": 1.99868661456059e-07,
+      "loss": 0.0029,
+      "step": 18600
+    },
+    {
+      "epoch": 0.03447228324695195,
+      "grad_norm": 2.188624620437622,
+      "learning_rate": 1.998685121980386e-07,
+      "loss": 0.0037,
+      "step": 18610
+    },
+    {
+      "epoch": 0.034490806773683255,
+      "grad_norm": 0.9626719355583191,
+      "learning_rate": 1.9986836285531102e-07,
+      "loss": 0.0033,
+      "step": 18620
+    },
+    {
+      "epoch": 0.03450933030041456,
+      "grad_norm": 3.2979846000671387,
+      "learning_rate": 1.9986821342787632e-07,
+      "loss": 0.0039,
+      "step": 18630
+    },
+    {
+      "epoch": 0.034527853827145856,
+      "grad_norm": 0.15777960419654846,
+      "learning_rate": 1.9986806391573462e-07,
+      "loss": 0.0034,
+      "step": 18640
+    },
+    {
+      "epoch": 0.03454637735387716,
+      "grad_norm": 1.4066557884216309,
+      "learning_rate": 1.9986791431888602e-07,
+      "loss": 0.0051,
+      "step": 18650
+    },
+    {
+      "epoch": 0.034564900880608464,
+      "grad_norm": 0.4462161362171173,
+      "learning_rate": 1.9986776463733074e-07,
+      "loss": 0.0041,
+      "step": 18660
+    },
+    {
+      "epoch": 0.03458342440733976,
+      "grad_norm": 0.4397236406803131,
+      "learning_rate": 1.9986761487106886e-07,
+      "loss": 0.0033,
+      "step": 18670
+    },
+    {
+      "epoch": 0.034601947934071065,
+      "grad_norm": 2.176435708999634,
+      "learning_rate": 1.9986746502010048e-07,
+      "loss": 0.005,
+      "step": 18680
+    },
+    {
+      "epoch": 0.03462047146080237,
+      "grad_norm": 1.5458993911743164,
+      "learning_rate": 1.9986731508442576e-07,
+      "loss": 0.003,
+      "step": 18690
+    },
+    {
+      "epoch": 0.034638994987533665,
+      "grad_norm": 0.5323123931884766,
+      "learning_rate": 1.998671650640448e-07,
+      "loss": 0.0038,
+      "step": 18700
+    },
+    {
+      "epoch": 0.03465751851426497,
+      "grad_norm": 0.6469013690948486,
+      "learning_rate": 1.9986701495895776e-07,
+      "loss": 0.0026,
+      "step": 18710
+    },
+    {
+      "epoch": 0.034676042040996266,
+      "grad_norm": 1.8083308935165405,
+      "learning_rate": 1.9986686476916477e-07,
+      "loss": 0.0035,
+      "step": 18720
+    },
+    {
+      "epoch": 0.03469456556772757,
+      "grad_norm": 0.5271221995353699,
+      "learning_rate": 1.998667144946659e-07,
+      "loss": 0.0042,
+      "step": 18730
+    },
+    {
+      "epoch": 0.034713089094458874,
+      "grad_norm": 1.1640464067459106,
+      "learning_rate": 1.9986656413546133e-07,
+      "loss": 0.0032,
+      "step": 18740
+    },
+    {
+      "epoch": 0.03473161262119017,
+      "grad_norm": 1.0021498203277588,
+      "learning_rate": 1.9986641369155117e-07,
+      "loss": 0.0037,
+      "step": 18750
+    },
+    {
+      "epoch": 0.034750136147921475,
+      "grad_norm": 1.3866386413574219,
+      "learning_rate": 1.9986626316293555e-07,
+      "loss": 0.004,
+      "step": 18760
+    },
+    {
+      "epoch": 0.03476865967465278,
+      "grad_norm": 0.5864830017089844,
+      "learning_rate": 1.9986611254961462e-07,
+      "loss": 0.0035,
+      "step": 18770
+    },
+    {
+      "epoch": 0.034787183201384075,
+      "grad_norm": 0.6676185131072998,
+      "learning_rate": 1.9986596185158846e-07,
+      "loss": 0.0038,
+      "step": 18780
+    },
+    {
+      "epoch": 0.03480570672811538,
+      "grad_norm": 0.9182947874069214,
+      "learning_rate": 1.9986581106885721e-07,
+      "loss": 0.0034,
+      "step": 18790
+    },
+    {
+      "epoch": 0.03482423025484668,
+      "grad_norm": 1.0439637899398804,
+      "learning_rate": 1.9986566020142106e-07,
+      "loss": 0.0033,
+      "step": 18800
+    },
+    {
+      "epoch": 0.03484275378157798,
+      "grad_norm": 0.28350016474723816,
+      "learning_rate": 1.9986550924928007e-07,
+      "loss": 0.0034,
+      "step": 18810
+    },
+    {
+      "epoch": 0.034861277308309284,
+      "grad_norm": 1.1529831886291504,
+      "learning_rate": 1.9986535821243438e-07,
+      "loss": 0.0043,
+      "step": 18820
+    },
+    {
+      "epoch": 0.03487980083504059,
+      "grad_norm": 5.076997756958008,
+      "learning_rate": 1.9986520709088413e-07,
+      "loss": 0.004,
+      "step": 18830
+    },
+    {
+      "epoch": 0.034898324361771885,
+      "grad_norm": 1.0792638063430786,
+      "learning_rate": 1.9986505588462944e-07,
+      "loss": 0.0031,
+      "step": 18840
+    },
+    {
+      "epoch": 0.03491684788850319,
+      "grad_norm": 1.719867467880249,
+      "learning_rate": 1.9986490459367046e-07,
+      "loss": 0.003,
+      "step": 18850
+    },
+    {
+      "epoch": 0.03493537141523449,
+      "grad_norm": 0.3182157278060913,
+      "learning_rate": 1.9986475321800728e-07,
+      "loss": 0.002,
+      "step": 18860
+    },
+    {
+      "epoch": 0.03495389494196579,
+      "grad_norm": 0.6554461717605591,
+      "learning_rate": 1.9986460175764006e-07,
+      "loss": 0.003,
+      "step": 18870
+    },
+    {
+      "epoch": 0.03497241846869709,
+      "grad_norm": 2.095546007156372,
+      "learning_rate": 1.9986445021256891e-07,
+      "loss": 0.0035,
+      "step": 18880
+    },
+    {
+      "epoch": 0.0349909419954284,
+      "grad_norm": 0.8449950218200684,
+      "learning_rate": 1.99864298582794e-07,
+      "loss": 0.0034,
+      "step": 18890
+    },
+    {
+      "epoch": 0.035009465522159694,
+      "grad_norm": 0.5359604954719543,
+      "learning_rate": 1.9986414686831536e-07,
+      "loss": 0.0028,
+      "step": 18900
+    },
+    {
+      "epoch": 0.035027989048891,
+      "grad_norm": 0.9908369779586792,
+      "learning_rate": 1.9986399506913324e-07,
+      "loss": 0.003,
+      "step": 18910
+    },
+    {
+      "epoch": 0.035046512575622295,
+      "grad_norm": 1.4414681196212769,
+      "learning_rate": 1.998638431852477e-07,
+      "loss": 0.0034,
+      "step": 18920
+    },
+    {
+      "epoch": 0.0350650361023536,
+      "grad_norm": 0.6343901753425598,
+      "learning_rate": 1.9986369121665886e-07,
+      "loss": 0.0042,
+      "step": 18930
+    },
+    {
+      "epoch": 0.0350835596290849,
+      "grad_norm": 0.9236226677894592,
+      "learning_rate": 1.998635391633669e-07,
+      "loss": 0.003,
+      "step": 18940
+    },
+    {
+      "epoch": 0.0351020831558162,
+      "grad_norm": 0.8473572731018066,
+      "learning_rate": 1.9986338702537191e-07,
+      "loss": 0.0048,
+      "step": 18950
+    },
+    {
+      "epoch": 0.0351206066825475,
+      "grad_norm": 2.0656371116638184,
+      "learning_rate": 1.99863234802674e-07,
+      "loss": 0.0057,
+      "step": 18960
+    },
+    {
+      "epoch": 0.03513913020927881,
+      "grad_norm": 0.8192446827888489,
+      "learning_rate": 1.9986308249527335e-07,
+      "loss": 0.0037,
+      "step": 18970
+    },
+    {
+      "epoch": 0.035157653736010104,
+      "grad_norm": 0.6716576814651489,
+      "learning_rate": 1.9986293010317005e-07,
+      "loss": 0.0042,
+      "step": 18980
+    },
+    {
+      "epoch": 0.03517617726274141,
+      "grad_norm": 1.3140870332717896,
+      "learning_rate": 1.998627776263643e-07,
+      "loss": 0.0026,
+      "step": 18990
+    },
+    {
+      "epoch": 0.03519470078947271,
+      "grad_norm": 0.7249475717544556,
+      "learning_rate": 1.998626250648561e-07,
+      "loss": 0.003,
+      "step": 19000
+    },
+    {
+      "epoch": 0.03521322431620401,
+      "grad_norm": 1.5127142667770386,
+      "learning_rate": 1.998624724186457e-07,
+      "loss": 0.0031,
+      "step": 19010
+    },
+    {
+      "epoch": 0.03523174784293531,
+      "grad_norm": 1.2868050336837769,
+      "learning_rate": 1.998623196877332e-07,
+      "loss": 0.003,
+      "step": 19020
+    },
+    {
+      "epoch": 0.035250271369666616,
+      "grad_norm": 2.026670455932617,
+      "learning_rate": 1.998621668721187e-07,
+      "loss": 0.0037,
+      "step": 19030
+    },
+    {
+      "epoch": 0.03526879489639791,
+      "grad_norm": 1.6896562576293945,
+      "learning_rate": 1.9986201397180232e-07,
+      "loss": 0.0036,
+      "step": 19040
+    },
+    {
+      "epoch": 0.03528731842312922,
+      "grad_norm": 0.7348533272743225,
+      "learning_rate": 1.998618609867842e-07,
+      "loss": 0.0035,
+      "step": 19050
+    },
+    {
+      "epoch": 0.03530584194986052,
+      "grad_norm": 1.084052324295044,
+      "learning_rate": 1.998617079170645e-07,
+      "loss": 0.0039,
+      "step": 19060
+    },
+    {
+      "epoch": 0.03532436547659182,
+      "grad_norm": 0.7120713591575623,
+      "learning_rate": 1.9986155476264334e-07,
+      "loss": 0.0046,
+      "step": 19070
+    },
+    {
+      "epoch": 0.03534288900332312,
+      "grad_norm": 0.647713303565979,
+      "learning_rate": 1.9986140152352085e-07,
+      "loss": 0.0037,
+      "step": 19080
+    },
+    {
+      "epoch": 0.03536141253005442,
+      "grad_norm": 1.1439307928085327,
+      "learning_rate": 1.9986124819969714e-07,
+      "loss": 0.0034,
+      "step": 19090
+    },
+    {
+      "epoch": 0.03537993605678572,
+      "grad_norm": 1.7926459312438965,
+      "learning_rate": 1.9986109479117236e-07,
+      "loss": 0.0034,
+      "step": 19100
+    },
+    {
+      "epoch": 0.03539845958351703,
+      "grad_norm": 0.5525590181350708,
+      "learning_rate": 1.998609412979466e-07,
+      "loss": 0.003,
+      "step": 19110
+    },
+    {
+      "epoch": 0.03541698311024832,
+      "grad_norm": 1.4765915870666504,
+      "learning_rate": 1.9986078772002005e-07,
+      "loss": 0.0031,
+      "step": 19120
+    },
+    {
+      "epoch": 0.03543550663697963,
+      "grad_norm": 1.0233795642852783,
+      "learning_rate": 1.9986063405739285e-07,
+      "loss": 0.0032,
+      "step": 19130
+    },
+    {
+      "epoch": 0.03545403016371093,
+      "grad_norm": 1.4423023462295532,
+      "learning_rate": 1.9986048031006505e-07,
+      "loss": 0.0042,
+      "step": 19140
+    },
+    {
+      "epoch": 0.03547255369044223,
+      "grad_norm": 1.3508613109588623,
+      "learning_rate": 1.9986032647803684e-07,
+      "loss": 0.0022,
+      "step": 19150
+    },
+    {
+      "epoch": 0.03549107721717353,
+      "grad_norm": 0.26619842648506165,
+      "learning_rate": 1.998601725613083e-07,
+      "loss": 0.0031,
+      "step": 19160
+    },
+    {
+      "epoch": 0.035509600743904836,
+      "grad_norm": 0.9467312097549438,
+      "learning_rate": 1.9986001855987965e-07,
+      "loss": 0.0047,
+      "step": 19170
+    },
+    {
+      "epoch": 0.03552812427063613,
+      "grad_norm": 7.417558670043945,
+      "learning_rate": 1.9985986447375093e-07,
+      "loss": 0.004,
+      "step": 19180
+    },
+    {
+      "epoch": 0.03554664779736744,
+      "grad_norm": 0.8356530666351318,
+      "learning_rate": 1.998597103029223e-07,
+      "loss": 0.0027,
+      "step": 19190
+    },
+    {
+      "epoch": 0.03556517132409874,
+      "grad_norm": 0.7894399166107178,
+      "learning_rate": 1.998595560473939e-07,
+      "loss": 0.0042,
+      "step": 19200
+    },
+    {
+      "epoch": 0.03558369485083004,
+      "grad_norm": 1.066159963607788,
+      "learning_rate": 1.9985940170716585e-07,
+      "loss": 0.0032,
+      "step": 19210
+    },
+    {
+      "epoch": 0.03560221837756134,
+      "grad_norm": 1.0459017753601074,
+      "learning_rate": 1.9985924728223833e-07,
+      "loss": 0.0031,
+      "step": 19220
+    },
+    {
+      "epoch": 0.035620741904292645,
+      "grad_norm": 2.8311445713043213,
+      "learning_rate": 1.9985909277261137e-07,
+      "loss": 0.0022,
+      "step": 19230
+    },
+    {
+      "epoch": 0.03563926543102394,
+      "grad_norm": 1.1559298038482666,
+      "learning_rate": 1.9985893817828522e-07,
+      "loss": 0.0035,
+      "step": 19240
+    },
+    {
+      "epoch": 0.035657788957755246,
+      "grad_norm": 0.6410951614379883,
+      "learning_rate": 1.998587834992599e-07,
+      "loss": 0.0035,
+      "step": 19250
+    },
+    {
+      "epoch": 0.03567631248448655,
+      "grad_norm": 0.9691218137741089,
+      "learning_rate": 1.9985862873553564e-07,
+      "loss": 0.003,
+      "step": 19260
+    },
+    {
+      "epoch": 0.03569483601121785,
+      "grad_norm": 1.0513867139816284,
+      "learning_rate": 1.9985847388711247e-07,
+      "loss": 0.0034,
+      "step": 19270
+    },
+    {
+      "epoch": 0.03571335953794915,
+      "grad_norm": 0.45165732502937317,
+      "learning_rate": 1.9985831895399063e-07,
+      "loss": 0.0019,
+      "step": 19280
+    },
+    {
+      "epoch": 0.03573188306468045,
+      "grad_norm": 2.4560883045196533,
+      "learning_rate": 1.9985816393617017e-07,
+      "loss": 0.0031,
+      "step": 19290
+    },
+    {
+      "epoch": 0.03575040659141175,
+      "grad_norm": 0.6173827648162842,
+      "learning_rate": 1.9985800883365125e-07,
+      "loss": 0.0029,
+      "step": 19300
+    },
+    {
+      "epoch": 0.035768930118143055,
+      "grad_norm": 0.4740954339504242,
+      "learning_rate": 1.99857853646434e-07,
+      "loss": 0.0033,
+      "step": 19310
+    },
+    {
+      "epoch": 0.03578745364487435,
+      "grad_norm": 1.4231611490249634,
+      "learning_rate": 1.9985769837451856e-07,
+      "loss": 0.0037,
+      "step": 19320
+    },
+    {
+      "epoch": 0.035805977171605656,
+      "grad_norm": 0.5511701703071594,
+      "learning_rate": 1.9985754301790503e-07,
+      "loss": 0.0033,
+      "step": 19330
+    },
+    {
+      "epoch": 0.03582450069833696,
+      "grad_norm": 0.2996627986431122,
+      "learning_rate": 1.998573875765936e-07,
+      "loss": 0.0043,
+      "step": 19340
+    },
+    {
+      "epoch": 0.03584302422506826,
+      "grad_norm": 0.6647844910621643,
+      "learning_rate": 1.9985723205058434e-07,
+      "loss": 0.0028,
+      "step": 19350
+    },
+    {
+      "epoch": 0.03586154775179956,
+      "grad_norm": 1.228018879890442,
+      "learning_rate": 1.9985707643987742e-07,
+      "loss": 0.0034,
+      "step": 19360
+    },
+    {
+      "epoch": 0.035880071278530865,
+      "grad_norm": 0.654123067855835,
+      "learning_rate": 1.9985692074447297e-07,
+      "loss": 0.0026,
+      "step": 19370
+    },
+    {
+      "epoch": 0.03589859480526216,
+      "grad_norm": 1.6002602577209473,
+      "learning_rate": 1.9985676496437108e-07,
+      "loss": 0.0036,
+      "step": 19380
+    },
+    {
+      "epoch": 0.035917118331993465,
+      "grad_norm": 0.6049405336380005,
+      "learning_rate": 1.9985660909957195e-07,
+      "loss": 0.0029,
+      "step": 19390
+    },
+    {
+      "epoch": 0.03593564185872477,
+      "grad_norm": 2.578028917312622,
+      "learning_rate": 1.9985645315007565e-07,
+      "loss": 0.0036,
+      "step": 19400
+    },
+    {
+      "epoch": 0.035954165385456066,
+      "grad_norm": 1.1659135818481445,
+      "learning_rate": 1.9985629711588234e-07,
+      "loss": 0.0042,
+      "step": 19410
+    },
+    {
+      "epoch": 0.03597268891218737,
+      "grad_norm": 1.3945130109786987,
+      "learning_rate": 1.9985614099699218e-07,
+      "loss": 0.0038,
+      "step": 19420
+    },
+    {
+      "epoch": 0.035991212438918674,
+      "grad_norm": 2.4460220336914062,
+      "learning_rate": 1.9985598479340523e-07,
+      "loss": 0.0035,
+      "step": 19430
+    },
+    {
+      "epoch": 0.03600973596564997,
+      "grad_norm": 1.243489146232605,
+      "learning_rate": 1.9985582850512172e-07,
+      "loss": 0.0039,
+      "step": 19440
+    },
+    {
+      "epoch": 0.036028259492381275,
+      "grad_norm": 0.9915016293525696,
+      "learning_rate": 1.998556721321417e-07,
+      "loss": 0.0027,
+      "step": 19450
+    },
+    {
+      "epoch": 0.03604678301911257,
+      "grad_norm": 0.3849189579486847,
+      "learning_rate": 1.9985551567446534e-07,
+      "loss": 0.0024,
+      "step": 19460
+    },
+    {
+      "epoch": 0.036065306545843875,
+      "grad_norm": 1.2613993883132935,
+      "learning_rate": 1.9985535913209274e-07,
+      "loss": 0.0031,
+      "step": 19470
+    },
+    {
+      "epoch": 0.03608383007257518,
+      "grad_norm": 1.0675455331802368,
+      "learning_rate": 1.9985520250502408e-07,
+      "loss": 0.0054,
+      "step": 19480
+    },
+    {
+      "epoch": 0.036102353599306476,
+      "grad_norm": 0.9333555102348328,
+      "learning_rate": 1.9985504579325947e-07,
+      "loss": 0.0029,
+      "step": 19490
+    },
+    {
+      "epoch": 0.03612087712603778,
+      "grad_norm": 0.6854788661003113,
+      "learning_rate": 1.9985488899679904e-07,
+      "loss": 0.0053,
+      "step": 19500
+    },
+    {
+      "epoch": 0.036139400652769084,
+      "grad_norm": 2.302269697189331,
+      "learning_rate": 1.998547321156429e-07,
+      "loss": 0.0053,
+      "step": 19510
+    },
+    {
+      "epoch": 0.03615792417950038,
+      "grad_norm": 0.798496663570404,
+      "learning_rate": 1.9985457514979127e-07,
+      "loss": 0.0052,
+      "step": 19520
+    },
+    {
+      "epoch": 0.036176447706231685,
+      "grad_norm": 1.045938491821289,
+      "learning_rate": 1.9985441809924417e-07,
+      "loss": 0.0063,
+      "step": 19530
+    },
+    {
+      "epoch": 0.03619497123296299,
+      "grad_norm": 0.45389243960380554,
+      "learning_rate": 1.998542609640018e-07,
+      "loss": 0.0039,
+      "step": 19540
+    },
+    {
+      "epoch": 0.036213494759694285,
+      "grad_norm": 1.0441776514053345,
+      "learning_rate": 1.9985410374406427e-07,
+      "loss": 0.0051,
+      "step": 19550
+    },
+    {
+      "epoch": 0.03623201828642559,
+      "grad_norm": 0.310332328081131,
+      "learning_rate": 1.9985394643943177e-07,
+      "loss": 0.0054,
+      "step": 19560
+    },
+    {
+      "epoch": 0.03625054181315689,
+      "grad_norm": 0.42228832840919495,
+      "learning_rate": 1.9985378905010431e-07,
+      "loss": 0.0045,
+      "step": 19570
+    },
+    {
+      "epoch": 0.03626906533988819,
+      "grad_norm": 1.0036780834197998,
+      "learning_rate": 1.9985363157608214e-07,
+      "loss": 0.0038,
+      "step": 19580
+    },
+    {
+      "epoch": 0.036287588866619494,
+      "grad_norm": 0.7045961022377014,
+      "learning_rate": 1.9985347401736538e-07,
+      "loss": 0.0041,
+      "step": 19590
+    },
+    {
+      "epoch": 0.0363061123933508,
+      "grad_norm": 0.5960044264793396,
+      "learning_rate": 1.998533163739541e-07,
+      "loss": 0.0044,
+      "step": 19600
+    },
+    {
+      "epoch": 0.036324635920082095,
+      "grad_norm": 1.1904021501541138,
+      "learning_rate": 1.9985315864584846e-07,
+      "loss": 0.0045,
+      "step": 19610
+    },
+    {
+      "epoch": 0.0363431594468134,
+      "grad_norm": 0.6961872577667236,
+      "learning_rate": 1.9985300083304863e-07,
+      "loss": 0.0049,
+      "step": 19620
+    },
+    {
+      "epoch": 0.0363616829735447,
+      "grad_norm": 2.580206871032715,
+      "learning_rate": 1.998528429355547e-07,
+      "loss": 0.0055,
+      "step": 19630
+    },
+    {
+      "epoch": 0.036380206500276,
+      "grad_norm": 1.3117705583572388,
+      "learning_rate": 1.9985268495336684e-07,
+      "loss": 0.0034,
+      "step": 19640
+    },
+    {
+      "epoch": 0.0363987300270073,
+      "grad_norm": 0.8053256273269653,
+      "learning_rate": 1.9985252688648516e-07,
+      "loss": 0.0035,
+      "step": 19650
+    },
+    {
+      "epoch": 0.0364172535537386,
+      "grad_norm": 3.830737829208374,
+      "learning_rate": 1.998523687349098e-07,
+      "loss": 0.0049,
+      "step": 19660
+    },
+    {
+      "epoch": 0.036435777080469904,
+      "grad_norm": 0.5795256495475769,
+      "learning_rate": 1.9985221049864086e-07,
+      "loss": 0.0054,
+      "step": 19670
+    },
+    {
+      "epoch": 0.03645430060720121,
+      "grad_norm": 0.11074592173099518,
+      "learning_rate": 1.9985205217767857e-07,
+      "loss": 0.0038,
+      "step": 19680
+    },
+    {
+      "epoch": 0.036472824133932505,
+      "grad_norm": 0.5531294941902161,
+      "learning_rate": 1.9985189377202296e-07,
+      "loss": 0.0041,
+      "step": 19690
+    },
+    {
+      "epoch": 0.03649134766066381,
+      "grad_norm": 1.5527266263961792,
+      "learning_rate": 1.9985173528167422e-07,
+      "loss": 0.0046,
+      "step": 19700
+    },
+    {
+      "epoch": 0.03650987118739511,
+      "grad_norm": 0.826956033706665,
+      "learning_rate": 1.9985157670663245e-07,
+      "loss": 0.0058,
+      "step": 19710
+    },
+    {
+      "epoch": 0.03652839471412641,
+      "grad_norm": 3.1858956813812256,
+      "learning_rate": 1.9985141804689782e-07,
+      "loss": 0.0042,
+      "step": 19720
+    },
+    {
+      "epoch": 0.03654691824085771,
+      "grad_norm": 0.6962982416152954,
+      "learning_rate": 1.9985125930247046e-07,
+      "loss": 0.0049,
+      "step": 19730
+    },
+    {
+      "epoch": 0.03656544176758902,
+      "grad_norm": 0.7228627800941467,
+      "learning_rate": 1.9985110047335047e-07,
+      "loss": 0.005,
+      "step": 19740
+    },
+    {
+      "epoch": 0.036583965294320314,
+      "grad_norm": 1.1162699460983276,
+      "learning_rate": 1.9985094155953806e-07,
+      "loss": 0.0041,
+      "step": 19750
+    },
+    {
+      "epoch": 0.03660248882105162,
+      "grad_norm": 1.3536961078643799,
+      "learning_rate": 1.9985078256103324e-07,
+      "loss": 0.0041,
+      "step": 19760
+    },
+    {
+      "epoch": 0.03662101234778292,
+      "grad_norm": 0.4968113601207733,
+      "learning_rate": 1.998506234778363e-07,
+      "loss": 0.0034,
+      "step": 19770
+    },
+    {
+      "epoch": 0.03663953587451422,
+      "grad_norm": 1.8808673620224,
+      "learning_rate": 1.9985046430994722e-07,
+      "loss": 0.0053,
+      "step": 19780
+    },
+    {
+      "epoch": 0.03665805940124552,
+      "grad_norm": 1.342679500579834,
+      "learning_rate": 1.9985030505736623e-07,
+      "loss": 0.0038,
+      "step": 19790
+    },
+    {
+      "epoch": 0.03667658292797683,
+      "grad_norm": 0.6389815211296082,
+      "learning_rate": 1.998501457200935e-07,
+      "loss": 0.0041,
+      "step": 19800
+    },
+    {
+      "epoch": 0.036695106454708123,
+      "grad_norm": 0.4262131452560425,
+      "learning_rate": 1.9984998629812906e-07,
+      "loss": 0.004,
+      "step": 19810
+    },
+    {
+      "epoch": 0.03671362998143943,
+      "grad_norm": 1.0432332754135132,
+      "learning_rate": 1.9984982679147308e-07,
+      "loss": 0.0046,
+      "step": 19820
+    },
+    {
+      "epoch": 0.036732153508170724,
+      "grad_norm": 1.1393214464187622,
+      "learning_rate": 1.9984966720012574e-07,
+      "loss": 0.0046,
+      "step": 19830
+    },
+    {
+      "epoch": 0.03675067703490203,
+      "grad_norm": 0.9665826559066772,
+      "learning_rate": 1.9984950752408715e-07,
+      "loss": 0.0043,
+      "step": 19840
+    },
+    {
+      "epoch": 0.03676920056163333,
+      "grad_norm": 0.5058696269989014,
+      "learning_rate": 1.998493477633574e-07,
+      "loss": 0.0043,
+      "step": 19850
+    },
+    {
+      "epoch": 0.03678772408836463,
+      "grad_norm": 1.3922209739685059,
+      "learning_rate": 1.998491879179367e-07,
+      "loss": 0.0044,
+      "step": 19860
+    },
+    {
+      "epoch": 0.03680624761509593,
+      "grad_norm": 5.119363307952881,
+      "learning_rate": 1.9984902798782515e-07,
+      "loss": 0.0043,
+      "step": 19870
+    },
+    {
+      "epoch": 0.03682477114182724,
+      "grad_norm": 1.9968947172164917,
+      "learning_rate": 1.9984886797302288e-07,
+      "loss": 0.0054,
+      "step": 19880
+    },
+    {
+      "epoch": 0.036843294668558534,
+      "grad_norm": 1.4728156328201294,
+      "learning_rate": 1.9984870787353002e-07,
+      "loss": 0.0044,
+      "step": 19890
+    },
+    {
+      "epoch": 0.03686181819528984,
+      "grad_norm": 1.068397045135498,
+      "learning_rate": 1.9984854768934673e-07,
+      "loss": 0.0042,
+      "step": 19900
+    },
+    {
+      "epoch": 0.03688034172202114,
+      "grad_norm": 3.0315334796905518,
+      "learning_rate": 1.9984838742047314e-07,
+      "loss": 0.0079,
+      "step": 19910
+    },
+    {
+      "epoch": 0.03689886524875244,
+      "grad_norm": 2.092592716217041,
+      "learning_rate": 1.998482270669094e-07,
+      "loss": 0.0039,
+      "step": 19920
+    },
+    {
+      "epoch": 0.03691738877548374,
+      "grad_norm": 2.271408796310425,
+      "learning_rate": 1.9984806662865558e-07,
+      "loss": 0.0065,
+      "step": 19930
+    },
+    {
+      "epoch": 0.036935912302215046,
+      "grad_norm": 0.7889383435249329,
+      "learning_rate": 1.998479061057119e-07,
+      "loss": 0.0045,
+      "step": 19940
+    },
+    {
+      "epoch": 0.03695443582894634,
+      "grad_norm": 0.777569591999054,
+      "learning_rate": 1.9984774549807843e-07,
+      "loss": 0.0046,
+      "step": 19950
+    },
+    {
+      "epoch": 0.03697295935567765,
+      "grad_norm": 1.3818707466125488,
+      "learning_rate": 1.9984758480575534e-07,
+      "loss": 0.0041,
+      "step": 19960
+    },
+    {
+      "epoch": 0.03699148288240895,
+      "grad_norm": 2.1899654865264893,
+      "learning_rate": 1.998474240287428e-07,
+      "loss": 0.0036,
+      "step": 19970
+    },
+    {
+      "epoch": 0.03701000640914025,
+      "grad_norm": 0.54935222864151,
+      "learning_rate": 1.9984726316704088e-07,
+      "loss": 0.0027,
+      "step": 19980
+    },
+    {
+      "epoch": 0.03702852993587155,
+      "grad_norm": 1.1287750005722046,
+      "learning_rate": 1.9984710222064973e-07,
+      "loss": 0.0032,
+      "step": 19990
+    },
+    {
+      "epoch": 0.037047053462602855,
+      "grad_norm": 0.258894681930542,
+      "learning_rate": 1.9984694118956952e-07,
+      "loss": 0.0053,
+      "step": 20000
+    },
+    {
+      "epoch": 0.03706557698933415,
+      "grad_norm": 1.4985841512680054,
+      "learning_rate": 1.9984678007380036e-07,
+      "loss": 0.0045,
+      "step": 20010
+    },
+    {
+      "epoch": 0.037084100516065456,
+      "grad_norm": 1.0753264427185059,
+      "learning_rate": 1.998466188733424e-07,
+      "loss": 0.0033,
+      "step": 20020
+    },
+    {
+      "epoch": 0.03710262404279675,
+      "grad_norm": 1.5253010988235474,
+      "learning_rate": 1.9984645758819576e-07,
+      "loss": 0.0047,
+      "step": 20030
+    },
+    {
+      "epoch": 0.03712114756952806,
+      "grad_norm": 1.1419920921325684,
+      "learning_rate": 1.998462962183606e-07,
+      "loss": 0.0038,
+      "step": 20040
+    },
+    {
+      "epoch": 0.03713967109625936,
+      "grad_norm": 0.36432480812072754,
+      "learning_rate": 1.9984613476383704e-07,
+      "loss": 0.0031,
+      "step": 20050
+    },
+    {
+      "epoch": 0.03715819462299066,
+      "grad_norm": 0.9524299502372742,
+      "learning_rate": 1.998459732246252e-07,
+      "loss": 0.0042,
+      "step": 20060
+    },
+    {
+      "epoch": 0.03717671814972196,
+      "grad_norm": 1.0806434154510498,
+      "learning_rate": 1.998458116007253e-07,
+      "loss": 0.0051,
+      "step": 20070
+    },
+    {
+      "epoch": 0.037195241676453265,
+      "grad_norm": 2.4457690715789795,
+      "learning_rate": 1.9984564989213734e-07,
+      "loss": 0.006,
+      "step": 20080
+    },
+    {
+      "epoch": 0.03721376520318456,
+      "grad_norm": 1.1180081367492676,
+      "learning_rate": 1.9984548809886158e-07,
+      "loss": 0.0053,
+      "step": 20090
+    },
+    {
+      "epoch": 0.037232288729915866,
+      "grad_norm": 1.5082453489303589,
+      "learning_rate": 1.9984532622089808e-07,
+      "loss": 0.0056,
+      "step": 20100
+    },
+    {
+      "epoch": 0.03725081225664717,
+      "grad_norm": 0.8040734529495239,
+      "learning_rate": 1.9984516425824704e-07,
+      "loss": 0.0036,
+      "step": 20110
+    },
+    {
+      "epoch": 0.03726933578337847,
+      "grad_norm": 2.260471820831299,
+      "learning_rate": 1.9984500221090854e-07,
+      "loss": 0.0055,
+      "step": 20120
+    },
+    {
+      "epoch": 0.03728785931010977,
+      "grad_norm": 1.0465112924575806,
+      "learning_rate": 1.9984484007888275e-07,
+      "loss": 0.0046,
+      "step": 20130
+    },
+    {
+      "epoch": 0.037306382836841075,
+      "grad_norm": 0.5842317342758179,
+      "learning_rate": 1.9984467786216982e-07,
+      "loss": 0.0046,
+      "step": 20140
+    },
+    {
+      "epoch": 0.03732490636357237,
+      "grad_norm": 0.6854948401451111,
+      "learning_rate": 1.998445155607698e-07,
+      "loss": 0.004,
+      "step": 20150
+    },
+    {
+      "epoch": 0.037343429890303675,
+      "grad_norm": 0.937711238861084,
+      "learning_rate": 1.9984435317468295e-07,
+      "loss": 0.0039,
+      "step": 20160
+    },
+    {
+      "epoch": 0.03736195341703498,
+      "grad_norm": 4.139392852783203,
+      "learning_rate": 1.9984419070390937e-07,
+      "loss": 0.0053,
+      "step": 20170
+    },
+    {
+      "epoch": 0.037380476943766276,
+      "grad_norm": 4.063986301422119,
+      "learning_rate": 1.9984402814844914e-07,
+      "loss": 0.0051,
+      "step": 20180
+    },
+    {
+      "epoch": 0.03739900047049758,
+      "grad_norm": 4.531255722045898,
+      "learning_rate": 1.9984386550830245e-07,
+      "loss": 0.0047,
+      "step": 20190
+    },
+    {
+      "epoch": 0.03741752399722888,
+      "grad_norm": 0.7128534913063049,
+      "learning_rate": 1.9984370278346943e-07,
+      "loss": 0.0046,
+      "step": 20200
+    },
+    {
+      "epoch": 0.03743604752396018,
+      "grad_norm": 0.6727036833763123,
+      "learning_rate": 1.9984353997395021e-07,
+      "loss": 0.0043,
+      "step": 20210
+    },
+    {
+      "epoch": 0.037454571050691485,
+      "grad_norm": 2.167731523513794,
+      "learning_rate": 1.998433770797449e-07,
+      "loss": 0.0042,
+      "step": 20220
+    },
+    {
+      "epoch": 0.03747309457742278,
+      "grad_norm": 0.4157962203025818,
+      "learning_rate": 1.9984321410085373e-07,
+      "loss": 0.0047,
+      "step": 20230
+    },
+    {
+      "epoch": 0.037491618104154086,
+      "grad_norm": 0.8783450126647949,
+      "learning_rate": 1.9984305103727675e-07,
+      "loss": 0.0038,
+      "step": 20240
+    },
+    {
+      "epoch": 0.03751014163088539,
+      "grad_norm": 1.196747899055481,
+      "learning_rate": 1.9984288788901416e-07,
+      "loss": 0.0044,
+      "step": 20250
+    },
+    {
+      "epoch": 0.037528665157616686,
+      "grad_norm": 0.5749648213386536,
+      "learning_rate": 1.99842724656066e-07,
+      "loss": 0.0038,
+      "step": 20260
+    },
+    {
+      "epoch": 0.03754718868434799,
+      "grad_norm": 1.1771186590194702,
+      "learning_rate": 1.998425613384325e-07,
+      "loss": 0.0055,
+      "step": 20270
+    },
+    {
+      "epoch": 0.037565712211079294,
+      "grad_norm": 2.013296127319336,
+      "learning_rate": 1.9984239793611382e-07,
+      "loss": 0.0048,
+      "step": 20280
+    },
+    {
+      "epoch": 0.03758423573781059,
+      "grad_norm": 1.8180620670318604,
+      "learning_rate": 1.9984223444911e-07,
+      "loss": 0.0055,
+      "step": 20290
+    },
+    {
+      "epoch": 0.037602759264541895,
+      "grad_norm": 0.9603599309921265,
+      "learning_rate": 1.9984207087742125e-07,
+      "loss": 0.0046,
+      "step": 20300
+    },
+    {
+      "epoch": 0.0376212827912732,
+      "grad_norm": 2.043929100036621,
+      "learning_rate": 1.9984190722104768e-07,
+      "loss": 0.0051,
+      "step": 20310
+    },
+    {
+      "epoch": 0.037639806318004496,
+      "grad_norm": 0.5705754160881042,
+      "learning_rate": 1.9984174347998942e-07,
+      "loss": 0.0049,
+      "step": 20320
+    },
+    {
+      "epoch": 0.0376583298447358,
+      "grad_norm": 0.8956061601638794,
+      "learning_rate": 1.9984157965424664e-07,
+      "loss": 0.0036,
+      "step": 20330
+    },
+    {
+      "epoch": 0.0376768533714671,
+      "grad_norm": 2.103830337524414,
+      "learning_rate": 1.998414157438195e-07,
+      "loss": 0.0053,
+      "step": 20340
+    },
+    {
+      "epoch": 0.0376953768981984,
+      "grad_norm": 1.0262129306793213,
+      "learning_rate": 1.9984125174870802e-07,
+      "loss": 0.0034,
+      "step": 20350
+    },
+    {
+      "epoch": 0.037713900424929704,
+      "grad_norm": 1.408827543258667,
+      "learning_rate": 1.998410876689125e-07,
+      "loss": 0.0038,
+      "step": 20360
+    },
+    {
+      "epoch": 0.03773242395166101,
+      "grad_norm": 1.2948274612426758,
+      "learning_rate": 1.9984092350443298e-07,
+      "loss": 0.0064,
+      "step": 20370
+    },
+    {
+      "epoch": 0.037750947478392305,
+      "grad_norm": 1.192555546760559,
+      "learning_rate": 1.998407592552696e-07,
+      "loss": 0.0044,
+      "step": 20380
+    },
+    {
+      "epoch": 0.03776947100512361,
+      "grad_norm": 0.9793321490287781,
+      "learning_rate": 1.9984059492142254e-07,
+      "loss": 0.0047,
+      "step": 20390
+    },
+    {
+      "epoch": 0.037787994531854906,
+      "grad_norm": 0.7747433185577393,
+      "learning_rate": 1.9984043050289192e-07,
+      "loss": 0.0035,
+      "step": 20400
+    },
+    {
+      "epoch": 0.03780651805858621,
+      "grad_norm": 0.5744499564170837,
+      "learning_rate": 1.998402659996779e-07,
+      "loss": 0.0051,
+      "step": 20410
+    },
+    {
+      "epoch": 0.03782504158531751,
+      "grad_norm": 0.5887323617935181,
+      "learning_rate": 1.9984010141178056e-07,
+      "loss": 0.0031,
+      "step": 20420
+    },
+    {
+      "epoch": 0.03784356511204881,
+      "grad_norm": 0.9337971806526184,
+      "learning_rate": 1.998399367392001e-07,
+      "loss": 0.0042,
+      "step": 20430
+    },
+    {
+      "epoch": 0.037862088638780114,
+      "grad_norm": 0.9736045002937317,
+      "learning_rate": 1.9983977198193664e-07,
+      "loss": 0.0038,
+      "step": 20440
+    },
+    {
+      "epoch": 0.03788061216551142,
+      "grad_norm": 0.5290261507034302,
+      "learning_rate": 1.998396071399903e-07,
+      "loss": 0.0036,
+      "step": 20450
+    },
+    {
+      "epoch": 0.037899135692242715,
+      "grad_norm": 0.6117266416549683,
+      "learning_rate": 1.9983944221336126e-07,
+      "loss": 0.0041,
+      "step": 20460
+    },
+    {
+      "epoch": 0.03791765921897402,
+      "grad_norm": 1.1116174459457397,
+      "learning_rate": 1.9983927720204962e-07,
+      "loss": 0.0038,
+      "step": 20470
+    },
+    {
+      "epoch": 0.03793618274570532,
+      "grad_norm": 0.9392820000648499,
+      "learning_rate": 1.9983911210605554e-07,
+      "loss": 0.0045,
+      "step": 20480
+    },
+    {
+      "epoch": 0.03795470627243662,
+      "grad_norm": 0.9199703335762024,
+      "learning_rate": 1.9983894692537916e-07,
+      "loss": 0.003,
+      "step": 20490
+    },
+    {
+      "epoch": 0.037973229799167924,
+      "grad_norm": 0.16939327120780945,
+      "learning_rate": 1.998387816600206e-07,
+      "loss": 0.0037,
+      "step": 20500
+    },
+    {
+      "epoch": 0.03799175332589923,
+      "grad_norm": 1.0374970436096191,
+      "learning_rate": 1.9983861630998008e-07,
+      "loss": 0.004,
+      "step": 20510
+    },
+    {
+      "epoch": 0.038010276852630524,
+      "grad_norm": 0.5100601315498352,
+      "learning_rate": 1.9983845087525763e-07,
+      "loss": 0.0039,
+      "step": 20520
+    },
+    {
+      "epoch": 0.03802880037936183,
+      "grad_norm": 1.9221622943878174,
+      "learning_rate": 1.9983828535585346e-07,
+      "loss": 0.0038,
+      "step": 20530
+    },
+    {
+      "epoch": 0.03804732390609313,
+      "grad_norm": 1.8519715070724487,
+      "learning_rate": 1.9983811975176766e-07,
+      "loss": 0.0046,
+      "step": 20540
+    },
+    {
+      "epoch": 0.03806584743282443,
+      "grad_norm": 1.8802757263183594,
+      "learning_rate": 1.9983795406300042e-07,
+      "loss": 0.0039,
+      "step": 20550
+    },
+    {
+      "epoch": 0.03808437095955573,
+      "grad_norm": 0.6118941903114319,
+      "learning_rate": 1.9983778828955185e-07,
+      "loss": 0.0037,
+      "step": 20560
+    },
+    {
+      "epoch": 0.03810289448628703,
+      "grad_norm": 1.527833104133606,
+      "learning_rate": 1.9983762243142212e-07,
+      "loss": 0.0033,
+      "step": 20570
+    },
+    {
+      "epoch": 0.038121418013018334,
+      "grad_norm": 1.4447176456451416,
+      "learning_rate": 1.9983745648861133e-07,
+      "loss": 0.0051,
+      "step": 20580
+    },
+    {
+      "epoch": 0.03813994153974964,
+      "grad_norm": 1.3891228437423706,
+      "learning_rate": 1.9983729046111964e-07,
+      "loss": 0.004,
+      "step": 20590
+    },
+    {
+      "epoch": 0.038158465066480934,
+      "grad_norm": 0.9447519183158875,
+      "learning_rate": 1.998371243489472e-07,
+      "loss": 0.005,
+      "step": 20600
+    },
+    {
+      "epoch": 0.03817698859321224,
+      "grad_norm": 0.990287184715271,
+      "learning_rate": 1.9983695815209416e-07,
+      "loss": 0.0048,
+      "step": 20610
+    },
+    {
+      "epoch": 0.03819551211994354,
+      "grad_norm": 0.8946551084518433,
+      "learning_rate": 1.998367918705606e-07,
+      "loss": 0.0047,
+      "step": 20620
+    },
+    {
+      "epoch": 0.03821403564667484,
+      "grad_norm": 1.6752524375915527,
+      "learning_rate": 1.9983662550434677e-07,
+      "loss": 0.0049,
+      "step": 20630
+    },
+    {
+      "epoch": 0.03823255917340614,
+      "grad_norm": 0.8208008408546448,
+      "learning_rate": 1.998364590534527e-07,
+      "loss": 0.004,
+      "step": 20640
+    },
+    {
+      "epoch": 0.03825108270013745,
+      "grad_norm": 0.775272786617279,
+      "learning_rate": 1.998362925178786e-07,
+      "loss": 0.0039,
+      "step": 20650
+    },
+    {
+      "epoch": 0.038269606226868744,
+      "grad_norm": 0.8370658755302429,
+      "learning_rate": 1.9983612589762458e-07,
+      "loss": 0.0055,
+      "step": 20660
+    },
+    {
+      "epoch": 0.03828812975360005,
+      "grad_norm": 0.5341131687164307,
+      "learning_rate": 1.998359591926908e-07,
+      "loss": 0.0044,
+      "step": 20670
+    },
+    {
+      "epoch": 0.03830665328033135,
+      "grad_norm": 0.6617851257324219,
+      "learning_rate": 1.9983579240307739e-07,
+      "loss": 0.0026,
+      "step": 20680
+    },
+    {
+      "epoch": 0.03832517680706265,
+      "grad_norm": 1.443732738494873,
+      "learning_rate": 1.998356255287845e-07,
+      "loss": 0.0043,
+      "step": 20690
+    },
+    {
+      "epoch": 0.03834370033379395,
+      "grad_norm": 0.6683312654495239,
+      "learning_rate": 1.9983545856981223e-07,
+      "loss": 0.0049,
+      "step": 20700
+    },
+    {
+      "epoch": 0.038362223860525256,
+      "grad_norm": 0.48248207569122314,
+      "learning_rate": 1.9983529152616079e-07,
+      "loss": 0.0039,
+      "step": 20710
+    },
+    {
+      "epoch": 0.03838074738725655,
+      "grad_norm": 1.4212145805358887,
+      "learning_rate": 1.9983512439783027e-07,
+      "loss": 0.003,
+      "step": 20720
+    },
+    {
+      "epoch": 0.03839927091398786,
+      "grad_norm": 0.9524348974227905,
+      "learning_rate": 1.9983495718482083e-07,
+      "loss": 0.0042,
+      "step": 20730
+    },
+    {
+      "epoch": 0.03841779444071916,
+      "grad_norm": 1.2262171506881714,
+      "learning_rate": 1.9983478988713262e-07,
+      "loss": 0.0036,
+      "step": 20740
+    },
+    {
+      "epoch": 0.03843631796745046,
+      "grad_norm": 0.4224924147129059,
+      "learning_rate": 1.9983462250476577e-07,
+      "loss": 0.0041,
+      "step": 20750
+    },
+    {
+      "epoch": 0.03845484149418176,
+      "grad_norm": 1.181715965270996,
+      "learning_rate": 1.9983445503772044e-07,
+      "loss": 0.0038,
+      "step": 20760
+    },
+    {
+      "epoch": 0.03847336502091306,
+      "grad_norm": 1.3067787885665894,
+      "learning_rate": 1.9983428748599674e-07,
+      "loss": 0.0046,
+      "step": 20770
+    },
+    {
+      "epoch": 0.03849188854764436,
+      "grad_norm": 1.4510211944580078,
+      "learning_rate": 1.9983411984959485e-07,
+      "loss": 0.0043,
+      "step": 20780
+    },
+    {
+      "epoch": 0.038510412074375666,
+      "grad_norm": 0.7801799178123474,
+      "learning_rate": 1.9983395212851488e-07,
+      "loss": 0.0033,
+      "step": 20790
+    },
+    {
+      "epoch": 0.03852893560110696,
+      "grad_norm": 1.8517725467681885,
+      "learning_rate": 1.9983378432275698e-07,
+      "loss": 0.0044,
+      "step": 20800
+    },
+    {
+      "epoch": 0.03854745912783827,
+      "grad_norm": 1.6459349393844604,
+      "learning_rate": 1.9983361643232127e-07,
+      "loss": 0.0046,
+      "step": 20810
+    },
+    {
+      "epoch": 0.03856598265456957,
+      "grad_norm": 1.1100202798843384,
+      "learning_rate": 1.9983344845720797e-07,
+      "loss": 0.0042,
+      "step": 20820
+    },
+    {
+      "epoch": 0.03858450618130087,
+      "grad_norm": 0.7286704182624817,
+      "learning_rate": 1.9983328039741716e-07,
+      "loss": 0.0044,
+      "step": 20830
+    },
+    {
+      "epoch": 0.03860302970803217,
+      "grad_norm": 0.9118245840072632,
+      "learning_rate": 1.99833112252949e-07,
+      "loss": 0.003,
+      "step": 20840
+    },
+    {
+      "epoch": 0.038621553234763475,
+      "grad_norm": 1.8745135068893433,
+      "learning_rate": 1.998329440238036e-07,
+      "loss": 0.0035,
+      "step": 20850
+    },
+    {
+      "epoch": 0.03864007676149477,
+      "grad_norm": 0.7710930705070496,
+      "learning_rate": 1.9983277570998113e-07,
+      "loss": 0.0041,
+      "step": 20860
+    },
+    {
+      "epoch": 0.038658600288226076,
+      "grad_norm": 2.1815669536590576,
+      "learning_rate": 1.9983260731148175e-07,
+      "loss": 0.0047,
+      "step": 20870
+    },
+    {
+      "epoch": 0.03867712381495738,
+      "grad_norm": 1.7133078575134277,
+      "learning_rate": 1.998324388283056e-07,
+      "loss": 0.0046,
+      "step": 20880
+    },
+    {
+      "epoch": 0.03869564734168868,
+      "grad_norm": 0.6241070032119751,
+      "learning_rate": 1.9983227026045277e-07,
+      "loss": 0.0043,
+      "step": 20890
+    },
+    {
+      "epoch": 0.03871417086841998,
+      "grad_norm": 2.0762457847595215,
+      "learning_rate": 1.9983210160792344e-07,
+      "loss": 0.0038,
+      "step": 20900
+    },
+    {
+      "epoch": 0.038732694395151285,
+      "grad_norm": 1.5216177701950073,
+      "learning_rate": 1.9983193287071777e-07,
+      "loss": 0.0035,
+      "step": 20910
+    },
+    {
+      "epoch": 0.03875121792188258,
+      "grad_norm": 1.5395363569259644,
+      "learning_rate": 1.9983176404883593e-07,
+      "loss": 0.0041,
+      "step": 20920
+    },
+    {
+      "epoch": 0.038769741448613886,
+      "grad_norm": 0.9218603372573853,
+      "learning_rate": 1.9983159514227798e-07,
+      "loss": 0.0047,
+      "step": 20930
+    },
+    {
+      "epoch": 0.03878826497534518,
+      "grad_norm": 2.208829164505005,
+      "learning_rate": 1.998314261510441e-07,
+      "loss": 0.0037,
+      "step": 20940
+    },
+    {
+      "epoch": 0.038806788502076486,
+      "grad_norm": 1.3221584558486938,
+      "learning_rate": 1.998312570751344e-07,
+      "loss": 0.0037,
+      "step": 20950
+    },
+    {
+      "epoch": 0.03882531202880779,
+      "grad_norm": 0.5245024561882019,
+      "learning_rate": 1.9983108791454916e-07,
+      "loss": 0.0037,
+      "step": 20960
+    },
+    {
+      "epoch": 0.03884383555553909,
+      "grad_norm": 0.5969715118408203,
+      "learning_rate": 1.9983091866928833e-07,
+      "loss": 0.0045,
+      "step": 20970
+    },
+    {
+      "epoch": 0.03886235908227039,
+      "grad_norm": 1.0095936059951782,
+      "learning_rate": 1.998307493393522e-07,
+      "loss": 0.004,
+      "step": 20980
+    },
+    {
+      "epoch": 0.038880882609001695,
+      "grad_norm": 1.271608829498291,
+      "learning_rate": 1.9983057992474083e-07,
+      "loss": 0.0046,
+      "step": 20990
+    },
+    {
+      "epoch": 0.03889940613573299,
+      "grad_norm": 1.4095211029052734,
+      "learning_rate": 1.9983041042545442e-07,
+      "loss": 0.0046,
+      "step": 21000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1079708,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 3000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}