{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 13.166556945358789,
  "eval_steps": 500,
  "global_step": 20000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0065832784726793945,
      "grad_norm": 4.667604446411133,
      "learning_rate": 1.8e-07,
      "loss": 0.3117,
      "step": 10
    },
    {
      "epoch": 0.013166556945358789,
      "grad_norm": 4.76257848739624,
      "learning_rate": 3.8e-07,
      "loss": 0.3056,
      "step": 20
    },
    {
      "epoch": 0.019749835418038184,
      "grad_norm": 4.510583400726318,
      "learning_rate": 5.8e-07,
      "loss": 0.3215,
      "step": 30
    },
    {
      "epoch": 0.026333113890717578,
      "grad_norm": 4.296549320220947,
      "learning_rate": 7.8e-07,
      "loss": 0.2798,
      "step": 40
    },
    {
      "epoch": 0.032916392363396975,
      "grad_norm": 3.3769516944885254,
      "learning_rate": 9.8e-07,
      "loss": 0.2167,
      "step": 50
    },
    {
      "epoch": 0.03949967083607637,
      "grad_norm": 1.7368696928024292,
      "learning_rate": 1.18e-06,
      "loss": 0.1576,
      "step": 60
    },
    {
      "epoch": 0.04608294930875576,
      "grad_norm": 1.2467026710510254,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 0.0753,
      "step": 70
    },
    {
      "epoch": 0.052666227781435156,
      "grad_norm": 0.6001964807510376,
      "learning_rate": 1.5800000000000003e-06,
      "loss": 0.0596,
      "step": 80
    },
    {
      "epoch": 0.05924950625411455,
      "grad_norm": 0.700756847858429,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 0.0377,
      "step": 90
    },
    {
      "epoch": 0.06583278472679395,
      "grad_norm": 0.520061731338501,
      "learning_rate": 1.98e-06,
      "loss": 0.0338,
      "step": 100
    },
    {
      "epoch": 0.07241606319947334,
      "grad_norm": 0.42451295256614685,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 0.0238,
      "step": 110
    },
    {
      "epoch": 0.07899934167215274,
      "grad_norm": 0.4142055809497833,
      "learning_rate": 2.38e-06,
      "loss": 0.0294,
      "step": 120
    },
    {
      "epoch": 0.08558262014483213,
      "grad_norm": 0.250784307718277,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 0.0172,
      "step": 130
    },
    {
      "epoch": 0.09216589861751152,
      "grad_norm": 0.3852202594280243,
      "learning_rate": 2.78e-06,
      "loss": 0.017,
      "step": 140
    },
    {
      "epoch": 0.09874917709019092,
      "grad_norm": 0.39633437991142273,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 0.0208,
      "step": 150
    },
    {
      "epoch": 0.10533245556287031,
      "grad_norm": 0.20055508613586426,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 0.0177,
      "step": 160
    },
    {
      "epoch": 0.1119157340355497,
      "grad_norm": 0.16524334251880646,
      "learning_rate": 3.38e-06,
      "loss": 0.0163,
      "step": 170
    },
    {
      "epoch": 0.1184990125082291,
      "grad_norm": 0.22953571379184723,
      "learning_rate": 3.58e-06,
      "loss": 0.0153,
      "step": 180
    },
    {
      "epoch": 0.1250822909809085,
      "grad_norm": 0.1979047656059265,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 0.0194,
      "step": 190
    },
    {
      "epoch": 0.1316655694535879,
      "grad_norm": 0.3481867015361786,
      "learning_rate": 3.98e-06,
      "loss": 0.0186,
      "step": 200
    },
    {
      "epoch": 0.1382488479262673,
      "grad_norm": 0.47407621145248413,
      "learning_rate": 4.18e-06,
      "loss": 0.0169,
      "step": 210
    },
    {
      "epoch": 0.1448321263989467,
      "grad_norm": 0.37531784176826477,
      "learning_rate": 4.38e-06,
      "loss": 0.0179,
      "step": 220
    },
    {
      "epoch": 0.15141540487162608,
      "grad_norm": 0.27084881067276,
      "learning_rate": 4.58e-06,
      "loss": 0.0134,
      "step": 230
    },
    {
      "epoch": 0.15799868334430547,
      "grad_norm": 0.366066038608551,
      "learning_rate": 4.780000000000001e-06,
      "loss": 0.0164,
      "step": 240
    },
    {
      "epoch": 0.16458196181698487,
      "grad_norm": 0.2672060430049896,
      "learning_rate": 4.98e-06,
      "loss": 0.0162,
      "step": 250
    },
    {
      "epoch": 0.17116524028966426,
      "grad_norm": 0.3275546431541443,
      "learning_rate": 5.18e-06,
      "loss": 0.0134,
      "step": 260
    },
    {
      "epoch": 0.17774851876234365,
      "grad_norm": 0.11839713156223297,
      "learning_rate": 5.38e-06,
      "loss": 0.0132,
      "step": 270
    },
    {
      "epoch": 0.18433179723502305,
      "grad_norm": 0.41320323944091797,
      "learning_rate": 5.580000000000001e-06,
      "loss": 0.016,
      "step": 280
    },
    {
      "epoch": 0.19091507570770244,
      "grad_norm": 0.30657222867012024,
      "learning_rate": 5.78e-06,
      "loss": 0.0115,
      "step": 290
    },
    {
      "epoch": 0.19749835418038184,
      "grad_norm": 0.4881065785884857,
      "learning_rate": 5.98e-06,
      "loss": 0.0159,
      "step": 300
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 0.46792495250701904,
      "learning_rate": 6.18e-06,
      "loss": 0.014,
      "step": 310
    },
    {
      "epoch": 0.21066491112574062,
      "grad_norm": 0.42141374945640564,
      "learning_rate": 6.38e-06,
      "loss": 0.0119,
      "step": 320
    },
    {
      "epoch": 0.21724818959842002,
      "grad_norm": 0.3819800019264221,
      "learning_rate": 6.58e-06,
      "loss": 0.0148,
      "step": 330
    },
    {
      "epoch": 0.2238314680710994,
      "grad_norm": 0.4395577907562256,
      "learning_rate": 6.78e-06,
      "loss": 0.0115,
      "step": 340
    },
    {
      "epoch": 0.2304147465437788,
      "grad_norm": 0.36575037240982056,
      "learning_rate": 6.98e-06,
      "loss": 0.0119,
      "step": 350
    },
    {
      "epoch": 0.2369980250164582,
      "grad_norm": 0.2176530808210373,
      "learning_rate": 7.180000000000001e-06,
      "loss": 0.0118,
      "step": 360
    },
    {
      "epoch": 0.2435813034891376,
      "grad_norm": 0.15246424078941345,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 0.0085,
      "step": 370
    },
    {
      "epoch": 0.250164581961817,
      "grad_norm": 0.25757896900177,
      "learning_rate": 7.580000000000001e-06,
      "loss": 0.011,
      "step": 380
    },
    {
      "epoch": 0.2567478604344964,
      "grad_norm": 0.40807631611824036,
      "learning_rate": 7.78e-06,
      "loss": 0.0132,
      "step": 390
    },
    {
      "epoch": 0.2633311389071758,
      "grad_norm": 0.22928398847579956,
      "learning_rate": 7.98e-06,
      "loss": 0.0082,
      "step": 400
    },
    {
      "epoch": 0.26991441737985516,
      "grad_norm": 0.32516878843307495,
      "learning_rate": 8.18e-06,
      "loss": 0.0102,
      "step": 410
    },
    {
      "epoch": 0.2764976958525346,
      "grad_norm": 0.38103151321411133,
      "learning_rate": 8.380000000000001e-06,
      "loss": 0.0156,
      "step": 420
    },
    {
      "epoch": 0.28308097432521395,
      "grad_norm": 0.2733783721923828,
      "learning_rate": 8.580000000000001e-06,
      "loss": 0.0109,
      "step": 430
    },
    {
      "epoch": 0.2896642527978934,
      "grad_norm": 0.25594833493232727,
      "learning_rate": 8.78e-06,
      "loss": 0.0101,
      "step": 440
    },
    {
      "epoch": 0.29624753127057274,
      "grad_norm": 0.36928215622901917,
      "learning_rate": 8.98e-06,
      "loss": 0.0103,
      "step": 450
    },
    {
      "epoch": 0.30283080974325216,
      "grad_norm": 0.2253832072019577,
      "learning_rate": 9.180000000000002e-06,
      "loss": 0.0081,
      "step": 460
    },
    {
      "epoch": 0.3094140882159315,
      "grad_norm": 0.43624746799468994,
      "learning_rate": 9.38e-06,
      "loss": 0.0114,
      "step": 470
    },
    {
      "epoch": 0.31599736668861095,
      "grad_norm": 0.23713339865207672,
      "learning_rate": 9.58e-06,
      "loss": 0.0084,
      "step": 480
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 0.32124054431915283,
      "learning_rate": 9.78e-06,
      "loss": 0.0097,
      "step": 490
    },
    {
      "epoch": 0.32916392363396973,
      "grad_norm": 0.26847419142723083,
      "learning_rate": 9.980000000000001e-06,
      "loss": 0.0069,
      "step": 500
    },
    {
      "epoch": 0.3357472021066491,
      "grad_norm": 0.33049169182777405,
      "learning_rate": 1.018e-05,
      "loss": 0.0096,
      "step": 510
    },
    {
      "epoch": 0.3423304805793285,
      "grad_norm": 0.1753293126821518,
      "learning_rate": 1.038e-05,
      "loss": 0.0064,
      "step": 520
    },
    {
      "epoch": 0.3489137590520079,
      "grad_norm": 0.29450568556785583,
      "learning_rate": 1.058e-05,
      "loss": 0.0101,
      "step": 530
    },
    {
      "epoch": 0.3554970375246873,
      "grad_norm": 0.4020543098449707,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 0.0117,
      "step": 540
    },
    {
      "epoch": 0.3620803159973667,
      "grad_norm": 0.191111221909523,
      "learning_rate": 1.098e-05,
      "loss": 0.0065,
      "step": 550
    },
    {
      "epoch": 0.3686635944700461,
      "grad_norm": 0.28593379259109497,
      "learning_rate": 1.118e-05,
      "loss": 0.0092,
      "step": 560
    },
    {
      "epoch": 0.37524687294272546,
      "grad_norm": 0.5440319776535034,
      "learning_rate": 1.1380000000000001e-05,
      "loss": 0.0132,
      "step": 570
    },
    {
      "epoch": 0.3818301514154049,
      "grad_norm": 0.3086682856082916,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 0.0109,
      "step": 580
    },
    {
      "epoch": 0.38841342988808425,
      "grad_norm": 0.31464439630508423,
      "learning_rate": 1.178e-05,
      "loss": 0.0082,
      "step": 590
    },
    {
      "epoch": 0.39499670836076367,
      "grad_norm": 0.534359872341156,
      "learning_rate": 1.198e-05,
      "loss": 0.0105,
      "step": 600
    },
    {
      "epoch": 0.40157998683344304,
      "grad_norm": 0.3846067786216736,
      "learning_rate": 1.2180000000000002e-05,
      "loss": 0.012,
      "step": 610
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 0.3279959559440613,
      "learning_rate": 1.238e-05,
      "loss": 0.0104,
      "step": 620
    },
    {
      "epoch": 0.4147465437788018,
      "grad_norm": 0.3157939016819,
      "learning_rate": 1.258e-05,
      "loss": 0.0082,
      "step": 630
    },
    {
      "epoch": 0.42132982225148125,
      "grad_norm": 0.19066298007965088,
      "learning_rate": 1.278e-05,
      "loss": 0.0065,
      "step": 640
    },
    {
      "epoch": 0.4279131007241606,
      "grad_norm": 0.2096276432275772,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 0.0077,
      "step": 650
    },
    {
      "epoch": 0.43449637919684003,
      "grad_norm": 0.3505825698375702,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 0.0079,
      "step": 660
    },
    {
      "epoch": 0.4410796576695194,
      "grad_norm": 0.28009364008903503,
      "learning_rate": 1.338e-05,
      "loss": 0.0049,
      "step": 670
    },
    {
      "epoch": 0.4476629361421988,
      "grad_norm": 0.2566313147544861,
      "learning_rate": 1.358e-05,
      "loss": 0.0099,
      "step": 680
    },
    {
      "epoch": 0.4542462146148782,
      "grad_norm": 0.18947407603263855,
      "learning_rate": 1.3780000000000002e-05,
      "loss": 0.0042,
      "step": 690
    },
    {
      "epoch": 0.4608294930875576,
      "grad_norm": 0.18175585567951202,
      "learning_rate": 1.3980000000000002e-05,
      "loss": 0.0054,
      "step": 700
    },
    {
      "epoch": 0.467412771560237,
      "grad_norm": 0.24939915537834167,
      "learning_rate": 1.4180000000000001e-05,
      "loss": 0.0077,
      "step": 710
    },
    {
      "epoch": 0.4739960500329164,
      "grad_norm": 0.26245540380477905,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 0.0056,
      "step": 720
    },
    {
      "epoch": 0.48057932850559576,
      "grad_norm": 0.13992945849895477,
      "learning_rate": 1.4580000000000003e-05,
      "loss": 0.0075,
      "step": 730
    },
    {
      "epoch": 0.4871626069782752,
      "grad_norm": 0.21726356446743011,
      "learning_rate": 1.4779999999999999e-05,
      "loss": 0.0062,
      "step": 740
    },
    {
      "epoch": 0.4937458854509546,
      "grad_norm": 0.23025143146514893,
      "learning_rate": 1.4979999999999999e-05,
      "loss": 0.0066,
      "step": 750
    },
    {
      "epoch": 0.500329163923634,
      "grad_norm": 0.38760191202163696,
      "learning_rate": 1.518e-05,
      "loss": 0.0064,
      "step": 760
    },
    {
      "epoch": 0.5069124423963134,
      "grad_norm": 0.40132707357406616,
      "learning_rate": 1.538e-05,
      "loss": 0.0068,
      "step": 770
    },
    {
      "epoch": 0.5134957208689928,
      "grad_norm": 0.18108682334423065,
      "learning_rate": 1.558e-05,
      "loss": 0.008,
      "step": 780
    },
    {
      "epoch": 0.5200789993416721,
      "grad_norm": 0.27599403262138367,
      "learning_rate": 1.578e-05,
      "loss": 0.0048,
      "step": 790
    },
    {
      "epoch": 0.5266622778143516,
      "grad_norm": 0.17497989535331726,
      "learning_rate": 1.598e-05,
      "loss": 0.0063,
      "step": 800
    },
    {
      "epoch": 0.533245556287031,
      "grad_norm": 0.19714988768100739,
      "learning_rate": 1.618e-05,
      "loss": 0.0055,
      "step": 810
    },
    {
      "epoch": 0.5398288347597103,
      "grad_norm": 0.3557318150997162,
      "learning_rate": 1.6380000000000002e-05,
      "loss": 0.0138,
      "step": 820
    },
    {
      "epoch": 0.5464121132323897,
      "grad_norm": 0.2810114324092865,
      "learning_rate": 1.658e-05,
      "loss": 0.0071,
      "step": 830
    },
    {
      "epoch": 0.5529953917050692,
      "grad_norm": 0.31869757175445557,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 0.0051,
      "step": 840
    },
    {
      "epoch": 0.5595786701777485,
      "grad_norm": 0.34567221999168396,
      "learning_rate": 1.698e-05,
      "loss": 0.007,
      "step": 850
    },
    {
      "epoch": 0.5661619486504279,
      "grad_norm": 0.3867408037185669,
      "learning_rate": 1.718e-05,
      "loss": 0.0091,
      "step": 860
    },
    {
      "epoch": 0.5727452271231073,
      "grad_norm": 0.23460763692855835,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 0.0065,
      "step": 870
    },
    {
      "epoch": 0.5793285055957867,
      "grad_norm": 0.41180169582366943,
      "learning_rate": 1.758e-05,
      "loss": 0.0078,
      "step": 880
    },
    {
      "epoch": 0.5859117840684661,
      "grad_norm": 0.33165597915649414,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 0.0076,
      "step": 890
    },
    {
      "epoch": 0.5924950625411455,
      "grad_norm": 0.17362745106220245,
      "learning_rate": 1.798e-05,
      "loss": 0.0061,
      "step": 900
    },
    {
      "epoch": 0.5990783410138248,
      "grad_norm": 0.35882455110549927,
      "learning_rate": 1.818e-05,
      "loss": 0.0078,
      "step": 910
    },
    {
      "epoch": 0.6056616194865043,
      "grad_norm": 0.2407483607530594,
      "learning_rate": 1.838e-05,
      "loss": 0.0124,
      "step": 920
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 0.38892731070518494,
      "learning_rate": 1.858e-05,
      "loss": 0.0123,
      "step": 930
    },
    {
      "epoch": 0.618828176431863,
      "grad_norm": 0.2332616001367569,
      "learning_rate": 1.878e-05,
      "loss": 0.0055,
      "step": 940
    },
    {
      "epoch": 0.6254114549045424,
      "grad_norm": 0.2040179818868637,
      "learning_rate": 1.898e-05,
      "loss": 0.0062,
      "step": 950
    },
    {
      "epoch": 0.6319947333772219,
      "grad_norm": 0.1975512057542801,
      "learning_rate": 1.918e-05,
      "loss": 0.0095,
      "step": 960
    },
    {
      "epoch": 0.6385780118499013,
      "grad_norm": 0.3402547836303711,
      "learning_rate": 1.938e-05,
      "loss": 0.0057,
      "step": 970
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.2078298032283783,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 0.0073,
      "step": 980
    },
    {
      "epoch": 0.65174456879526,
      "grad_norm": 0.2692283093929291,
      "learning_rate": 1.978e-05,
      "loss": 0.0055,
      "step": 990
    },
    {
      "epoch": 0.6583278472679395,
      "grad_norm": 0.25150570273399353,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 0.0053,
      "step": 1000
    },
    {
      "epoch": 0.6649111257406188,
      "grad_norm": 0.3064151704311371,
      "learning_rate": 2.0180000000000003e-05,
      "loss": 0.0087,
      "step": 1010
    },
    {
      "epoch": 0.6714944042132982,
      "grad_norm": 0.17607106268405914,
      "learning_rate": 2.038e-05,
      "loss": 0.0064,
      "step": 1020
    },
    {
      "epoch": 0.6780776826859776,
      "grad_norm": 0.3017083704471588,
      "learning_rate": 2.0580000000000003e-05,
      "loss": 0.0068,
      "step": 1030
    },
    {
      "epoch": 0.684660961158657,
      "grad_norm": 0.3750017583370209,
      "learning_rate": 2.078e-05,
      "loss": 0.006,
      "step": 1040
    },
    {
      "epoch": 0.6912442396313364,
      "grad_norm": 0.2683260440826416,
      "learning_rate": 2.098e-05,
      "loss": 0.0066,
      "step": 1050
    },
    {
      "epoch": 0.6978275181040158,
      "grad_norm": 0.2980571389198303,
      "learning_rate": 2.118e-05,
      "loss": 0.0093,
      "step": 1060
    },
    {
      "epoch": 0.7044107965766951,
      "grad_norm": 0.18826761841773987,
      "learning_rate": 2.138e-05,
      "loss": 0.0054,
      "step": 1070
    },
    {
      "epoch": 0.7109940750493746,
      "grad_norm": 0.16944971680641174,
      "learning_rate": 2.158e-05,
      "loss": 0.007,
      "step": 1080
    },
    {
      "epoch": 0.717577353522054,
      "grad_norm": 0.18174539506435394,
      "learning_rate": 2.178e-05,
      "loss": 0.0055,
      "step": 1090
    },
    {
      "epoch": 0.7241606319947334,
      "grad_norm": 0.09434781968593597,
      "learning_rate": 2.198e-05,
      "loss": 0.0042,
      "step": 1100
    },
    {
      "epoch": 0.7307439104674127,
      "grad_norm": 0.22035308182239532,
      "learning_rate": 2.218e-05,
      "loss": 0.0048,
      "step": 1110
    },
    {
      "epoch": 0.7373271889400922,
      "grad_norm": 0.15658259391784668,
      "learning_rate": 2.2380000000000003e-05,
      "loss": 0.0051,
      "step": 1120
    },
    {
      "epoch": 0.7439104674127716,
      "grad_norm": 0.14957945048809052,
      "learning_rate": 2.258e-05,
      "loss": 0.0049,
      "step": 1130
    },
    {
      "epoch": 0.7504937458854509,
      "grad_norm": 0.2875000834465027,
      "learning_rate": 2.2780000000000002e-05,
      "loss": 0.0038,
      "step": 1140
    },
    {
      "epoch": 0.7570770243581304,
      "grad_norm": 0.21444852650165558,
      "learning_rate": 2.298e-05,
      "loss": 0.0061,
      "step": 1150
    },
    {
      "epoch": 0.7636603028308098,
      "grad_norm": 0.22133076190948486,
      "learning_rate": 2.318e-05,
      "loss": 0.0047,
      "step": 1160
    },
    {
      "epoch": 0.7702435813034891,
      "grad_norm": 0.17518217861652374,
      "learning_rate": 2.3380000000000003e-05,
      "loss": 0.0054,
      "step": 1170
    },
    {
      "epoch": 0.7768268597761685,
      "grad_norm": 0.22834819555282593,
      "learning_rate": 2.358e-05,
      "loss": 0.0054,
      "step": 1180
    },
    {
      "epoch": 0.783410138248848,
      "grad_norm": 0.1731962412595749,
      "learning_rate": 2.3780000000000003e-05,
      "loss": 0.0057,
      "step": 1190
    },
    {
      "epoch": 0.7899934167215273,
      "grad_norm": 0.1858062893152237,
      "learning_rate": 2.398e-05,
      "loss": 0.0069,
      "step": 1200
    },
    {
      "epoch": 0.7965766951942067,
      "grad_norm": 0.16888290643692017,
      "learning_rate": 2.418e-05,
      "loss": 0.0082,
      "step": 1210
    },
    {
      "epoch": 0.8031599736668861,
      "grad_norm": 0.3752075135707855,
      "learning_rate": 2.438e-05,
      "loss": 0.007,
      "step": 1220
    },
    {
      "epoch": 0.8097432521395656,
      "grad_norm": 0.21810230612754822,
      "learning_rate": 2.4580000000000002e-05,
      "loss": 0.0046,
      "step": 1230
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 0.3144676983356476,
      "learning_rate": 2.478e-05,
      "loss": 0.007,
      "step": 1240
    },
    {
      "epoch": 0.8229098090849243,
      "grad_norm": 0.13102562725543976,
      "learning_rate": 2.498e-05,
      "loss": 0.0041,
      "step": 1250
    },
    {
      "epoch": 0.8294930875576036,
      "grad_norm": 0.15110915899276733,
      "learning_rate": 2.5180000000000003e-05,
      "loss": 0.0041,
      "step": 1260
    },
    {
      "epoch": 0.8360763660302831,
      "grad_norm": 0.150835782289505,
      "learning_rate": 2.5380000000000004e-05,
      "loss": 0.0044,
      "step": 1270
    },
    {
      "epoch": 0.8426596445029625,
      "grad_norm": 0.19511735439300537,
      "learning_rate": 2.5580000000000002e-05,
      "loss": 0.0059,
      "step": 1280
    },
    {
      "epoch": 0.8492429229756419,
      "grad_norm": 0.15513381361961365,
      "learning_rate": 2.5779999999999997e-05,
      "loss": 0.0041,
      "step": 1290
    },
    {
      "epoch": 0.8558262014483212,
      "grad_norm": 0.1765744835138321,
      "learning_rate": 2.598e-05,
      "loss": 0.0061,
      "step": 1300
    },
    {
      "epoch": 0.8624094799210007,
      "grad_norm": 0.1655944436788559,
      "learning_rate": 2.618e-05,
      "loss": 0.0045,
      "step": 1310
    },
    {
      "epoch": 0.8689927583936801,
      "grad_norm": 0.17169371247291565,
      "learning_rate": 2.6379999999999998e-05,
      "loss": 0.0055,
      "step": 1320
    },
    {
      "epoch": 0.8755760368663594,
      "grad_norm": 0.3155057728290558,
      "learning_rate": 2.658e-05,
      "loss": 0.0071,
      "step": 1330
    },
    {
      "epoch": 0.8821593153390388,
      "grad_norm": 0.31879231333732605,
      "learning_rate": 2.678e-05,
      "loss": 0.0093,
      "step": 1340
    },
    {
      "epoch": 0.8887425938117183,
      "grad_norm": 0.26626473665237427,
      "learning_rate": 2.698e-05,
      "loss": 0.0041,
      "step": 1350
    },
    {
      "epoch": 0.8953258722843976,
      "grad_norm": 0.31761062145233154,
      "learning_rate": 2.718e-05,
      "loss": 0.0098,
      "step": 1360
    },
    {
      "epoch": 0.901909150757077,
      "grad_norm": 0.22863753139972687,
      "learning_rate": 2.738e-05,
      "loss": 0.0048,
      "step": 1370
    },
    {
      "epoch": 0.9084924292297564,
      "grad_norm": 0.34291163086891174,
      "learning_rate": 2.758e-05,
      "loss": 0.005,
      "step": 1380
    },
    {
      "epoch": 0.9150757077024358,
      "grad_norm": 0.2496219128370285,
      "learning_rate": 2.778e-05,
      "loss": 0.006,
      "step": 1390
    },
    {
      "epoch": 0.9216589861751152,
      "grad_norm": 0.262248158454895,
      "learning_rate": 2.798e-05,
      "loss": 0.0052,
      "step": 1400
    },
    {
      "epoch": 0.9282422646477946,
      "grad_norm": 0.2531645894050598,
      "learning_rate": 2.818e-05,
      "loss": 0.0105,
      "step": 1410
    },
    {
      "epoch": 0.934825543120474,
      "grad_norm": 0.25929999351501465,
      "learning_rate": 2.8380000000000003e-05,
      "loss": 0.0058,
      "step": 1420
    },
    {
      "epoch": 0.9414088215931534,
      "grad_norm": 0.2439543604850769,
      "learning_rate": 2.858e-05,
      "loss": 0.0058,
      "step": 1430
    },
    {
      "epoch": 0.9479921000658328,
      "grad_norm": 0.3311539888381958,
      "learning_rate": 2.8780000000000002e-05,
      "loss": 0.0038,
      "step": 1440
    },
    {
      "epoch": 0.9545753785385122,
      "grad_norm": 0.15718941390514374,
      "learning_rate": 2.898e-05,
      "loss": 0.0103,
      "step": 1450
    },
    {
      "epoch": 0.9611586570111915,
      "grad_norm": 0.2077299803495407,
      "learning_rate": 2.9180000000000002e-05,
      "loss": 0.005,
      "step": 1460
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.2793049216270447,
      "learning_rate": 2.9380000000000003e-05,
      "loss": 0.0036,
      "step": 1470
    },
    {
      "epoch": 0.9743252139565504,
      "grad_norm": 0.16314570605754852,
      "learning_rate": 2.958e-05,
      "loss": 0.0074,
      "step": 1480
    },
    {
      "epoch": 0.9809084924292297,
      "grad_norm": 0.28970712423324585,
      "learning_rate": 2.9780000000000003e-05,
      "loss": 0.0046,
      "step": 1490
    },
    {
      "epoch": 0.9874917709019092,
      "grad_norm": 0.163652703166008,
      "learning_rate": 2.998e-05,
      "loss": 0.0062,
      "step": 1500
    },
    {
      "epoch": 0.9940750493745886,
      "grad_norm": 0.08917911350727081,
      "learning_rate": 3.0180000000000002e-05,
      "loss": 0.0039,
      "step": 1510
    },
    {
      "epoch": 1.000658327847268,
      "grad_norm": 0.177604079246521,
      "learning_rate": 3.0380000000000004e-05,
      "loss": 0.0049,
      "step": 1520
    },
    {
      "epoch": 1.0072416063199474,
      "grad_norm": 0.21151091158390045,
      "learning_rate": 3.058e-05,
      "loss": 0.0045,
      "step": 1530
    },
    {
      "epoch": 1.0138248847926268,
      "grad_norm": 0.2265806794166565,
      "learning_rate": 3.078e-05,
      "loss": 0.005,
      "step": 1540
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 0.2583235204219818,
      "learning_rate": 3.0980000000000005e-05,
      "loss": 0.0065,
      "step": 1550
    },
    {
      "epoch": 1.0269914417379855,
      "grad_norm": 0.12779070436954498,
      "learning_rate": 3.118e-05,
      "loss": 0.0031,
      "step": 1560
    },
    {
      "epoch": 1.0335747202106649,
      "grad_norm": 0.186552032828331,
      "learning_rate": 3.138e-05,
      "loss": 0.004,
      "step": 1570
    },
    {
      "epoch": 1.0401579986833442,
      "grad_norm": 0.21109667420387268,
      "learning_rate": 3.1580000000000006e-05,
      "loss": 0.0042,
      "step": 1580
    },
    {
      "epoch": 1.0467412771560236,
      "grad_norm": 0.22061017155647278,
      "learning_rate": 3.1780000000000004e-05,
      "loss": 0.0056,
      "step": 1590
    },
    {
      "epoch": 1.0533245556287032,
      "grad_norm": 0.15494543313980103,
      "learning_rate": 3.198e-05,
      "loss": 0.0047,
      "step": 1600
    },
    {
      "epoch": 1.0599078341013826,
      "grad_norm": 0.27512314915657043,
      "learning_rate": 3.218e-05,
      "loss": 0.0071,
      "step": 1610
    },
    {
      "epoch": 1.066491112574062,
      "grad_norm": 0.14017550647258759,
      "learning_rate": 3.238e-05,
      "loss": 0.0051,
      "step": 1620
    },
    {
      "epoch": 1.0730743910467413,
      "grad_norm": 0.27555176615715027,
      "learning_rate": 3.2579999999999996e-05,
      "loss": 0.0093,
      "step": 1630
    },
    {
      "epoch": 1.0796576695194207,
      "grad_norm": 0.19666121900081635,
      "learning_rate": 3.278e-05,
      "loss": 0.0041,
      "step": 1640
    },
    {
      "epoch": 1.0862409479921,
      "grad_norm": 0.24898265302181244,
      "learning_rate": 3.298e-05,
      "loss": 0.0038,
      "step": 1650
    },
    {
      "epoch": 1.0928242264647794,
      "grad_norm": 0.23241955041885376,
      "learning_rate": 3.318e-05,
      "loss": 0.0083,
      "step": 1660
    },
    {
      "epoch": 1.0994075049374588,
      "grad_norm": 0.27159592509269714,
      "learning_rate": 3.338e-05,
      "loss": 0.004,
      "step": 1670
    },
    {
      "epoch": 1.1059907834101383,
      "grad_norm": 0.21334366500377655,
      "learning_rate": 3.358e-05,
      "loss": 0.0053,
      "step": 1680
    },
    {
      "epoch": 1.1125740618828177,
      "grad_norm": 0.15541066229343414,
      "learning_rate": 3.378e-05,
      "loss": 0.0098,
      "step": 1690
    },
    {
      "epoch": 1.119157340355497,
      "grad_norm": 0.21997252106666565,
      "learning_rate": 3.398e-05,
      "loss": 0.0042,
      "step": 1700
    },
    {
      "epoch": 1.1257406188281764,
      "grad_norm": 0.30237892270088196,
      "learning_rate": 3.418e-05,
      "loss": 0.0043,
      "step": 1710
    },
    {
      "epoch": 1.1323238973008558,
      "grad_norm": 0.24162374436855316,
      "learning_rate": 3.438e-05,
      "loss": 0.0056,
      "step": 1720
    },
    {
      "epoch": 1.1389071757735352,
      "grad_norm": 0.2436247169971466,
      "learning_rate": 3.4580000000000004e-05,
      "loss": 0.0045,
      "step": 1730
    },
    {
      "epoch": 1.1454904542462145,
      "grad_norm": 0.18317638337612152,
      "learning_rate": 3.478e-05,
      "loss": 0.0071,
      "step": 1740
    },
    {
      "epoch": 1.1520737327188941,
      "grad_norm": 0.23434752225875854,
      "learning_rate": 3.498e-05,
      "loss": 0.0042,
      "step": 1750
    },
    {
      "epoch": 1.1586570111915735,
      "grad_norm": 0.2120632380247116,
      "learning_rate": 3.518e-05,
      "loss": 0.0043,
      "step": 1760
    },
    {
      "epoch": 1.1652402896642529,
      "grad_norm": 0.2276468575000763,
      "learning_rate": 3.5380000000000003e-05,
      "loss": 0.0043,
      "step": 1770
    },
    {
      "epoch": 1.1718235681369322,
      "grad_norm": 0.17055390775203705,
      "learning_rate": 3.558e-05,
      "loss": 0.003,
      "step": 1780
    },
    {
      "epoch": 1.1784068466096116,
      "grad_norm": 0.27193719148635864,
      "learning_rate": 3.578e-05,
      "loss": 0.0059,
      "step": 1790
    },
    {
      "epoch": 1.184990125082291,
      "grad_norm": 0.21833619475364685,
      "learning_rate": 3.5980000000000004e-05,
      "loss": 0.0072,
      "step": 1800
    },
    {
      "epoch": 1.1915734035549703,
      "grad_norm": 0.2511771321296692,
      "learning_rate": 3.618e-05,
      "loss": 0.0037,
      "step": 1810
    },
    {
      "epoch": 1.1981566820276497,
      "grad_norm": 0.11682605743408203,
      "learning_rate": 3.638e-05,
      "loss": 0.0029,
      "step": 1820
    },
    {
      "epoch": 1.204739960500329,
      "grad_norm": 0.1463199406862259,
      "learning_rate": 3.6580000000000006e-05,
      "loss": 0.0048,
      "step": 1830
    },
    {
      "epoch": 1.2113232389730086,
      "grad_norm": 0.27067893743515015,
      "learning_rate": 3.6780000000000004e-05,
      "loss": 0.0049,
      "step": 1840
    },
    {
      "epoch": 1.217906517445688,
      "grad_norm": 0.11737799644470215,
      "learning_rate": 3.698e-05,
      "loss": 0.0037,
      "step": 1850
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 0.1815817803144455,
      "learning_rate": 3.7180000000000007e-05,
      "loss": 0.0038,
      "step": 1860
    },
    {
      "epoch": 1.2310730743910467,
      "grad_norm": 0.1771698296070099,
      "learning_rate": 3.7380000000000005e-05,
      "loss": 0.0034,
      "step": 1870
    },
    {
      "epoch": 1.237656352863726,
      "grad_norm": 0.17332947254180908,
      "learning_rate": 3.758e-05,
      "loss": 0.004,
      "step": 1880
    },
    {
      "epoch": 1.2442396313364055,
      "grad_norm": 0.2182808816432953,
      "learning_rate": 3.778000000000001e-05,
      "loss": 0.0061,
      "step": 1890
    },
    {
      "epoch": 1.2508229098090848,
      "grad_norm": 0.18819785118103027,
      "learning_rate": 3.7980000000000006e-05,
      "loss": 0.0081,
      "step": 1900
    },
    {
      "epoch": 1.2574061882817644,
      "grad_norm": 0.32689404487609863,
      "learning_rate": 3.818e-05,
      "loss": 0.0048,
      "step": 1910
    },
    {
      "epoch": 1.2639894667544438,
      "grad_norm": 0.17404583096504211,
      "learning_rate": 3.838e-05,
      "loss": 0.0029,
      "step": 1920
    },
    {
      "epoch": 1.2705727452271232,
      "grad_norm": 0.28862088918685913,
      "learning_rate": 3.858e-05,
      "loss": 0.0058,
      "step": 1930
    },
    {
      "epoch": 1.2771560236998025,
      "grad_norm": 0.09777224063873291,
      "learning_rate": 3.878e-05,
      "loss": 0.0032,
      "step": 1940
    },
    {
      "epoch": 1.2837393021724819,
      "grad_norm": 0.12917156517505646,
      "learning_rate": 3.898e-05,
      "loss": 0.0051,
      "step": 1950
    },
    {
      "epoch": 1.2903225806451613,
      "grad_norm": 0.24634969234466553,
      "learning_rate": 3.918e-05,
      "loss": 0.0047,
      "step": 1960
    },
    {
      "epoch": 1.2969058591178406,
      "grad_norm": 0.14665587246418,
      "learning_rate": 3.938e-05,
      "loss": 0.005,
      "step": 1970
    },
    {
      "epoch": 1.3034891375905202,
      "grad_norm": 0.24393214285373688,
      "learning_rate": 3.958e-05,
      "loss": 0.0097,
      "step": 1980
    },
    {
      "epoch": 1.3100724160631994,
      "grad_norm": 0.26606863737106323,
      "learning_rate": 3.978e-05,
      "loss": 0.0044,
      "step": 1990
    },
    {
      "epoch": 1.316655694535879,
      "grad_norm": 0.24726368486881256,
      "learning_rate": 3.998e-05,
      "loss": 0.0059,
      "step": 2000
    },
    {
      "epoch": 1.3232389730085583,
      "grad_norm": 0.26576346158981323,
      "learning_rate": 4.018e-05,
      "loss": 0.0049,
      "step": 2010
    },
    {
      "epoch": 1.3298222514812377,
      "grad_norm": 0.22501562535762787,
      "learning_rate": 4.038e-05,
      "loss": 0.0043,
      "step": 2020
    },
    {
      "epoch": 1.336405529953917,
      "grad_norm": 0.2221817970275879,
      "learning_rate": 4.058e-05,
      "loss": 0.0043,
      "step": 2030
    },
    {
      "epoch": 1.3429888084265964,
      "grad_norm": 0.2234380841255188,
      "learning_rate": 4.078e-05,
      "loss": 0.0039,
      "step": 2040
    },
    {
      "epoch": 1.3495720868992758,
      "grad_norm": 0.19398634135723114,
      "learning_rate": 4.0980000000000004e-05,
      "loss": 0.0038,
      "step": 2050
    },
    {
      "epoch": 1.3561553653719551,
      "grad_norm": 0.22415925562381744,
      "learning_rate": 4.118e-05,
      "loss": 0.0056,
      "step": 2060
    },
    {
      "epoch": 1.3627386438446347,
      "grad_norm": 0.1761099100112915,
      "learning_rate": 4.138e-05,
      "loss": 0.0044,
      "step": 2070
    },
    {
      "epoch": 1.369321922317314,
      "grad_norm": 0.35121166706085205,
      "learning_rate": 4.1580000000000005e-05,
      "loss": 0.0055,
      "step": 2080
    },
    {
      "epoch": 1.3759052007899935,
      "grad_norm": 0.22213824093341827,
      "learning_rate": 4.178e-05,
      "loss": 0.0039,
      "step": 2090
    },
    {
      "epoch": 1.3824884792626728,
      "grad_norm": 0.18536202609539032,
      "learning_rate": 4.198e-05,
      "loss": 0.0041,
      "step": 2100
    },
    {
      "epoch": 1.3890717577353522,
      "grad_norm": 0.18726810812950134,
      "learning_rate": 4.2180000000000006e-05,
      "loss": 0.006,
      "step": 2110
    },
    {
      "epoch": 1.3956550362080316,
      "grad_norm": 0.29389673471450806,
      "learning_rate": 4.2380000000000004e-05,
      "loss": 0.0091,
      "step": 2120
    },
    {
      "epoch": 1.402238314680711,
      "grad_norm": 0.26737287640571594,
      "learning_rate": 4.258e-05,
      "loss": 0.0071,
      "step": 2130
    },
    {
      "epoch": 1.4088215931533905,
      "grad_norm": 0.22132481634616852,
      "learning_rate": 4.278e-05,
      "loss": 0.0045,
      "step": 2140
    },
    {
      "epoch": 1.4154048716260696,
      "grad_norm": 0.1836686134338379,
      "learning_rate": 4.2980000000000005e-05,
      "loss": 0.0034,
      "step": 2150
    },
    {
      "epoch": 1.4219881500987492,
      "grad_norm": 0.17092525959014893,
      "learning_rate": 4.318e-05,
      "loss": 0.008,
      "step": 2160
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.11671039462089539,
      "learning_rate": 4.338e-05,
      "loss": 0.0028,
      "step": 2170
    },
    {
      "epoch": 1.435154707044108,
      "grad_norm": 0.1280469298362732,
      "learning_rate": 4.3580000000000006e-05,
      "loss": 0.0025,
      "step": 2180
    },
    {
      "epoch": 1.4417379855167873,
      "grad_norm": 0.18081294000148773,
      "learning_rate": 4.3780000000000004e-05,
      "loss": 0.0036,
      "step": 2190
    },
    {
      "epoch": 1.4483212639894667,
      "grad_norm": 0.17493580281734467,
      "learning_rate": 4.398e-05,
      "loss": 0.0056,
      "step": 2200
    },
    {
      "epoch": 1.454904542462146,
      "grad_norm": 0.20176613330841064,
      "learning_rate": 4.418000000000001e-05,
      "loss": 0.0064,
      "step": 2210
    },
    {
      "epoch": 1.4614878209348254,
      "grad_norm": 0.3107999861240387,
      "learning_rate": 4.438e-05,
      "loss": 0.0058,
      "step": 2220
    },
    {
      "epoch": 1.468071099407505,
      "grad_norm": 0.16614125669002533,
      "learning_rate": 4.458e-05,
      "loss": 0.0067,
      "step": 2230
    },
    {
      "epoch": 1.4746543778801844,
      "grad_norm": 0.13912639021873474,
      "learning_rate": 4.478e-05,
      "loss": 0.0058,
      "step": 2240
    },
    {
      "epoch": 1.4812376563528638,
      "grad_norm": 0.16735373437404633,
      "learning_rate": 4.498e-05,
      "loss": 0.0047,
      "step": 2250
    },
    {
      "epoch": 1.4878209348255431,
      "grad_norm": 0.19468317925930023,
      "learning_rate": 4.518e-05,
      "loss": 0.0112,
      "step": 2260
    },
    {
      "epoch": 1.4944042132982225,
      "grad_norm": 0.2687819302082062,
      "learning_rate": 4.538e-05,
      "loss": 0.0063,
      "step": 2270
    },
    {
      "epoch": 1.500987491770902,
      "grad_norm": 0.1778976023197174,
      "learning_rate": 4.558e-05,
      "loss": 0.0056,
      "step": 2280
    },
    {
      "epoch": 1.5075707702435812,
      "grad_norm": 0.23329800367355347,
      "learning_rate": 4.578e-05,
      "loss": 0.0062,
      "step": 2290
    },
    {
      "epoch": 1.5141540487162608,
      "grad_norm": 0.17943571507930756,
      "learning_rate": 4.5980000000000004e-05,
      "loss": 0.0049,
      "step": 2300
    },
    {
      "epoch": 1.52073732718894,
      "grad_norm": 0.2602374255657196,
      "learning_rate": 4.618e-05,
      "loss": 0.0039,
      "step": 2310
    },
    {
      "epoch": 1.5273206056616195,
      "grad_norm": 0.17935137450695038,
      "learning_rate": 4.638e-05,
      "loss": 0.005,
      "step": 2320
    },
    {
      "epoch": 1.533903884134299,
      "grad_norm": 0.32601723074913025,
      "learning_rate": 4.6580000000000005e-05,
      "loss": 0.004,
      "step": 2330
    },
    {
      "epoch": 1.5404871626069783,
      "grad_norm": 0.159331813454628,
      "learning_rate": 4.678e-05,
      "loss": 0.005,
      "step": 2340
    },
    {
      "epoch": 1.5470704410796576,
      "grad_norm": 0.3808997571468353,
      "learning_rate": 4.698e-05,
      "loss": 0.0058,
      "step": 2350
    },
    {
      "epoch": 1.553653719552337,
      "grad_norm": 0.25918102264404297,
      "learning_rate": 4.718e-05,
      "loss": 0.0046,
      "step": 2360
    },
    {
      "epoch": 1.5602369980250166,
      "grad_norm": 0.20101375877857208,
      "learning_rate": 4.7380000000000004e-05,
      "loss": 0.007,
      "step": 2370
    },
    {
      "epoch": 1.5668202764976957,
      "grad_norm": 0.2731170356273651,
      "learning_rate": 4.758e-05,
      "loss": 0.0054,
      "step": 2380
    },
    {
      "epoch": 1.5734035549703753,
      "grad_norm": 0.32701238989830017,
      "learning_rate": 4.778e-05,
      "loss": 0.0078,
      "step": 2390
    },
    {
      "epoch": 1.5799868334430547,
      "grad_norm": 0.2112145572900772,
      "learning_rate": 4.7980000000000005e-05,
      "loss": 0.0043,
      "step": 2400
    },
    {
      "epoch": 1.586570111915734,
      "grad_norm": 0.22174301743507385,
      "learning_rate": 4.818e-05,
      "loss": 0.0063,
      "step": 2410
    },
    {
      "epoch": 1.5931533903884134,
      "grad_norm": 0.21522150933742523,
      "learning_rate": 4.838e-05,
      "loss": 0.0064,
      "step": 2420
    },
    {
      "epoch": 1.5997366688610928,
      "grad_norm": 0.16287942230701447,
      "learning_rate": 4.8580000000000006e-05,
      "loss": 0.0044,
      "step": 2430
    },
    {
      "epoch": 1.6063199473337724,
      "grad_norm": 0.25932884216308594,
      "learning_rate": 4.8780000000000004e-05,
      "loss": 0.0042,
      "step": 2440
    },
    {
      "epoch": 1.6129032258064515,
      "grad_norm": 0.17687109112739563,
      "learning_rate": 4.898e-05,
      "loss": 0.0063,
      "step": 2450
    },
    {
      "epoch": 1.619486504279131,
      "grad_norm": 0.16744548082351685,
      "learning_rate": 4.918000000000001e-05,
      "loss": 0.0043,
      "step": 2460
    },
    {
      "epoch": 1.6260697827518102,
      "grad_norm": 0.22672729194164276,
      "learning_rate": 4.9380000000000005e-05,
      "loss": 0.004,
      "step": 2470
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 0.1761532574892044,
      "learning_rate": 4.958e-05,
      "loss": 0.0049,
      "step": 2480
    },
    {
      "epoch": 1.6392363396971692,
      "grad_norm": 0.290068119764328,
      "learning_rate": 4.978e-05,
      "loss": 0.0074,
      "step": 2490
    },
    {
      "epoch": 1.6458196181698486,
      "grad_norm": 0.191254660487175,
      "learning_rate": 4.9980000000000006e-05,
      "loss": 0.0082,
      "step": 2500
    },
    {
      "epoch": 1.652402896642528,
      "grad_norm": 0.24972333014011383,
      "learning_rate": 5.0180000000000004e-05,
      "loss": 0.005,
      "step": 2510
    },
    {
      "epoch": 1.6589861751152073,
      "grad_norm": 0.34614086151123047,
      "learning_rate": 5.038e-05,
      "loss": 0.005,
      "step": 2520
    },
    {
      "epoch": 1.6655694535878869,
      "grad_norm": 0.11589321494102478,
      "learning_rate": 5.058000000000001e-05,
      "loss": 0.0044,
      "step": 2530
    },
    {
      "epoch": 1.672152732060566,
      "grad_norm": 0.19550642371177673,
      "learning_rate": 5.0780000000000005e-05,
      "loss": 0.0076,
      "step": 2540
    },
    {
      "epoch": 1.6787360105332456,
      "grad_norm": 0.22189150750637054,
      "learning_rate": 5.098e-05,
      "loss": 0.0041,
      "step": 2550
    },
    {
      "epoch": 1.685319289005925,
      "grad_norm": 0.22148391604423523,
      "learning_rate": 5.118000000000001e-05,
      "loss": 0.0081,
      "step": 2560
    },
    {
      "epoch": 1.6919025674786043,
      "grad_norm": 0.21397729218006134,
      "learning_rate": 5.1380000000000006e-05,
      "loss": 0.0065,
      "step": 2570
    },
    {
      "epoch": 1.6984858459512837,
      "grad_norm": 0.17487972974777222,
      "learning_rate": 5.1580000000000004e-05,
      "loss": 0.0065,
      "step": 2580
    },
    {
      "epoch": 1.705069124423963,
      "grad_norm": 0.229610875248909,
      "learning_rate": 5.178000000000001e-05,
      "loss": 0.0042,
      "step": 2590
    },
    {
      "epoch": 1.7116524028966427,
      "grad_norm": 0.1317211389541626,
      "learning_rate": 5.198000000000001e-05,
      "loss": 0.0074,
      "step": 2600
    },
    {
      "epoch": 1.7182356813693218,
      "grad_norm": 0.2002493143081665,
      "learning_rate": 5.2180000000000005e-05,
      "loss": 0.0053,
      "step": 2610
    },
    {
      "epoch": 1.7248189598420014,
      "grad_norm": 0.19597384333610535,
      "learning_rate": 5.238000000000001e-05,
      "loss": 0.004,
      "step": 2620
    },
    {
      "epoch": 1.7314022383146808,
      "grad_norm": 0.26964783668518066,
      "learning_rate": 5.258000000000001e-05,
      "loss": 0.007,
      "step": 2630
    },
    {
      "epoch": 1.7379855167873601,
      "grad_norm": 0.2871486246585846,
      "learning_rate": 5.2780000000000006e-05,
      "loss": 0.0069,
      "step": 2640
    },
    {
      "epoch": 1.7445687952600395,
      "grad_norm": 0.23206603527069092,
      "learning_rate": 5.2980000000000004e-05,
      "loss": 0.0061,
      "step": 2650
    },
    {
      "epoch": 1.7511520737327189,
      "grad_norm": 0.190815731883049,
      "learning_rate": 5.318000000000001e-05,
      "loss": 0.0048,
      "step": 2660
    },
    {
      "epoch": 1.7577353522053984,
      "grad_norm": 0.22637800872325897,
      "learning_rate": 5.338000000000001e-05,
      "loss": 0.0067,
      "step": 2670
    },
    {
      "epoch": 1.7643186306780776,
      "grad_norm": 0.12689904868602753,
      "learning_rate": 5.3580000000000005e-05,
      "loss": 0.0039,
      "step": 2680
    },
    {
      "epoch": 1.7709019091507572,
      "grad_norm": 0.19234439730644226,
      "learning_rate": 5.378e-05,
      "loss": 0.0029,
      "step": 2690
    },
    {
      "epoch": 1.7774851876234363,
      "grad_norm": 0.16643893718719482,
      "learning_rate": 5.3979999999999995e-05,
      "loss": 0.0047,
      "step": 2700
    },
    {
      "epoch": 1.784068466096116,
      "grad_norm": 0.2089071273803711,
      "learning_rate": 5.418e-05,
      "loss": 0.0039,
      "step": 2710
    },
    {
      "epoch": 1.7906517445687953,
      "grad_norm": 0.14685404300689697,
      "learning_rate": 5.438e-05,
      "loss": 0.0053,
      "step": 2720
    },
    {
      "epoch": 1.7972350230414746,
      "grad_norm": 0.1672286093235016,
      "learning_rate": 5.4579999999999996e-05,
      "loss": 0.0025,
      "step": 2730
    },
    {
      "epoch": 1.803818301514154,
      "grad_norm": 0.17591333389282227,
      "learning_rate": 5.478e-05,
      "loss": 0.0034,
      "step": 2740
    },
    {
      "epoch": 1.8104015799868334,
      "grad_norm": 0.1953185796737671,
      "learning_rate": 5.498e-05,
      "loss": 0.0038,
      "step": 2750
    },
    {
      "epoch": 1.816984858459513,
      "grad_norm": 0.14522026479244232,
      "learning_rate": 5.518e-05,
      "loss": 0.0039,
      "step": 2760
    },
    {
      "epoch": 1.823568136932192,
      "grad_norm": 0.19128453731536865,
      "learning_rate": 5.538e-05,
      "loss": 0.0034,
      "step": 2770
    },
    {
      "epoch": 1.8301514154048717,
      "grad_norm": 0.16398826241493225,
      "learning_rate": 5.558e-05,
      "loss": 0.0035,
      "step": 2780
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 0.29712462425231934,
      "learning_rate": 5.578e-05,
      "loss": 0.0055,
      "step": 2790
    },
    {
      "epoch": 1.8433179723502304,
      "grad_norm": 0.19872310757637024,
      "learning_rate": 5.5979999999999996e-05,
      "loss": 0.0045,
      "step": 2800
    },
    {
      "epoch": 1.8499012508229098,
      "grad_norm": 0.21916601061820984,
      "learning_rate": 5.618e-05,
      "loss": 0.004,
      "step": 2810
    },
    {
      "epoch": 1.8564845292955892,
      "grad_norm": 0.18947064876556396,
      "learning_rate": 5.638e-05,
      "loss": 0.0031,
      "step": 2820
    },
    {
      "epoch": 1.8630678077682687,
      "grad_norm": 0.17851956188678741,
      "learning_rate": 5.658e-05,
      "loss": 0.0097,
      "step": 2830
    },
    {
      "epoch": 1.869651086240948,
      "grad_norm": 0.18899938464164734,
      "learning_rate": 5.678e-05,
      "loss": 0.0047,
      "step": 2840
    },
    {
      "epoch": 1.8762343647136275,
      "grad_norm": 0.12696890532970428,
      "learning_rate": 5.698e-05,
      "loss": 0.0038,
      "step": 2850
    },
    {
      "epoch": 1.8828176431863066,
      "grad_norm": 0.2057206779718399,
      "learning_rate": 5.718e-05,
      "loss": 0.0047,
      "step": 2860
    },
    {
      "epoch": 1.8894009216589862,
      "grad_norm": 0.1901782900094986,
      "learning_rate": 5.738e-05,
      "loss": 0.0051,
      "step": 2870
    },
    {
      "epoch": 1.8959842001316656,
      "grad_norm": 0.10428407788276672,
      "learning_rate": 5.758e-05,
      "loss": 0.0039,
      "step": 2880
    },
    {
      "epoch": 1.902567478604345,
      "grad_norm": 0.29647666215896606,
      "learning_rate": 5.778e-05,
      "loss": 0.0061,
      "step": 2890
    },
    {
      "epoch": 1.9091507570770243,
      "grad_norm": 0.2557622790336609,
      "learning_rate": 5.7980000000000004e-05,
      "loss": 0.0053,
      "step": 2900
    },
    {
      "epoch": 1.9157340355497037,
      "grad_norm": 0.28392958641052246,
      "learning_rate": 5.818e-05,
      "loss": 0.0051,
      "step": 2910
    },
    {
      "epoch": 1.9223173140223833,
      "grad_norm": 0.19261664152145386,
      "learning_rate": 5.838e-05,
      "loss": 0.005,
      "step": 2920
    },
    {
      "epoch": 1.9289005924950624,
      "grad_norm": 0.17597192525863647,
      "learning_rate": 5.858e-05,
      "loss": 0.0045,
      "step": 2930
    },
    {
      "epoch": 1.935483870967742,
      "grad_norm": 0.17325453460216522,
      "learning_rate": 5.878e-05,
      "loss": 0.0056,
      "step": 2940
    },
    {
      "epoch": 1.9420671494404214,
      "grad_norm": 0.2147207111120224,
      "learning_rate": 5.898e-05,
      "loss": 0.0103,
      "step": 2950
    },
    {
      "epoch": 1.9486504279131007,
      "grad_norm": 0.2435470074415207,
      "learning_rate": 5.918e-05,
      "loss": 0.0044,
      "step": 2960
    },
    {
      "epoch": 1.95523370638578,
      "grad_norm": 0.1994706243276596,
      "learning_rate": 5.9380000000000004e-05,
      "loss": 0.0047,
      "step": 2970
    },
    {
      "epoch": 1.9618169848584595,
      "grad_norm": 0.19941651821136475,
      "learning_rate": 5.958e-05,
      "loss": 0.0038,
      "step": 2980
    },
    {
      "epoch": 1.968400263331139,
      "grad_norm": 0.21594572067260742,
      "learning_rate": 5.978e-05,
      "loss": 0.0053,
      "step": 2990
    },
    {
      "epoch": 1.9749835418038182,
      "grad_norm": 0.1423705667257309,
      "learning_rate": 5.9980000000000005e-05,
      "loss": 0.0096,
      "step": 3000
    },
    {
      "epoch": 1.9815668202764978,
      "grad_norm": 0.232273668050766,
      "learning_rate": 6.018e-05,
      "loss": 0.0047,
      "step": 3010
    },
    {
      "epoch": 1.9881500987491771,
      "grad_norm": 0.24501846730709076,
      "learning_rate": 6.038e-05,
      "loss": 0.0047,
      "step": 3020
    },
    {
      "epoch": 1.9947333772218565,
      "grad_norm": 0.2150702178478241,
      "learning_rate": 6.0580000000000006e-05,
      "loss": 0.0048,
      "step": 3030
    },
    {
      "epoch": 2.001316655694536,
      "grad_norm": 0.16417193412780762,
      "learning_rate": 6.0780000000000004e-05,
      "loss": 0.0054,
      "step": 3040
    },
    {
      "epoch": 2.0078999341672152,
      "grad_norm": 0.20016121864318848,
      "learning_rate": 6.098e-05,
      "loss": 0.0064,
      "step": 3050
    },
    {
      "epoch": 2.014483212639895,
      "grad_norm": 0.1666368693113327,
      "learning_rate": 6.118000000000001e-05,
      "loss": 0.0038,
      "step": 3060
    },
    {
      "epoch": 2.021066491112574,
      "grad_norm": 0.20008838176727295,
      "learning_rate": 6.138e-05,
      "loss": 0.004,
      "step": 3070
    },
    {
      "epoch": 2.0276497695852536,
      "grad_norm": 0.2996877133846283,
      "learning_rate": 6.158e-05,
      "loss": 0.0095,
      "step": 3080
    },
    {
      "epoch": 2.0342330480579327,
      "grad_norm": 0.18651555478572845,
      "learning_rate": 6.178000000000001e-05,
      "loss": 0.0065,
      "step": 3090
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 0.13422612845897675,
      "learning_rate": 6.198e-05,
      "loss": 0.0059,
      "step": 3100
    },
    {
      "epoch": 2.0473996050032914,
      "grad_norm": 0.1793995499610901,
      "learning_rate": 6.218e-05,
      "loss": 0.0042,
      "step": 3110
    },
    {
      "epoch": 2.053982883475971,
      "grad_norm": 0.27362483739852905,
      "learning_rate": 6.238000000000001e-05,
      "loss": 0.0059,
      "step": 3120
    },
    {
      "epoch": 2.0605661619486506,
      "grad_norm": 0.1651102751493454,
      "learning_rate": 6.258e-05,
      "loss": 0.004,
      "step": 3130
    },
    {
      "epoch": 2.0671494404213298,
      "grad_norm": 0.1674690842628479,
      "learning_rate": 6.278e-05,
      "loss": 0.0046,
      "step": 3140
    },
    {
      "epoch": 2.0737327188940093,
      "grad_norm": 0.2099774330854416,
      "learning_rate": 6.298000000000001e-05,
      "loss": 0.0072,
      "step": 3150
    },
    {
      "epoch": 2.0803159973666885,
      "grad_norm": 0.19672340154647827,
      "learning_rate": 6.318e-05,
      "loss": 0.0031,
      "step": 3160
    },
    {
      "epoch": 2.086899275839368,
      "grad_norm": 0.1912270188331604,
      "learning_rate": 6.338e-05,
      "loss": 0.006,
      "step": 3170
    },
    {
      "epoch": 2.093482554312047,
      "grad_norm": 0.21891021728515625,
      "learning_rate": 6.358000000000001e-05,
      "loss": 0.0044,
      "step": 3180
    },
    {
      "epoch": 2.100065832784727,
      "grad_norm": 0.17274227738380432,
      "learning_rate": 6.378e-05,
      "loss": 0.0034,
      "step": 3190
    },
    {
      "epoch": 2.1066491112574064,
      "grad_norm": 0.1768108606338501,
      "learning_rate": 6.398000000000001e-05,
      "loss": 0.0051,
      "step": 3200
    },
    {
      "epoch": 2.1132323897300855,
      "grad_norm": 0.20513848960399628,
      "learning_rate": 6.418000000000001e-05,
      "loss": 0.0044,
      "step": 3210
    },
    {
      "epoch": 2.119815668202765,
      "grad_norm": 0.1431579291820526,
      "learning_rate": 6.438e-05,
      "loss": 0.004,
      "step": 3220
    },
    {
      "epoch": 2.1263989466754443,
      "grad_norm": 0.13859818875789642,
      "learning_rate": 6.458000000000001e-05,
      "loss": 0.0034,
      "step": 3230
    },
    {
      "epoch": 2.132982225148124,
      "grad_norm": 0.2133711278438568,
      "learning_rate": 6.478000000000001e-05,
      "loss": 0.0036,
      "step": 3240
    },
    {
      "epoch": 2.139565503620803,
      "grad_norm": 0.18273620307445526,
      "learning_rate": 6.498e-05,
      "loss": 0.0051,
      "step": 3250
    },
    {
      "epoch": 2.1461487820934826,
      "grad_norm": 0.23271100223064423,
      "learning_rate": 6.518000000000001e-05,
      "loss": 0.0041,
      "step": 3260
    },
    {
      "epoch": 2.152732060566162,
      "grad_norm": 0.17983755469322205,
      "learning_rate": 6.538000000000001e-05,
      "loss": 0.0051,
      "step": 3270
    },
    {
      "epoch": 2.1593153390388413,
      "grad_norm": 0.225615993142128,
      "learning_rate": 6.558e-05,
      "loss": 0.0041,
      "step": 3280
    },
    {
      "epoch": 2.165898617511521,
      "grad_norm": 0.16896314918994904,
      "learning_rate": 6.578000000000001e-05,
      "loss": 0.0046,
      "step": 3290
    },
    {
      "epoch": 2.1724818959842,
      "grad_norm": 0.18113262951374054,
      "learning_rate": 6.598e-05,
      "loss": 0.0061,
      "step": 3300
    },
    {
      "epoch": 2.1790651744568796,
      "grad_norm": 0.2417910099029541,
      "learning_rate": 6.618e-05,
      "loss": 0.0042,
      "step": 3310
    },
    {
      "epoch": 2.185648452929559,
      "grad_norm": 0.1686246246099472,
      "learning_rate": 6.638e-05,
      "loss": 0.0037,
      "step": 3320
    },
    {
      "epoch": 2.1922317314022384,
      "grad_norm": 0.2682899832725525,
      "learning_rate": 6.658e-05,
      "loss": 0.0069,
      "step": 3330
    },
    {
      "epoch": 2.1988150098749175,
      "grad_norm": 0.2569248378276825,
      "learning_rate": 6.678e-05,
      "loss": 0.0052,
      "step": 3340
    },
    {
      "epoch": 2.205398288347597,
      "grad_norm": 0.2747572064399719,
      "learning_rate": 6.698e-05,
      "loss": 0.0063,
      "step": 3350
    },
    {
      "epoch": 2.2119815668202767,
      "grad_norm": 0.12319736182689667,
      "learning_rate": 6.718e-05,
      "loss": 0.0059,
      "step": 3360
    },
    {
      "epoch": 2.218564845292956,
      "grad_norm": 0.2230660319328308,
      "learning_rate": 6.738e-05,
      "loss": 0.0075,
      "step": 3370
    },
    {
      "epoch": 2.2251481237656354,
      "grad_norm": 0.222366064786911,
      "learning_rate": 6.758e-05,
      "loss": 0.0045,
      "step": 3380
    },
    {
      "epoch": 2.2317314022383146,
      "grad_norm": 0.2719450294971466,
      "learning_rate": 6.778e-05,
      "loss": 0.0056,
      "step": 3390
    },
    {
      "epoch": 2.238314680710994,
      "grad_norm": 0.24775299429893494,
      "learning_rate": 6.798e-05,
      "loss": 0.005,
      "step": 3400
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 0.2985354959964752,
      "learning_rate": 6.818e-05,
      "loss": 0.0055,
      "step": 3410
    },
    {
      "epoch": 2.251481237656353,
      "grad_norm": 0.1562320590019226,
      "learning_rate": 6.838e-05,
      "loss": 0.0044,
      "step": 3420
    },
    {
      "epoch": 2.258064516129032,
      "grad_norm": 0.22354333102703094,
      "learning_rate": 6.858e-05,
      "loss": 0.0044,
      "step": 3430
    },
    {
      "epoch": 2.2646477946017116,
      "grad_norm": 0.176690012216568,
      "learning_rate": 6.878e-05,
      "loss": 0.0078,
      "step": 3440
    },
    {
      "epoch": 2.271231073074391,
      "grad_norm": 0.18620379269123077,
      "learning_rate": 6.898e-05,
      "loss": 0.0054,
      "step": 3450
    },
    {
      "epoch": 2.2778143515470703,
      "grad_norm": 0.2027626931667328,
      "learning_rate": 6.918e-05,
      "loss": 0.0051,
      "step": 3460
    },
    {
      "epoch": 2.28439763001975,
      "grad_norm": 0.19690103828907013,
      "learning_rate": 6.938e-05,
      "loss": 0.004,
      "step": 3470
    },
    {
      "epoch": 2.290980908492429,
      "grad_norm": 0.16586609184741974,
      "learning_rate": 6.958e-05,
      "loss": 0.0033,
      "step": 3480
    },
    {
      "epoch": 2.2975641869651087,
      "grad_norm": 0.14822760224342346,
      "learning_rate": 6.978e-05,
      "loss": 0.0079,
      "step": 3490
    },
    {
      "epoch": 2.3041474654377883,
      "grad_norm": 0.24322155117988586,
      "learning_rate": 6.998e-05,
      "loss": 0.0044,
      "step": 3500
    },
    {
      "epoch": 2.3107307439104674,
      "grad_norm": 0.21890296041965485,
      "learning_rate": 7.018e-05,
      "loss": 0.0072,
      "step": 3510
    },
    {
      "epoch": 2.317314022383147,
      "grad_norm": 0.16870874166488647,
      "learning_rate": 7.038e-05,
      "loss": 0.0063,
      "step": 3520
    },
    {
      "epoch": 2.323897300855826,
      "grad_norm": 0.2116502821445465,
      "learning_rate": 7.058e-05,
      "loss": 0.0033,
      "step": 3530
    },
    {
      "epoch": 2.3304805793285057,
      "grad_norm": 0.3590920865535736,
      "learning_rate": 7.078e-05,
      "loss": 0.0085,
      "step": 3540
    },
    {
      "epoch": 2.337063857801185,
      "grad_norm": 0.28117936849594116,
      "learning_rate": 7.098e-05,
      "loss": 0.0048,
      "step": 3550
    },
    {
      "epoch": 2.3436471362738645,
      "grad_norm": 0.15749283134937286,
      "learning_rate": 7.118e-05,
      "loss": 0.0051,
      "step": 3560
    },
    {
      "epoch": 2.3502304147465436,
      "grad_norm": 0.17668424546718597,
      "learning_rate": 7.138e-05,
      "loss": 0.0122,
      "step": 3570
    },
    {
      "epoch": 2.356813693219223,
      "grad_norm": 0.2331148087978363,
      "learning_rate": 7.158e-05,
      "loss": 0.0074,
      "step": 3580
    },
    {
      "epoch": 2.3633969716919028,
      "grad_norm": 0.2188708633184433,
      "learning_rate": 7.178000000000001e-05,
      "loss": 0.0049,
      "step": 3590
    },
    {
      "epoch": 2.369980250164582,
      "grad_norm": 0.24049866199493408,
      "learning_rate": 7.198e-05,
      "loss": 0.0054,
      "step": 3600
    },
    {
      "epoch": 2.3765635286372615,
      "grad_norm": 0.22496403753757477,
      "learning_rate": 7.218e-05,
      "loss": 0.0048,
      "step": 3610
    },
    {
      "epoch": 2.3831468071099406,
      "grad_norm": 0.18597084283828735,
      "learning_rate": 7.238000000000001e-05,
      "loss": 0.0037,
      "step": 3620
    },
    {
      "epoch": 2.3897300855826202,
      "grad_norm": 0.16211439669132233,
      "learning_rate": 7.258e-05,
      "loss": 0.0041,
      "step": 3630
    },
    {
      "epoch": 2.3963133640552994,
      "grad_norm": 0.21170586347579956,
      "learning_rate": 7.278e-05,
      "loss": 0.0033,
      "step": 3640
    },
    {
      "epoch": 2.402896642527979,
      "grad_norm": 0.14216628670692444,
      "learning_rate": 7.298000000000001e-05,
      "loss": 0.0041,
      "step": 3650
    },
    {
      "epoch": 2.409479921000658,
      "grad_norm": 0.11140528321266174,
      "learning_rate": 7.318e-05,
      "loss": 0.0032,
      "step": 3660
    },
    {
      "epoch": 2.4160631994733377,
      "grad_norm": 0.19434642791748047,
      "learning_rate": 7.338e-05,
      "loss": 0.0048,
      "step": 3670
    },
    {
      "epoch": 2.4226464779460173,
      "grad_norm": 0.17758332192897797,
      "learning_rate": 7.358000000000001e-05,
      "loss": 0.0034,
      "step": 3680
    },
    {
      "epoch": 2.4292297564186964,
      "grad_norm": 0.13901595771312714,
      "learning_rate": 7.378e-05,
      "loss": 0.0034,
      "step": 3690
    },
    {
      "epoch": 2.435813034891376,
      "grad_norm": 0.2104514092206955,
      "learning_rate": 7.398e-05,
      "loss": 0.004,
      "step": 3700
    },
    {
      "epoch": 2.442396313364055,
      "grad_norm": 0.16535179316997528,
      "learning_rate": 7.418000000000001e-05,
      "loss": 0.0053,
      "step": 3710
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 0.21833057701587677,
      "learning_rate": 7.438e-05,
      "loss": 0.0056,
      "step": 3720
    },
    {
      "epoch": 2.4555628703094143,
      "grad_norm": 0.18802616000175476,
      "learning_rate": 7.458000000000001e-05,
      "loss": 0.0042,
      "step": 3730
    },
    {
      "epoch": 2.4621461487820935,
      "grad_norm": 0.38769403100013733,
      "learning_rate": 7.478e-05,
      "loss": 0.008,
      "step": 3740
    },
    {
      "epoch": 2.468729427254773,
      "grad_norm": 0.1622026115655899,
      "learning_rate": 7.498e-05,
      "loss": 0.0045,
      "step": 3750
    },
    {
      "epoch": 2.475312705727452,
      "grad_norm": 0.14058834314346313,
      "learning_rate": 7.518000000000001e-05,
      "loss": 0.0029,
      "step": 3760
    },
    {
      "epoch": 2.481895984200132,
      "grad_norm": 0.2033497840166092,
      "learning_rate": 7.538e-05,
      "loss": 0.0038,
      "step": 3770
    },
    {
      "epoch": 2.488479262672811,
      "grad_norm": 0.142676442861557,
      "learning_rate": 7.558e-05,
      "loss": 0.0035,
      "step": 3780
    },
    {
      "epoch": 2.4950625411454905,
      "grad_norm": 0.21690382063388824,
      "learning_rate": 7.578000000000001e-05,
      "loss": 0.0057,
      "step": 3790
    },
    {
      "epoch": 2.5016458196181697,
      "grad_norm": 0.16091883182525635,
      "learning_rate": 7.598e-05,
      "loss": 0.0073,
      "step": 3800
    },
    {
      "epoch": 2.5082290980908493,
      "grad_norm": 0.17600563168525696,
      "learning_rate": 7.618e-05,
      "loss": 0.0056,
      "step": 3810
    },
    {
      "epoch": 2.514812376563529,
      "grad_norm": 0.24199329316616058,
      "learning_rate": 7.638000000000001e-05,
      "loss": 0.005,
      "step": 3820
    },
    {
      "epoch": 2.521395655036208,
      "grad_norm": 0.1430000215768814,
      "learning_rate": 7.658e-05,
      "loss": 0.0033,
      "step": 3830
    },
    {
      "epoch": 2.5279789335088876,
      "grad_norm": 0.16358165442943573,
      "learning_rate": 7.678000000000001e-05,
      "loss": 0.0047,
      "step": 3840
    },
    {
      "epoch": 2.5345622119815667,
      "grad_norm": 0.2060249149799347,
      "learning_rate": 7.698000000000001e-05,
      "loss": 0.0033,
      "step": 3850
    },
    {
      "epoch": 2.5411454904542463,
      "grad_norm": 0.1935313493013382,
      "learning_rate": 7.718e-05,
      "loss": 0.0062,
      "step": 3860
    },
    {
      "epoch": 2.5477287689269255,
      "grad_norm": 0.12891928851604462,
      "learning_rate": 7.738000000000001e-05,
      "loss": 0.0056,
      "step": 3870
    },
    {
      "epoch": 2.554312047399605,
      "grad_norm": 0.2203224003314972,
      "learning_rate": 7.758000000000001e-05,
      "loss": 0.0048,
      "step": 3880
    },
    {
      "epoch": 2.560895325872284,
      "grad_norm": 0.32686325907707214,
      "learning_rate": 7.778e-05,
      "loss": 0.0072,
      "step": 3890
    },
    {
      "epoch": 2.5674786043449638,
      "grad_norm": 0.2307060956954956,
      "learning_rate": 7.798000000000001e-05,
      "loss": 0.0066,
      "step": 3900
    },
    {
      "epoch": 2.5740618828176434,
      "grad_norm": 0.2252025306224823,
      "learning_rate": 7.818000000000001e-05,
      "loss": 0.0039,
      "step": 3910
    },
    {
      "epoch": 2.5806451612903225,
      "grad_norm": 0.3624524474143982,
      "learning_rate": 7.838e-05,
      "loss": 0.0052,
      "step": 3920
    },
    {
      "epoch": 2.587228439763002,
      "grad_norm": 0.32195788621902466,
      "learning_rate": 7.858000000000001e-05,
      "loss": 0.005,
      "step": 3930
    },
    {
      "epoch": 2.5938117182356812,
      "grad_norm": 0.2710541784763336,
      "learning_rate": 7.878e-05,
      "loss": 0.0057,
      "step": 3940
    },
    {
      "epoch": 2.600394996708361,
      "grad_norm": 0.20396988093852997,
      "learning_rate": 7.897999999999999e-05,
      "loss": 0.0067,
      "step": 3950
    },
    {
      "epoch": 2.6069782751810404,
      "grad_norm": 0.2155308723449707,
      "learning_rate": 7.918e-05,
      "loss": 0.0087,
      "step": 3960
    },
    {
      "epoch": 2.6135615536537196,
      "grad_norm": 0.2822481691837311,
      "learning_rate": 7.938e-05,
      "loss": 0.0059,
      "step": 3970
    },
    {
      "epoch": 2.6201448321263987,
      "grad_norm": 0.1881878525018692,
      "learning_rate": 7.958e-05,
      "loss": 0.0048,
      "step": 3980
    },
    {
      "epoch": 2.6267281105990783,
      "grad_norm": 0.17815779149532318,
      "learning_rate": 7.978e-05,
      "loss": 0.004,
      "step": 3990
    },
    {
      "epoch": 2.633311389071758,
      "grad_norm": 0.1446467787027359,
      "learning_rate": 7.998e-05,
      "loss": 0.003,
      "step": 4000
    },
    {
      "epoch": 2.639894667544437,
      "grad_norm": 0.13284584879875183,
      "learning_rate": 8.018e-05,
      "loss": 0.0035,
      "step": 4010
    },
    {
      "epoch": 2.6464779460171166,
      "grad_norm": 0.16675715148448944,
      "learning_rate": 8.038e-05,
      "loss": 0.0027,
      "step": 4020
    },
    {
      "epoch": 2.6530612244897958,
      "grad_norm": 0.2089269757270813,
      "learning_rate": 8.058e-05,
      "loss": 0.0037,
      "step": 4030
    },
    {
      "epoch": 2.6596445029624753,
      "grad_norm": 0.2351311892271042,
      "learning_rate": 8.078e-05,
      "loss": 0.0071,
      "step": 4040
    },
    {
      "epoch": 2.666227781435155,
      "grad_norm": 0.2488633394241333,
      "learning_rate": 8.098e-05,
      "loss": 0.006,
      "step": 4050
    },
    {
      "epoch": 2.672811059907834,
      "grad_norm": 0.128318190574646,
      "learning_rate": 8.118e-05,
      "loss": 0.0072,
      "step": 4060
    },
    {
      "epoch": 2.679394338380513,
      "grad_norm": 0.288984090089798,
      "learning_rate": 8.138e-05,
      "loss": 0.0107,
      "step": 4070
    },
    {
      "epoch": 2.685977616853193,
      "grad_norm": 0.23555997014045715,
      "learning_rate": 8.158e-05,
      "loss": 0.0066,
      "step": 4080
    },
    {
      "epoch": 2.6925608953258724,
      "grad_norm": 0.1649252325296402,
      "learning_rate": 8.178e-05,
      "loss": 0.0049,
      "step": 4090
    },
    {
      "epoch": 2.6991441737985515,
      "grad_norm": 0.14338445663452148,
      "learning_rate": 8.198e-05,
      "loss": 0.005,
      "step": 4100
    },
    {
      "epoch": 2.705727452271231,
      "grad_norm": 0.13963057100772858,
      "learning_rate": 8.218e-05,
      "loss": 0.004,
      "step": 4110
    },
    {
      "epoch": 2.7123107307439103,
      "grad_norm": 0.2351156324148178,
      "learning_rate": 8.238000000000001e-05,
      "loss": 0.0045,
      "step": 4120
    },
    {
      "epoch": 2.71889400921659,
      "grad_norm": 0.1248876079916954,
      "learning_rate": 8.258e-05,
      "loss": 0.0033,
      "step": 4130
    },
    {
      "epoch": 2.7254772876892694,
      "grad_norm": 0.29248160123825073,
      "learning_rate": 8.278e-05,
      "loss": 0.0065,
      "step": 4140
    },
    {
      "epoch": 2.7320605661619486,
      "grad_norm": 0.12926040589809418,
      "learning_rate": 8.298000000000001e-05,
      "loss": 0.0043,
      "step": 4150
    },
    {
      "epoch": 2.738643844634628,
      "grad_norm": 0.14367802441120148,
      "learning_rate": 8.318e-05,
      "loss": 0.0027,
      "step": 4160
    },
    {
      "epoch": 2.7452271231073073,
      "grad_norm": 0.11659074574708939,
      "learning_rate": 8.338e-05,
      "loss": 0.0038,
      "step": 4170
    },
    {
      "epoch": 2.751810401579987,
      "grad_norm": 0.18045160174369812,
      "learning_rate": 8.358e-05,
      "loss": 0.0038,
      "step": 4180
    },
    {
      "epoch": 2.7583936800526665,
      "grad_norm": 0.18401756882667542,
      "learning_rate": 8.378e-05,
      "loss": 0.004,
      "step": 4190
    },
    {
      "epoch": 2.7649769585253456,
      "grad_norm": 0.16460269689559937,
      "learning_rate": 8.398e-05,
      "loss": 0.0031,
      "step": 4200
    },
    {
      "epoch": 2.771560236998025,
      "grad_norm": 0.11592137813568115,
      "learning_rate": 8.418e-05,
      "loss": 0.0032,
      "step": 4210
    },
    {
      "epoch": 2.7781435154707044,
      "grad_norm": 0.16036009788513184,
      "learning_rate": 8.438e-05,
      "loss": 0.0032,
      "step": 4220
    },
    {
      "epoch": 2.784726793943384,
      "grad_norm": 0.15967459976673126,
      "learning_rate": 8.458e-05,
      "loss": 0.0033,
      "step": 4230
    },
    {
      "epoch": 2.791310072416063,
      "grad_norm": 0.21757715940475464,
      "learning_rate": 8.478e-05,
      "loss": 0.0034,
      "step": 4240
    },
    {
      "epoch": 2.7978933508887427,
      "grad_norm": 0.20688943564891815,
      "learning_rate": 8.498e-05,
      "loss": 0.0056,
      "step": 4250
    },
    {
      "epoch": 2.804476629361422,
      "grad_norm": 0.1384371519088745,
      "learning_rate": 8.518000000000001e-05,
      "loss": 0.0027,
      "step": 4260
    },
    {
      "epoch": 2.8110599078341014,
      "grad_norm": 0.23236291110515594,
      "learning_rate": 8.538e-05,
      "loss": 0.0047,
      "step": 4270
    },
    {
      "epoch": 2.817643186306781,
      "grad_norm": 0.15110521018505096,
      "learning_rate": 8.558e-05,
      "loss": 0.005,
      "step": 4280
    },
    {
      "epoch": 2.82422646477946,
      "grad_norm": 0.1877370923757553,
      "learning_rate": 8.578000000000001e-05,
      "loss": 0.0099,
      "step": 4290
    },
    {
      "epoch": 2.8308097432521393,
      "grad_norm": 0.19951312243938446,
      "learning_rate": 8.598e-05,
      "loss": 0.0045,
      "step": 4300
    },
    {
      "epoch": 2.837393021724819,
      "grad_norm": 0.30475932359695435,
      "learning_rate": 8.618e-05,
      "loss": 0.0057,
      "step": 4310
    },
    {
      "epoch": 2.8439763001974985,
      "grad_norm": 0.17791634798049927,
      "learning_rate": 8.638000000000001e-05,
      "loss": 0.0039,
      "step": 4320
    },
    {
      "epoch": 2.8505595786701776,
      "grad_norm": 0.1921178251504898,
      "learning_rate": 8.658e-05,
      "loss": 0.005,
      "step": 4330
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.14874717593193054,
      "learning_rate": 8.678e-05,
      "loss": 0.0029,
      "step": 4340
    },
    {
      "epoch": 2.8637261356155364,
      "grad_norm": 0.1675635427236557,
      "learning_rate": 8.698000000000001e-05,
      "loss": 0.0028,
      "step": 4350
    },
    {
      "epoch": 2.870309414088216,
      "grad_norm": 0.32213497161865234,
      "learning_rate": 8.718e-05,
      "loss": 0.008,
      "step": 4360
    },
    {
      "epoch": 2.8768926925608955,
      "grad_norm": 0.18042099475860596,
      "learning_rate": 8.738000000000001e-05,
      "loss": 0.004,
      "step": 4370
    },
    {
      "epoch": 2.8834759710335747,
      "grad_norm": 0.1826370656490326,
      "learning_rate": 8.758000000000001e-05,
      "loss": 0.0053,
      "step": 4380
    },
    {
      "epoch": 2.8900592495062543,
      "grad_norm": 0.17529167234897614,
      "learning_rate": 8.778e-05,
      "loss": 0.0087,
      "step": 4390
    },
    {
      "epoch": 2.8966425279789334,
      "grad_norm": 0.14037705957889557,
      "learning_rate": 8.798000000000001e-05,
      "loss": 0.0031,
      "step": 4400
    },
    {
      "epoch": 2.903225806451613,
      "grad_norm": 0.1587187796831131,
      "learning_rate": 8.818000000000001e-05,
      "loss": 0.004,
      "step": 4410
    },
    {
      "epoch": 2.909809084924292,
      "grad_norm": 0.21903245151042938,
      "learning_rate": 8.838e-05,
      "loss": 0.0042,
      "step": 4420
    },
    {
      "epoch": 2.9163923633969717,
      "grad_norm": 0.18052007257938385,
      "learning_rate": 8.858000000000001e-05,
      "loss": 0.0033,
      "step": 4430
    },
    {
      "epoch": 2.922975641869651,
      "grad_norm": 0.19172020256519318,
      "learning_rate": 8.878000000000001e-05,
      "loss": 0.0045,
      "step": 4440
    },
    {
      "epoch": 2.9295589203423305,
      "grad_norm": 0.16095320880413055,
      "learning_rate": 8.898e-05,
      "loss": 0.0059,
      "step": 4450
    },
    {
      "epoch": 2.93614219881501,
      "grad_norm": 0.28082239627838135,
      "learning_rate": 8.918000000000001e-05,
      "loss": 0.0056,
      "step": 4460
    },
    {
      "epoch": 2.942725477287689,
      "grad_norm": 0.18420974910259247,
      "learning_rate": 8.938e-05,
      "loss": 0.0045,
      "step": 4470
    },
    {
      "epoch": 2.9493087557603688,
      "grad_norm": 0.16270877420902252,
      "learning_rate": 8.958e-05,
      "loss": 0.0037,
      "step": 4480
    },
    {
      "epoch": 2.955892034233048,
      "grad_norm": 0.20542408525943756,
      "learning_rate": 8.978000000000001e-05,
      "loss": 0.004,
      "step": 4490
    },
    {
      "epoch": 2.9624753127057275,
      "grad_norm": 0.20075422525405884,
      "learning_rate": 8.998e-05,
      "loss": 0.0093,
      "step": 4500
    },
    {
      "epoch": 2.969058591178407,
      "grad_norm": 0.19178062677383423,
      "learning_rate": 9.018000000000001e-05,
      "loss": 0.0044,
      "step": 4510
    },
    {
      "epoch": 2.9756418696510862,
      "grad_norm": 0.16733354330062866,
      "learning_rate": 9.038000000000001e-05,
      "loss": 0.0069,
      "step": 4520
    },
    {
      "epoch": 2.9822251481237654,
      "grad_norm": 0.23701581358909607,
      "learning_rate": 9.058e-05,
      "loss": 0.0062,
      "step": 4530
    },
    {
      "epoch": 2.988808426596445,
      "grad_norm": 0.2159680277109146,
      "learning_rate": 9.078000000000001e-05,
      "loss": 0.0028,
      "step": 4540
    },
    {
      "epoch": 2.9953917050691246,
      "grad_norm": 0.205041766166687,
      "learning_rate": 9.098000000000001e-05,
      "loss": 0.0084,
      "step": 4550
    },
    {
      "epoch": 3.0019749835418037,
      "grad_norm": 0.26218873262405396,
      "learning_rate": 9.118e-05,
      "loss": 0.0046,
      "step": 4560
    },
    {
      "epoch": 3.0085582620144833,
      "grad_norm": 0.23402182757854462,
      "learning_rate": 9.138e-05,
      "loss": 0.0059,
      "step": 4570
    },
    {
      "epoch": 3.0151415404871624,
      "grad_norm": 0.16684837639331818,
      "learning_rate": 9.158e-05,
      "loss": 0.0054,
      "step": 4580
    },
    {
      "epoch": 3.021724818959842,
      "grad_norm": 0.1614120602607727,
      "learning_rate": 9.178e-05,
      "loss": 0.0043,
      "step": 4590
    },
    {
      "epoch": 3.0283080974325216,
      "grad_norm": 0.18508388102054596,
      "learning_rate": 9.198e-05,
      "loss": 0.0045,
      "step": 4600
    },
    {
      "epoch": 3.0348913759052007,
      "grad_norm": 0.2683901786804199,
      "learning_rate": 9.218e-05,
      "loss": 0.0083,
      "step": 4610
    },
    {
      "epoch": 3.0414746543778803,
      "grad_norm": 0.15951071679592133,
      "learning_rate": 9.238e-05,
      "loss": 0.0085,
      "step": 4620
    },
    {
      "epoch": 3.0480579328505595,
      "grad_norm": 0.18083246052265167,
      "learning_rate": 9.258e-05,
      "loss": 0.0044,
      "step": 4630
    },
    {
      "epoch": 3.054641211323239,
      "grad_norm": 0.16274961829185486,
      "learning_rate": 9.278e-05,
      "loss": 0.0053,
      "step": 4640
    },
    {
      "epoch": 3.061224489795918,
      "grad_norm": 0.3050588369369507,
      "learning_rate": 9.298e-05,
      "loss": 0.0146,
      "step": 4650
    },
    {
      "epoch": 3.067807768268598,
      "grad_norm": 0.3435303866863251,
      "learning_rate": 9.318e-05,
      "loss": 0.0122,
      "step": 4660
    },
    {
      "epoch": 3.074391046741277,
      "grad_norm": 0.24383644759655,
      "learning_rate": 9.338e-05,
      "loss": 0.0068,
      "step": 4670
    },
    {
      "epoch": 3.0809743252139565,
      "grad_norm": 0.2120666801929474,
      "learning_rate": 9.358e-05,
      "loss": 0.0047,
      "step": 4680
    },
    {
      "epoch": 3.087557603686636,
      "grad_norm": 0.255738765001297,
      "learning_rate": 9.378e-05,
      "loss": 0.011,
      "step": 4690
    },
    {
      "epoch": 3.0941408821593153,
      "grad_norm": 0.3285175561904907,
      "learning_rate": 9.398e-05,
      "loss": 0.0095,
      "step": 4700
    },
    {
      "epoch": 3.100724160631995,
      "grad_norm": 0.23807333409786224,
      "learning_rate": 9.418e-05,
      "loss": 0.0071,
      "step": 4710
    },
    {
      "epoch": 3.107307439104674,
      "grad_norm": 0.2007445991039276,
      "learning_rate": 9.438e-05,
      "loss": 0.0042,
      "step": 4720
    },
    {
      "epoch": 3.1138907175773536,
      "grad_norm": 0.216136172413826,
      "learning_rate": 9.458e-05,
      "loss": 0.0042,
      "step": 4730
    },
    {
      "epoch": 3.1204739960500327,
      "grad_norm": 0.25494450330734253,
      "learning_rate": 9.478e-05,
      "loss": 0.0086,
      "step": 4740
    },
    {
      "epoch": 3.1270572745227123,
      "grad_norm": 0.23773279786109924,
      "learning_rate": 9.498e-05,
      "loss": 0.0053,
      "step": 4750
    },
    {
      "epoch": 3.133640552995392,
      "grad_norm": 0.3192708492279053,
      "learning_rate": 9.518000000000001e-05,
      "loss": 0.0066,
      "step": 4760
    },
    {
      "epoch": 3.140223831468071,
      "grad_norm": 0.36344388127326965,
      "learning_rate": 9.538e-05,
      "loss": 0.0084,
      "step": 4770
    },
    {
      "epoch": 3.1468071099407506,
      "grad_norm": 0.33147770166397095,
      "learning_rate": 9.558e-05,
      "loss": 0.0076,
      "step": 4780
    },
    {
      "epoch": 3.15339038841343,
      "grad_norm": 0.2828924059867859,
      "learning_rate": 9.578000000000001e-05,
      "loss": 0.01,
      "step": 4790
    },
    {
      "epoch": 3.1599736668861094,
      "grad_norm": 0.3122549057006836,
      "learning_rate": 9.598e-05,
      "loss": 0.0055,
      "step": 4800
    },
    {
      "epoch": 3.1665569453587885,
      "grad_norm": 0.15197250247001648,
      "learning_rate": 9.618e-05,
      "loss": 0.0055,
      "step": 4810
    },
    {
      "epoch": 3.173140223831468,
      "grad_norm": 0.2090052217245102,
      "learning_rate": 9.638000000000001e-05,
      "loss": 0.0056,
      "step": 4820
    },
    {
      "epoch": 3.1797235023041477,
      "grad_norm": 0.25107434391975403,
      "learning_rate": 9.658e-05,
      "loss": 0.0056,
      "step": 4830
    },
    {
      "epoch": 3.186306780776827,
      "grad_norm": 0.20580177009105682,
      "learning_rate": 9.678e-05,
      "loss": 0.0044,
      "step": 4840
    },
    {
      "epoch": 3.1928900592495064,
      "grad_norm": 0.1427846997976303,
      "learning_rate": 9.698000000000001e-05,
      "loss": 0.0035,
      "step": 4850
    },
    {
      "epoch": 3.1994733377221856,
      "grad_norm": 0.25326648354530334,
      "learning_rate": 9.718e-05,
      "loss": 0.004,
      "step": 4860
    },
    {
      "epoch": 3.206056616194865,
      "grad_norm": 0.19157849252223969,
      "learning_rate": 9.738e-05,
      "loss": 0.0049,
      "step": 4870
    },
    {
      "epoch": 3.2126398946675443,
      "grad_norm": 0.17050795257091522,
      "learning_rate": 9.758000000000001e-05,
      "loss": 0.004,
      "step": 4880
    },
    {
      "epoch": 3.219223173140224,
      "grad_norm": 0.21727782487869263,
      "learning_rate": 9.778e-05,
      "loss": 0.0041,
      "step": 4890
    },
    {
      "epoch": 3.225806451612903,
      "grad_norm": 0.168072909116745,
      "learning_rate": 9.798000000000001e-05,
      "loss": 0.0033,
      "step": 4900
    },
    {
      "epoch": 3.2323897300855826,
      "grad_norm": 0.22176411747932434,
      "learning_rate": 9.818000000000001e-05,
      "loss": 0.0053,
      "step": 4910
    },
    {
      "epoch": 3.238973008558262,
      "grad_norm": 0.20157967507839203,
      "learning_rate": 9.838e-05,
      "loss": 0.0064,
      "step": 4920
    },
    {
      "epoch": 3.2455562870309413,
      "grad_norm": 0.19378389418125153,
      "learning_rate": 9.858000000000001e-05,
      "loss": 0.0058,
      "step": 4930
    },
    {
      "epoch": 3.252139565503621,
      "grad_norm": 0.21381482481956482,
      "learning_rate": 9.878e-05,
      "loss": 0.005,
      "step": 4940
    },
    {
      "epoch": 3.2587228439763,
      "grad_norm": 0.21356940269470215,
      "learning_rate": 9.898e-05,
      "loss": 0.0038,
      "step": 4950
    },
    {
      "epoch": 3.2653061224489797,
      "grad_norm": 0.24294263124465942,
      "learning_rate": 9.918000000000001e-05,
      "loss": 0.006,
      "step": 4960
    },
    {
      "epoch": 3.271889400921659,
      "grad_norm": 0.19664910435676575,
      "learning_rate": 9.938e-05,
      "loss": 0.0042,
      "step": 4970
    },
    {
      "epoch": 3.2784726793943384,
      "grad_norm": 0.20534099638462067,
      "learning_rate": 9.958e-05,
      "loss": 0.003,
      "step": 4980
    },
    {
      "epoch": 3.2850559578670175,
      "grad_norm": 0.15425042808055878,
      "learning_rate": 9.978000000000001e-05,
      "loss": 0.0051,
      "step": 4990
    },
    {
      "epoch": 3.291639236339697,
      "grad_norm": 0.20609745383262634,
      "learning_rate": 9.998e-05,
      "loss": 0.0045,
      "step": 5000
    },
    {
      "epoch": 3.2982225148123767,
      "grad_norm": 0.25262415409088135,
      "learning_rate": 9.999999778549045e-05,
      "loss": 0.0059,
      "step": 5010
    },
    {
      "epoch": 3.304805793285056,
      "grad_norm": 0.18249893188476562,
      "learning_rate": 9.999999013039593e-05,
      "loss": 0.0046,
      "step": 5020
    },
    {
      "epoch": 3.3113890717577354,
      "grad_norm": 0.23900967836380005,
      "learning_rate": 9.999997700737766e-05,
      "loss": 0.0061,
      "step": 5030
    },
    {
      "epoch": 3.3179723502304146,
      "grad_norm": 0.1903785616159439,
      "learning_rate": 9.999995841643709e-05,
      "loss": 0.0038,
      "step": 5040
    },
    {
      "epoch": 3.324555628703094,
      "grad_norm": 0.2228005975484848,
      "learning_rate": 9.999993435757623e-05,
      "loss": 0.0046,
      "step": 5050
    },
    {
      "epoch": 3.3311389071757738,
      "grad_norm": 0.13866274058818817,
      "learning_rate": 9.999990483079773e-05,
      "loss": 0.0033,
      "step": 5060
    },
    {
      "epoch": 3.337722185648453,
      "grad_norm": 0.19528432190418243,
      "learning_rate": 9.999986983610481e-05,
      "loss": 0.0047,
      "step": 5070
    },
    {
      "epoch": 3.3443054641211325,
      "grad_norm": 0.18838606774806976,
      "learning_rate": 9.99998293735013e-05,
      "loss": 0.0055,
      "step": 5080
    },
    {
      "epoch": 3.3508887425938116,
      "grad_norm": 0.1896565854549408,
      "learning_rate": 9.999978344299161e-05,
      "loss": 0.0056,
      "step": 5090
    },
    {
      "epoch": 3.3574720210664912,
      "grad_norm": 0.2896604537963867,
      "learning_rate": 9.99997320445808e-05,
      "loss": 0.0067,
      "step": 5100
    },
    {
      "epoch": 3.3640552995391704,
      "grad_norm": 0.15219822525978088,
      "learning_rate": 9.999967517827444e-05,
      "loss": 0.0043,
      "step": 5110
    },
    {
      "epoch": 3.37063857801185,
      "grad_norm": 0.16526977717876434,
      "learning_rate": 9.999961284407879e-05,
      "loss": 0.0059,
      "step": 5120
    },
    {
      "epoch": 3.377221856484529,
      "grad_norm": 0.20810434222221375,
      "learning_rate": 9.999954504200067e-05,
      "loss": 0.0033,
      "step": 5130
    },
    {
      "epoch": 3.3838051349572087,
      "grad_norm": 0.13080564141273499,
      "learning_rate": 9.999947177204744e-05,
      "loss": 0.0045,
      "step": 5140
    },
    {
      "epoch": 3.3903884134298883,
      "grad_norm": 0.19555552303791046,
      "learning_rate": 9.999939303422718e-05,
      "loss": 0.0051,
      "step": 5150
    },
    {
      "epoch": 3.3969716919025674,
      "grad_norm": 0.195923313498497,
      "learning_rate": 9.999930882854847e-05,
      "loss": 0.0038,
      "step": 5160
    },
    {
      "epoch": 3.403554970375247,
      "grad_norm": 0.24417954683303833,
      "learning_rate": 9.999921915502051e-05,
      "loss": 0.004,
      "step": 5170
    },
    {
      "epoch": 3.410138248847926,
      "grad_norm": 0.10848059505224228,
      "learning_rate": 9.99991240136531e-05,
      "loss": 0.0044,
      "step": 5180
    },
    {
      "epoch": 3.4167215273206057,
      "grad_norm": 0.17478244006633759,
      "learning_rate": 9.999902340445668e-05,
      "loss": 0.0044,
      "step": 5190
    },
    {
      "epoch": 3.423304805793285,
      "grad_norm": 0.24914295971393585,
      "learning_rate": 9.999891732744224e-05,
      "loss": 0.0042,
      "step": 5200
    },
    {
      "epoch": 3.4298880842659645,
      "grad_norm": 0.15586888790130615,
      "learning_rate": 9.999880578262135e-05,
      "loss": 0.0052,
      "step": 5210
    },
    {
      "epoch": 3.4364713627386436,
      "grad_norm": 0.17657938599586487,
      "learning_rate": 9.999868877000624e-05,
      "loss": 0.0031,
      "step": 5220
    },
    {
      "epoch": 3.443054641211323,
      "grad_norm": 0.27502259612083435,
      "learning_rate": 9.99985662896097e-05,
      "loss": 0.0051,
      "step": 5230
    },
    {
      "epoch": 3.449637919684003,
      "grad_norm": 0.12207293510437012,
      "learning_rate": 9.999843834144513e-05,
      "loss": 0.0034,
      "step": 5240
    },
    {
      "epoch": 3.456221198156682,
      "grad_norm": 0.13693022727966309,
      "learning_rate": 9.99983049255265e-05,
      "loss": 0.0025,
      "step": 5250
    },
    {
      "epoch": 3.4628044766293615,
      "grad_norm": 0.16259245574474335,
      "learning_rate": 9.999816604186843e-05,
      "loss": 0.0046,
      "step": 5260
    },
    {
      "epoch": 3.4693877551020407,
      "grad_norm": 0.14142292737960815,
      "learning_rate": 9.999802169048609e-05,
      "loss": 0.0036,
      "step": 5270
    },
    {
      "epoch": 3.4759710335747203,
      "grad_norm": 0.13523933291435242,
      "learning_rate": 9.999787187139527e-05,
      "loss": 0.002,
      "step": 5280
    },
    {
      "epoch": 3.4825543120474,
      "grad_norm": 0.19108827412128448,
      "learning_rate": 9.999771658461234e-05,
      "loss": 0.0031,
      "step": 5290
    },
    {
      "epoch": 3.489137590520079,
      "grad_norm": 0.1561547964811325,
      "learning_rate": 9.999755583015431e-05,
      "loss": 0.0061,
      "step": 5300
    },
    {
      "epoch": 3.4957208689927586,
      "grad_norm": 0.2339964061975479,
      "learning_rate": 9.999738960803874e-05,
      "loss": 0.0119,
      "step": 5310
    },
    {
      "epoch": 3.5023041474654377,
      "grad_norm": 0.298492968082428,
      "learning_rate": 9.99972179182838e-05,
      "loss": 0.006,
      "step": 5320
    },
    {
      "epoch": 3.5088874259381173,
      "grad_norm": 0.27646687626838684,
      "learning_rate": 9.99970407609083e-05,
      "loss": 0.0078,
      "step": 5330
    },
    {
      "epoch": 3.5154707044107965,
      "grad_norm": 0.20261631906032562,
      "learning_rate": 9.999685813593159e-05,
      "loss": 0.0052,
      "step": 5340
    },
    {
      "epoch": 3.522053982883476,
      "grad_norm": 0.19067029654979706,
      "learning_rate": 9.999667004337362e-05,
      "loss": 0.0107,
      "step": 5350
    },
    {
      "epoch": 3.528637261356155,
      "grad_norm": 0.2031271755695343,
      "learning_rate": 9.9996476483255e-05,
      "loss": 0.0062,
      "step": 5360
    },
    {
      "epoch": 3.5352205398288348,
      "grad_norm": 0.18474696576595306,
      "learning_rate": 9.999627745559688e-05,
      "loss": 0.0031,
      "step": 5370
    },
    {
      "epoch": 3.5418038183015144,
      "grad_norm": 0.13454397022724152,
      "learning_rate": 9.999607296042101e-05,
      "loss": 0.0057,
      "step": 5380
    },
    {
      "epoch": 3.5483870967741935,
      "grad_norm": 0.21881625056266785,
      "learning_rate": 9.99958629977498e-05,
      "loss": 0.0076,
      "step": 5390
    },
    {
      "epoch": 3.554970375246873,
      "grad_norm": 0.14093957841396332,
      "learning_rate": 9.999564756760615e-05,
      "loss": 0.0054,
      "step": 5400
    },
    {
      "epoch": 3.5615536537195522,
      "grad_norm": 0.13959524035453796,
      "learning_rate": 9.999542667001366e-05,
      "loss": 0.0042,
      "step": 5410
    },
    {
      "epoch": 3.568136932192232,
      "grad_norm": 0.15219472348690033,
      "learning_rate": 9.999520030499647e-05,
      "loss": 0.0062,
      "step": 5420
    },
    {
      "epoch": 3.574720210664911,
      "grad_norm": 0.12343954294919968,
      "learning_rate": 9.999496847257936e-05,
      "loss": 0.0041,
      "step": 5430
    },
    {
      "epoch": 3.5813034891375906,
      "grad_norm": 0.21494294703006744,
      "learning_rate": 9.999473117278764e-05,
      "loss": 0.005,
      "step": 5440
    },
    {
      "epoch": 3.5878867676102697,
      "grad_norm": 0.15911900997161865,
      "learning_rate": 9.999448840564731e-05,
      "loss": 0.0054,
      "step": 5450
    },
    {
      "epoch": 3.5944700460829493,
      "grad_norm": 0.18115796148777008,
      "learning_rate": 9.999424017118488e-05,
      "loss": 0.0038,
      "step": 5460
    },
    {
      "epoch": 3.601053324555629,
      "grad_norm": 0.25956225395202637,
      "learning_rate": 9.999398646942751e-05,
      "loss": 0.0064,
      "step": 5470
    },
    {
      "epoch": 3.607636603028308,
      "grad_norm": 0.2188800424337387,
      "learning_rate": 9.999372730040296e-05,
      "loss": 0.0031,
      "step": 5480
    },
    {
      "epoch": 3.6142198815009876,
      "grad_norm": 0.13523079454898834,
      "learning_rate": 9.999346266413953e-05,
      "loss": 0.0026,
      "step": 5490
    },
    {
      "epoch": 3.6208031599736668,
      "grad_norm": 0.1297069489955902,
      "learning_rate": 9.99931925606662e-05,
      "loss": 0.0035,
      "step": 5500
    },
    {
      "epoch": 3.6273864384463463,
      "grad_norm": 0.24267569184303284,
      "learning_rate": 9.99929169900125e-05,
      "loss": 0.0042,
      "step": 5510
    },
    {
      "epoch": 3.633969716919026,
      "grad_norm": 0.19329476356506348,
      "learning_rate": 9.999263595220855e-05,
      "loss": 0.0035,
      "step": 5520
    },
    {
      "epoch": 3.640552995391705,
      "grad_norm": 0.15211130678653717,
      "learning_rate": 9.99923494472851e-05,
      "loss": 0.0039,
      "step": 5530
    },
    {
      "epoch": 3.647136273864384,
      "grad_norm": 0.14313456416130066,
      "learning_rate": 9.999205747527348e-05,
      "loss": 0.0036,
      "step": 5540
    },
    {
      "epoch": 3.653719552337064,
      "grad_norm": 0.2151932716369629,
      "learning_rate": 9.999176003620561e-05,
      "loss": 0.0045,
      "step": 5550
    },
    {
      "epoch": 3.6603028308097434,
      "grad_norm": 0.15544962882995605,
      "learning_rate": 9.999145713011405e-05,
      "loss": 0.0043,
      "step": 5560
    },
    {
      "epoch": 3.6668861092824225,
      "grad_norm": 0.13948547840118408,
      "learning_rate": 9.999114875703186e-05,
      "loss": 0.0043,
      "step": 5570
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 0.19837793707847595,
      "learning_rate": 9.999083491699281e-05,
      "loss": 0.0027,
      "step": 5580
    },
    {
      "epoch": 3.6800526662277813,
      "grad_norm": 0.1513727754354477,
      "learning_rate": 9.999051561003123e-05,
      "loss": 0.0033,
      "step": 5590
    },
    {
      "epoch": 3.686635944700461,
      "grad_norm": 0.1273980289697647,
      "learning_rate": 9.999019083618202e-05,
      "loss": 0.0038,
      "step": 5600
    },
    {
      "epoch": 3.6932192231731404,
      "grad_norm": 0.19568218290805817,
      "learning_rate": 9.99898605954807e-05,
      "loss": 0.0045,
      "step": 5610
    },
    {
      "epoch": 3.6998025016458196,
      "grad_norm": 0.16663530468940735,
      "learning_rate": 9.998952488796338e-05,
      "loss": 0.0057,
      "step": 5620
    },
    {
      "epoch": 3.706385780118499,
      "grad_norm": 0.1375395506620407,
      "learning_rate": 9.998918371366676e-05,
      "loss": 0.0023,
      "step": 5630
    },
    {
      "epoch": 3.7129690585911783,
      "grad_norm": 0.14415206015110016,
      "learning_rate": 9.99888370726282e-05,
      "loss": 0.0053,
      "step": 5640
    },
    {
      "epoch": 3.719552337063858,
      "grad_norm": 0.17417585849761963,
      "learning_rate": 9.998848496488556e-05,
      "loss": 0.0036,
      "step": 5650
    },
    {
      "epoch": 3.726135615536537,
      "grad_norm": 0.15360434353351593,
      "learning_rate": 9.998812739047736e-05,
      "loss": 0.0038,
      "step": 5660
    },
    {
      "epoch": 3.7327188940092166,
      "grad_norm": 0.21531397104263306,
      "learning_rate": 9.99877643494427e-05,
      "loss": 0.0031,
      "step": 5670
    },
    {
      "epoch": 3.739302172481896,
      "grad_norm": 0.1459791362285614,
      "learning_rate": 9.998739584182128e-05,
      "loss": 0.0077,
      "step": 5680
    },
    {
      "epoch": 3.7458854509545754,
      "grad_norm": 0.17074887454509735,
      "learning_rate": 9.998702186765342e-05,
      "loss": 0.0033,
      "step": 5690
    },
    {
      "epoch": 3.752468729427255,
      "grad_norm": 0.25759774446487427,
      "learning_rate": 9.998664242698e-05,
      "loss": 0.0056,
      "step": 5700
    },
    {
      "epoch": 3.759052007899934,
      "grad_norm": 0.1209205836057663,
      "learning_rate": 9.998625751984251e-05,
      "loss": 0.0062,
      "step": 5710
    },
    {
      "epoch": 3.7656352863726137,
      "grad_norm": 0.16733500361442566,
      "learning_rate": 9.998586714628307e-05,
      "loss": 0.0032,
      "step": 5720
    },
    {
      "epoch": 3.772218564845293,
      "grad_norm": 0.18291418254375458,
      "learning_rate": 9.998547130634432e-05,
      "loss": 0.0058,
      "step": 5730
    },
    {
      "epoch": 3.7788018433179724,
      "grad_norm": 0.12644588947296143,
      "learning_rate": 9.99850700000696e-05,
      "loss": 0.003,
      "step": 5740
    },
    {
      "epoch": 3.785385121790652,
      "grad_norm": 0.1370575726032257,
      "learning_rate": 9.998466322750278e-05,
      "loss": 0.0041,
      "step": 5750
    },
    {
      "epoch": 3.791968400263331,
      "grad_norm": 0.1411421000957489,
      "learning_rate": 9.998425098868834e-05,
      "loss": 0.0033,
      "step": 5760
    },
    {
      "epoch": 3.7985516787360103,
      "grad_norm": 0.15249137580394745,
      "learning_rate": 9.998383328367136e-05,
      "loss": 0.0031,
      "step": 5770
    },
    {
      "epoch": 3.80513495720869,
      "grad_norm": 0.1673334687948227,
      "learning_rate": 9.99834101124975e-05,
      "loss": 0.0046,
      "step": 5780
    },
    {
      "epoch": 3.8117182356813695,
      "grad_norm": 0.16022978723049164,
      "learning_rate": 9.998298147521309e-05,
      "loss": 0.004,
      "step": 5790
    },
    {
      "epoch": 3.8183015141540486,
      "grad_norm": 0.17119403183460236,
      "learning_rate": 9.998254737186496e-05,
      "loss": 0.0038,
      "step": 5800
    },
    {
      "epoch": 3.824884792626728,
      "grad_norm": 0.2721160650253296,
      "learning_rate": 9.99821078025006e-05,
      "loss": 0.0072,
      "step": 5810
    },
    {
      "epoch": 3.8314680710994073,
      "grad_norm": 0.18358109891414642,
      "learning_rate": 9.998166276716807e-05,
      "loss": 0.0072,
      "step": 5820
    },
    {
      "epoch": 3.838051349572087,
      "grad_norm": 0.21073326468467712,
      "learning_rate": 9.998121226591606e-05,
      "loss": 0.0051,
      "step": 5830
    },
    {
      "epoch": 3.8446346280447665,
      "grad_norm": 0.22030693292617798,
      "learning_rate": 9.998075629879382e-05,
      "loss": 0.0044,
      "step": 5840
    },
    {
      "epoch": 3.8512179065174457,
      "grad_norm": 0.21124228835105896,
      "learning_rate": 9.99802948658512e-05,
      "loss": 0.0049,
      "step": 5850
    },
    {
      "epoch": 3.857801184990125,
      "grad_norm": 0.2661246359348297,
      "learning_rate": 9.99798279671387e-05,
      "loss": 0.0043,
      "step": 5860
    },
    {
      "epoch": 3.8643844634628044,
      "grad_norm": 0.24360588192939758,
      "learning_rate": 9.997935560270734e-05,
      "loss": 0.0034,
      "step": 5870
    },
    {
      "epoch": 3.870967741935484,
      "grad_norm": 0.13250988721847534,
      "learning_rate": 9.997887777260879e-05,
      "loss": 0.0066,
      "step": 5880
    },
    {
      "epoch": 3.877551020408163,
      "grad_norm": 0.13257840275764465,
      "learning_rate": 9.997839447689532e-05,
      "loss": 0.0033,
      "step": 5890
    },
    {
      "epoch": 3.8841342988808427,
      "grad_norm": 0.19003058969974518,
      "learning_rate": 9.997790571561978e-05,
      "loss": 0.0037,
      "step": 5900
    },
    {
      "epoch": 3.890717577353522,
      "grad_norm": 0.16157355904579163,
      "learning_rate": 9.99774114888356e-05,
      "loss": 0.0053,
      "step": 5910
    },
    {
      "epoch": 3.8973008558262014,
      "grad_norm": 0.19749705493450165,
      "learning_rate": 9.997691179659684e-05,
      "loss": 0.0055,
      "step": 5920
    },
    {
      "epoch": 3.903884134298881,
      "grad_norm": 0.12281320244073868,
      "learning_rate": 9.997640663895815e-05,
      "loss": 0.0042,
      "step": 5930
    },
    {
      "epoch": 3.91046741277156,
      "grad_norm": 0.1737818568944931,
      "learning_rate": 9.997589601597477e-05,
      "loss": 0.0062,
      "step": 5940
    },
    {
      "epoch": 3.9170506912442398,
      "grad_norm": 0.14455874264240265,
      "learning_rate": 9.997537992770252e-05,
      "loss": 0.003,
      "step": 5950
    },
    {
      "epoch": 3.923633969716919,
      "grad_norm": 0.15226136147975922,
      "learning_rate": 9.997485837419788e-05,
      "loss": 0.0041,
      "step": 5960
    },
    {
      "epoch": 3.9302172481895985,
      "grad_norm": 0.13709214329719543,
      "learning_rate": 9.997433135551786e-05,
      "loss": 0.0033,
      "step": 5970
    },
    {
      "epoch": 3.936800526662278,
      "grad_norm": 0.15622080862522125,
      "learning_rate": 9.997379887172009e-05,
      "loss": 0.0021,
      "step": 5980
    },
    {
      "epoch": 3.9433838051349572,
      "grad_norm": 0.27198338508605957,
      "learning_rate": 9.997326092286281e-05,
      "loss": 0.0048,
      "step": 5990
    },
    {
      "epoch": 3.9499670836076364,
      "grad_norm": 0.3133968114852905,
      "learning_rate": 9.997271750900486e-05,
      "loss": 0.0064,
      "step": 6000
    },
    {
      "epoch": 3.956550362080316,
      "grad_norm": 0.14745965600013733,
      "learning_rate": 9.997216863020565e-05,
      "loss": 0.0045,
      "step": 6010
    },
    {
      "epoch": 3.9631336405529956,
      "grad_norm": 0.2773269712924957,
      "learning_rate": 9.99716142865252e-05,
      "loss": 0.0044,
      "step": 6020
    },
    {
      "epoch": 3.9697169190256747,
      "grad_norm": 0.11389656364917755,
      "learning_rate": 9.997105447802415e-05,
      "loss": 0.0046,
      "step": 6030
    },
    {
      "epoch": 3.9763001974983543,
      "grad_norm": 0.24610108137130737,
      "learning_rate": 9.997048920476373e-05,
      "loss": 0.006,
      "step": 6040
    },
    {
      "epoch": 3.9828834759710334,
      "grad_norm": 0.18511781096458435,
      "learning_rate": 9.996991846680572e-05,
      "loss": 0.0044,
      "step": 6050
    },
    {
      "epoch": 3.989466754443713,
      "grad_norm": 0.18410849571228027,
      "learning_rate": 9.996934226421257e-05,
      "loss": 0.0043,
      "step": 6060
    },
    {
      "epoch": 3.9960500329163926,
      "grad_norm": 0.16596458852291107,
      "learning_rate": 9.996876059704726e-05,
      "loss": 0.0035,
      "step": 6070
    },
    {
      "epoch": 4.002633311389072,
      "grad_norm": 0.09848038852214813,
      "learning_rate": 9.996817346537343e-05,
      "loss": 0.0028,
      "step": 6080
    },
    {
      "epoch": 4.009216589861751,
      "grad_norm": 0.18131598830223083,
      "learning_rate": 9.996758086925526e-05,
      "loss": 0.0056,
      "step": 6090
    },
    {
      "epoch": 4.0157998683344305,
      "grad_norm": 0.20494620501995087,
      "learning_rate": 9.996698280875759e-05,
      "loss": 0.0056,
      "step": 6100
    },
    {
      "epoch": 4.02238314680711,
      "grad_norm": 0.16492784023284912,
      "learning_rate": 9.99663792839458e-05,
      "loss": 0.0063,
      "step": 6110
    },
    {
      "epoch": 4.02896642527979,
      "grad_norm": 0.1459585577249527,
      "learning_rate": 9.99657702948859e-05,
      "loss": 0.0037,
      "step": 6120
    },
    {
      "epoch": 4.035549703752468,
      "grad_norm": 0.20403306186199188,
      "learning_rate": 9.996515584164448e-05,
      "loss": 0.0063,
      "step": 6130
    },
    {
      "epoch": 4.042132982225148,
      "grad_norm": 0.22532984614372253,
      "learning_rate": 9.996453592428873e-05,
      "loss": 0.0048,
      "step": 6140
    },
    {
      "epoch": 4.0487162606978275,
      "grad_norm": 0.20675784349441528,
      "learning_rate": 9.996391054288646e-05,
      "loss": 0.0046,
      "step": 6150
    },
    {
      "epoch": 4.055299539170507,
      "grad_norm": 0.249908909201622,
      "learning_rate": 9.996327969750605e-05,
      "loss": 0.0048,
      "step": 6160
    },
    {
      "epoch": 4.061882817643187,
      "grad_norm": 0.15669399499893188,
      "learning_rate": 9.996264338821649e-05,
      "loss": 0.005,
      "step": 6170
    },
    {
      "epoch": 4.068466096115865,
      "grad_norm": 0.2215421348810196,
      "learning_rate": 9.996200161508735e-05,
      "loss": 0.0046,
      "step": 6180
    },
    {
      "epoch": 4.075049374588545,
      "grad_norm": 0.1439313292503357,
      "learning_rate": 9.996135437818885e-05,
      "loss": 0.0034,
      "step": 6190
    },
    {
      "epoch": 4.081632653061225,
      "grad_norm": 0.22410021722316742,
      "learning_rate": 9.996070167759175e-05,
      "loss": 0.0051,
      "step": 6200
    },
    {
      "epoch": 4.088215931533904,
      "grad_norm": 0.1737864464521408,
      "learning_rate": 9.996004351336743e-05,
      "loss": 0.0039,
      "step": 6210
    },
    {
      "epoch": 4.094799210006583,
      "grad_norm": 0.20563966035842896,
      "learning_rate": 9.995937988558785e-05,
      "loss": 0.0073,
      "step": 6220
    },
    {
      "epoch": 4.1013824884792625,
      "grad_norm": 0.2625710964202881,
      "learning_rate": 9.995871079432561e-05,
      "loss": 0.006,
      "step": 6230
    },
    {
      "epoch": 4.107965766951942,
      "grad_norm": 0.17079569399356842,
      "learning_rate": 9.995803623965389e-05,
      "loss": 0.0032,
      "step": 6240
    },
    {
      "epoch": 4.114549045424622,
      "grad_norm": 0.14084303379058838,
      "learning_rate": 9.995735622164641e-05,
      "loss": 0.0046,
      "step": 6250
    },
    {
      "epoch": 4.121132323897301,
      "grad_norm": 0.22147543728351593,
      "learning_rate": 9.995667074037758e-05,
      "loss": 0.0067,
      "step": 6260
    },
    {
      "epoch": 4.12771560236998,
      "grad_norm": 0.15355825424194336,
      "learning_rate": 9.995597979592232e-05,
      "loss": 0.0053,
      "step": 6270
    },
    {
      "epoch": 4.1342988808426595,
      "grad_norm": 0.19798825681209564,
      "learning_rate": 9.995528338835625e-05,
      "loss": 0.0042,
      "step": 6280
    },
    {
      "epoch": 4.140882159315339,
      "grad_norm": 0.16669896245002747,
      "learning_rate": 9.995458151775547e-05,
      "loss": 0.0036,
      "step": 6290
    },
    {
      "epoch": 4.147465437788019,
      "grad_norm": 0.18412400782108307,
      "learning_rate": 9.995387418419677e-05,
      "loss": 0.006,
      "step": 6300
    },
    {
      "epoch": 4.154048716260698,
      "grad_norm": 0.21070927381515503,
      "learning_rate": 9.99531613877575e-05,
      "loss": 0.0037,
      "step": 6310
    },
    {
      "epoch": 4.160631994733377,
      "grad_norm": 0.25839361548423767,
      "learning_rate": 9.995244312851559e-05,
      "loss": 0.0051,
      "step": 6320
    },
    {
      "epoch": 4.167215273206057,
      "grad_norm": 0.21170639991760254,
      "learning_rate": 9.995171940654961e-05,
      "loss": 0.0057,
      "step": 6330
    },
    {
      "epoch": 4.173798551678736,
      "grad_norm": 0.20744511485099792,
      "learning_rate": 9.995099022193871e-05,
      "loss": 0.0063,
      "step": 6340
    },
    {
      "epoch": 4.180381830151416,
      "grad_norm": 0.2542797029018402,
      "learning_rate": 9.995025557476261e-05,
      "loss": 0.005,
      "step": 6350
    },
    {
      "epoch": 4.186965108624094,
      "grad_norm": 0.17993493378162384,
      "learning_rate": 9.994951546510165e-05,
      "loss": 0.0039,
      "step": 6360
    },
    {
      "epoch": 4.193548387096774,
      "grad_norm": 0.17484597861766815,
      "learning_rate": 9.994876989303679e-05,
      "loss": 0.004,
      "step": 6370
    },
    {
      "epoch": 4.200131665569454,
      "grad_norm": 0.23395459353923798,
      "learning_rate": 9.994801885864955e-05,
      "loss": 0.0053,
      "step": 6380
    },
    {
      "epoch": 4.206714944042133,
      "grad_norm": 0.15392647683620453,
      "learning_rate": 9.994726236202205e-05,
      "loss": 0.0065,
      "step": 6390
    },
    {
      "epoch": 4.213298222514813,
      "grad_norm": 0.15251809358596802,
      "learning_rate": 9.994650040323704e-05,
      "loss": 0.005,
      "step": 6400
    },
    {
      "epoch": 4.2198815009874915,
      "grad_norm": 0.16726380586624146,
      "learning_rate": 9.994573298237784e-05,
      "loss": 0.005,
      "step": 6410
    },
    {
      "epoch": 4.226464779460171,
      "grad_norm": 0.12131811678409576,
      "learning_rate": 9.994496009952837e-05,
      "loss": 0.0043,
      "step": 6420
    },
    {
      "epoch": 4.233048057932851,
      "grad_norm": 0.17872901260852814,
      "learning_rate": 9.994418175477316e-05,
      "loss": 0.0043,
      "step": 6430
    },
    {
      "epoch": 4.23963133640553,
      "grad_norm": 0.14288176596164703,
      "learning_rate": 9.994339794819733e-05,
      "loss": 0.003,
      "step": 6440
    },
    {
      "epoch": 4.246214614878209,
      "grad_norm": 0.16294293105602264,
      "learning_rate": 9.994260867988658e-05,
      "loss": 0.0052,
      "step": 6450
    },
    {
      "epoch": 4.2527978933508885,
      "grad_norm": 0.1564975529909134,
      "learning_rate": 9.994181394992723e-05,
      "loss": 0.003,
      "step": 6460
    },
    {
      "epoch": 4.259381171823568,
      "grad_norm": 0.170480877161026,
      "learning_rate": 9.994101375840618e-05,
      "loss": 0.0043,
      "step": 6470
    },
    {
      "epoch": 4.265964450296248,
      "grad_norm": 0.14930586516857147,
      "learning_rate": 9.994020810541098e-05,
      "loss": 0.0028,
      "step": 6480
    },
    {
      "epoch": 4.272547728768927,
      "grad_norm": 0.1282031238079071,
      "learning_rate": 9.99393969910297e-05,
      "loss": 0.0027,
      "step": 6490
    },
    {
      "epoch": 4.279131007241606,
      "grad_norm": 0.1819976419210434,
      "learning_rate": 9.993858041535104e-05,
      "loss": 0.0035,
      "step": 6500
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.20018666982650757,
      "learning_rate": 9.99377583784643e-05,
      "loss": 0.0082,
      "step": 6510
    },
    {
      "epoch": 4.292297564186965,
      "grad_norm": 0.16977563500404358,
      "learning_rate": 9.993693088045939e-05,
      "loss": 0.0051,
      "step": 6520
    },
    {
      "epoch": 4.298880842659645,
      "grad_norm": 0.16830118000507355,
      "learning_rate": 9.99360979214268e-05,
      "loss": 0.0028,
      "step": 6530
    },
    {
      "epoch": 4.305464121132324,
      "grad_norm": 0.21772077679634094,
      "learning_rate": 9.99352595014576e-05,
      "loss": 0.0061,
      "step": 6540
    },
    {
      "epoch": 4.312047399605003,
      "grad_norm": 0.13900883495807648,
      "learning_rate": 9.993441562064354e-05,
      "loss": 0.0043,
      "step": 6550
    },
    {
      "epoch": 4.318630678077683,
      "grad_norm": 0.12345195561647415,
      "learning_rate": 9.993356627907685e-05,
      "loss": 0.0024,
      "step": 6560
    },
    {
      "epoch": 4.325213956550362,
      "grad_norm": 0.15612512826919556,
      "learning_rate": 9.99327114768504e-05,
      "loss": 0.0051,
      "step": 6570
    },
    {
      "epoch": 4.331797235023042,
      "grad_norm": 0.11138295382261276,
      "learning_rate": 9.99318512140577e-05,
      "loss": 0.0029,
      "step": 6580
    },
    {
      "epoch": 4.3383805134957205,
      "grad_norm": 0.10942983627319336,
      "learning_rate": 9.993098549079284e-05,
      "loss": 0.0034,
      "step": 6590
    },
    {
      "epoch": 4.3449637919684,
      "grad_norm": 0.2337152361869812,
      "learning_rate": 9.993011430715047e-05,
      "loss": 0.0032,
      "step": 6600
    },
    {
      "epoch": 4.35154707044108,
      "grad_norm": 0.12469164282083511,
      "learning_rate": 9.992923766322586e-05,
      "loss": 0.0016,
      "step": 6610
    },
    {
      "epoch": 4.358130348913759,
      "grad_norm": 0.14959700405597687,
      "learning_rate": 9.99283555591149e-05,
      "loss": 0.0058,
      "step": 6620
    },
    {
      "epoch": 4.364713627386438,
      "grad_norm": 0.18529990315437317,
      "learning_rate": 9.992746799491404e-05,
      "loss": 0.0028,
      "step": 6630
    },
    {
      "epoch": 4.371296905859118,
      "grad_norm": 0.12093222886323929,
      "learning_rate": 9.992657497072033e-05,
      "loss": 0.0026,
      "step": 6640
    },
    {
      "epoch": 4.377880184331797,
      "grad_norm": 0.0720699355006218,
      "learning_rate": 9.992567648663147e-05,
      "loss": 0.0027,
      "step": 6650
    },
    {
      "epoch": 4.384463462804477,
      "grad_norm": 0.3394845724105835,
      "learning_rate": 9.992477254274568e-05,
      "loss": 0.0057,
      "step": 6660
    },
    {
      "epoch": 4.391046741277156,
      "grad_norm": 0.2064623236656189,
      "learning_rate": 9.992386313916183e-05,
      "loss": 0.0042,
      "step": 6670
    },
    {
      "epoch": 4.397630019749835,
      "grad_norm": 0.15707750618457794,
      "learning_rate": 9.992294827597934e-05,
      "loss": 0.0038,
      "step": 6680
    },
    {
      "epoch": 4.404213298222515,
      "grad_norm": 0.13891290128231049,
      "learning_rate": 9.992202795329831e-05,
      "loss": 0.0057,
      "step": 6690
    },
    {
      "epoch": 4.410796576695194,
      "grad_norm": 0.15383563935756683,
      "learning_rate": 9.992110217121936e-05,
      "loss": 0.0053,
      "step": 6700
    },
    {
      "epoch": 4.417379855167874,
      "grad_norm": 0.13387784361839294,
      "learning_rate": 9.992017092984372e-05,
      "loss": 0.0037,
      "step": 6710
    },
    {
      "epoch": 4.423963133640553,
      "grad_norm": 0.2049536406993866,
      "learning_rate": 9.991923422927326e-05,
      "loss": 0.0036,
      "step": 6720
    },
    {
      "epoch": 4.430546412113232,
      "grad_norm": 0.11599751561880112,
      "learning_rate": 9.991829206961037e-05,
      "loss": 0.007,
      "step": 6730
    },
    {
      "epoch": 4.437129690585912,
      "grad_norm": 0.2536364495754242,
      "learning_rate": 9.991734445095813e-05,
      "loss": 0.0084,
      "step": 6740
    },
    {
      "epoch": 4.443712969058591,
      "grad_norm": 0.16394062340259552,
      "learning_rate": 9.991639137342015e-05,
      "loss": 0.0051,
      "step": 6750
    },
    {
      "epoch": 4.450296247531271,
      "grad_norm": 0.15859438478946686,
      "learning_rate": 9.991543283710064e-05,
      "loss": 0.0075,
      "step": 6760
    },
    {
      "epoch": 4.45687952600395,
      "grad_norm": 0.16036082804203033,
      "learning_rate": 9.991446884210445e-05,
      "loss": 0.0062,
      "step": 6770
    },
    {
      "epoch": 4.463462804476629,
      "grad_norm": 0.2094184309244156,
      "learning_rate": 9.9913499388537e-05,
      "loss": 0.005,
      "step": 6780
    },
    {
      "epoch": 4.470046082949309,
      "grad_norm": 0.1476239711046219,
      "learning_rate": 9.99125244765043e-05,
      "loss": 0.004,
      "step": 6790
    },
    {
      "epoch": 4.476629361421988,
      "grad_norm": 0.20211604237556458,
      "learning_rate": 9.991154410611296e-05,
      "loss": 0.008,
      "step": 6800
    },
    {
      "epoch": 4.483212639894668,
      "grad_norm": 0.17130358517169952,
      "learning_rate": 9.99105582774702e-05,
      "loss": 0.0049,
      "step": 6810
    },
    {
      "epoch": 4.489795918367347,
      "grad_norm": 0.2183646261692047,
      "learning_rate": 9.990956699068384e-05,
      "loss": 0.0039,
      "step": 6820
    },
    {
      "epoch": 4.496379196840026,
      "grad_norm": 0.18767009675502777,
      "learning_rate": 9.990857024586224e-05,
      "loss": 0.0052,
      "step": 6830
    },
    {
      "epoch": 4.502962475312706,
      "grad_norm": 0.15425646305084229,
      "learning_rate": 9.990756804311446e-05,
      "loss": 0.0034,
      "step": 6840
    },
    {
      "epoch": 4.509545753785385,
      "grad_norm": 0.21681298315525055,
      "learning_rate": 9.990656038255006e-05,
      "loss": 0.0048,
      "step": 6850
    },
    {
      "epoch": 4.516129032258064,
      "grad_norm": 0.21347884833812714,
      "learning_rate": 9.990554726427926e-05,
      "loss": 0.0035,
      "step": 6860
    },
    {
      "epoch": 4.522712310730744,
      "grad_norm": 0.15742377936840057,
      "learning_rate": 9.990452868841284e-05,
      "loss": 0.003,
      "step": 6870
    },
    {
      "epoch": 4.529295589203423,
      "grad_norm": 0.16803038120269775,
      "learning_rate": 9.99035046550622e-05,
      "loss": 0.0074,
      "step": 6880
    },
    {
      "epoch": 4.535878867676103,
      "grad_norm": 0.15852800011634827,
      "learning_rate": 9.99024751643393e-05,
      "loss": 0.0029,
      "step": 6890
    },
    {
      "epoch": 4.542462146148782,
      "grad_norm": 0.20096071064472198,
      "learning_rate": 9.990144021635677e-05,
      "loss": 0.0043,
      "step": 6900
    },
    {
      "epoch": 4.549045424621461,
      "grad_norm": 0.18715864419937134,
      "learning_rate": 9.990039981122775e-05,
      "loss": 0.0074,
      "step": 6910
    },
    {
      "epoch": 4.555628703094141,
      "grad_norm": 0.17612719535827637,
      "learning_rate": 9.989935394906602e-05,
      "loss": 0.005,
      "step": 6920
    },
    {
      "epoch": 4.56221198156682,
      "grad_norm": 0.1360718011856079,
      "learning_rate": 9.989830262998598e-05,
      "loss": 0.0036,
      "step": 6930
    },
    {
      "epoch": 4.5687952600395,
      "grad_norm": 0.15484477579593658,
      "learning_rate": 9.989724585410259e-05,
      "loss": 0.0041,
      "step": 6940
    },
    {
      "epoch": 4.5753785385121795,
      "grad_norm": 0.12353093177080154,
      "learning_rate": 9.989618362153139e-05,
      "loss": 0.0052,
      "step": 6950
    },
    {
      "epoch": 4.581961816984858,
      "grad_norm": 0.1712733507156372,
      "learning_rate": 9.989511593238859e-05,
      "loss": 0.0049,
      "step": 6960
    },
    {
      "epoch": 4.588545095457538,
      "grad_norm": 0.1357087343931198,
      "learning_rate": 9.98940427867909e-05,
      "loss": 0.0044,
      "step": 6970
    },
    {
      "epoch": 4.595128373930217,
      "grad_norm": 0.1642552614212036,
      "learning_rate": 9.989296418485573e-05,
      "loss": 0.0043,
      "step": 6980
    },
    {
      "epoch": 4.601711652402897,
      "grad_norm": 0.283719539642334,
      "learning_rate": 9.989188012670101e-05,
      "loss": 0.0088,
      "step": 6990
    },
    {
      "epoch": 4.6082949308755765,
      "grad_norm": 0.17903223633766174,
      "learning_rate": 9.989079061244528e-05,
      "loss": 0.0052,
      "step": 7000
    },
    {
      "epoch": 4.614878209348255,
      "grad_norm": 0.247084841132164,
      "learning_rate": 9.988969564220769e-05,
      "loss": 0.0059,
      "step": 7010
    },
    {
      "epoch": 4.621461487820935,
      "grad_norm": 0.23811039328575134,
      "learning_rate": 9.988859521610801e-05,
      "loss": 0.0053,
      "step": 7020
    },
    {
      "epoch": 4.628044766293614,
      "grad_norm": 0.14293409883975983,
      "learning_rate": 9.988748933426656e-05,
      "loss": 0.0037,
      "step": 7030
    },
    {
      "epoch": 4.634628044766294,
      "grad_norm": 0.19719170033931732,
      "learning_rate": 9.988637799680428e-05,
      "loss": 0.006,
      "step": 7040
    },
    {
      "epoch": 4.641211323238973,
      "grad_norm": 0.19844700396060944,
      "learning_rate": 9.98852612038427e-05,
      "loss": 0.0044,
      "step": 7050
    },
    {
      "epoch": 4.647794601711652,
      "grad_norm": 0.2322036772966385,
      "learning_rate": 9.988413895550397e-05,
      "loss": 0.0042,
      "step": 7060
    },
    {
      "epoch": 4.654377880184332,
      "grad_norm": 0.15980470180511475,
      "learning_rate": 9.98830112519108e-05,
      "loss": 0.006,
      "step": 7070
    },
    {
      "epoch": 4.660961158657011,
      "grad_norm": 0.2137414813041687,
      "learning_rate": 9.98818780931865e-05,
      "loss": 0.0069,
      "step": 7080
    },
    {
      "epoch": 4.66754443712969,
      "grad_norm": 0.163013756275177,
      "learning_rate": 9.988073947945502e-05,
      "loss": 0.0043,
      "step": 7090
    },
    {
      "epoch": 4.67412771560237,
      "grad_norm": 0.20377755165100098,
      "learning_rate": 9.987959541084087e-05,
      "loss": 0.0051,
      "step": 7100
    },
    {
      "epoch": 4.680710994075049,
      "grad_norm": 0.15359339118003845,
      "learning_rate": 9.987844588746915e-05,
      "loss": 0.0053,
      "step": 7110
    },
    {
      "epoch": 4.687294272547729,
      "grad_norm": 0.2149839550256729,
      "learning_rate": 9.987729090946558e-05,
      "loss": 0.0035,
      "step": 7120
    },
    {
      "epoch": 4.6938775510204085,
      "grad_norm": 0.19012287259101868,
      "learning_rate": 9.987613047695647e-05,
      "loss": 0.0052,
      "step": 7130
    },
    {
      "epoch": 4.700460829493087,
      "grad_norm": 0.19843228161334991,
      "learning_rate": 9.987496459006871e-05,
      "loss": 0.0044,
      "step": 7140
    },
    {
      "epoch": 4.707044107965767,
      "grad_norm": 0.15949580073356628,
      "learning_rate": 9.987379324892982e-05,
      "loss": 0.0037,
      "step": 7150
    },
    {
      "epoch": 4.713627386438446,
      "grad_norm": 0.12308900058269501,
      "learning_rate": 9.987261645366788e-05,
      "loss": 0.0093,
      "step": 7160
    },
    {
      "epoch": 4.720210664911126,
      "grad_norm": 0.09453386068344116,
      "learning_rate": 9.987143420441158e-05,
      "loss": 0.0031,
      "step": 7170
    },
    {
      "epoch": 4.7267939433838055,
      "grad_norm": 0.11401432007551193,
      "learning_rate": 9.987024650129022e-05,
      "loss": 0.0035,
      "step": 7180
    },
    {
      "epoch": 4.733377221856484,
      "grad_norm": 0.15365423262119293,
      "learning_rate": 9.986905334443368e-05,
      "loss": 0.0033,
      "step": 7190
    },
    {
      "epoch": 4.739960500329164,
      "grad_norm": 0.27689075469970703,
      "learning_rate": 9.986785473397245e-05,
      "loss": 0.0063,
      "step": 7200
    },
    {
      "epoch": 4.746543778801843,
      "grad_norm": 0.17181693017482758,
      "learning_rate": 9.98666506700376e-05,
      "loss": 0.0046,
      "step": 7210
    },
    {
      "epoch": 4.753127057274523,
      "grad_norm": 0.12398321181535721,
      "learning_rate": 9.986544115276081e-05,
      "loss": 0.0031,
      "step": 7220
    },
    {
      "epoch": 4.759710335747203,
      "grad_norm": 0.1839093714952469,
      "learning_rate": 9.986422618227433e-05,
      "loss": 0.0035,
      "step": 7230
    },
    {
      "epoch": 4.766293614219881,
      "grad_norm": 0.1597033590078354,
      "learning_rate": 9.986300575871106e-05,
      "loss": 0.0039,
      "step": 7240
    },
    {
      "epoch": 4.772876892692561,
      "grad_norm": 0.2728452980518341,
      "learning_rate": 9.986177988220444e-05,
      "loss": 0.0066,
      "step": 7250
    },
    {
      "epoch": 4.7794601711652405,
      "grad_norm": 0.12375461310148239,
      "learning_rate": 9.986054855288856e-05,
      "loss": 0.0045,
      "step": 7260
    },
    {
      "epoch": 4.78604344963792,
      "grad_norm": 0.18078511953353882,
      "learning_rate": 9.985931177089802e-05,
      "loss": 0.0071,
      "step": 7270
    },
    {
      "epoch": 4.792626728110599,
      "grad_norm": 0.24507707357406616,
      "learning_rate": 9.985806953636814e-05,
      "loss": 0.0034,
      "step": 7280
    },
    {
      "epoch": 4.799210006583278,
      "grad_norm": 0.1518697291612625,
      "learning_rate": 9.985682184943471e-05,
      "loss": 0.0042,
      "step": 7290
    },
    {
      "epoch": 4.805793285055958,
      "grad_norm": 0.11414860188961029,
      "learning_rate": 9.98555687102342e-05,
      "loss": 0.007,
      "step": 7300
    },
    {
      "epoch": 4.8123765635286375,
      "grad_norm": 0.14914824068546295,
      "learning_rate": 9.985431011890367e-05,
      "loss": 0.0031,
      "step": 7310
    },
    {
      "epoch": 4.818959842001316,
      "grad_norm": 0.21440480649471283,
      "learning_rate": 9.985304607558075e-05,
      "loss": 0.0037,
      "step": 7320
    },
    {
      "epoch": 4.825543120473996,
      "grad_norm": 0.12512162327766418,
      "learning_rate": 9.985177658040364e-05,
      "loss": 0.004,
      "step": 7330
    },
    {
      "epoch": 4.832126398946675,
      "grad_norm": 0.22395510971546173,
      "learning_rate": 9.985050163351119e-05,
      "loss": 0.0051,
      "step": 7340
    },
    {
      "epoch": 4.838709677419355,
      "grad_norm": 0.17169657349586487,
      "learning_rate": 9.984922123504286e-05,
      "loss": 0.0042,
      "step": 7350
    },
    {
      "epoch": 4.845292955892035,
      "grad_norm": 0.17394252121448517,
      "learning_rate": 9.984793538513862e-05,
      "loss": 0.0053,
      "step": 7360
    },
    {
      "epoch": 4.851876234364713,
      "grad_norm": 0.14337463676929474,
      "learning_rate": 9.984664408393912e-05,
      "loss": 0.0049,
      "step": 7370
    },
    {
      "epoch": 4.858459512837393,
      "grad_norm": 0.1761924922466278,
      "learning_rate": 9.984534733158556e-05,
      "loss": 0.0052,
      "step": 7380
    },
    {
      "epoch": 4.8650427913100724,
      "grad_norm": 0.16465042531490326,
      "learning_rate": 9.984404512821977e-05,
      "loss": 0.0043,
      "step": 7390
    },
    {
      "epoch": 4.871626069782752,
      "grad_norm": 0.1757267862558365,
      "learning_rate": 9.984273747398411e-05,
      "loss": 0.0035,
      "step": 7400
    },
    {
      "epoch": 4.878209348255432,
      "grad_norm": 0.12685853242874146,
      "learning_rate": 9.984142436902165e-05,
      "loss": 0.0033,
      "step": 7410
    },
    {
      "epoch": 4.88479262672811,
      "grad_norm": 0.17150230705738068,
      "learning_rate": 9.984010581347596e-05,
      "loss": 0.0109,
      "step": 7420
    },
    {
      "epoch": 4.89137590520079,
      "grad_norm": 0.16668912768363953,
      "learning_rate": 9.983878180749121e-05,
      "loss": 0.0067,
      "step": 7430
    },
    {
      "epoch": 4.8979591836734695,
      "grad_norm": 0.13767383992671967,
      "learning_rate": 9.983745235121222e-05,
      "loss": 0.0053,
      "step": 7440
    },
    {
      "epoch": 4.904542462146149,
      "grad_norm": 0.13094231486320496,
      "learning_rate": 9.983611744478438e-05,
      "loss": 0.0035,
      "step": 7450
    },
    {
      "epoch": 4.911125740618829,
      "grad_norm": 0.12874433398246765,
      "learning_rate": 9.983477708835365e-05,
      "loss": 0.0037,
      "step": 7460
    },
    {
      "epoch": 4.917709019091507,
      "grad_norm": 0.1483183056116104,
      "learning_rate": 9.983343128206664e-05,
      "loss": 0.0049,
      "step": 7470
    },
    {
      "epoch": 4.924292297564187,
      "grad_norm": 0.20683136582374573,
      "learning_rate": 9.983208002607049e-05,
      "loss": 0.0103,
      "step": 7480
    },
    {
      "epoch": 4.9308755760368665,
      "grad_norm": 0.14720121026039124,
      "learning_rate": 9.9830723320513e-05,
      "loss": 0.0051,
      "step": 7490
    },
    {
      "epoch": 4.937458854509546,
      "grad_norm": 0.19889312982559204,
      "learning_rate": 9.982936116554254e-05,
      "loss": 0.0054,
      "step": 7500
    },
    {
      "epoch": 4.944042132982225,
      "grad_norm": 0.18466399610042572,
      "learning_rate": 9.982799356130803e-05,
      "loss": 0.0031,
      "step": 7510
    },
    {
      "epoch": 4.950625411454904,
      "grad_norm": 0.1842978149652481,
      "learning_rate": 9.982662050795908e-05,
      "loss": 0.0071,
      "step": 7520
    },
    {
      "epoch": 4.957208689927584,
      "grad_norm": 0.23563820123672485,
      "learning_rate": 9.982524200564583e-05,
      "loss": 0.0099,
      "step": 7530
    },
    {
      "epoch": 4.963791968400264,
      "grad_norm": 0.22789046168327332,
      "learning_rate": 9.982385805451901e-05,
      "loss": 0.006,
      "step": 7540
    },
    {
      "epoch": 4.970375246872942,
      "grad_norm": 0.1759812831878662,
      "learning_rate": 9.982246865472998e-05,
      "loss": 0.0052,
      "step": 7550
    },
    {
      "epoch": 4.976958525345622,
      "grad_norm": 0.18048153817653656,
      "learning_rate": 9.982107380643069e-05,
      "loss": 0.004,
      "step": 7560
    },
    {
      "epoch": 4.9835418038183015,
      "grad_norm": 0.11625604331493378,
      "learning_rate": 9.981967350977368e-05,
      "loss": 0.0028,
      "step": 7570
    },
    {
      "epoch": 4.990125082290981,
      "grad_norm": 0.1672743260860443,
      "learning_rate": 9.981826776491208e-05,
      "loss": 0.0046,
      "step": 7580
    },
    {
      "epoch": 4.996708360763661,
      "grad_norm": 0.14576631784439087,
      "learning_rate": 9.98168565719996e-05,
      "loss": 0.0065,
      "step": 7590
    },
    {
      "epoch": 5.003291639236339,
      "grad_norm": 0.21726883947849274,
      "learning_rate": 9.98154399311906e-05,
      "loss": 0.005,
      "step": 7600
    },
    {
      "epoch": 5.009874917709019,
      "grad_norm": 0.11858858913183212,
      "learning_rate": 9.981401784263997e-05,
      "loss": 0.0034,
      "step": 7610
    },
    {
      "epoch": 5.0164581961816985,
      "grad_norm": 0.19020964205265045,
      "learning_rate": 9.981259030650326e-05,
      "loss": 0.0026,
      "step": 7620
    },
    {
      "epoch": 5.023041474654378,
      "grad_norm": 0.1685321182012558,
      "learning_rate": 9.981115732293655e-05,
      "loss": 0.0099,
      "step": 7630
    },
    {
      "epoch": 5.029624753127058,
      "grad_norm": 0.15001019835472107,
      "learning_rate": 9.980971889209659e-05,
      "loss": 0.0038,
      "step": 7640
    },
    {
      "epoch": 5.036208031599736,
      "grad_norm": 0.13302698731422424,
      "learning_rate": 9.980827501414064e-05,
      "loss": 0.0051,
      "step": 7650
    },
    {
      "epoch": 5.042791310072416,
      "grad_norm": 0.15681104362010956,
      "learning_rate": 9.980682568922663e-05,
      "loss": 0.0066,
      "step": 7660
    },
    {
      "epoch": 5.049374588545096,
      "grad_norm": 0.13218951225280762,
      "learning_rate": 9.980537091751304e-05,
      "loss": 0.0042,
      "step": 7670
    },
    {
      "epoch": 5.055957867017775,
      "grad_norm": 0.1735256165266037,
      "learning_rate": 9.980391069915897e-05,
      "loss": 0.0047,
      "step": 7680
    },
    {
      "epoch": 5.062541145490454,
      "grad_norm": 0.1385265439748764,
      "learning_rate": 9.98024450343241e-05,
      "loss": 0.0047,
      "step": 7690
    },
    {
      "epoch": 5.0691244239631335,
      "grad_norm": 0.18062913417816162,
      "learning_rate": 9.980097392316872e-05,
      "loss": 0.0047,
      "step": 7700
    },
    {
      "epoch": 5.075707702435813,
      "grad_norm": 0.12201916426420212,
      "learning_rate": 9.97994973658537e-05,
      "loss": 0.0034,
      "step": 7710
    },
    {
      "epoch": 5.082290980908493,
      "grad_norm": 0.12323544919490814,
      "learning_rate": 9.979801536254054e-05,
      "loss": 0.0063,
      "step": 7720
    },
    {
      "epoch": 5.088874259381172,
      "grad_norm": 0.203764870762825,
      "learning_rate": 9.979652791339127e-05,
      "loss": 0.0055,
      "step": 7730
    },
    {
      "epoch": 5.095457537853851,
      "grad_norm": 0.17137792706489563,
      "learning_rate": 9.97950350185686e-05,
      "loss": 0.0039,
      "step": 7740
    },
    {
      "epoch": 5.1020408163265305,
      "grad_norm": 0.23326125741004944,
      "learning_rate": 9.979353667823574e-05,
      "loss": 0.0059,
      "step": 7750
    },
    {
      "epoch": 5.10862409479921,
      "grad_norm": 0.20196546614170074,
      "learning_rate": 9.979203289255658e-05,
      "loss": 0.005,
      "step": 7760
    },
    {
      "epoch": 5.11520737327189,
      "grad_norm": 0.17507046461105347,
      "learning_rate": 9.979052366169557e-05,
      "loss": 0.0039,
      "step": 7770
    },
    {
      "epoch": 5.121790651744568,
      "grad_norm": 0.16280853748321533,
      "learning_rate": 9.978900898581775e-05,
      "loss": 0.0039,
      "step": 7780
    },
    {
      "epoch": 5.128373930217248,
      "grad_norm": 0.15298143029212952,
      "learning_rate": 9.978748886508875e-05,
      "loss": 0.0055,
      "step": 7790
    },
    {
      "epoch": 5.1349572086899276,
      "grad_norm": 0.17174504697322845,
      "learning_rate": 9.978596329967484e-05,
      "loss": 0.0034,
      "step": 7800
    },
    {
      "epoch": 5.141540487162607,
      "grad_norm": 0.12979206442832947,
      "learning_rate": 9.978443228974284e-05,
      "loss": 0.0041,
      "step": 7810
    },
    {
      "epoch": 5.148123765635287,
      "grad_norm": 0.16857776045799255,
      "learning_rate": 9.978289583546015e-05,
      "loss": 0.004,
      "step": 7820
    },
    {
      "epoch": 5.154707044107965,
      "grad_norm": 0.22906222939491272,
      "learning_rate": 9.978135393699484e-05,
      "loss": 0.004,
      "step": 7830
    },
    {
      "epoch": 5.161290322580645,
      "grad_norm": 0.12299106270074844,
      "learning_rate": 9.977980659451548e-05,
      "loss": 0.0026,
      "step": 7840
    },
    {
      "epoch": 5.167873601053325,
      "grad_norm": 0.15928016602993011,
      "learning_rate": 9.977825380819135e-05,
      "loss": 0.0034,
      "step": 7850
    },
    {
      "epoch": 5.174456879526004,
      "grad_norm": 0.16443081200122833,
      "learning_rate": 9.97766955781922e-05,
      "loss": 0.0029,
      "step": 7860
    },
    {
      "epoch": 5.181040157998684,
      "grad_norm": 0.092191681265831,
      "learning_rate": 9.977513190468848e-05,
      "loss": 0.0038,
      "step": 7870
    },
    {
      "epoch": 5.1876234364713625,
      "grad_norm": 0.17411775887012482,
      "learning_rate": 9.977356278785116e-05,
      "loss": 0.0034,
      "step": 7880
    },
    {
      "epoch": 5.194206714944042,
      "grad_norm": 0.15928712487220764,
      "learning_rate": 9.977198822785184e-05,
      "loss": 0.0034,
      "step": 7890
    },
    {
      "epoch": 5.200789993416722,
      "grad_norm": 0.18201106786727905,
      "learning_rate": 9.977040822486273e-05,
      "loss": 0.0056,
      "step": 7900
    },
    {
      "epoch": 5.207373271889401,
      "grad_norm": 0.14058929681777954,
      "learning_rate": 9.97688227790566e-05,
      "loss": 0.0037,
      "step": 7910
    },
    {
      "epoch": 5.21395655036208,
      "grad_norm": 0.1664869487285614,
      "learning_rate": 9.976723189060684e-05,
      "loss": 0.0033,
      "step": 7920
    },
    {
      "epoch": 5.2205398288347595,
      "grad_norm": 0.1868186593055725,
      "learning_rate": 9.976563555968742e-05,
      "loss": 0.0043,
      "step": 7930
    },
    {
      "epoch": 5.227123107307439,
      "grad_norm": 0.16662606596946716,
      "learning_rate": 9.976403378647292e-05,
      "loss": 0.0053,
      "step": 7940
    },
    {
      "epoch": 5.233706385780119,
      "grad_norm": 0.11939506232738495,
      "learning_rate": 9.97624265711385e-05,
      "loss": 0.0037,
      "step": 7950
    },
    {
      "epoch": 5.240289664252798,
      "grad_norm": 0.1555798500776291,
      "learning_rate": 9.976081391385993e-05,
      "loss": 0.0036,
      "step": 7960
    },
    {
      "epoch": 5.246872942725477,
      "grad_norm": 0.16300635039806366,
      "learning_rate": 9.975919581481356e-05,
      "loss": 0.0045,
      "step": 7970
    },
    {
      "epoch": 5.253456221198157,
      "grad_norm": 0.162973091006279,
      "learning_rate": 9.975757227417634e-05,
      "loss": 0.0029,
      "step": 7980
    },
    {
      "epoch": 5.260039499670836,
      "grad_norm": 0.15504707396030426,
      "learning_rate": 9.975594329212586e-05,
      "loss": 0.0045,
      "step": 7990
    },
    {
      "epoch": 5.266622778143516,
      "grad_norm": 0.10465308278799057,
      "learning_rate": 9.97543088688402e-05,
      "loss": 0.0049,
      "step": 8000
    },
    {
      "epoch": 5.2732060566161945,
      "grad_norm": 0.12009970843791962,
      "learning_rate": 9.975266900449814e-05,
      "loss": 0.004,
      "step": 8010
    },
    {
      "epoch": 5.279789335088874,
      "grad_norm": 0.17839759588241577,
      "learning_rate": 9.975102369927898e-05,
      "loss": 0.0038,
      "step": 8020
    },
    {
      "epoch": 5.286372613561554,
      "grad_norm": 0.18020717799663544,
      "learning_rate": 9.974937295336269e-05,
      "loss": 0.0028,
      "step": 8030
    },
    {
      "epoch": 5.292955892034233,
      "grad_norm": 0.16900689899921417,
      "learning_rate": 9.974771676692975e-05,
      "loss": 0.0029,
      "step": 8040
    },
    {
      "epoch": 5.299539170506913,
      "grad_norm": 0.13639606535434723,
      "learning_rate": 9.974605514016131e-05,
      "loss": 0.0041,
      "step": 8050
    },
    {
      "epoch": 5.3061224489795915,
      "grad_norm": 0.2025255411863327,
      "learning_rate": 9.974438807323907e-05,
      "loss": 0.005,
      "step": 8060
    },
    {
      "epoch": 5.312705727452271,
      "grad_norm": 0.13803504407405853,
      "learning_rate": 9.974271556634535e-05,
      "loss": 0.0039,
      "step": 8070
    },
    {
      "epoch": 5.319289005924951,
      "grad_norm": 0.13224107027053833,
      "learning_rate": 9.974103761966302e-05,
      "loss": 0.0055,
      "step": 8080
    },
    {
      "epoch": 5.32587228439763,
      "grad_norm": 0.1025618463754654,
      "learning_rate": 9.973935423337563e-05,
      "loss": 0.003,
      "step": 8090
    },
    {
      "epoch": 5.33245556287031,
      "grad_norm": 0.19223064184188843,
      "learning_rate": 9.973766540766722e-05,
      "loss": 0.0041,
      "step": 8100
    },
    {
      "epoch": 5.339038841342989,
      "grad_norm": 0.11431878060102463,
      "learning_rate": 9.97359711427225e-05,
      "loss": 0.0041,
      "step": 8110
    },
    {
      "epoch": 5.345622119815668,
      "grad_norm": 0.14973682165145874,
      "learning_rate": 9.973427143872677e-05,
      "loss": 0.006,
      "step": 8120
    },
    {
      "epoch": 5.352205398288348,
      "grad_norm": 0.16735172271728516,
      "learning_rate": 9.973256629586589e-05,
      "loss": 0.004,
      "step": 8130
    },
    {
      "epoch": 5.358788676761027,
      "grad_norm": 0.10929079353809357,
      "learning_rate": 9.973085571432632e-05,
      "loss": 0.0035,
      "step": 8140
    },
    {
      "epoch": 5.365371955233706,
      "grad_norm": 0.0864635780453682,
      "learning_rate": 9.972913969429513e-05,
      "loss": 0.0025,
      "step": 8150
    },
    {
      "epoch": 5.371955233706386,
      "grad_norm": 0.27760031819343567,
      "learning_rate": 9.972741823596e-05,
      "loss": 0.0046,
      "step": 8160
    },
    {
      "epoch": 5.378538512179065,
      "grad_norm": 0.18094976246356964,
      "learning_rate": 9.972569133950917e-05,
      "loss": 0.005,
      "step": 8170
    },
    {
      "epoch": 5.385121790651745,
      "grad_norm": 0.19732160866260529,
      "learning_rate": 9.972395900513151e-05,
      "loss": 0.0035,
      "step": 8180
    },
    {
      "epoch": 5.391705069124424,
      "grad_norm": 0.1464812159538269,
      "learning_rate": 9.972222123301645e-05,
      "loss": 0.0045,
      "step": 8190
    },
    {
      "epoch": 5.398288347597103,
      "grad_norm": 0.18641170859336853,
      "learning_rate": 9.972047802335403e-05,
      "loss": 0.0044,
      "step": 8200
    },
    {
      "epoch": 5.404871626069783,
      "grad_norm": 0.13720044493675232,
      "learning_rate": 9.971872937633488e-05,
      "loss": 0.0045,
      "step": 8210
    },
    {
      "epoch": 5.411454904542462,
      "grad_norm": 0.16702471673488617,
      "learning_rate": 9.971697529215024e-05,
      "loss": 0.0044,
      "step": 8220
    },
    {
      "epoch": 5.418038183015142,
      "grad_norm": 0.1949428915977478,
      "learning_rate": 9.971521577099192e-05,
      "loss": 0.004,
      "step": 8230
    },
    {
      "epoch": 5.4246214614878205,
      "grad_norm": 0.1615414023399353,
      "learning_rate": 9.971345081305236e-05,
      "loss": 0.0046,
      "step": 8240
    },
    {
      "epoch": 5.4312047399605,
      "grad_norm": 0.1464558094739914,
      "learning_rate": 9.971168041852456e-05,
      "loss": 0.0035,
      "step": 8250
    },
    {
      "epoch": 5.43778801843318,
      "grad_norm": 0.13962870836257935,
      "learning_rate": 9.970990458760215e-05,
      "loss": 0.0038,
      "step": 8260
    },
    {
      "epoch": 5.444371296905859,
      "grad_norm": 0.1537601798772812,
      "learning_rate": 9.970812332047929e-05,
      "loss": 0.0039,
      "step": 8270
    },
    {
      "epoch": 5.450954575378539,
      "grad_norm": 0.141169935464859,
      "learning_rate": 9.97063366173508e-05,
      "loss": 0.004,
      "step": 8280
    },
    {
      "epoch": 5.457537853851218,
      "grad_norm": 0.12763714790344238,
      "learning_rate": 9.970454447841207e-05,
      "loss": 0.004,
      "step": 8290
    },
    {
      "epoch": 5.464121132323897,
      "grad_norm": 0.13144730031490326,
      "learning_rate": 9.970274690385909e-05,
      "loss": 0.002,
      "step": 8300
    },
    {
      "epoch": 5.470704410796577,
      "grad_norm": 0.13234877586364746,
      "learning_rate": 9.970094389388844e-05,
      "loss": 0.0017,
      "step": 8310
    },
    {
      "epoch": 5.477287689269256,
      "grad_norm": 0.1626807600259781,
      "learning_rate": 9.969913544869728e-05,
      "loss": 0.0036,
      "step": 8320
    },
    {
      "epoch": 5.483870967741936,
      "grad_norm": 0.06375545263290405,
      "learning_rate": 9.96973215684834e-05,
      "loss": 0.0031,
      "step": 8330
    },
    {
      "epoch": 5.490454246214615,
      "grad_norm": 0.1641947478055954,
      "learning_rate": 9.969550225344513e-05,
      "loss": 0.0065,
      "step": 8340
    },
    {
      "epoch": 5.497037524687294,
      "grad_norm": 0.1599036008119583,
      "learning_rate": 9.969367750378147e-05,
      "loss": 0.0026,
      "step": 8350
    },
    {
      "epoch": 5.503620803159974,
      "grad_norm": 0.17979788780212402,
      "learning_rate": 9.969184731969194e-05,
      "loss": 0.0073,
      "step": 8360
    },
    {
      "epoch": 5.510204081632653,
      "grad_norm": 0.18441416323184967,
      "learning_rate": 9.96900117013767e-05,
      "loss": 0.0086,
      "step": 8370
    },
    {
      "epoch": 5.516787360105332,
      "grad_norm": 0.1496792435646057,
      "learning_rate": 9.96881706490365e-05,
      "loss": 0.0047,
      "step": 8380
    },
    {
      "epoch": 5.523370638578012,
      "grad_norm": 0.18887898325920105,
      "learning_rate": 9.968632416287265e-05,
      "loss": 0.0042,
      "step": 8390
    },
    {
      "epoch": 5.529953917050691,
      "grad_norm": 0.13192118704319,
      "learning_rate": 9.96844722430871e-05,
      "loss": 0.0031,
      "step": 8400
    },
    {
      "epoch": 5.536537195523371,
      "grad_norm": 0.1630241423845291,
      "learning_rate": 9.968261488988235e-05,
      "loss": 0.0033,
      "step": 8410
    },
    {
      "epoch": 5.54312047399605,
      "grad_norm": 0.17109939455986023,
      "learning_rate": 9.968075210346155e-05,
      "loss": 0.0028,
      "step": 8420
    },
    {
      "epoch": 5.549703752468729,
      "grad_norm": 0.18551169335842133,
      "learning_rate": 9.967888388402839e-05,
      "loss": 0.0042,
      "step": 8430
    },
    {
      "epoch": 5.556287030941409,
      "grad_norm": 0.13661743700504303,
      "learning_rate": 9.967701023178717e-05,
      "loss": 0.0025,
      "step": 8440
    },
    {
      "epoch": 5.562870309414088,
      "grad_norm": 0.19721899926662445,
      "learning_rate": 9.967513114694282e-05,
      "loss": 0.0035,
      "step": 8450
    },
    {
      "epoch": 5.569453587886768,
      "grad_norm": 0.1455097496509552,
      "learning_rate": 9.967324662970079e-05,
      "loss": 0.0026,
      "step": 8460
    },
    {
      "epoch": 5.576036866359447,
      "grad_norm": 0.10771012306213379,
      "learning_rate": 9.96713566802672e-05,
      "loss": 0.0047,
      "step": 8470
    },
    {
      "epoch": 5.582620144832126,
      "grad_norm": 0.2040475457906723,
      "learning_rate": 9.966946129884873e-05,
      "loss": 0.0048,
      "step": 8480
    },
    {
      "epoch": 5.589203423304806,
      "grad_norm": 0.1334817111492157,
      "learning_rate": 9.966756048565265e-05,
      "loss": 0.0037,
      "step": 8490
    },
    {
      "epoch": 5.595786701777485,
      "grad_norm": 0.22243735194206238,
      "learning_rate": 9.966565424088681e-05,
      "loss": 0.006,
      "step": 8500
    },
    {
      "epoch": 5.602369980250165,
      "grad_norm": 0.18287323415279388,
      "learning_rate": 9.96637425647597e-05,
      "loss": 0.0113,
      "step": 8510
    },
    {
      "epoch": 5.608953258722844,
      "grad_norm": 0.11420335620641708,
      "learning_rate": 9.966182545748038e-05,
      "loss": 0.0036,
      "step": 8520
    },
    {
      "epoch": 5.615536537195523,
      "grad_norm": 0.24647900462150574,
      "learning_rate": 9.96599029192585e-05,
      "loss": 0.006,
      "step": 8530
    },
    {
      "epoch": 5.622119815668203,
      "grad_norm": 0.19122307002544403,
      "learning_rate": 9.965797495030428e-05,
      "loss": 0.0036,
      "step": 8540
    },
    {
      "epoch": 5.628703094140882,
      "grad_norm": 0.12318669259548187,
      "learning_rate": 9.96560415508286e-05,
      "loss": 0.0036,
      "step": 8550
    },
    {
      "epoch": 5.635286372613562,
      "grad_norm": 0.11982472985982895,
      "learning_rate": 9.965410272104286e-05,
      "loss": 0.0037,
      "step": 8560
    },
    {
      "epoch": 5.641869651086241,
      "grad_norm": 0.11362205445766449,
      "learning_rate": 9.96521584611591e-05,
      "loss": 0.0025,
      "step": 8570
    },
    {
      "epoch": 5.64845292955892,
      "grad_norm": 0.1960466057062149,
      "learning_rate": 9.965020877138994e-05,
      "loss": 0.0051,
      "step": 8580
    },
    {
      "epoch": 5.6550362080316,
      "grad_norm": 0.18973922729492188,
      "learning_rate": 9.964825365194861e-05,
      "loss": 0.0048,
      "step": 8590
    },
    {
      "epoch": 5.6616194865042795,
      "grad_norm": 0.20897580683231354,
      "learning_rate": 9.96462931030489e-05,
      "loss": 0.0044,
      "step": 8600
    },
    {
      "epoch": 5.668202764976958,
      "grad_norm": 0.18020887672901154,
      "learning_rate": 9.96443271249052e-05,
      "loss": 0.0034,
      "step": 8610
    },
    {
      "epoch": 5.674786043449638,
      "grad_norm": 0.1803027242422104,
      "learning_rate": 9.964235571773255e-05,
      "loss": 0.0027,
      "step": 8620
    },
    {
      "epoch": 5.681369321922317,
      "grad_norm": 0.168981671333313,
      "learning_rate": 9.96403788817465e-05,
      "loss": 0.0065,
      "step": 8630
    },
    {
      "epoch": 5.687952600394997,
      "grad_norm": 0.13090486824512482,
      "learning_rate": 9.963839661716325e-05,
      "loss": 0.0025,
      "step": 8640
    },
    {
      "epoch": 5.694535878867676,
      "grad_norm": 0.10865361988544464,
      "learning_rate": 9.963640892419958e-05,
      "loss": 0.0042,
      "step": 8650
    },
    {
      "epoch": 5.701119157340355,
      "grad_norm": 0.16280893981456757,
      "learning_rate": 9.963441580307286e-05,
      "loss": 0.0028,
      "step": 8660
    },
    {
      "epoch": 5.707702435813035,
      "grad_norm": 0.12608975172042847,
      "learning_rate": 9.963241725400104e-05,
      "loss": 0.004,
      "step": 8670
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 0.20025120675563812,
      "learning_rate": 9.963041327720271e-05,
      "loss": 0.0036,
      "step": 8680
    },
    {
      "epoch": 5.720868992758394,
      "grad_norm": 0.2411954700946808,
      "learning_rate": 9.962840387289697e-05,
      "loss": 0.0036,
      "step": 8690
    },
    {
      "epoch": 5.727452271231073,
      "grad_norm": 0.11536764353513718,
      "learning_rate": 9.962638904130363e-05,
      "loss": 0.0035,
      "step": 8700
    },
    {
      "epoch": 5.734035549703752,
      "grad_norm": 0.19403482973575592,
      "learning_rate": 9.962436878264298e-05,
      "loss": 0.0029,
      "step": 8710
    },
    {
      "epoch": 5.740618828176432,
      "grad_norm": 0.16452810168266296,
      "learning_rate": 9.962234309713598e-05,
      "loss": 0.0035,
      "step": 8720
    },
    {
      "epoch": 5.7472021066491115,
      "grad_norm": 0.11054060608148575,
      "learning_rate": 9.962031198500414e-05,
      "loss": 0.0033,
      "step": 8730
    },
    {
      "epoch": 5.753785385121791,
      "grad_norm": 0.14504188299179077,
      "learning_rate": 9.961827544646958e-05,
      "loss": 0.0028,
      "step": 8740
    },
    {
      "epoch": 5.76036866359447,
      "grad_norm": 0.11901656538248062,
      "learning_rate": 9.961623348175501e-05,
      "loss": 0.0025,
      "step": 8750
    },
    {
      "epoch": 5.766951942067149,
      "grad_norm": 0.20375290513038635,
      "learning_rate": 9.961418609108377e-05,
      "loss": 0.0037,
      "step": 8760
    },
    {
      "epoch": 5.773535220539829,
      "grad_norm": 0.13122229278087616,
      "learning_rate": 9.961213327467971e-05,
      "loss": 0.0043,
      "step": 8770
    },
    {
      "epoch": 5.7801184990125085,
      "grad_norm": 0.190016970038414,
      "learning_rate": 9.961007503276736e-05,
      "loss": 0.0062,
      "step": 8780
    },
    {
      "epoch": 5.786701777485188,
      "grad_norm": 0.13874346017837524,
      "learning_rate": 9.960801136557179e-05,
      "loss": 0.0044,
      "step": 8790
    },
    {
      "epoch": 5.793285055957867,
      "grad_norm": 0.22725573182106018,
      "learning_rate": 9.960594227331866e-05,
      "loss": 0.0072,
      "step": 8800
    },
    {
      "epoch": 5.799868334430546,
      "grad_norm": 0.22128959000110626,
      "learning_rate": 9.960386775623429e-05,
      "loss": 0.0051,
      "step": 8810
    },
    {
      "epoch": 5.806451612903226,
      "grad_norm": 0.14470231533050537,
      "learning_rate": 9.96017878145455e-05,
      "loss": 0.0035,
      "step": 8820
    },
    {
      "epoch": 5.813034891375906,
      "grad_norm": 0.2545865476131439,
      "learning_rate": 9.959970244847977e-05,
      "loss": 0.0064,
      "step": 8830
    },
    {
      "epoch": 5.819618169848584,
      "grad_norm": 0.22424954175949097,
      "learning_rate": 9.959761165826518e-05,
      "loss": 0.0045,
      "step": 8840
    },
    {
      "epoch": 5.826201448321264,
      "grad_norm": 0.13974206149578094,
      "learning_rate": 9.959551544413033e-05,
      "loss": 0.0053,
      "step": 8850
    },
    {
      "epoch": 5.832784726793943,
      "grad_norm": 0.13326512277126312,
      "learning_rate": 9.959341380630448e-05,
      "loss": 0.0059,
      "step": 8860
    },
    {
      "epoch": 5.839368005266623,
      "grad_norm": 0.25552642345428467,
      "learning_rate": 9.959130674501746e-05,
      "loss": 0.0057,
      "step": 8870
    },
    {
      "epoch": 5.845951283739302,
      "grad_norm": 0.21832486987113953,
      "learning_rate": 9.958919426049968e-05,
      "loss": 0.0082,
      "step": 8880
    },
    {
      "epoch": 5.852534562211981,
      "grad_norm": 0.20759667456150055,
      "learning_rate": 9.958707635298219e-05,
      "loss": 0.0055,
      "step": 8890
    },
    {
      "epoch": 5.859117840684661,
      "grad_norm": 0.1811683475971222,
      "learning_rate": 9.958495302269657e-05,
      "loss": 0.0027,
      "step": 8900
    },
    {
      "epoch": 5.8657011191573405,
      "grad_norm": 0.1952507644891739,
      "learning_rate": 9.958282426987503e-05,
      "loss": 0.0051,
      "step": 8910
    },
    {
      "epoch": 5.87228439763002,
      "grad_norm": 0.19793321192264557,
      "learning_rate": 9.95806900947504e-05,
      "loss": 0.0037,
      "step": 8920
    },
    {
      "epoch": 5.878867676102699,
      "grad_norm": 0.1996155083179474,
      "learning_rate": 9.957855049755604e-05,
      "loss": 0.0035,
      "step": 8930
    },
    {
      "epoch": 5.885450954575378,
      "grad_norm": 0.13972783088684082,
      "learning_rate": 9.957640547852593e-05,
      "loss": 0.0038,
      "step": 8940
    },
    {
      "epoch": 5.892034233048058,
      "grad_norm": 0.090321384370327,
      "learning_rate": 9.957425503789466e-05,
      "loss": 0.0035,
      "step": 8950
    },
    {
      "epoch": 5.8986175115207375,
      "grad_norm": 0.19212886691093445,
      "learning_rate": 9.957209917589738e-05,
      "loss": 0.0043,
      "step": 8960
    },
    {
      "epoch": 5.905200789993417,
      "grad_norm": 0.13126474618911743,
      "learning_rate": 9.956993789276987e-05,
      "loss": 0.0031,
      "step": 8970
    },
    {
      "epoch": 5.911784068466096,
      "grad_norm": 0.2920091152191162,
      "learning_rate": 9.956777118874847e-05,
      "loss": 0.0068,
      "step": 8980
    },
    {
      "epoch": 5.918367346938775,
      "grad_norm": 0.16958096623420715,
      "learning_rate": 9.956559906407016e-05,
      "loss": 0.0067,
      "step": 8990
    },
    {
      "epoch": 5.924950625411455,
      "grad_norm": 0.20367182791233063,
      "learning_rate": 9.956342151897245e-05,
      "loss": 0.005,
      "step": 9000
    },
    {
      "epoch": 5.931533903884135,
      "grad_norm": 0.17489448189735413,
      "learning_rate": 9.956123855369346e-05,
      "loss": 0.0067,
      "step": 9010
    },
    {
      "epoch": 5.938117182356814,
      "grad_norm": 0.21678303182125092,
      "learning_rate": 9.955905016847196e-05,
      "loss": 0.0068,
      "step": 9020
    },
    {
      "epoch": 5.944700460829493,
      "grad_norm": 0.19352510571479797,
      "learning_rate": 9.955685636354723e-05,
      "loss": 0.0046,
      "step": 9030
    },
    {
      "epoch": 5.9512837393021725,
      "grad_norm": 0.12152896821498871,
      "learning_rate": 9.95546571391592e-05,
      "loss": 0.0039,
      "step": 9040
    },
    {
      "epoch": 5.957867017774852,
      "grad_norm": 0.1558520793914795,
      "learning_rate": 9.955245249554837e-05,
      "loss": 0.0048,
      "step": 9050
    },
    {
      "epoch": 5.964450296247532,
      "grad_norm": 0.20076215267181396,
      "learning_rate": 9.955024243295582e-05,
      "loss": 0.0031,
      "step": 9060
    },
    {
      "epoch": 5.97103357472021,
      "grad_norm": 0.13397449254989624,
      "learning_rate": 9.954802695162328e-05,
      "loss": 0.004,
      "step": 9070
    },
    {
      "epoch": 5.97761685319289,
      "grad_norm": 0.12151654064655304,
      "learning_rate": 9.954580605179302e-05,
      "loss": 0.0032,
      "step": 9080
    },
    {
      "epoch": 5.9842001316655695,
      "grad_norm": 0.2205461710691452,
      "learning_rate": 9.954357973370788e-05,
      "loss": 0.0039,
      "step": 9090
    },
    {
      "epoch": 5.990783410138249,
      "grad_norm": 0.12803231179714203,
      "learning_rate": 9.954134799761135e-05,
      "loss": 0.0038,
      "step": 9100
    },
    {
      "epoch": 5.997366688610928,
      "grad_norm": 0.15411901473999023,
      "learning_rate": 9.953911084374748e-05,
      "loss": 0.0035,
      "step": 9110
    },
    {
      "epoch": 6.003949967083607,
      "grad_norm": 0.2388690859079361,
      "learning_rate": 9.953686827236093e-05,
      "loss": 0.0033,
      "step": 9120
    },
    {
      "epoch": 6.010533245556287,
      "grad_norm": 0.12717680633068085,
      "learning_rate": 9.953462028369695e-05,
      "loss": 0.0035,
      "step": 9130
    },
    {
      "epoch": 6.017116524028967,
      "grad_norm": 0.11664164811372757,
      "learning_rate": 9.953236687800136e-05,
      "loss": 0.003,
      "step": 9140
    },
    {
      "epoch": 6.023699802501646,
      "grad_norm": 0.207468181848526,
      "learning_rate": 9.95301080555206e-05,
      "loss": 0.0031,
      "step": 9150
    },
    {
      "epoch": 6.030283080974325,
      "grad_norm": 0.11771786957979202,
      "learning_rate": 9.952784381650171e-05,
      "loss": 0.0038,
      "step": 9160
    },
    {
      "epoch": 6.0368663594470044,
      "grad_norm": 0.10141989588737488,
      "learning_rate": 9.952557416119226e-05,
      "loss": 0.0033,
      "step": 9170
    },
    {
      "epoch": 6.043449637919684,
      "grad_norm": 0.14697608351707458,
      "learning_rate": 9.95232990898405e-05,
      "loss": 0.0024,
      "step": 9180
    },
    {
      "epoch": 6.050032916392364,
      "grad_norm": 0.19397738575935364,
      "learning_rate": 9.95210186026952e-05,
      "loss": 0.0033,
      "step": 9190
    },
    {
      "epoch": 6.056616194865043,
      "grad_norm": 0.09810974448919296,
      "learning_rate": 9.951873270000576e-05,
      "loss": 0.0035,
      "step": 9200
    },
    {
      "epoch": 6.063199473337722,
      "grad_norm": 0.18403321504592896,
      "learning_rate": 9.951644138202216e-05,
      "loss": 0.004,
      "step": 9210
    },
    {
      "epoch": 6.0697827518104015,
      "grad_norm": 0.1438199132680893,
      "learning_rate": 9.951414464899498e-05,
      "loss": 0.0027,
      "step": 9220
    },
    {
      "epoch": 6.076366030283081,
      "grad_norm": 0.2365601509809494,
      "learning_rate": 9.951184250117538e-05,
      "loss": 0.0051,
      "step": 9230
    },
    {
      "epoch": 6.082949308755761,
      "grad_norm": 0.1394122838973999,
      "learning_rate": 9.950953493881513e-05,
      "loss": 0.0044,
      "step": 9240
    },
    {
      "epoch": 6.089532587228439,
      "grad_norm": 0.12571769952774048,
      "learning_rate": 9.950722196216658e-05,
      "loss": 0.0043,
      "step": 9250
    },
    {
      "epoch": 6.096115865701119,
      "grad_norm": 0.16777974367141724,
      "learning_rate": 9.950490357148265e-05,
      "loss": 0.0032,
      "step": 9260
    },
    {
      "epoch": 6.1026991441737986,
      "grad_norm": 0.1852402538061142,
      "learning_rate": 9.950257976701692e-05,
      "loss": 0.0034,
      "step": 9270
    },
    {
      "epoch": 6.109282422646478,
      "grad_norm": 0.12286099046468735,
      "learning_rate": 9.950025054902348e-05,
      "loss": 0.0061,
      "step": 9280
    },
    {
      "epoch": 6.115865701119158,
      "grad_norm": 0.18889589607715607,
      "learning_rate": 9.949791591775706e-05,
      "loss": 0.0034,
      "step": 9290
    },
    {
      "epoch": 6.122448979591836,
      "grad_norm": 0.21235306560993195,
      "learning_rate": 9.949557587347298e-05,
      "loss": 0.0061,
      "step": 9300
    },
    {
      "epoch": 6.129032258064516,
      "grad_norm": 0.21616734564304352,
      "learning_rate": 9.949323041642713e-05,
      "loss": 0.0044,
      "step": 9310
    },
    {
      "epoch": 6.135615536537196,
      "grad_norm": 0.20806770026683807,
      "learning_rate": 9.949087954687602e-05,
      "loss": 0.0128,
      "step": 9320
    },
    {
      "epoch": 6.142198815009875,
      "grad_norm": 0.21776287257671356,
      "learning_rate": 9.948852326507672e-05,
      "loss": 0.0048,
      "step": 9330
    },
    {
      "epoch": 6.148782093482554,
      "grad_norm": 0.21416909992694855,
      "learning_rate": 9.948616157128694e-05,
      "loss": 0.0053,
      "step": 9340
    },
    {
      "epoch": 6.1553653719552335,
      "grad_norm": 0.1293257623910904,
      "learning_rate": 9.948379446576493e-05,
      "loss": 0.0032,
      "step": 9350
    },
    {
      "epoch": 6.161948650427913,
      "grad_norm": 0.14805038273334503,
      "learning_rate": 9.948142194876952e-05,
      "loss": 0.0038,
      "step": 9360
    },
    {
      "epoch": 6.168531928900593,
      "grad_norm": 0.14277274906635284,
      "learning_rate": 9.947904402056024e-05,
      "loss": 0.0083,
      "step": 9370
    },
    {
      "epoch": 6.175115207373272,
      "grad_norm": 0.1809692531824112,
      "learning_rate": 9.947666068139708e-05,
      "loss": 0.0034,
      "step": 9380
    },
    {
      "epoch": 6.181698485845951,
      "grad_norm": 0.17821776866912842,
      "learning_rate": 9.947427193154071e-05,
      "loss": 0.0116,
      "step": 9390
    },
    {
      "epoch": 6.1882817643186305,
      "grad_norm": 0.21515420079231262,
      "learning_rate": 9.947187777125233e-05,
      "loss": 0.0039,
      "step": 9400
    },
    {
      "epoch": 6.19486504279131,
      "grad_norm": 0.2290203720331192,
      "learning_rate": 9.946947820079377e-05,
      "loss": 0.0043,
      "step": 9410
    },
    {
      "epoch": 6.20144832126399,
      "grad_norm": 0.18981987237930298,
      "learning_rate": 9.946707322042747e-05,
      "loss": 0.0035,
      "step": 9420
    },
    {
      "epoch": 6.208031599736669,
      "grad_norm": 0.16829422116279602,
      "learning_rate": 9.94646628304164e-05,
      "loss": 0.0043,
      "step": 9430
    },
    {
      "epoch": 6.214614878209348,
      "grad_norm": 0.1351151466369629,
      "learning_rate": 9.946224703102418e-05,
      "loss": 0.0035,
      "step": 9440
    },
    {
      "epoch": 6.221198156682028,
      "grad_norm": 0.16584992408752441,
      "learning_rate": 9.945982582251498e-05,
      "loss": 0.0067,
      "step": 9450
    },
    {
      "epoch": 6.227781435154707,
      "grad_norm": 0.13488180935382843,
      "learning_rate": 9.94573992051536e-05,
      "loss": 0.0029,
      "step": 9460
    },
    {
      "epoch": 6.234364713627387,
      "grad_norm": 0.1701415330171585,
      "learning_rate": 9.94549671792054e-05,
      "loss": 0.0045,
      "step": 9470
    },
    {
      "epoch": 6.2409479921000655,
      "grad_norm": 0.12126437574625015,
      "learning_rate": 9.945252974493635e-05,
      "loss": 0.0041,
      "step": 9480
    },
    {
      "epoch": 6.247531270572745,
      "grad_norm": 0.249045729637146,
      "learning_rate": 9.9450086902613e-05,
      "loss": 0.0042,
      "step": 9490
    },
    {
      "epoch": 6.254114549045425,
      "grad_norm": 0.19939686357975006,
      "learning_rate": 9.944763865250248e-05,
      "loss": 0.0036,
      "step": 9500
    },
    {
      "epoch": 6.260697827518104,
      "grad_norm": 0.14088821411132812,
      "learning_rate": 9.944518499487254e-05,
      "loss": 0.0045,
      "step": 9510
    },
    {
      "epoch": 6.267281105990784,
      "grad_norm": 0.133262500166893,
      "learning_rate": 9.944272592999151e-05,
      "loss": 0.0039,
      "step": 9520
    },
    {
      "epoch": 6.2738643844634625,
      "grad_norm": 0.1991509199142456,
      "learning_rate": 9.94402614581283e-05,
      "loss": 0.005,
      "step": 9530
    },
    {
      "epoch": 6.280447662936142,
      "grad_norm": 0.17973390221595764,
      "learning_rate": 9.943779157955244e-05,
      "loss": 0.0038,
      "step": 9540
    },
    {
      "epoch": 6.287030941408822,
      "grad_norm": 0.17198804020881653,
      "learning_rate": 9.943531629453403e-05,
      "loss": 0.0063,
      "step": 9550
    },
    {
      "epoch": 6.293614219881501,
      "grad_norm": 0.10564780235290527,
      "learning_rate": 9.943283560334375e-05,
      "loss": 0.0034,
      "step": 9560
    },
    {
      "epoch": 6.30019749835418,
      "grad_norm": 0.10555972158908844,
      "learning_rate": 9.943034950625288e-05,
      "loss": 0.0049,
      "step": 9570
    },
    {
      "epoch": 6.30678077682686,
      "grad_norm": 0.13958945870399475,
      "learning_rate": 9.942785800353332e-05,
      "loss": 0.0025,
      "step": 9580
    },
    {
      "epoch": 6.313364055299539,
      "grad_norm": 0.13087177276611328,
      "learning_rate": 9.942536109545751e-05,
      "loss": 0.003,
      "step": 9590
    },
    {
      "epoch": 6.319947333772219,
      "grad_norm": 0.12887345254421234,
      "learning_rate": 9.942285878229853e-05,
      "loss": 0.0097,
      "step": 9600
    },
    {
      "epoch": 6.326530612244898,
      "grad_norm": 0.1350538581609726,
      "learning_rate": 9.942035106433001e-05,
      "loss": 0.0026,
      "step": 9610
    },
    {
      "epoch": 6.333113890717577,
      "grad_norm": 0.14022459089756012,
      "learning_rate": 9.94178379418262e-05,
      "loss": 0.0033,
      "step": 9620
    },
    {
      "epoch": 6.339697169190257,
      "grad_norm": 0.08853518217802048,
      "learning_rate": 9.941531941506194e-05,
      "loss": 0.0025,
      "step": 9630
    },
    {
      "epoch": 6.346280447662936,
      "grad_norm": 0.16832095384597778,
      "learning_rate": 9.941279548431263e-05,
      "loss": 0.0025,
      "step": 9640
    },
    {
      "epoch": 6.352863726135616,
      "grad_norm": 0.20263363420963287,
      "learning_rate": 9.941026614985431e-05,
      "loss": 0.0041,
      "step": 9650
    },
    {
      "epoch": 6.359447004608295,
      "grad_norm": 0.21911534667015076,
      "learning_rate": 9.940773141196357e-05,
      "loss": 0.0045,
      "step": 9660
    },
    {
      "epoch": 6.366030283080974,
      "grad_norm": 0.2004307210445404,
      "learning_rate": 9.94051912709176e-05,
      "loss": 0.0176,
      "step": 9670
    },
    {
      "epoch": 6.372613561553654,
      "grad_norm": 0.2188200056552887,
      "learning_rate": 9.940264572699421e-05,
      "loss": 0.005,
      "step": 9680
    },
    {
      "epoch": 6.379196840026333,
      "grad_norm": 0.14378902316093445,
      "learning_rate": 9.940009478047174e-05,
      "loss": 0.0085,
      "step": 9690
    },
    {
      "epoch": 6.385780118499013,
      "grad_norm": 0.11846856772899628,
      "learning_rate": 9.939753843162918e-05,
      "loss": 0.0044,
      "step": 9700
    },
    {
      "epoch": 6.3923633969716915,
      "grad_norm": 0.15709710121154785,
      "learning_rate": 9.939497668074609e-05,
      "loss": 0.0032,
      "step": 9710
    },
    {
      "epoch": 6.398946675444371,
      "grad_norm": 0.1545567810535431,
      "learning_rate": 9.93924095281026e-05,
      "loss": 0.007,
      "step": 9720
    },
    {
      "epoch": 6.405529953917051,
      "grad_norm": 0.07838129997253418,
      "learning_rate": 9.938983697397948e-05,
      "loss": 0.0033,
      "step": 9730
    },
    {
      "epoch": 6.41211323238973,
      "grad_norm": 0.1433374583721161,
      "learning_rate": 9.938725901865805e-05,
      "loss": 0.0046,
      "step": 9740
    },
    {
      "epoch": 6.41869651086241,
      "grad_norm": 0.0984044224023819,
      "learning_rate": 9.93846756624202e-05,
      "loss": 0.007,
      "step": 9750
    },
    {
      "epoch": 6.425279789335089,
      "grad_norm": 0.16751566529273987,
      "learning_rate": 9.938208690554849e-05,
      "loss": 0.0052,
      "step": 9760
    },
    {
      "epoch": 6.431863067807768,
      "grad_norm": 0.20086205005645752,
      "learning_rate": 9.9379492748326e-05,
      "loss": 0.0029,
      "step": 9770
    },
    {
      "epoch": 6.438446346280448,
      "grad_norm": 0.24653929471969604,
      "learning_rate": 9.937689319103641e-05,
      "loss": 0.005,
      "step": 9780
    },
    {
      "epoch": 6.445029624753127,
      "grad_norm": 0.19016973674297333,
      "learning_rate": 9.937428823396404e-05,
      "loss": 0.0042,
      "step": 9790
    },
    {
      "epoch": 6.451612903225806,
      "grad_norm": 0.2207612544298172,
      "learning_rate": 9.937167787739372e-05,
      "loss": 0.0051,
      "step": 9800
    },
    {
      "epoch": 6.458196181698486,
      "grad_norm": 0.19792930781841278,
      "learning_rate": 9.936906212161095e-05,
      "loss": 0.0045,
      "step": 9810
    },
    {
      "epoch": 6.464779460171165,
      "grad_norm": 0.11168951541185379,
      "learning_rate": 9.936644096690176e-05,
      "loss": 0.0045,
      "step": 9820
    },
    {
      "epoch": 6.471362738643845,
      "grad_norm": 0.15161779522895813,
      "learning_rate": 9.936381441355282e-05,
      "loss": 0.0035,
      "step": 9830
    },
    {
      "epoch": 6.477946017116524,
      "grad_norm": 0.1703379601240158,
      "learning_rate": 9.936118246185136e-05,
      "loss": 0.0031,
      "step": 9840
    },
    {
      "epoch": 6.484529295589203,
      "grad_norm": 0.17777413129806519,
      "learning_rate": 9.935854511208518e-05,
      "loss": 0.0043,
      "step": 9850
    },
    {
      "epoch": 6.491112574061883,
      "grad_norm": 0.2139226347208023,
      "learning_rate": 9.935590236454272e-05,
      "loss": 0.0043,
      "step": 9860
    },
    {
      "epoch": 6.497695852534562,
      "grad_norm": 0.14054365456104279,
      "learning_rate": 9.935325421951298e-05,
      "loss": 0.0029,
      "step": 9870
    },
    {
      "epoch": 6.504279131007242,
      "grad_norm": 0.1933344304561615,
      "learning_rate": 9.935060067728557e-05,
      "loss": 0.0043,
      "step": 9880
    },
    {
      "epoch": 6.5108624094799215,
      "grad_norm": 0.19287428259849548,
      "learning_rate": 9.934794173815067e-05,
      "loss": 0.0045,
      "step": 9890
    },
    {
      "epoch": 6.5174456879526,
      "grad_norm": 0.1585034430027008,
      "learning_rate": 9.934527740239906e-05,
      "loss": 0.0054,
      "step": 9900
    },
    {
      "epoch": 6.52402896642528,
      "grad_norm": 0.1511351615190506,
      "learning_rate": 9.934260767032209e-05,
      "loss": 0.0042,
      "step": 9910
    },
    {
      "epoch": 6.530612244897959,
      "grad_norm": 0.1429518312215805,
      "learning_rate": 9.933993254221172e-05,
      "loss": 0.0023,
      "step": 9920
    },
    {
      "epoch": 6.537195523370639,
      "grad_norm": 0.27772828936576843,
      "learning_rate": 9.933725201836053e-05,
      "loss": 0.0092,
      "step": 9930
    },
    {
      "epoch": 6.543778801843318,
      "grad_norm": 0.1809336096048355,
      "learning_rate": 9.933456609906162e-05,
      "loss": 0.0044,
      "step": 9940
    },
    {
      "epoch": 6.550362080315997,
      "grad_norm": 0.20517009496688843,
      "learning_rate": 9.933187478460875e-05,
      "loss": 0.0097,
      "step": 9950
    },
    {
      "epoch": 6.556945358788677,
      "grad_norm": 0.14628200232982635,
      "learning_rate": 9.93291780752962e-05,
      "loss": 0.0037,
      "step": 9960
    },
    {
      "epoch": 6.563528637261356,
      "grad_norm": 0.17714634537696838,
      "learning_rate": 9.932647597141893e-05,
      "loss": 0.0037,
      "step": 9970
    },
    {
      "epoch": 6.570111915734035,
      "grad_norm": 0.16576094925403595,
      "learning_rate": 9.932376847327239e-05,
      "loss": 0.0037,
      "step": 9980
    },
    {
      "epoch": 6.576695194206715,
      "grad_norm": 0.52414870262146,
      "learning_rate": 9.932105558115268e-05,
      "loss": 0.0037,
      "step": 9990
    },
    {
      "epoch": 6.583278472679394,
      "grad_norm": 0.21010442078113556,
      "learning_rate": 9.931833729535651e-05,
      "loss": 0.004,
      "step": 10000
    },
    {
      "epoch": 6.589861751152074,
      "grad_norm": 0.15539118647575378,
      "learning_rate": 9.931561361618111e-05,
      "loss": 0.0036,
      "step": 10010
    },
    {
      "epoch": 6.596445029624753,
      "grad_norm": 0.12251342087984085,
      "learning_rate": 9.931288454392435e-05,
      "loss": 0.0082,
      "step": 10020
    },
    {
      "epoch": 6.603028308097432,
      "grad_norm": 0.1267755776643753,
      "learning_rate": 9.931015007888467e-05,
      "loss": 0.0033,
      "step": 10030
    },
    {
      "epoch": 6.609611586570112,
      "grad_norm": 0.1436208188533783,
      "learning_rate": 9.930741022136112e-05,
      "loss": 0.0045,
      "step": 10040
    },
    {
      "epoch": 6.616194865042791,
      "grad_norm": 0.14464491605758667,
      "learning_rate": 9.930466497165333e-05,
      "loss": 0.0053,
      "step": 10050
    },
    {
      "epoch": 6.622778143515471,
      "grad_norm": 0.13660353422164917,
      "learning_rate": 9.93019143300615e-05,
      "loss": 0.0038,
      "step": 10060
    },
    {
      "epoch": 6.6293614219881505,
      "grad_norm": 0.10352449864149094,
      "learning_rate": 9.929915829688644e-05,
      "loss": 0.0039,
      "step": 10070
    },
    {
      "epoch": 6.635944700460829,
      "grad_norm": 0.18688145279884338,
      "learning_rate": 9.929639687242955e-05,
      "loss": 0.0043,
      "step": 10080
    },
    {
      "epoch": 6.642527978933509,
      "grad_norm": 0.24405129253864288,
      "learning_rate": 9.929363005699281e-05,
      "loss": 0.0077,
      "step": 10090
    },
    {
      "epoch": 6.649111257406188,
      "grad_norm": 0.1363968402147293,
      "learning_rate": 9.92908578508788e-05,
      "loss": 0.0035,
      "step": 10100
    },
    {
      "epoch": 6.655694535878868,
      "grad_norm": 0.11649111658334732,
      "learning_rate": 9.928808025439069e-05,
      "loss": 0.0035,
      "step": 10110
    },
    {
      "epoch": 6.6622778143515475,
      "grad_norm": 0.1950749158859253,
      "learning_rate": 9.928529726783223e-05,
      "loss": 0.006,
      "step": 10120
    },
    {
      "epoch": 6.668861092824226,
      "grad_norm": 0.14854936301708221,
      "learning_rate": 9.928250889150774e-05,
      "loss": 0.0027,
      "step": 10130
    },
    {
      "epoch": 6.675444371296906,
      "grad_norm": 0.13930678367614746,
      "learning_rate": 9.92797151257222e-05,
      "loss": 0.0026,
      "step": 10140
    },
    {
      "epoch": 6.682027649769585,
      "grad_norm": 0.09725431352853775,
      "learning_rate": 9.927691597078108e-05,
      "loss": 0.0046,
      "step": 10150
    },
    {
      "epoch": 6.688610928242265,
      "grad_norm": 0.14973102509975433,
      "learning_rate": 9.927411142699053e-05,
      "loss": 0.0049,
      "step": 10160
    },
    {
      "epoch": 6.695194206714944,
      "grad_norm": 0.23969830572605133,
      "learning_rate": 9.927130149465725e-05,
      "loss": 0.0046,
      "step": 10170
    },
    {
      "epoch": 6.701777485187623,
      "grad_norm": 0.17006459832191467,
      "learning_rate": 9.92684861740885e-05,
      "loss": 0.0041,
      "step": 10180
    },
    {
      "epoch": 6.708360763660303,
      "grad_norm": 0.24886395037174225,
      "learning_rate": 9.926566546559217e-05,
      "loss": 0.0096,
      "step": 10190
    },
    {
      "epoch": 6.7149440421329825,
      "grad_norm": 0.16121667623519897,
      "learning_rate": 9.926283936947673e-05,
      "loss": 0.0039,
      "step": 10200
    },
    {
      "epoch": 6.721527320605661,
      "grad_norm": 0.182964488863945,
      "learning_rate": 9.926000788605126e-05,
      "loss": 0.0039,
      "step": 10210
    },
    {
      "epoch": 6.728110599078341,
      "grad_norm": 0.1523403823375702,
      "learning_rate": 9.92571710156254e-05,
      "loss": 0.0038,
      "step": 10220
    },
    {
      "epoch": 6.73469387755102,
      "grad_norm": 0.23936374485492706,
      "learning_rate": 9.925432875850936e-05,
      "loss": 0.0084,
      "step": 10230
    },
    {
      "epoch": 6.7412771560237,
      "grad_norm": 0.23110678791999817,
      "learning_rate": 9.925148111501396e-05,
      "loss": 0.0059,
      "step": 10240
    },
    {
      "epoch": 6.7478604344963795,
      "grad_norm": 0.16122660040855408,
      "learning_rate": 9.924862808545066e-05,
      "loss": 0.0043,
      "step": 10250
    },
    {
      "epoch": 6.754443712969058,
      "grad_norm": 0.18625423312187195,
      "learning_rate": 9.924576967013141e-05,
      "loss": 0.003,
      "step": 10260
    },
    {
      "epoch": 6.761026991441738,
      "grad_norm": 0.21271024644374847,
      "learning_rate": 9.924290586936887e-05,
      "loss": 0.0048,
      "step": 10270
    },
    {
      "epoch": 6.767610269914417,
      "grad_norm": 0.13807539641857147,
      "learning_rate": 9.924003668347614e-05,
      "loss": 0.0037,
      "step": 10280
    },
    {
      "epoch": 6.774193548387097,
      "grad_norm": 0.10380616039037704,
      "learning_rate": 9.923716211276704e-05,
      "loss": 0.0028,
      "step": 10290
    },
    {
      "epoch": 6.780776826859777,
      "grad_norm": 0.14279644191265106,
      "learning_rate": 9.923428215755594e-05,
      "loss": 0.0044,
      "step": 10300
    },
    {
      "epoch": 6.787360105332455,
      "grad_norm": 0.12905529141426086,
      "learning_rate": 9.923139681815775e-05,
      "loss": 0.0055,
      "step": 10310
    },
    {
      "epoch": 6.793943383805135,
      "grad_norm": 0.17455433309078217,
      "learning_rate": 9.922850609488801e-05,
      "loss": 0.0034,
      "step": 10320
    },
    {
      "epoch": 6.800526662277814,
      "grad_norm": 0.1157543882727623,
      "learning_rate": 9.922560998806287e-05,
      "loss": 0.0025,
      "step": 10330
    },
    {
      "epoch": 6.807109940750494,
      "grad_norm": 0.13407455384731293,
      "learning_rate": 9.922270849799905e-05,
      "loss": 0.0024,
      "step": 10340
    },
    {
      "epoch": 6.813693219223174,
      "grad_norm": 0.13540343940258026,
      "learning_rate": 9.92198016250138e-05,
      "loss": 0.0037,
      "step": 10350
    },
    {
      "epoch": 6.820276497695852,
      "grad_norm": 0.13606594502925873,
      "learning_rate": 9.921688936942506e-05,
      "loss": 0.0034,
      "step": 10360
    },
    {
      "epoch": 6.826859776168532,
      "grad_norm": 0.09382519125938416,
      "learning_rate": 9.921397173155129e-05,
      "loss": 0.0076,
      "step": 10370
    },
    {
      "epoch": 6.8334430546412115,
      "grad_norm": 0.14648884534835815,
      "learning_rate": 9.921104871171157e-05,
      "loss": 0.0046,
      "step": 10380
    },
    {
      "epoch": 6.840026333113891,
      "grad_norm": 0.15996293723583221,
      "learning_rate": 9.920812031022554e-05,
      "loss": 0.0062,
      "step": 10390
    },
    {
      "epoch": 6.84660961158657,
      "grad_norm": 0.21178320050239563,
      "learning_rate": 9.920518652741348e-05,
      "loss": 0.0047,
      "step": 10400
    },
    {
      "epoch": 6.853192890059249,
      "grad_norm": 0.20493119955062866,
      "learning_rate": 9.920224736359618e-05,
      "loss": 0.0041,
      "step": 10410
    },
    {
      "epoch": 6.859776168531929,
      "grad_norm": 0.1787489503622055,
      "learning_rate": 9.91993028190951e-05,
      "loss": 0.0035,
      "step": 10420
    },
    {
      "epoch": 6.8663594470046085,
      "grad_norm": 0.17640015482902527,
      "learning_rate": 9.919635289423222e-05,
      "loss": 0.0044,
      "step": 10430
    },
    {
      "epoch": 6.872942725477287,
      "grad_norm": 0.1444956511259079,
      "learning_rate": 9.919339758933015e-05,
      "loss": 0.0039,
      "step": 10440
    },
    {
      "epoch": 6.879526003949967,
      "grad_norm": 0.13196717202663422,
      "learning_rate": 9.919043690471209e-05,
      "loss": 0.0044,
      "step": 10450
    },
    {
      "epoch": 6.886109282422646,
      "grad_norm": 0.14714795351028442,
      "learning_rate": 9.91874708407018e-05,
      "loss": 0.0045,
      "step": 10460
    },
    {
      "epoch": 6.892692560895326,
      "grad_norm": 0.10407540947198868,
      "learning_rate": 9.918449939762367e-05,
      "loss": 0.003,
      "step": 10470
    },
    {
      "epoch": 6.899275839368006,
      "grad_norm": 0.1378217190504074,
      "learning_rate": 9.91815225758026e-05,
      "loss": 0.0044,
      "step": 10480
    },
    {
      "epoch": 6.905859117840684,
      "grad_norm": 0.11981435865163803,
      "learning_rate": 9.917854037556419e-05,
      "loss": 0.0022,
      "step": 10490
    },
    {
      "epoch": 6.912442396313364,
      "grad_norm": 0.15841242671012878,
      "learning_rate": 9.917555279723454e-05,
      "loss": 0.003,
      "step": 10500
    },
    {
      "epoch": 6.9190256747860435,
      "grad_norm": 0.126947283744812,
      "learning_rate": 9.917255984114036e-05,
      "loss": 0.0036,
      "step": 10510
    },
    {
      "epoch": 6.925608953258723,
      "grad_norm": 0.12283198535442352,
      "learning_rate": 9.916956150760896e-05,
      "loss": 0.0049,
      "step": 10520
    },
    {
      "epoch": 6.932192231731403,
      "grad_norm": 0.12930618226528168,
      "learning_rate": 9.916655779696826e-05,
      "loss": 0.0043,
      "step": 10530
    },
    {
      "epoch": 6.938775510204081,
      "grad_norm": 0.12479476630687714,
      "learning_rate": 9.916354870954671e-05,
      "loss": 0.0038,
      "step": 10540
    },
    {
      "epoch": 6.945358788676761,
      "grad_norm": 0.19381871819496155,
      "learning_rate": 9.91605342456734e-05,
      "loss": 0.0047,
      "step": 10550
    },
    {
      "epoch": 6.9519420671494405,
      "grad_norm": 0.21987885236740112,
      "learning_rate": 9.915751440567795e-05,
      "loss": 0.003,
      "step": 10560
    },
    {
      "epoch": 6.95852534562212,
      "grad_norm": 0.16727258265018463,
      "learning_rate": 9.915448918989066e-05,
      "loss": 0.0043,
      "step": 10570
    },
    {
      "epoch": 6.9651086240948,
      "grad_norm": 0.12566395103931427,
      "learning_rate": 9.915145859864232e-05,
      "loss": 0.0031,
      "step": 10580
    },
    {
      "epoch": 6.971691902567478,
      "grad_norm": 0.13294143974781036,
      "learning_rate": 9.914842263226437e-05,
      "loss": 0.0031,
      "step": 10590
    },
    {
      "epoch": 6.978275181040158,
      "grad_norm": 0.10941747575998306,
      "learning_rate": 9.914538129108882e-05,
      "loss": 0.0041,
      "step": 10600
    },
    {
      "epoch": 6.984858459512838,
      "grad_norm": 0.1465856432914734,
      "learning_rate": 9.914233457544825e-05,
      "loss": 0.003,
      "step": 10610
    },
    {
      "epoch": 6.991441737985517,
      "grad_norm": 0.11623964458703995,
      "learning_rate": 9.913928248567586e-05,
      "loss": 0.0028,
      "step": 10620
    },
    {
      "epoch": 6.998025016458196,
      "grad_norm": 0.11098870635032654,
      "learning_rate": 9.913622502210542e-05,
      "loss": 0.0035,
      "step": 10630
    },
    {
      "epoch": 7.0046082949308754,
      "grad_norm": 0.1629747748374939,
      "learning_rate": 9.913316218507128e-05,
      "loss": 0.0039,
      "step": 10640
    },
    {
      "epoch": 7.011191573403555,
      "grad_norm": 0.11901634186506271,
      "learning_rate": 9.91300939749084e-05,
      "loss": 0.003,
      "step": 10650
    },
    {
      "epoch": 7.017774851876235,
      "grad_norm": 0.11372654885053635,
      "learning_rate": 9.91270203919523e-05,
      "loss": 0.0029,
      "step": 10660
    },
    {
      "epoch": 7.024358130348913,
      "grad_norm": 0.09347504377365112,
      "learning_rate": 9.912394143653912e-05,
      "loss": 0.0042,
      "step": 10670
    },
    {
      "epoch": 7.030941408821593,
      "grad_norm": 0.18111474812030792,
      "learning_rate": 9.912085710900555e-05,
      "loss": 0.0047,
      "step": 10680
    },
    {
      "epoch": 7.0375246872942725,
      "grad_norm": 0.10008914768695831,
      "learning_rate": 9.911776740968892e-05,
      "loss": 0.003,
      "step": 10690
    },
    {
      "epoch": 7.044107965766952,
      "grad_norm": 0.11528833955526352,
      "learning_rate": 9.911467233892709e-05,
      "loss": 0.0034,
      "step": 10700
    },
    {
      "epoch": 7.050691244239632,
      "grad_norm": 0.10422374308109283,
      "learning_rate": 9.911157189705853e-05,
      "loss": 0.0054,
      "step": 10710
    },
    {
      "epoch": 7.05727452271231,
      "grad_norm": 0.10589602589607239,
      "learning_rate": 9.910846608442229e-05,
      "loss": 0.0027,
      "step": 10720
    },
    {
      "epoch": 7.06385780118499,
      "grad_norm": 0.12106330692768097,
      "learning_rate": 9.910535490135805e-05,
      "loss": 0.0051,
      "step": 10730
    },
    {
      "epoch": 7.0704410796576695,
      "grad_norm": 0.1140916496515274,
      "learning_rate": 9.910223834820603e-05,
      "loss": 0.0048,
      "step": 10740
    },
    {
      "epoch": 7.077024358130349,
      "grad_norm": 0.19260945916175842,
      "learning_rate": 9.909911642530703e-05,
      "loss": 0.0034,
      "step": 10750
    },
    {
      "epoch": 7.083607636603029,
      "grad_norm": 0.13183332979679108,
      "learning_rate": 9.909598913300249e-05,
      "loss": 0.0038,
      "step": 10760
    },
    {
      "epoch": 7.090190915075707,
      "grad_norm": 0.09123890846967697,
      "learning_rate": 9.909285647163438e-05,
      "loss": 0.0029,
      "step": 10770
    },
    {
      "epoch": 7.096774193548387,
      "grad_norm": 0.11492792516946793,
      "learning_rate": 9.908971844154531e-05,
      "loss": 0.003,
      "step": 10780
    },
    {
      "epoch": 7.103357472021067,
      "grad_norm": 0.13432548940181732,
      "learning_rate": 9.908657504307843e-05,
      "loss": 0.0024,
      "step": 10790
    },
    {
      "epoch": 7.109940750493746,
      "grad_norm": 0.09666921943426132,
      "learning_rate": 9.908342627657751e-05,
      "loss": 0.003,
      "step": 10800
    },
    {
      "epoch": 7.116524028966425,
      "grad_norm": 0.10835039615631104,
      "learning_rate": 9.908027214238689e-05,
      "loss": 0.0037,
      "step": 10810
    },
    {
      "epoch": 7.1231073074391045,
      "grad_norm": 0.07529739290475845,
      "learning_rate": 9.90771126408515e-05,
      "loss": 0.0026,
      "step": 10820
    },
    {
      "epoch": 7.129690585911784,
      "grad_norm": 0.1297670304775238,
      "learning_rate": 9.907394777231685e-05,
      "loss": 0.0024,
      "step": 10830
    },
    {
      "epoch": 7.136273864384464,
      "grad_norm": 0.07843507826328278,
      "learning_rate": 9.907077753712905e-05,
      "loss": 0.0019,
      "step": 10840
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 0.1917518973350525,
      "learning_rate": 9.906760193563482e-05,
      "loss": 0.003,
      "step": 10850
    },
    {
      "epoch": 7.149440421329822,
      "grad_norm": 0.18574674427509308,
      "learning_rate": 9.906442096818139e-05,
      "loss": 0.003,
      "step": 10860
    },
    {
      "epoch": 7.1560236998025015,
      "grad_norm": 0.10715876519680023,
      "learning_rate": 9.906123463511665e-05,
      "loss": 0.0022,
      "step": 10870
    },
    {
      "epoch": 7.162606978275181,
      "grad_norm": 0.19454669952392578,
      "learning_rate": 9.905804293678907e-05,
      "loss": 0.0045,
      "step": 10880
    },
    {
      "epoch": 7.169190256747861,
      "grad_norm": 0.19382624328136444,
      "learning_rate": 9.905484587354766e-05,
      "loss": 0.0068,
      "step": 10890
    },
    {
      "epoch": 7.175773535220539,
      "grad_norm": 0.1616256982088089,
      "learning_rate": 9.905164344574205e-05,
      "loss": 0.0036,
      "step": 10900
    },
    {
      "epoch": 7.182356813693219,
      "grad_norm": 0.11448747664690018,
      "learning_rate": 9.904843565372248e-05,
      "loss": 0.0022,
      "step": 10910
    },
    {
      "epoch": 7.188940092165899,
      "grad_norm": 0.21234630048274994,
      "learning_rate": 9.904522249783972e-05,
      "loss": 0.0037,
      "step": 10920
    },
    {
      "epoch": 7.195523370638578,
      "grad_norm": 0.14499087631702423,
      "learning_rate": 9.904200397844517e-05,
      "loss": 0.0044,
      "step": 10930
    },
    {
      "epoch": 7.202106649111258,
      "grad_norm": 0.09941845387220383,
      "learning_rate": 9.903878009589078e-05,
      "loss": 0.0026,
      "step": 10940
    },
    {
      "epoch": 7.2086899275839365,
      "grad_norm": 0.10217706859111786,
      "learning_rate": 9.903555085052915e-05,
      "loss": 0.0023,
      "step": 10950
    },
    {
      "epoch": 7.215273206056616,
      "grad_norm": 0.17881952226161957,
      "learning_rate": 9.903231624271338e-05,
      "loss": 0.0039,
      "step": 10960
    },
    {
      "epoch": 7.221856484529296,
      "grad_norm": 0.22151139378547668,
      "learning_rate": 9.902907627279724e-05,
      "loss": 0.0027,
      "step": 10970
    },
    {
      "epoch": 7.228439763001975,
      "grad_norm": 0.18364161252975464,
      "learning_rate": 9.902583094113504e-05,
      "loss": 0.0027,
      "step": 10980
    },
    {
      "epoch": 7.235023041474655,
      "grad_norm": 0.13275617361068726,
      "learning_rate": 9.902258024808168e-05,
      "loss": 0.0032,
      "step": 10990
    },
    {
      "epoch": 7.2416063199473335,
      "grad_norm": 0.16427932679653168,
      "learning_rate": 9.901932419399264e-05,
      "loss": 0.0031,
      "step": 11000
    },
    {
      "epoch": 7.248189598420013,
      "grad_norm": 0.11626508086919785,
      "learning_rate": 9.9016062779224e-05,
      "loss": 0.0034,
      "step": 11010
    },
    {
      "epoch": 7.254772876892693,
      "grad_norm": 0.16740843653678894,
      "learning_rate": 9.901279600413242e-05,
      "loss": 0.0046,
      "step": 11020
    },
    {
      "epoch": 7.261356155365372,
      "grad_norm": 0.1254817247390747,
      "learning_rate": 9.900952386907518e-05,
      "loss": 0.0027,
      "step": 11030
    },
    {
      "epoch": 7.267939433838051,
      "grad_norm": 0.1403561383485794,
      "learning_rate": 9.90062463744101e-05,
      "loss": 0.0034,
      "step": 11040
    },
    {
      "epoch": 7.2745227123107306,
      "grad_norm": 0.11541598290205002,
      "learning_rate": 9.900296352049558e-05,
      "loss": 0.0041,
      "step": 11050
    },
    {
      "epoch": 7.28110599078341,
      "grad_norm": 0.1053864136338234,
      "learning_rate": 9.899967530769065e-05,
      "loss": 0.0104,
      "step": 11060
    },
    {
      "epoch": 7.28768926925609,
      "grad_norm": 0.17408975958824158,
      "learning_rate": 9.899638173635489e-05,
      "loss": 0.0033,
      "step": 11070
    },
    {
      "epoch": 7.294272547728769,
      "grad_norm": 0.08440624177455902,
      "learning_rate": 9.899308280684849e-05,
      "loss": 0.0028,
      "step": 11080
    },
    {
      "epoch": 7.300855826201448,
      "grad_norm": 0.13369396328926086,
      "learning_rate": 9.898977851953222e-05,
      "loss": 0.0019,
      "step": 11090
    },
    {
      "epoch": 7.307439104674128,
      "grad_norm": 0.07885158807039261,
      "learning_rate": 9.898646887476741e-05,
      "loss": 0.0025,
      "step": 11100
    },
    {
      "epoch": 7.314022383146807,
      "grad_norm": 0.10353007912635803,
      "learning_rate": 9.898315387291603e-05,
      "loss": 0.0025,
      "step": 11110
    },
    {
      "epoch": 7.320605661619487,
      "grad_norm": 0.18878936767578125,
      "learning_rate": 9.89798335143406e-05,
      "loss": 0.0034,
      "step": 11120
    },
    {
      "epoch": 7.3271889400921655,
      "grad_norm": 0.21067515015602112,
      "learning_rate": 9.897650779940419e-05,
      "loss": 0.0034,
      "step": 11130
    },
    {
      "epoch": 7.333772218564845,
      "grad_norm": 0.1723841428756714,
      "learning_rate": 9.897317672847054e-05,
      "loss": 0.0031,
      "step": 11140
    },
    {
      "epoch": 7.340355497037525,
      "grad_norm": 0.16209867596626282,
      "learning_rate": 9.89698403019039e-05,
      "loss": 0.0028,
      "step": 11150
    },
    {
      "epoch": 7.346938775510204,
      "grad_norm": 0.1939551830291748,
      "learning_rate": 9.896649852006917e-05,
      "loss": 0.0049,
      "step": 11160
    },
    {
      "epoch": 7.353522053982884,
      "grad_norm": 0.1688978374004364,
      "learning_rate": 9.896315138333177e-05,
      "loss": 0.0046,
      "step": 11170
    },
    {
      "epoch": 7.3601053324555625,
      "grad_norm": 0.10818961262702942,
      "learning_rate": 9.895979889205774e-05,
      "loss": 0.004,
      "step": 11180
    },
    {
      "epoch": 7.366688610928242,
      "grad_norm": 0.1496257334947586,
      "learning_rate": 9.895644104661372e-05,
      "loss": 0.0055,
      "step": 11190
    },
    {
      "epoch": 7.373271889400922,
      "grad_norm": 0.12881360948085785,
      "learning_rate": 9.895307784736691e-05,
      "loss": 0.0039,
      "step": 11200
    },
    {
      "epoch": 7.379855167873601,
      "grad_norm": 0.15952281653881073,
      "learning_rate": 9.894970929468512e-05,
      "loss": 0.0069,
      "step": 11210
    },
    {
      "epoch": 7.386438446346281,
      "grad_norm": 0.17643862962722778,
      "learning_rate": 9.89463353889367e-05,
      "loss": 0.0035,
      "step": 11220
    },
    {
      "epoch": 7.39302172481896,
      "grad_norm": 0.2160326987504959,
      "learning_rate": 9.894295613049065e-05,
      "loss": 0.0049,
      "step": 11230
    },
    {
      "epoch": 7.399605003291639,
      "grad_norm": 0.17517884075641632,
      "learning_rate": 9.893957151971649e-05,
      "loss": 0.0053,
      "step": 11240
    },
    {
      "epoch": 7.406188281764319,
      "grad_norm": 0.12693043053150177,
      "learning_rate": 9.893618155698436e-05,
      "loss": 0.0035,
      "step": 11250
    },
    {
      "epoch": 7.412771560236998,
      "grad_norm": 0.11771489679813385,
      "learning_rate": 9.8932786242665e-05,
      "loss": 0.0044,
      "step": 11260
    },
    {
      "epoch": 7.419354838709677,
      "grad_norm": 0.14587187767028809,
      "learning_rate": 9.89293855771297e-05,
      "loss": 0.0045,
      "step": 11270
    },
    {
      "epoch": 7.425938117182357,
      "grad_norm": 0.21254634857177734,
      "learning_rate": 9.892597956075036e-05,
      "loss": 0.0107,
      "step": 11280
    },
    {
      "epoch": 7.432521395655036,
      "grad_norm": 0.1268506646156311,
      "learning_rate": 9.892256819389947e-05,
      "loss": 0.0027,
      "step": 11290
    },
    {
      "epoch": 7.439104674127716,
      "grad_norm": 0.07757087051868439,
      "learning_rate": 9.891915147695006e-05,
      "loss": 0.0022,
      "step": 11300
    },
    {
      "epoch": 7.445687952600395,
      "grad_norm": 0.17634238302707672,
      "learning_rate": 9.891572941027577e-05,
      "loss": 0.0028,
      "step": 11310
    },
    {
      "epoch": 7.452271231073074,
      "grad_norm": 0.11021340638399124,
      "learning_rate": 9.89123019942509e-05,
      "loss": 0.0049,
      "step": 11320
    },
    {
      "epoch": 7.458854509545754,
      "grad_norm": 0.2406524270772934,
      "learning_rate": 9.89088692292502e-05,
      "loss": 0.0038,
      "step": 11330
    },
    {
      "epoch": 7.465437788018433,
      "grad_norm": 0.22155822813510895,
      "learning_rate": 9.89054311156491e-05,
      "loss": 0.0028,
      "step": 11340
    },
    {
      "epoch": 7.472021066491113,
      "grad_norm": 0.1595885306596756,
      "learning_rate": 9.890198765382357e-05,
      "loss": 0.0026,
      "step": 11350
    },
    {
      "epoch": 7.478604344963792,
      "grad_norm": 0.16504448652267456,
      "learning_rate": 9.889853884415021e-05,
      "loss": 0.0052,
      "step": 11360
    },
    {
      "epoch": 7.485187623436471,
      "grad_norm": 0.09254878759384155,
      "learning_rate": 9.889508468700614e-05,
      "loss": 0.0028,
      "step": 11370
    },
    {
      "epoch": 7.491770901909151,
      "grad_norm": 0.20768098533153534,
      "learning_rate": 9.889162518276915e-05,
      "loss": 0.006,
      "step": 11380
    },
    {
      "epoch": 7.49835418038183,
      "grad_norm": 0.15622158348560333,
      "learning_rate": 9.888816033181752e-05,
      "loss": 0.0029,
      "step": 11390
    },
    {
      "epoch": 7.50493745885451,
      "grad_norm": 0.09749166667461395,
      "learning_rate": 9.888469013453018e-05,
      "loss": 0.0021,
      "step": 11400
    },
    {
      "epoch": 7.511520737327189,
      "grad_norm": 0.17173795402050018,
      "learning_rate": 9.888121459128663e-05,
      "loss": 0.0047,
      "step": 11410
    },
    {
      "epoch": 7.518104015799868,
      "grad_norm": 0.17633898556232452,
      "learning_rate": 9.887773370246693e-05,
      "loss": 0.0047,
      "step": 11420
    },
    {
      "epoch": 7.524687294272548,
      "grad_norm": 0.1491798758506775,
      "learning_rate": 9.887424746845177e-05,
      "loss": 0.0081,
      "step": 11430
    },
    {
      "epoch": 7.531270572745227,
      "grad_norm": 0.26718375086784363,
      "learning_rate": 9.887075588962239e-05,
      "loss": 0.005,
      "step": 11440
    },
    {
      "epoch": 7.537853851217907,
      "grad_norm": 0.160284623503685,
      "learning_rate": 9.88672589663606e-05,
      "loss": 0.0061,
      "step": 11450
    },
    {
      "epoch": 7.544437129690586,
      "grad_norm": 0.1604444682598114,
      "learning_rate": 9.886375669904886e-05,
      "loss": 0.005,
      "step": 11460
    },
    {
      "epoch": 7.551020408163265,
      "grad_norm": 0.1519317626953125,
      "learning_rate": 9.886024908807014e-05,
      "loss": 0.0027,
      "step": 11470
    },
    {
      "epoch": 7.557603686635945,
      "grad_norm": 0.12274865806102753,
      "learning_rate": 9.885673613380806e-05,
      "loss": 0.0055,
      "step": 11480
    },
    {
      "epoch": 7.564186965108624,
      "grad_norm": 0.1968243569135666,
      "learning_rate": 9.885321783664676e-05,
      "loss": 0.003,
      "step": 11490
    },
    {
      "epoch": 7.570770243581303,
      "grad_norm": 0.12619735300540924,
      "learning_rate": 9.884969419697101e-05,
      "loss": 0.0031,
      "step": 11500
    },
    {
      "epoch": 7.577353522053983,
      "grad_norm": 0.1267111450433731,
      "learning_rate": 9.884616521516614e-05,
      "loss": 0.0024,
      "step": 11510
    },
    {
      "epoch": 7.583936800526662,
      "grad_norm": 0.12901253998279572,
      "learning_rate": 9.88426308916181e-05,
      "loss": 0.0041,
      "step": 11520
    },
    {
      "epoch": 7.590520078999342,
      "grad_norm": 0.1887347251176834,
      "learning_rate": 9.883909122671335e-05,
      "loss": 0.0051,
      "step": 11530
    },
    {
      "epoch": 7.597103357472021,
      "grad_norm": 0.22598102688789368,
      "learning_rate": 9.883554622083904e-05,
      "loss": 0.0035,
      "step": 11540
    },
    {
      "epoch": 7.6036866359447,
      "grad_norm": 0.15657243132591248,
      "learning_rate": 9.88319958743828e-05,
      "loss": 0.0037,
      "step": 11550
    },
    {
      "epoch": 7.61026991441738,
      "grad_norm": 0.13063113391399384,
      "learning_rate": 9.882844018773291e-05,
      "loss": 0.0056,
      "step": 11560
    },
    {
      "epoch": 7.616853192890059,
      "grad_norm": 0.14112794399261475,
      "learning_rate": 9.882487916127823e-05,
      "loss": 0.0029,
      "step": 11570
    },
    {
      "epoch": 7.623436471362739,
      "grad_norm": 0.22803080081939697,
      "learning_rate": 9.882131279540815e-05,
      "loss": 0.0092,
      "step": 11580
    },
    {
      "epoch": 7.630019749835418,
      "grad_norm": 0.08649920672178268,
      "learning_rate": 9.881774109051271e-05,
      "loss": 0.0032,
      "step": 11590
    },
    {
      "epoch": 7.636603028308097,
      "grad_norm": 0.11383189260959625,
      "learning_rate": 9.881416404698252e-05,
      "loss": 0.0036,
      "step": 11600
    },
    {
      "epoch": 7.643186306780777,
      "grad_norm": 0.09686729311943054,
      "learning_rate": 9.881058166520873e-05,
      "loss": 0.0025,
      "step": 11610
    },
    {
      "epoch": 7.649769585253456,
      "grad_norm": 0.12086573988199234,
      "learning_rate": 9.880699394558311e-05,
      "loss": 0.0028,
      "step": 11620
    },
    {
      "epoch": 7.656352863726136,
      "grad_norm": 0.10092036426067352,
      "learning_rate": 9.880340088849801e-05,
      "loss": 0.0038,
      "step": 11630
    },
    {
      "epoch": 7.662936142198815,
      "grad_norm": 0.13803012669086456,
      "learning_rate": 9.879980249434637e-05,
      "loss": 0.0035,
      "step": 11640
    },
    {
      "epoch": 7.669519420671494,
      "grad_norm": 0.13205309212207794,
      "learning_rate": 9.879619876352168e-05,
      "loss": 0.0067,
      "step": 11650
    },
    {
      "epoch": 7.676102699144174,
      "grad_norm": 0.22816671431064606,
      "learning_rate": 9.879258969641809e-05,
      "loss": 0.0053,
      "step": 11660
    },
    {
      "epoch": 7.6826859776168535,
      "grad_norm": 0.17496293783187866,
      "learning_rate": 9.878897529343023e-05,
      "loss": 0.004,
      "step": 11670
    },
    {
      "epoch": 7.689269256089533,
      "grad_norm": 0.2030470371246338,
      "learning_rate": 9.878535555495338e-05,
      "loss": 0.004,
      "step": 11680
    },
    {
      "epoch": 7.695852534562212,
      "grad_norm": 0.12472641468048096,
      "learning_rate": 9.87817304813834e-05,
      "loss": 0.0066,
      "step": 11690
    },
    {
      "epoch": 7.702435813034891,
      "grad_norm": 0.2193479835987091,
      "learning_rate": 9.877810007311671e-05,
      "loss": 0.01,
      "step": 11700
    },
    {
      "epoch": 7.709019091507571,
      "grad_norm": 0.12892645597457886,
      "learning_rate": 9.877446433055035e-05,
      "loss": 0.0047,
      "step": 11710
    },
    {
      "epoch": 7.7156023699802505,
      "grad_norm": 0.1597674936056137,
      "learning_rate": 9.877082325408191e-05,
      "loss": 0.0046,
      "step": 11720
    },
    {
      "epoch": 7.722185648452929,
      "grad_norm": 0.11522781848907471,
      "learning_rate": 9.876717684410954e-05,
      "loss": 0.0039,
      "step": 11730
    },
    {
      "epoch": 7.728768926925609,
      "grad_norm": 0.08793069422245026,
      "learning_rate": 9.876352510103204e-05,
      "loss": 0.003,
      "step": 11740
    },
    {
      "epoch": 7.735352205398288,
      "grad_norm": 0.18073928356170654,
      "learning_rate": 9.875986802524875e-05,
      "loss": 0.0062,
      "step": 11750
    },
    {
      "epoch": 7.741935483870968,
      "grad_norm": 0.2535589635372162,
      "learning_rate": 9.87562056171596e-05,
      "loss": 0.0089,
      "step": 11760
    },
    {
      "epoch": 7.748518762343647,
      "grad_norm": 0.22579056024551392,
      "learning_rate": 9.875253787716511e-05,
      "loss": 0.0041,
      "step": 11770
    },
    {
      "epoch": 7.755102040816326,
      "grad_norm": 0.168572336435318,
      "learning_rate": 9.874886480566637e-05,
      "loss": 0.0031,
      "step": 11780
    },
    {
      "epoch": 7.761685319289006,
      "grad_norm": 0.2847021818161011,
      "learning_rate": 9.874518640306507e-05,
      "loss": 0.0036,
      "step": 11790
    },
    {
      "epoch": 7.768268597761685,
      "grad_norm": 0.16013234853744507,
      "learning_rate": 9.874150266976347e-05,
      "loss": 0.0073,
      "step": 11800
    },
    {
      "epoch": 7.774851876234365,
      "grad_norm": 0.1752183735370636,
      "learning_rate": 9.873781360616443e-05,
      "loss": 0.005,
      "step": 11810
    },
    {
      "epoch": 7.781435154707044,
      "grad_norm": 0.19422337412834167,
      "learning_rate": 9.873411921267137e-05,
      "loss": 0.0052,
      "step": 11820
    },
    {
      "epoch": 7.788018433179723,
      "grad_norm": 0.13301026821136475,
      "learning_rate": 9.873041948968829e-05,
      "loss": 0.0052,
      "step": 11830
    },
    {
      "epoch": 7.794601711652403,
      "grad_norm": 0.1488548070192337,
      "learning_rate": 9.872671443761981e-05,
      "loss": 0.0059,
      "step": 11840
    },
    {
      "epoch": 7.8011849901250825,
      "grad_norm": 0.1882699877023697,
      "learning_rate": 9.872300405687109e-05,
      "loss": 0.0038,
      "step": 11850
    },
    {
      "epoch": 7.807768268597762,
      "grad_norm": 0.13138292729854584,
      "learning_rate": 9.871928834784792e-05,
      "loss": 0.003,
      "step": 11860
    },
    {
      "epoch": 7.814351547070441,
      "grad_norm": 0.13954825699329376,
      "learning_rate": 9.871556731095661e-05,
      "loss": 0.0046,
      "step": 11870
    },
    {
      "epoch": 7.82093482554312,
      "grad_norm": 0.14339083433151245,
      "learning_rate": 9.871184094660411e-05,
      "loss": 0.0035,
      "step": 11880
    },
    {
      "epoch": 7.8275181040158,
      "grad_norm": 0.19191016256809235,
      "learning_rate": 9.870810925519791e-05,
      "loss": 0.003,
      "step": 11890
    },
    {
      "epoch": 7.8341013824884795,
      "grad_norm": 0.12699520587921143,
      "learning_rate": 9.870437223714612e-05,
      "loss": 0.0032,
      "step": 11900
    },
    {
      "epoch": 7.840684660961159,
      "grad_norm": 0.18587861955165863,
      "learning_rate": 9.87006298928574e-05,
      "loss": 0.0032,
      "step": 11910
    },
    {
      "epoch": 7.847267939433838,
      "grad_norm": 0.11701507121324539,
      "learning_rate": 9.869688222274103e-05,
      "loss": 0.0026,
      "step": 11920
    },
    {
      "epoch": 7.853851217906517,
      "grad_norm": 0.09564034640789032,
      "learning_rate": 9.869312922720681e-05,
      "loss": 0.0021,
      "step": 11930
    },
    {
      "epoch": 7.860434496379197,
      "grad_norm": 0.09878816455602646,
      "learning_rate": 9.868937090666521e-05,
      "loss": 0.003,
      "step": 11940
    },
    {
      "epoch": 7.867017774851877,
      "grad_norm": 0.12026241421699524,
      "learning_rate": 9.86856072615272e-05,
      "loss": 0.0027,
      "step": 11950
    },
    {
      "epoch": 7.873601053324555,
      "grad_norm": 0.10108808428049088,
      "learning_rate": 9.868183829220438e-05,
      "loss": 0.0036,
      "step": 11960
    },
    {
      "epoch": 7.880184331797235,
      "grad_norm": 0.127727210521698,
      "learning_rate": 9.867806399910893e-05,
      "loss": 0.0018,
      "step": 11970
    },
    {
      "epoch": 7.8867676102699145,
      "grad_norm": 0.16336168348789215,
      "learning_rate": 9.867428438265356e-05,
      "loss": 0.004,
      "step": 11980
    },
    {
      "epoch": 7.893350888742594,
      "grad_norm": 0.12333890795707703,
      "learning_rate": 9.867049944325165e-05,
      "loss": 0.0031,
      "step": 11990
    },
    {
      "epoch": 7.899934167215273,
      "grad_norm": 0.15159986913204193,
      "learning_rate": 9.86667091813171e-05,
      "loss": 0.0036,
      "step": 12000
    },
    {
      "epoch": 7.906517445687952,
      "grad_norm": 0.1300847828388214,
      "learning_rate": 9.866291359726438e-05,
      "loss": 0.0025,
      "step": 12010
    },
    {
      "epoch": 7.913100724160632,
      "grad_norm": 0.2058093398809433,
      "learning_rate": 9.865911269150861e-05,
      "loss": 0.0033,
      "step": 12020
    },
    {
      "epoch": 7.9196840026333115,
      "grad_norm": 0.1887059509754181,
      "learning_rate": 9.865530646446544e-05,
      "loss": 0.0039,
      "step": 12030
    },
    {
      "epoch": 7.926267281105991,
      "grad_norm": 0.10858837515115738,
      "learning_rate": 9.86514949165511e-05,
      "loss": 0.003,
      "step": 12040
    },
    {
      "epoch": 7.93285055957867,
      "grad_norm": 0.10430429130792618,
      "learning_rate": 9.864767804818243e-05,
      "loss": 0.0026,
      "step": 12050
    },
    {
      "epoch": 7.939433838051349,
      "grad_norm": 0.08872396498918533,
      "learning_rate": 9.86438558597768e-05,
      "loss": 0.0017,
      "step": 12060
    },
    {
      "epoch": 7.946017116524029,
      "grad_norm": 0.08273135125637054,
      "learning_rate": 9.864002835175225e-05,
      "loss": 0.0048,
      "step": 12070
    },
    {
      "epoch": 7.952600394996709,
      "grad_norm": 0.12898515164852142,
      "learning_rate": 9.863619552452734e-05,
      "loss": 0.0032,
      "step": 12080
    },
    {
      "epoch": 7.959183673469388,
      "grad_norm": 0.08116790652275085,
      "learning_rate": 9.863235737852119e-05,
      "loss": 0.0019,
      "step": 12090
    },
    {
      "epoch": 7.965766951942067,
      "grad_norm": 0.14680612087249756,
      "learning_rate": 9.862851391415356e-05,
      "loss": 0.0022,
      "step": 12100
    },
    {
      "epoch": 7.972350230414746,
      "grad_norm": 0.1673414707183838,
      "learning_rate": 9.862466513184477e-05,
      "loss": 0.0034,
      "step": 12110
    },
    {
      "epoch": 7.978933508887426,
      "grad_norm": 0.09442789852619171,
      "learning_rate": 9.86208110320157e-05,
      "loss": 0.0029,
      "step": 12120
    },
    {
      "epoch": 7.985516787360106,
      "grad_norm": 0.142278790473938,
      "learning_rate": 9.861695161508784e-05,
      "loss": 0.0022,
      "step": 12130
    },
    {
      "epoch": 7.992100065832785,
      "grad_norm": 0.1867281198501587,
      "learning_rate": 9.861308688148324e-05,
      "loss": 0.0026,
      "step": 12140
    },
    {
      "epoch": 7.998683344305464,
      "grad_norm": 0.09046067297458649,
      "learning_rate": 9.860921683162455e-05,
      "loss": 0.0048,
      "step": 12150
    },
    {
      "epoch": 8.005266622778144,
      "grad_norm": 0.11400073021650314,
      "learning_rate": 9.860534146593499e-05,
      "loss": 0.0037,
      "step": 12160
    },
    {
      "epoch": 8.011849901250823,
      "grad_norm": 0.11901703476905823,
      "learning_rate": 9.860146078483836e-05,
      "loss": 0.0023,
      "step": 12170
    },
    {
      "epoch": 8.018433179723502,
      "grad_norm": 0.11556803435087204,
      "learning_rate": 9.859757478875905e-05,
      "loss": 0.0037,
      "step": 12180
    },
    {
      "epoch": 8.025016458196182,
      "grad_norm": 0.10101506114006042,
      "learning_rate": 9.859368347812204e-05,
      "loss": 0.0031,
      "step": 12190
    },
    {
      "epoch": 8.031599736668861,
      "grad_norm": 0.18180590867996216,
      "learning_rate": 9.858978685335285e-05,
      "loss": 0.0025,
      "step": 12200
    },
    {
      "epoch": 8.03818301514154,
      "grad_norm": 0.13066363334655762,
      "learning_rate": 9.858588491487763e-05,
      "loss": 0.0023,
      "step": 12210
    },
    {
      "epoch": 8.04476629361422,
      "grad_norm": 0.08643079549074173,
      "learning_rate": 9.858197766312308e-05,
      "loss": 0.0022,
      "step": 12220
    },
    {
      "epoch": 8.051349572086899,
      "grad_norm": 0.13291996717453003,
      "learning_rate": 9.857806509851649e-05,
      "loss": 0.0035,
      "step": 12230
    },
    {
      "epoch": 8.05793285055958,
      "grad_norm": 0.12433474510908127,
      "learning_rate": 9.857414722148574e-05,
      "loss": 0.004,
      "step": 12240
    },
    {
      "epoch": 8.064516129032258,
      "grad_norm": 0.11932418495416641,
      "learning_rate": 9.857022403245928e-05,
      "loss": 0.0032,
      "step": 12250
    },
    {
      "epoch": 8.071099407504937,
      "grad_norm": 0.17608383297920227,
      "learning_rate": 9.856629553186615e-05,
      "loss": 0.0037,
      "step": 12260
    },
    {
      "epoch": 8.077682685977617,
      "grad_norm": 0.22695602476596832,
      "learning_rate": 9.856236172013595e-05,
      "loss": 0.0029,
      "step": 12270
    },
    {
      "epoch": 8.084265964450296,
      "grad_norm": 0.07442466914653778,
      "learning_rate": 9.85584225976989e-05,
      "loss": 0.003,
      "step": 12280
    },
    {
      "epoch": 8.090849242922976,
      "grad_norm": 0.1624513566493988,
      "learning_rate": 9.855447816498575e-05,
      "loss": 0.0022,
      "step": 12290
    },
    {
      "epoch": 8.097432521395655,
      "grad_norm": 0.1513073444366455,
      "learning_rate": 9.855052842242787e-05,
      "loss": 0.0024,
      "step": 12300
    },
    {
      "epoch": 8.104015799868334,
      "grad_norm": 0.10735592246055603,
      "learning_rate": 9.85465733704572e-05,
      "loss": 0.0034,
      "step": 12310
    },
    {
      "epoch": 8.110599078341014,
      "grad_norm": 0.10396716743707657,
      "learning_rate": 9.854261300950624e-05,
      "loss": 0.0044,
      "step": 12320
    },
    {
      "epoch": 8.117182356813693,
      "grad_norm": 0.12171872705221176,
      "learning_rate": 9.853864734000813e-05,
      "loss": 0.0036,
      "step": 12330
    },
    {
      "epoch": 8.123765635286373,
      "grad_norm": 0.1290580779314041,
      "learning_rate": 9.85346763623965e-05,
      "loss": 0.0041,
      "step": 12340
    },
    {
      "epoch": 8.130348913759052,
      "grad_norm": 0.16103459894657135,
      "learning_rate": 9.853070007710564e-05,
      "loss": 0.0032,
      "step": 12350
    },
    {
      "epoch": 8.13693219223173,
      "grad_norm": 0.13467156887054443,
      "learning_rate": 9.85267184845704e-05,
      "loss": 0.0036,
      "step": 12360
    },
    {
      "epoch": 8.143515470704411,
      "grad_norm": 0.14061225950717926,
      "learning_rate": 9.852273158522616e-05,
      "loss": 0.0034,
      "step": 12370
    },
    {
      "epoch": 8.15009874917709,
      "grad_norm": 0.15284621715545654,
      "learning_rate": 9.851873937950896e-05,
      "loss": 0.0045,
      "step": 12380
    },
    {
      "epoch": 8.156682027649769,
      "grad_norm": 0.22863613069057465,
      "learning_rate": 9.851474186785537e-05,
      "loss": 0.0038,
      "step": 12390
    },
    {
      "epoch": 8.16326530612245,
      "grad_norm": 0.1020992323756218,
      "learning_rate": 9.851073905070254e-05,
      "loss": 0.0027,
      "step": 12400
    },
    {
      "epoch": 8.169848584595128,
      "grad_norm": 0.14904101192951202,
      "learning_rate": 9.850673092848824e-05,
      "loss": 0.0029,
      "step": 12410
    },
    {
      "epoch": 8.176431863067808,
      "grad_norm": 0.13345691561698914,
      "learning_rate": 9.850271750165077e-05,
      "loss": 0.0039,
      "step": 12420
    },
    {
      "epoch": 8.183015141540487,
      "grad_norm": 0.1406468152999878,
      "learning_rate": 9.849869877062902e-05,
      "loss": 0.0026,
      "step": 12430
    },
    {
      "epoch": 8.189598420013166,
      "grad_norm": 0.1567605435848236,
      "learning_rate": 9.849467473586252e-05,
      "loss": 0.005,
      "step": 12440
    },
    {
      "epoch": 8.196181698485846,
      "grad_norm": 0.12626947462558746,
      "learning_rate": 9.849064539779127e-05,
      "loss": 0.0052,
      "step": 12450
    },
    {
      "epoch": 8.202764976958525,
      "grad_norm": 0.14794841408729553,
      "learning_rate": 9.848661075685594e-05,
      "loss": 0.0027,
      "step": 12460
    },
    {
      "epoch": 8.209348255431205,
      "grad_norm": 0.15645621716976166,
      "learning_rate": 9.848257081349778e-05,
      "loss": 0.0033,
      "step": 12470
    },
    {
      "epoch": 8.215931533903884,
      "grad_norm": 0.2500571310520172,
      "learning_rate": 9.847852556815856e-05,
      "loss": 0.0043,
      "step": 12480
    },
    {
      "epoch": 8.222514812376563,
      "grad_norm": 0.11785180866718292,
      "learning_rate": 9.847447502128067e-05,
      "loss": 0.0036,
      "step": 12490
    },
    {
      "epoch": 8.229098090849243,
      "grad_norm": 0.16784904897212982,
      "learning_rate": 9.847041917330708e-05,
      "loss": 0.0071,
      "step": 12500
    },
    {
      "epoch": 8.235681369321922,
      "grad_norm": 0.1360204964876175,
      "learning_rate": 9.846635802468132e-05,
      "loss": 0.0039,
      "step": 12510
    },
    {
      "epoch": 8.242264647794602,
      "grad_norm": 0.1316796839237213,
      "learning_rate": 9.84622915758475e-05,
      "loss": 0.0068,
      "step": 12520
    },
    {
      "epoch": 8.248847926267281,
      "grad_norm": 0.13549868762493134,
      "learning_rate": 9.845821982725034e-05,
      "loss": 0.0039,
      "step": 12530
    },
    {
      "epoch": 8.25543120473996,
      "grad_norm": 0.2503281235694885,
      "learning_rate": 9.845414277933514e-05,
      "loss": 0.0033,
      "step": 12540
    },
    {
      "epoch": 8.26201448321264,
      "grad_norm": 0.14901553094387054,
      "learning_rate": 9.845006043254771e-05,
      "loss": 0.0042,
      "step": 12550
    },
    {
      "epoch": 8.268597761685319,
      "grad_norm": 0.1619502305984497,
      "learning_rate": 9.844597278733451e-05,
      "loss": 0.0038,
      "step": 12560
    },
    {
      "epoch": 8.275181040158,
      "grad_norm": 0.23243741691112518,
      "learning_rate": 9.844187984414259e-05,
      "loss": 0.0094,
      "step": 12570
    },
    {
      "epoch": 8.281764318630678,
      "grad_norm": 0.11851873993873596,
      "learning_rate": 9.84377816034195e-05,
      "loss": 0.0032,
      "step": 12580
    },
    {
      "epoch": 8.288347597103357,
      "grad_norm": 0.12821359932422638,
      "learning_rate": 9.843367806561345e-05,
      "loss": 0.0028,
      "step": 12590
    },
    {
      "epoch": 8.294930875576037,
      "grad_norm": 0.1294981837272644,
      "learning_rate": 9.842956923117317e-05,
      "loss": 0.0033,
      "step": 12600
    },
    {
      "epoch": 8.301514154048716,
      "grad_norm": 0.16726182401180267,
      "learning_rate": 9.842545510054802e-05,
      "loss": 0.0037,
      "step": 12610
    },
    {
      "epoch": 8.308097432521397,
      "grad_norm": 0.16419383883476257,
      "learning_rate": 9.842133567418792e-05,
      "loss": 0.0035,
      "step": 12620
    },
    {
      "epoch": 8.314680710994075,
      "grad_norm": 0.06982065737247467,
      "learning_rate": 9.841721095254333e-05,
      "loss": 0.0016,
      "step": 12630
    },
    {
      "epoch": 8.321263989466754,
      "grad_norm": 0.10907136648893356,
      "learning_rate": 9.841308093606537e-05,
      "loss": 0.0032,
      "step": 12640
    },
    {
      "epoch": 8.327847267939434,
      "grad_norm": 0.15429718792438507,
      "learning_rate": 9.840894562520565e-05,
      "loss": 0.0032,
      "step": 12650
    },
    {
      "epoch": 8.334430546412113,
      "grad_norm": 0.12580859661102295,
      "learning_rate": 9.840480502041642e-05,
      "loss": 0.0026,
      "step": 12660
    },
    {
      "epoch": 8.341013824884792,
      "grad_norm": 0.1364290863275528,
      "learning_rate": 9.840065912215049e-05,
      "loss": 0.0041,
      "step": 12670
    },
    {
      "epoch": 8.347597103357472,
      "grad_norm": 0.16115640103816986,
      "learning_rate": 9.839650793086124e-05,
      "loss": 0.0031,
      "step": 12680
    },
    {
      "epoch": 8.354180381830151,
      "grad_norm": 0.09809307754039764,
      "learning_rate": 9.839235144700265e-05,
      "loss": 0.0033,
      "step": 12690
    },
    {
      "epoch": 8.360763660302831,
      "grad_norm": 0.15195265412330627,
      "learning_rate": 9.838818967102926e-05,
      "loss": 0.0021,
      "step": 12700
    },
    {
      "epoch": 8.36734693877551,
      "grad_norm": 0.12715238332748413,
      "learning_rate": 9.83840226033962e-05,
      "loss": 0.0023,
      "step": 12710
    },
    {
      "epoch": 8.373930217248189,
      "grad_norm": 0.11065050214529037,
      "learning_rate": 9.837985024455918e-05,
      "loss": 0.0036,
      "step": 12720
    },
    {
      "epoch": 8.38051349572087,
      "grad_norm": 0.14545685052871704,
      "learning_rate": 9.837567259497447e-05,
      "loss": 0.0044,
      "step": 12730
    },
    {
      "epoch": 8.387096774193548,
      "grad_norm": 0.17027585208415985,
      "learning_rate": 9.837148965509894e-05,
      "loss": 0.004,
      "step": 12740
    },
    {
      "epoch": 8.393680052666229,
      "grad_norm": 0.15783797204494476,
      "learning_rate": 9.836730142539001e-05,
      "loss": 0.0033,
      "step": 12750
    },
    {
      "epoch": 8.400263331138907,
      "grad_norm": 0.186026468873024,
      "learning_rate": 9.836310790630574e-05,
      "loss": 0.0033,
      "step": 12760
    },
    {
      "epoch": 8.406846609611586,
      "grad_norm": 0.142345130443573,
      "learning_rate": 9.83589090983047e-05,
      "loss": 0.0045,
      "step": 12770
    },
    {
      "epoch": 8.413429888084266,
      "grad_norm": 0.16055217385292053,
      "learning_rate": 9.835470500184605e-05,
      "loss": 0.0028,
      "step": 12780
    },
    {
      "epoch": 8.420013166556945,
      "grad_norm": 0.18976756930351257,
      "learning_rate": 9.835049561738957e-05,
      "loss": 0.0033,
      "step": 12790
    },
    {
      "epoch": 8.426596445029626,
      "grad_norm": 0.13760510087013245,
      "learning_rate": 9.834628094539558e-05,
      "loss": 0.0034,
      "step": 12800
    },
    {
      "epoch": 8.433179723502304,
      "grad_norm": 0.17087586224079132,
      "learning_rate": 9.834206098632499e-05,
      "loss": 0.0049,
      "step": 12810
    },
    {
      "epoch": 8.439763001974983,
      "grad_norm": 0.11391337215900421,
      "learning_rate": 9.833783574063931e-05,
      "loss": 0.0027,
      "step": 12820
    },
    {
      "epoch": 8.446346280447663,
      "grad_norm": 0.1796637773513794,
      "learning_rate": 9.833360520880058e-05,
      "loss": 0.0029,
      "step": 12830
    },
    {
      "epoch": 8.452929558920342,
      "grad_norm": 0.10328694432973862,
      "learning_rate": 9.832936939127144e-05,
      "loss": 0.0051,
      "step": 12840
    },
    {
      "epoch": 8.45951283739302,
      "grad_norm": 0.09079291671514511,
      "learning_rate": 9.832512828851515e-05,
      "loss": 0.0024,
      "step": 12850
    },
    {
      "epoch": 8.466096115865701,
      "grad_norm": 0.11398924142122269,
      "learning_rate": 9.832088190099546e-05,
      "loss": 0.0025,
      "step": 12860
    },
    {
      "epoch": 8.47267939433838,
      "grad_norm": 0.14047811925411224,
      "learning_rate": 9.831663022917679e-05,
      "loss": 0.0041,
      "step": 12870
    },
    {
      "epoch": 8.47926267281106,
      "grad_norm": 0.09377261996269226,
      "learning_rate": 9.831237327352407e-05,
      "loss": 0.0024,
      "step": 12880
    },
    {
      "epoch": 8.48584595128374,
      "grad_norm": 0.1399117112159729,
      "learning_rate": 9.830811103450286e-05,
      "loss": 0.0022,
      "step": 12890
    },
    {
      "epoch": 8.492429229756418,
      "grad_norm": 0.09656792879104614,
      "learning_rate": 9.830384351257924e-05,
      "loss": 0.0023,
      "step": 12900
    },
    {
      "epoch": 8.499012508229098,
      "grad_norm": 0.09565888345241547,
      "learning_rate": 9.829957070821993e-05,
      "loss": 0.002,
      "step": 12910
    },
    {
      "epoch": 8.505595786701777,
      "grad_norm": 0.11005685478448868,
      "learning_rate": 9.829529262189218e-05,
      "loss": 0.0031,
      "step": 12920
    },
    {
      "epoch": 8.512179065174458,
      "grad_norm": 0.09890520572662354,
      "learning_rate": 9.829100925406385e-05,
      "loss": 0.0029,
      "step": 12930
    },
    {
      "epoch": 8.518762343647136,
      "grad_norm": 0.19052959978580475,
      "learning_rate": 9.828672060520333e-05,
      "loss": 0.0062,
      "step": 12940
    },
    {
      "epoch": 8.525345622119815,
      "grad_norm": 0.16169655323028564,
      "learning_rate": 9.828242667577966e-05,
      "loss": 0.0027,
      "step": 12950
    },
    {
      "epoch": 8.531928900592495,
      "grad_norm": 0.1486174613237381,
      "learning_rate": 9.82781274662624e-05,
      "loss": 0.0037,
      "step": 12960
    },
    {
      "epoch": 8.538512179065174,
      "grad_norm": 0.12793396413326263,
      "learning_rate": 9.82738229771217e-05,
      "loss": 0.0019,
      "step": 12970
    },
    {
      "epoch": 8.545095457537855,
      "grad_norm": 0.12173007428646088,
      "learning_rate": 9.826951320882829e-05,
      "loss": 0.0035,
      "step": 12980
    },
    {
      "epoch": 8.551678736010533,
      "grad_norm": 0.15295392274856567,
      "learning_rate": 9.826519816185351e-05,
      "loss": 0.0028,
      "step": 12990
    },
    {
      "epoch": 8.558262014483212,
      "grad_norm": 0.12468356639146805,
      "learning_rate": 9.826087783666921e-05,
      "loss": 0.0031,
      "step": 13000
    },
    {
      "epoch": 8.564845292955892,
      "grad_norm": 0.1285577267408371,
      "learning_rate": 9.825655223374787e-05,
      "loss": 0.0031,
      "step": 13010
    },
    {
      "epoch": 8.571428571428571,
      "grad_norm": 0.13097038865089417,
      "learning_rate": 9.825222135356253e-05,
      "loss": 0.0038,
      "step": 13020
    },
    {
      "epoch": 8.578011849901252,
      "grad_norm": 0.10667772591114044,
      "learning_rate": 9.82478851965868e-05,
      "loss": 0.0029,
      "step": 13030
    },
    {
      "epoch": 8.58459512837393,
      "grad_norm": 0.15021389722824097,
      "learning_rate": 9.82435437632949e-05,
      "loss": 0.0064,
      "step": 13040
    },
    {
      "epoch": 8.591178406846609,
      "grad_norm": 0.13568520545959473,
      "learning_rate": 9.823919705416158e-05,
      "loss": 0.0046,
      "step": 13050
    },
    {
      "epoch": 8.59776168531929,
      "grad_norm": 0.15769396722316742,
      "learning_rate": 9.82348450696622e-05,
      "loss": 0.003,
      "step": 13060
    },
    {
      "epoch": 8.604344963791968,
      "grad_norm": 0.09940027445554733,
      "learning_rate": 9.823048781027268e-05,
      "loss": 0.0031,
      "step": 13070
    },
    {
      "epoch": 8.610928242264649,
      "grad_norm": 0.14519630372524261,
      "learning_rate": 9.822612527646953e-05,
      "loss": 0.0048,
      "step": 13080
    },
    {
      "epoch": 8.617511520737327,
      "grad_norm": 0.19395820796489716,
      "learning_rate": 9.822175746872984e-05,
      "loss": 0.0038,
      "step": 13090
    },
    {
      "epoch": 8.624094799210006,
      "grad_norm": 0.14362339675426483,
      "learning_rate": 9.821738438753123e-05,
      "loss": 0.0038,
      "step": 13100
    },
    {
      "epoch": 8.630678077682687,
      "grad_norm": 0.20641876757144928,
      "learning_rate": 9.821300603335196e-05,
      "loss": 0.0043,
      "step": 13110
    },
    {
      "epoch": 8.637261356155365,
      "grad_norm": 0.180748850107193,
      "learning_rate": 9.820862240667085e-05,
      "loss": 0.0034,
      "step": 13120
    },
    {
      "epoch": 8.643844634628044,
      "grad_norm": 0.13828176259994507,
      "learning_rate": 9.820423350796726e-05,
      "loss": 0.0053,
      "step": 13130
    },
    {
      "epoch": 8.650427913100724,
      "grad_norm": 0.15445657074451447,
      "learning_rate": 9.819983933772118e-05,
      "loss": 0.0078,
      "step": 13140
    },
    {
      "epoch": 8.657011191573403,
      "grad_norm": 0.1252973973751068,
      "learning_rate": 9.819543989641314e-05,
      "loss": 0.0066,
      "step": 13150
    },
    {
      "epoch": 8.663594470046084,
      "grad_norm": 0.1962350457906723,
      "learning_rate": 9.819103518452423e-05,
      "loss": 0.006,
      "step": 13160
    },
    {
      "epoch": 8.670177748518762,
      "grad_norm": 0.17580729722976685,
      "learning_rate": 9.818662520253618e-05,
      "loss": 0.0038,
      "step": 13170
    },
    {
      "epoch": 8.676761026991441,
      "grad_norm": 0.1166810542345047,
      "learning_rate": 9.818220995093126e-05,
      "loss": 0.0034,
      "step": 13180
    },
    {
      "epoch": 8.683344305464122,
      "grad_norm": 0.12761376798152924,
      "learning_rate": 9.817778943019228e-05,
      "loss": 0.0026,
      "step": 13190
    },
    {
      "epoch": 8.6899275839368,
      "grad_norm": 0.15387585759162903,
      "learning_rate": 9.81733636408027e-05,
      "loss": 0.0048,
      "step": 13200
    },
    {
      "epoch": 8.69651086240948,
      "grad_norm": 0.09185472875833511,
      "learning_rate": 9.816893258324649e-05,
      "loss": 0.0022,
      "step": 13210
    },
    {
      "epoch": 8.70309414088216,
      "grad_norm": 0.16528670489788055,
      "learning_rate": 9.816449625800823e-05,
      "loss": 0.0043,
      "step": 13220
    },
    {
      "epoch": 8.709677419354838,
      "grad_norm": 0.13746030628681183,
      "learning_rate": 9.816005466557308e-05,
      "loss": 0.0053,
      "step": 13230
    },
    {
      "epoch": 8.716260697827519,
      "grad_norm": 0.13486793637275696,
      "learning_rate": 9.815560780642674e-05,
      "loss": 0.0028,
      "step": 13240
    },
    {
      "epoch": 8.722843976300197,
      "grad_norm": 0.10134762525558472,
      "learning_rate": 9.815115568105555e-05,
      "loss": 0.004,
      "step": 13250
    },
    {
      "epoch": 8.729427254772876,
      "grad_norm": 0.14097189903259277,
      "learning_rate": 9.814669828994638e-05,
      "loss": 0.0058,
      "step": 13260
    },
    {
      "epoch": 8.736010533245556,
      "grad_norm": 0.1717834770679474,
      "learning_rate": 9.814223563358665e-05,
      "loss": 0.0036,
      "step": 13270
    },
    {
      "epoch": 8.742593811718235,
      "grad_norm": 0.10857930034399033,
      "learning_rate": 9.813776771246443e-05,
      "loss": 0.0032,
      "step": 13280
    },
    {
      "epoch": 8.749177090190916,
      "grad_norm": 0.1173538938164711,
      "learning_rate": 9.813329452706829e-05,
      "loss": 0.0023,
      "step": 13290
    },
    {
      "epoch": 8.755760368663594,
      "grad_norm": 0.18737493455410004,
      "learning_rate": 9.812881607788744e-05,
      "loss": 0.004,
      "step": 13300
    },
    {
      "epoch": 8.762343647136273,
      "grad_norm": 0.13430064916610718,
      "learning_rate": 9.812433236541163e-05,
      "loss": 0.0033,
      "step": 13310
    },
    {
      "epoch": 8.768926925608953,
      "grad_norm": 0.18540328741073608,
      "learning_rate": 9.811984339013116e-05,
      "loss": 0.0031,
      "step": 13320
    },
    {
      "epoch": 8.775510204081632,
      "grad_norm": 0.21997332572937012,
      "learning_rate": 9.811534915253698e-05,
      "loss": 0.0041,
      "step": 13330
    },
    {
      "epoch": 8.782093482554313,
      "grad_norm": 0.103426493704319,
      "learning_rate": 9.811084965312056e-05,
      "loss": 0.0032,
      "step": 13340
    },
    {
      "epoch": 8.788676761026991,
      "grad_norm": 0.2641832232475281,
      "learning_rate": 9.810634489237396e-05,
      "loss": 0.0055,
      "step": 13350
    },
    {
      "epoch": 8.79526003949967,
      "grad_norm": 0.14761470258235931,
      "learning_rate": 9.81018348707898e-05,
      "loss": 0.0036,
      "step": 13360
    },
    {
      "epoch": 8.80184331797235,
      "grad_norm": 0.1175559014081955,
      "learning_rate": 9.809731958886131e-05,
      "loss": 0.0024,
      "step": 13370
    },
    {
      "epoch": 8.80842659644503,
      "grad_norm": 0.14466352760791779,
      "learning_rate": 9.809279904708224e-05,
      "loss": 0.004,
      "step": 13380
    },
    {
      "epoch": 8.81500987491771,
      "grad_norm": 0.1096877008676529,
      "learning_rate": 9.808827324594699e-05,
      "loss": 0.0027,
      "step": 13390
    },
    {
      "epoch": 8.821593153390388,
      "grad_norm": 0.10725880414247513,
      "learning_rate": 9.808374218595046e-05,
      "loss": 0.003,
      "step": 13400
    },
    {
      "epoch": 8.828176431863067,
      "grad_norm": 0.10435739904642105,
      "learning_rate": 9.80792058675882e-05,
      "loss": 0.0021,
      "step": 13410
    },
    {
      "epoch": 8.834759710335748,
      "grad_norm": 0.18115316331386566,
      "learning_rate": 9.807466429135627e-05,
      "loss": 0.0031,
      "step": 13420
    },
    {
      "epoch": 8.841342988808426,
      "grad_norm": 0.09213712066411972,
      "learning_rate": 9.807011745775132e-05,
      "loss": 0.0028,
      "step": 13430
    },
    {
      "epoch": 8.847926267281107,
      "grad_norm": 0.19900372624397278,
      "learning_rate": 9.806556536727061e-05,
      "loss": 0.0028,
      "step": 13440
    },
    {
      "epoch": 8.854509545753785,
      "grad_norm": 0.15528027713298798,
      "learning_rate": 9.806100802041193e-05,
      "loss": 0.0032,
      "step": 13450
    },
    {
      "epoch": 8.861092824226464,
      "grad_norm": 0.20445214211940765,
      "learning_rate": 9.805644541767368e-05,
      "loss": 0.0042,
      "step": 13460
    },
    {
      "epoch": 8.867676102699145,
      "grad_norm": 0.15152792632579803,
      "learning_rate": 9.805187755955478e-05,
      "loss": 0.0047,
      "step": 13470
    },
    {
      "epoch": 8.874259381171823,
      "grad_norm": 0.12591654062271118,
      "learning_rate": 9.804730444655483e-05,
      "loss": 0.0035,
      "step": 13480
    },
    {
      "epoch": 8.880842659644504,
      "grad_norm": 0.08646434545516968,
      "learning_rate": 9.804272607917388e-05,
      "loss": 0.0033,
      "step": 13490
    },
    {
      "epoch": 8.887425938117183,
      "grad_norm": 0.14181238412857056,
      "learning_rate": 9.803814245791265e-05,
      "loss": 0.0027,
      "step": 13500
    },
    {
      "epoch": 8.894009216589861,
      "grad_norm": 0.20367440581321716,
      "learning_rate": 9.803355358327239e-05,
      "loss": 0.0026,
      "step": 13510
    },
    {
      "epoch": 8.900592495062542,
      "grad_norm": 0.15828967094421387,
      "learning_rate": 9.802895945575492e-05,
      "loss": 0.0035,
      "step": 13520
    },
    {
      "epoch": 8.90717577353522,
      "grad_norm": 0.15288794040679932,
      "learning_rate": 9.802436007586266e-05,
      "loss": 0.002,
      "step": 13530
    },
    {
      "epoch": 8.9137590520079,
      "grad_norm": 0.09474591910839081,
      "learning_rate": 9.801975544409858e-05,
      "loss": 0.0032,
      "step": 13540
    },
    {
      "epoch": 8.92034233048058,
      "grad_norm": 0.16030067205429077,
      "learning_rate": 9.801514556096625e-05,
      "loss": 0.0023,
      "step": 13550
    },
    {
      "epoch": 8.926925608953258,
      "grad_norm": 0.1420895904302597,
      "learning_rate": 9.801053042696977e-05,
      "loss": 0.0038,
      "step": 13560
    },
    {
      "epoch": 8.933508887425939,
      "grad_norm": 0.1566780060529709,
      "learning_rate": 9.800591004261388e-05,
      "loss": 0.0039,
      "step": 13570
    },
    {
      "epoch": 8.940092165898617,
      "grad_norm": 0.10788200050592422,
      "learning_rate": 9.800128440840385e-05,
      "loss": 0.0026,
      "step": 13580
    },
    {
      "epoch": 8.946675444371296,
      "grad_norm": 0.1695166826248169,
      "learning_rate": 9.799665352484552e-05,
      "loss": 0.0042,
      "step": 13590
    },
    {
      "epoch": 8.953258722843977,
      "grad_norm": 0.23227865993976593,
      "learning_rate": 9.799201739244532e-05,
      "loss": 0.0051,
      "step": 13600
    },
    {
      "epoch": 8.959842001316655,
      "grad_norm": 0.1746222972869873,
      "learning_rate": 9.798737601171025e-05,
      "loss": 0.0023,
      "step": 13610
    },
    {
      "epoch": 8.966425279789336,
      "grad_norm": 0.13414688408374786,
      "learning_rate": 9.79827293831479e-05,
      "loss": 0.0024,
      "step": 13620
    },
    {
      "epoch": 8.973008558262014,
      "grad_norm": 0.10067746043205261,
      "learning_rate": 9.797807750726638e-05,
      "loss": 0.0038,
      "step": 13630
    },
    {
      "epoch": 8.979591836734693,
      "grad_norm": 0.10164303332567215,
      "learning_rate": 9.797342038457446e-05,
      "loss": 0.0018,
      "step": 13640
    },
    {
      "epoch": 8.986175115207374,
      "grad_norm": 0.07559173554182053,
      "learning_rate": 9.796875801558141e-05,
      "loss": 0.0014,
      "step": 13650
    },
    {
      "epoch": 8.992758393680052,
      "grad_norm": 0.13463075459003448,
      "learning_rate": 9.79640904007971e-05,
      "loss": 0.0034,
      "step": 13660
    },
    {
      "epoch": 8.999341672152733,
      "grad_norm": 0.11943522840738297,
      "learning_rate": 9.795941754073199e-05,
      "loss": 0.0019,
      "step": 13670
    },
    {
      "epoch": 9.005924950625412,
      "grad_norm": 0.23368771374225616,
      "learning_rate": 9.795473943589705e-05,
      "loss": 0.005,
      "step": 13680
    },
    {
      "epoch": 9.01250822909809,
      "grad_norm": 0.14208076894283295,
      "learning_rate": 9.795005608680394e-05,
      "loss": 0.0028,
      "step": 13690
    },
    {
      "epoch": 9.01909150757077,
      "grad_norm": 0.11541754752397537,
      "learning_rate": 9.794536749396477e-05,
      "loss": 0.0023,
      "step": 13700
    },
    {
      "epoch": 9.02567478604345,
      "grad_norm": 0.1525447964668274,
      "learning_rate": 9.79406736578923e-05,
      "loss": 0.0029,
      "step": 13710
    },
    {
      "epoch": 9.03225806451613,
      "grad_norm": 0.16002915799617767,
      "learning_rate": 9.793597457909984e-05,
      "loss": 0.0045,
      "step": 13720
    },
    {
      "epoch": 9.038841342988809,
      "grad_norm": 0.10856320708990097,
      "learning_rate": 9.793127025810127e-05,
      "loss": 0.0032,
      "step": 13730
    },
    {
      "epoch": 9.045424621461487,
      "grad_norm": 0.17371220886707306,
      "learning_rate": 9.792656069541104e-05,
      "loss": 0.0057,
      "step": 13740
    },
    {
      "epoch": 9.052007899934168,
      "grad_norm": 0.1856151819229126,
      "learning_rate": 9.79218458915442e-05,
      "loss": 0.0048,
      "step": 13750
    },
    {
      "epoch": 9.058591178406846,
      "grad_norm": 0.07466883957386017,
      "learning_rate": 9.791712584701634e-05,
      "loss": 0.0043,
      "step": 13760
    },
    {
      "epoch": 9.065174456879525,
      "grad_norm": 0.08220570534467697,
      "learning_rate": 9.791240056234364e-05,
      "loss": 0.0034,
      "step": 13770
    },
    {
      "epoch": 9.071757735352206,
      "grad_norm": 0.08555582165718079,
      "learning_rate": 9.790767003804283e-05,
      "loss": 0.0033,
      "step": 13780
    },
    {
      "epoch": 9.078341013824884,
      "grad_norm": 0.08291485160589218,
      "learning_rate": 9.790293427463126e-05,
      "loss": 0.0034,
      "step": 13790
    },
    {
      "epoch": 9.084924292297565,
      "grad_norm": 0.19654907286167145,
      "learning_rate": 9.789819327262684e-05,
      "loss": 0.0028,
      "step": 13800
    },
    {
      "epoch": 9.091507570770244,
      "grad_norm": 0.09666986763477325,
      "learning_rate": 9.7893447032548e-05,
      "loss": 0.0032,
      "step": 13810
    },
    {
      "epoch": 9.098090849242922,
      "grad_norm": 0.09953656792640686,
      "learning_rate": 9.78886955549138e-05,
      "loss": 0.0025,
      "step": 13820
    },
    {
      "epoch": 9.104674127715603,
      "grad_norm": 0.18908856809139252,
      "learning_rate": 9.788393884024387e-05,
      "loss": 0.006,
      "step": 13830
    },
    {
      "epoch": 9.111257406188281,
      "grad_norm": 0.13021788001060486,
      "learning_rate": 9.787917688905836e-05,
      "loss": 0.0044,
      "step": 13840
    },
    {
      "epoch": 9.117840684660962,
      "grad_norm": 0.18915122747421265,
      "learning_rate": 9.787440970187807e-05,
      "loss": 0.0027,
      "step": 13850
    },
    {
      "epoch": 9.12442396313364,
      "grad_norm": 0.12839360535144806,
      "learning_rate": 9.786963727922429e-05,
      "loss": 0.0021,
      "step": 13860
    },
    {
      "epoch": 9.13100724160632,
      "grad_norm": 0.11671461910009384,
      "learning_rate": 9.786485962161897e-05,
      "loss": 0.0021,
      "step": 13870
    },
    {
      "epoch": 9.137590520079,
      "grad_norm": 0.08409273624420166,
      "learning_rate": 9.786007672958455e-05,
      "loss": 0.0019,
      "step": 13880
    },
    {
      "epoch": 9.144173798551678,
      "grad_norm": 0.1172027587890625,
      "learning_rate": 9.78552886036441e-05,
      "loss": 0.005,
      "step": 13890
    },
    {
      "epoch": 9.150757077024359,
      "grad_norm": 0.1534237116575241,
      "learning_rate": 9.785049524432124e-05,
      "loss": 0.0037,
      "step": 13900
    },
    {
      "epoch": 9.157340355497038,
      "grad_norm": 0.1558518409729004,
      "learning_rate": 9.784569665214016e-05,
      "loss": 0.0037,
      "step": 13910
    },
    {
      "epoch": 9.163923633969716,
      "grad_norm": 0.15426068007946014,
      "learning_rate": 9.784089282762563e-05,
      "loss": 0.0036,
      "step": 13920
    },
    {
      "epoch": 9.170506912442397,
      "grad_norm": 0.1244080439209938,
      "learning_rate": 9.7836083771303e-05,
      "loss": 0.0023,
      "step": 13930
    },
    {
      "epoch": 9.177090190915075,
      "grad_norm": 0.15417607128620148,
      "learning_rate": 9.783126948369817e-05,
      "loss": 0.0085,
      "step": 13940
    },
    {
      "epoch": 9.183673469387756,
      "grad_norm": 0.15456146001815796,
      "learning_rate": 9.78264499653376e-05,
      "loss": 0.0032,
      "step": 13950
    },
    {
      "epoch": 9.190256747860435,
      "grad_norm": 0.11314090341329575,
      "learning_rate": 9.782162521674838e-05,
      "loss": 0.003,
      "step": 13960
    },
    {
      "epoch": 9.196840026333113,
      "grad_norm": 0.07908967137336731,
      "learning_rate": 9.781679523845812e-05,
      "loss": 0.0032,
      "step": 13970
    },
    {
      "epoch": 9.203423304805794,
      "grad_norm": 0.1301450878381729,
      "learning_rate": 9.781196003099502e-05,
      "loss": 0.0067,
      "step": 13980
    },
    {
      "epoch": 9.210006583278473,
      "grad_norm": 0.09574795514345169,
      "learning_rate": 9.780711959488786e-05,
      "loss": 0.0019,
      "step": 13990
    },
    {
      "epoch": 9.216589861751151,
      "grad_norm": 0.21665827929973602,
      "learning_rate": 9.780227393066599e-05,
      "loss": 0.0047,
      "step": 14000
    },
    {
      "epoch": 9.223173140223832,
      "grad_norm": 0.17507702112197876,
      "learning_rate": 9.77974230388593e-05,
      "loss": 0.0036,
      "step": 14010
    },
    {
      "epoch": 9.22975641869651,
      "grad_norm": 0.15830545127391815,
      "learning_rate": 9.779256691999829e-05,
      "loss": 0.0035,
      "step": 14020
    },
    {
      "epoch": 9.236339697169191,
      "grad_norm": 0.12650786340236664,
      "learning_rate": 9.778770557461403e-05,
      "loss": 0.0022,
      "step": 14030
    },
    {
      "epoch": 9.24292297564187,
      "grad_norm": 0.17364948987960815,
      "learning_rate": 9.778283900323812e-05,
      "loss": 0.0032,
      "step": 14040
    },
    {
      "epoch": 9.249506254114548,
      "grad_norm": 0.11233724653720856,
      "learning_rate": 9.777796720640277e-05,
      "loss": 0.0035,
      "step": 14050
    },
    {
      "epoch": 9.256089532587229,
      "grad_norm": 0.11931813508272171,
      "learning_rate": 9.777309018464078e-05,
      "loss": 0.0039,
      "step": 14060
    },
    {
      "epoch": 9.262672811059907,
      "grad_norm": 0.20263682305812836,
      "learning_rate": 9.776820793848547e-05,
      "loss": 0.0025,
      "step": 14070
    },
    {
      "epoch": 9.269256089532588,
      "grad_norm": 0.11366266757249832,
      "learning_rate": 9.776332046847075e-05,
      "loss": 0.0054,
      "step": 14080
    },
    {
      "epoch": 9.275839368005267,
      "grad_norm": 0.12975242733955383,
      "learning_rate": 9.775842777513111e-05,
      "loss": 0.0049,
      "step": 14090
    },
    {
      "epoch": 9.282422646477945,
      "grad_norm": 0.16860324144363403,
      "learning_rate": 9.775352985900163e-05,
      "loss": 0.0078,
      "step": 14100
    },
    {
      "epoch": 9.289005924950626,
      "grad_norm": 0.1079597994685173,
      "learning_rate": 9.774862672061791e-05,
      "loss": 0.0033,
      "step": 14110
    },
    {
      "epoch": 9.295589203423305,
      "grad_norm": 0.22344449162483215,
      "learning_rate": 9.774371836051616e-05,
      "loss": 0.0032,
      "step": 14120
    },
    {
      "epoch": 9.302172481895985,
      "grad_norm": 0.15691903233528137,
      "learning_rate": 9.773880477923315e-05,
      "loss": 0.0054,
      "step": 14130
    },
    {
      "epoch": 9.308755760368664,
      "grad_norm": 0.14857572317123413,
      "learning_rate": 9.773388597730623e-05,
      "loss": 0.0028,
      "step": 14140
    },
    {
      "epoch": 9.315339038841342,
      "grad_norm": 0.0919775664806366,
      "learning_rate": 9.77289619552733e-05,
      "loss": 0.0023,
      "step": 14150
    },
    {
      "epoch": 9.321922317314023,
      "grad_norm": 0.11303535103797913,
      "learning_rate": 9.772403271367285e-05,
      "loss": 0.0021,
      "step": 14160
    },
    {
      "epoch": 9.328505595786702,
      "grad_norm": 0.1006031334400177,
      "learning_rate": 9.771909825304396e-05,
      "loss": 0.0032,
      "step": 14170
    },
    {
      "epoch": 9.33508887425938,
      "grad_norm": 0.12553997337818146,
      "learning_rate": 9.771415857392619e-05,
      "loss": 0.0019,
      "step": 14180
    },
    {
      "epoch": 9.34167215273206,
      "grad_norm": 0.16176943480968475,
      "learning_rate": 9.770921367685978e-05,
      "loss": 0.0032,
      "step": 14190
    },
    {
      "epoch": 9.34825543120474,
      "grad_norm": 0.08055946230888367,
      "learning_rate": 9.770426356238551e-05,
      "loss": 0.0029,
      "step": 14200
    },
    {
      "epoch": 9.35483870967742,
      "grad_norm": 0.172756165266037,
      "learning_rate": 9.769930823104469e-05,
      "loss": 0.0031,
      "step": 14210
    },
    {
      "epoch": 9.361421988150099,
      "grad_norm": 0.09307631850242615,
      "learning_rate": 9.769434768337926e-05,
      "loss": 0.0025,
      "step": 14220
    },
    {
      "epoch": 9.368005266622777,
      "grad_norm": 0.1605590432882309,
      "learning_rate": 9.768938191993164e-05,
      "loss": 0.0029,
      "step": 14230
    },
    {
      "epoch": 9.374588545095458,
      "grad_norm": 0.18443773686885834,
      "learning_rate": 9.768441094124494e-05,
      "loss": 0.0042,
      "step": 14240
    },
    {
      "epoch": 9.381171823568137,
      "grad_norm": 0.13564659655094147,
      "learning_rate": 9.767943474786275e-05,
      "loss": 0.0026,
      "step": 14250
    },
    {
      "epoch": 9.387755102040817,
      "grad_norm": 0.10971985012292862,
      "learning_rate": 9.767445334032923e-05,
      "loss": 0.0043,
      "step": 14260
    },
    {
      "epoch": 9.394338380513496,
      "grad_norm": 0.1185365617275238,
      "learning_rate": 9.766946671918919e-05,
      "loss": 0.0035,
      "step": 14270
    },
    {
      "epoch": 9.400921658986174,
      "grad_norm": 0.10340417921543121,
      "learning_rate": 9.766447488498796e-05,
      "loss": 0.0037,
      "step": 14280
    },
    {
      "epoch": 9.407504937458855,
      "grad_norm": 0.162923663854599,
      "learning_rate": 9.765947783827139e-05,
      "loss": 0.006,
      "step": 14290
    },
    {
      "epoch": 9.414088215931534,
      "grad_norm": 0.12016482651233673,
      "learning_rate": 9.765447557958599e-05,
      "loss": 0.0028,
      "step": 14300
    },
    {
      "epoch": 9.420671494404214,
      "grad_norm": 0.09548697620630264,
      "learning_rate": 9.764946810947879e-05,
      "loss": 0.007,
      "step": 14310
    },
    {
      "epoch": 9.427254772876893,
      "grad_norm": 0.0995086282491684,
      "learning_rate": 9.764445542849738e-05,
      "loss": 0.0027,
      "step": 14320
    },
    {
      "epoch": 9.433838051349571,
      "grad_norm": 0.15329615771770477,
      "learning_rate": 9.763943753718998e-05,
      "loss": 0.0031,
      "step": 14330
    },
    {
      "epoch": 9.440421329822252,
      "grad_norm": 0.15115195512771606,
      "learning_rate": 9.76344144361053e-05,
      "loss": 0.0035,
      "step": 14340
    },
    {
      "epoch": 9.44700460829493,
      "grad_norm": 0.18265020847320557,
      "learning_rate": 9.762938612579269e-05,
      "loss": 0.0046,
      "step": 14350
    },
    {
      "epoch": 9.453587886767611,
      "grad_norm": 0.12191231548786163,
      "learning_rate": 9.762435260680202e-05,
      "loss": 0.0036,
      "step": 14360
    },
    {
      "epoch": 9.46017116524029,
      "grad_norm": 0.13637147843837738,
      "learning_rate": 9.761931387968373e-05,
      "loss": 0.0079,
      "step": 14370
    },
    {
      "epoch": 9.466754443712968,
      "grad_norm": 0.09438101947307587,
      "learning_rate": 9.76142699449889e-05,
      "loss": 0.0047,
      "step": 14380
    },
    {
      "epoch": 9.473337722185649,
      "grad_norm": 0.19698798656463623,
      "learning_rate": 9.760922080326908e-05,
      "loss": 0.0034,
      "step": 14390
    },
    {
      "epoch": 9.479921000658328,
      "grad_norm": 0.1290300339460373,
      "learning_rate": 9.760416645507644e-05,
      "loss": 0.0035,
      "step": 14400
    },
    {
      "epoch": 9.486504279131008,
      "grad_norm": 0.17004182934761047,
      "learning_rate": 9.759910690096375e-05,
      "loss": 0.0029,
      "step": 14410
    },
    {
      "epoch": 9.493087557603687,
      "grad_norm": 0.12916478514671326,
      "learning_rate": 9.759404214148429e-05,
      "loss": 0.0021,
      "step": 14420
    },
    {
      "epoch": 9.499670836076366,
      "grad_norm": 0.10555191338062286,
      "learning_rate": 9.758897217719191e-05,
      "loss": 0.0037,
      "step": 14430
    },
    {
      "epoch": 9.506254114549046,
      "grad_norm": 0.08133132755756378,
      "learning_rate": 9.758389700864113e-05,
      "loss": 0.0055,
      "step": 14440
    },
    {
      "epoch": 9.512837393021725,
      "grad_norm": 0.16655434668064117,
      "learning_rate": 9.757881663638688e-05,
      "loss": 0.0028,
      "step": 14450
    },
    {
      "epoch": 9.519420671494403,
      "grad_norm": 0.125949427485466,
      "learning_rate": 9.757373106098478e-05,
      "loss": 0.0032,
      "step": 14460
    },
    {
      "epoch": 9.526003949967084,
      "grad_norm": 0.14204567670822144,
      "learning_rate": 9.756864028299097e-05,
      "loss": 0.0027,
      "step": 14470
    },
    {
      "epoch": 9.532587228439763,
      "grad_norm": 0.12339302897453308,
      "learning_rate": 9.75635443029622e-05,
      "loss": 0.0036,
      "step": 14480
    },
    {
      "epoch": 9.539170506912443,
      "grad_norm": 0.10802753269672394,
      "learning_rate": 9.755844312145572e-05,
      "loss": 0.0024,
      "step": 14490
    },
    {
      "epoch": 9.545753785385122,
      "grad_norm": 0.10697764903306961,
      "learning_rate": 9.755333673902941e-05,
      "loss": 0.0021,
      "step": 14500
    },
    {
      "epoch": 9.5523370638578,
      "grad_norm": 0.10028508305549622,
      "learning_rate": 9.75482251562417e-05,
      "loss": 0.0028,
      "step": 14510
    },
    {
      "epoch": 9.558920342330481,
      "grad_norm": 0.20441381633281708,
      "learning_rate": 9.754310837365155e-05,
      "loss": 0.0033,
      "step": 14520
    },
    {
      "epoch": 9.56550362080316,
      "grad_norm": 0.12866373360157013,
      "learning_rate": 9.753798639181856e-05,
      "loss": 0.0026,
      "step": 14530
    },
    {
      "epoch": 9.57208689927584,
      "grad_norm": 0.10690212994813919,
      "learning_rate": 9.753285921130286e-05,
      "loss": 0.003,
      "step": 14540
    },
    {
      "epoch": 9.578670177748519,
      "grad_norm": 0.12540453672409058,
      "learning_rate": 9.752772683266512e-05,
      "loss": 0.0031,
      "step": 14550
    },
    {
      "epoch": 9.585253456221198,
      "grad_norm": 0.09787749499082565,
      "learning_rate": 9.752258925646665e-05,
      "loss": 0.0022,
      "step": 14560
    },
    {
      "epoch": 9.591836734693878,
      "grad_norm": 0.13307100534439087,
      "learning_rate": 9.751744648326926e-05,
      "loss": 0.0019,
      "step": 14570
    },
    {
      "epoch": 9.598420013166557,
      "grad_norm": 0.07867175340652466,
      "learning_rate": 9.751229851363536e-05,
      "loss": 0.0038,
      "step": 14580
    },
    {
      "epoch": 9.605003291639237,
      "grad_norm": 0.15991991758346558,
      "learning_rate": 9.750714534812793e-05,
      "loss": 0.0041,
      "step": 14590
    },
    {
      "epoch": 9.611586570111916,
      "grad_norm": 0.10468481481075287,
      "learning_rate": 9.750198698731053e-05,
      "loss": 0.0028,
      "step": 14600
    },
    {
      "epoch": 9.618169848584595,
      "grad_norm": 0.20081333816051483,
      "learning_rate": 9.749682343174722e-05,
      "loss": 0.0056,
      "step": 14610
    },
    {
      "epoch": 9.624753127057275,
      "grad_norm": 0.13003017008304596,
      "learning_rate": 9.749165468200272e-05,
      "loss": 0.0068,
      "step": 14620
    },
    {
      "epoch": 9.631336405529954,
      "grad_norm": 0.14617370069026947,
      "learning_rate": 9.748648073864229e-05,
      "loss": 0.0031,
      "step": 14630
    },
    {
      "epoch": 9.637919684002632,
      "grad_norm": 0.1215650886297226,
      "learning_rate": 9.748130160223168e-05,
      "loss": 0.003,
      "step": 14640
    },
    {
      "epoch": 9.644502962475313,
      "grad_norm": 0.15294747054576874,
      "learning_rate": 9.747611727333734e-05,
      "loss": 0.0025,
      "step": 14650
    },
    {
      "epoch": 9.651086240947992,
      "grad_norm": 0.10920429974794388,
      "learning_rate": 9.74709277525262e-05,
      "loss": 0.005,
      "step": 14660
    },
    {
      "epoch": 9.657669519420672,
      "grad_norm": 0.11421952396631241,
      "learning_rate": 9.746573304036576e-05,
      "loss": 0.0025,
      "step": 14670
    },
    {
      "epoch": 9.66425279789335,
      "grad_norm": 0.15861693024635315,
      "learning_rate": 9.746053313742412e-05,
      "loss": 0.0037,
      "step": 14680
    },
    {
      "epoch": 9.67083607636603,
      "grad_norm": 0.1239711344242096,
      "learning_rate": 9.745532804426994e-05,
      "loss": 0.0034,
      "step": 14690
    },
    {
      "epoch": 9.67741935483871,
      "grad_norm": 0.1393122673034668,
      "learning_rate": 9.745011776147242e-05,
      "loss": 0.0027,
      "step": 14700
    },
    {
      "epoch": 9.684002633311389,
      "grad_norm": 0.13880792260169983,
      "learning_rate": 9.744490228960138e-05,
      "loss": 0.0031,
      "step": 14710
    },
    {
      "epoch": 9.69058591178407,
      "grad_norm": 0.08720485866069794,
      "learning_rate": 9.743968162922713e-05,
      "loss": 0.003,
      "step": 14720
    },
    {
      "epoch": 9.697169190256748,
      "grad_norm": 0.10602348297834396,
      "learning_rate": 9.743445578092064e-05,
      "loss": 0.0028,
      "step": 14730
    },
    {
      "epoch": 9.703752468729427,
      "grad_norm": 0.14484144747257233,
      "learning_rate": 9.742922474525338e-05,
      "loss": 0.0035,
      "step": 14740
    },
    {
      "epoch": 9.710335747202107,
      "grad_norm": 0.16590657830238342,
      "learning_rate": 9.742398852279741e-05,
      "loss": 0.004,
      "step": 14750
    },
    {
      "epoch": 9.716919025674786,
      "grad_norm": 0.1763269603252411,
      "learning_rate": 9.741874711412535e-05,
      "loss": 0.0021,
      "step": 14760
    },
    {
      "epoch": 9.723502304147466,
      "grad_norm": 0.140358567237854,
      "learning_rate": 9.741350051981042e-05,
      "loss": 0.0082,
      "step": 14770
    },
    {
      "epoch": 9.730085582620145,
      "grad_norm": 0.10798827558755875,
      "learning_rate": 9.740824874042633e-05,
      "loss": 0.0021,
      "step": 14780
    },
    {
      "epoch": 9.736668861092824,
      "grad_norm": 0.084516741335392,
      "learning_rate": 9.740299177654746e-05,
      "loss": 0.0041,
      "step": 14790
    },
    {
      "epoch": 9.743252139565504,
      "grad_norm": 0.11820462346076965,
      "learning_rate": 9.739772962874867e-05,
      "loss": 0.0023,
      "step": 14800
    },
    {
      "epoch": 9.749835418038183,
      "grad_norm": 0.1465664654970169,
      "learning_rate": 9.739246229760541e-05,
      "loss": 0.0017,
      "step": 14810
    },
    {
      "epoch": 9.756418696510863,
      "grad_norm": 0.15352128446102142,
      "learning_rate": 9.738718978369376e-05,
      "loss": 0.0025,
      "step": 14820
    },
    {
      "epoch": 9.763001974983542,
      "grad_norm": 0.0967302918434143,
      "learning_rate": 9.738191208759025e-05,
      "loss": 0.0047,
      "step": 14830
    },
    {
      "epoch": 9.76958525345622,
      "grad_norm": 0.14880768954753876,
      "learning_rate": 9.73766292098721e-05,
      "loss": 0.0034,
      "step": 14840
    },
    {
      "epoch": 9.776168531928901,
      "grad_norm": 0.1334373652935028,
      "learning_rate": 9.737134115111699e-05,
      "loss": 0.0027,
      "step": 14850
    },
    {
      "epoch": 9.78275181040158,
      "grad_norm": 0.10401709377765656,
      "learning_rate": 9.736604791190323e-05,
      "loss": 0.0039,
      "step": 14860
    },
    {
      "epoch": 9.78933508887426,
      "grad_norm": 0.13231685757637024,
      "learning_rate": 9.73607494928097e-05,
      "loss": 0.0057,
      "step": 14870
    },
    {
      "epoch": 9.795918367346939,
      "grad_norm": 0.14299190044403076,
      "learning_rate": 9.735544589441581e-05,
      "loss": 0.0037,
      "step": 14880
    },
    {
      "epoch": 9.802501645819618,
      "grad_norm": 0.1256221979856491,
      "learning_rate": 9.735013711730154e-05,
      "loss": 0.0037,
      "step": 14890
    },
    {
      "epoch": 9.809084924292298,
      "grad_norm": 0.21058781445026398,
      "learning_rate": 9.734482316204747e-05,
      "loss": 0.0024,
      "step": 14900
    },
    {
      "epoch": 9.815668202764977,
      "grad_norm": 0.12457385659217834,
      "learning_rate": 9.733950402923473e-05,
      "loss": 0.0019,
      "step": 14910
    },
    {
      "epoch": 9.822251481237656,
      "grad_norm": 0.17469444870948792,
      "learning_rate": 9.7334179719445e-05,
      "loss": 0.0066,
      "step": 14920
    },
    {
      "epoch": 9.828834759710336,
      "grad_norm": 0.15024563670158386,
      "learning_rate": 9.732885023326053e-05,
      "loss": 0.0044,
      "step": 14930
    },
    {
      "epoch": 9.835418038183015,
      "grad_norm": 0.14250801503658295,
      "learning_rate": 9.732351557126418e-05,
      "loss": 0.0029,
      "step": 14940
    },
    {
      "epoch": 9.842001316655695,
      "grad_norm": 0.12797997891902924,
      "learning_rate": 9.731817573403929e-05,
      "loss": 0.0067,
      "step": 14950
    },
    {
      "epoch": 9.848584595128374,
      "grad_norm": 0.1746576726436615,
      "learning_rate": 9.731283072216985e-05,
      "loss": 0.0029,
      "step": 14960
    },
    {
      "epoch": 9.855167873601053,
      "grad_norm": 0.12796930968761444,
      "learning_rate": 9.730748053624039e-05,
      "loss": 0.0049,
      "step": 14970
    },
    {
      "epoch": 9.861751152073733,
      "grad_norm": 0.10550738126039505,
      "learning_rate": 9.730212517683598e-05,
      "loss": 0.0033,
      "step": 14980
    },
    {
      "epoch": 9.868334430546412,
      "grad_norm": 0.21375171840190887,
      "learning_rate": 9.729676464454228e-05,
      "loss": 0.0031,
      "step": 14990
    },
    {
      "epoch": 9.874917709019092,
      "grad_norm": 0.12915988266468048,
      "learning_rate": 9.72913989399455e-05,
      "loss": 0.0027,
      "step": 15000
    },
    {
      "epoch": 9.881500987491771,
      "grad_norm": 0.10147684067487717,
      "learning_rate": 9.728602806363242e-05,
      "loss": 0.0028,
      "step": 15010
    },
    {
      "epoch": 9.88808426596445,
      "grad_norm": 0.12336605787277222,
      "learning_rate": 9.728065201619043e-05,
      "loss": 0.0026,
      "step": 15020
    },
    {
      "epoch": 9.89466754443713,
      "grad_norm": 0.11433868855237961,
      "learning_rate": 9.727527079820742e-05,
      "loss": 0.0057,
      "step": 15030
    },
    {
      "epoch": 9.901250822909809,
      "grad_norm": 0.14294905960559845,
      "learning_rate": 9.726988441027186e-05,
      "loss": 0.0031,
      "step": 15040
    },
    {
      "epoch": 9.907834101382488,
      "grad_norm": 0.18759769201278687,
      "learning_rate": 9.726449285297281e-05,
      "loss": 0.0026,
      "step": 15050
    },
    {
      "epoch": 9.914417379855168,
      "grad_norm": 0.14776794612407684,
      "learning_rate": 9.72590961268999e-05,
      "loss": 0.0042,
      "step": 15060
    },
    {
      "epoch": 9.921000658327847,
      "grad_norm": 0.22177553176879883,
      "learning_rate": 9.725369423264328e-05,
      "loss": 0.0032,
      "step": 15070
    },
    {
      "epoch": 9.927583936800527,
      "grad_norm": 0.0834411010146141,
      "learning_rate": 9.72482871707937e-05,
      "loss": 0.0027,
      "step": 15080
    },
    {
      "epoch": 9.934167215273206,
      "grad_norm": 0.14563776552677155,
      "learning_rate": 9.724287494194247e-05,
      "loss": 0.0023,
      "step": 15090
    },
    {
      "epoch": 9.940750493745885,
      "grad_norm": 0.13955265283584595,
      "learning_rate": 9.723745754668147e-05,
      "loss": 0.0028,
      "step": 15100
    },
    {
      "epoch": 9.947333772218565,
      "grad_norm": 0.11536721885204315,
      "learning_rate": 9.723203498560313e-05,
      "loss": 0.0021,
      "step": 15110
    },
    {
      "epoch": 9.953917050691244,
      "grad_norm": 0.10777350515127182,
      "learning_rate": 9.722660725930046e-05,
      "loss": 0.0024,
      "step": 15120
    },
    {
      "epoch": 9.960500329163924,
      "grad_norm": 0.08521030843257904,
      "learning_rate": 9.722117436836702e-05,
      "loss": 0.0016,
      "step": 15130
    },
    {
      "epoch": 9.967083607636603,
      "grad_norm": 0.25590845942497253,
      "learning_rate": 9.721573631339696e-05,
      "loss": 0.005,
      "step": 15140
    },
    {
      "epoch": 9.973666886109282,
      "grad_norm": 0.09746973216533661,
      "learning_rate": 9.721029309498494e-05,
      "loss": 0.0028,
      "step": 15150
    },
    {
      "epoch": 9.980250164581962,
      "grad_norm": 0.11933630704879761,
      "learning_rate": 9.720484471372627e-05,
      "loss": 0.005,
      "step": 15160
    },
    {
      "epoch": 9.98683344305464,
      "grad_norm": 0.10521294176578522,
      "learning_rate": 9.719939117021673e-05,
      "loss": 0.0035,
      "step": 15170
    },
    {
      "epoch": 9.993416721527321,
      "grad_norm": 0.12911196053028107,
      "learning_rate": 9.719393246505275e-05,
      "loss": 0.0034,
      "step": 15180
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.1692739874124527,
      "learning_rate": 9.718846859883128e-05,
      "loss": 0.0036,
      "step": 15190
    },
    {
      "epoch": 10.006583278472679,
      "grad_norm": 0.08036725223064423,
      "learning_rate": 9.718299957214982e-05,
      "loss": 0.0038,
      "step": 15200
    },
    {
      "epoch": 10.01316655694536,
      "grad_norm": 0.10568491369485855,
      "learning_rate": 9.717752538560646e-05,
      "loss": 0.0024,
      "step": 15210
    },
    {
      "epoch": 10.019749835418038,
      "grad_norm": 0.17889145016670227,
      "learning_rate": 9.717204603979986e-05,
      "loss": 0.0028,
      "step": 15220
    },
    {
      "epoch": 10.026333113890718,
      "grad_norm": 0.1264137625694275,
      "learning_rate": 9.716656153532922e-05,
      "loss": 0.0036,
      "step": 15230
    },
    {
      "epoch": 10.032916392363397,
      "grad_norm": 0.10848905891180038,
      "learning_rate": 9.716107187279434e-05,
      "loss": 0.0028,
      "step": 15240
    },
    {
      "epoch": 10.039499670836076,
      "grad_norm": 0.1847030520439148,
      "learning_rate": 9.715557705279555e-05,
      "loss": 0.0033,
      "step": 15250
    },
    {
      "epoch": 10.046082949308756,
      "grad_norm": 0.09012522548437119,
      "learning_rate": 9.715007707593372e-05,
      "loss": 0.0026,
      "step": 15260
    },
    {
      "epoch": 10.052666227781435,
      "grad_norm": 0.17811860144138336,
      "learning_rate": 9.714457194281036e-05,
      "loss": 0.0038,
      "step": 15270
    },
    {
      "epoch": 10.059249506254115,
      "grad_norm": 0.12462268024682999,
      "learning_rate": 9.713906165402751e-05,
      "loss": 0.0019,
      "step": 15280
    },
    {
      "epoch": 10.065832784726794,
      "grad_norm": 0.1381605565547943,
      "learning_rate": 9.713354621018774e-05,
      "loss": 0.0045,
      "step": 15290
    },
    {
      "epoch": 10.072416063199473,
      "grad_norm": 0.12458297610282898,
      "learning_rate": 9.712802561189422e-05,
      "loss": 0.0029,
      "step": 15300
    },
    {
      "epoch": 10.078999341672153,
      "grad_norm": 0.12490264326334,
      "learning_rate": 9.712249985975069e-05,
      "loss": 0.0036,
      "step": 15310
    },
    {
      "epoch": 10.085582620144832,
      "grad_norm": 0.12197179347276688,
      "learning_rate": 9.71169689543614e-05,
      "loss": 0.0023,
      "step": 15320
    },
    {
      "epoch": 10.09216589861751,
      "grad_norm": 0.14768095314502716,
      "learning_rate": 9.711143289633123e-05,
      "loss": 0.0044,
      "step": 15330
    },
    {
      "epoch": 10.098749177090191,
      "grad_norm": 0.13682861626148224,
      "learning_rate": 9.710589168626561e-05,
      "loss": 0.0024,
      "step": 15340
    },
    {
      "epoch": 10.10533245556287,
      "grad_norm": 0.08216214925050735,
      "learning_rate": 9.710034532477048e-05,
      "loss": 0.003,
      "step": 15350
    },
    {
      "epoch": 10.11191573403555,
      "grad_norm": 0.12094544619321823,
      "learning_rate": 9.709479381245239e-05,
      "loss": 0.0025,
      "step": 15360
    },
    {
      "epoch": 10.118499012508229,
      "grad_norm": 0.08196157962083817,
      "learning_rate": 9.708923714991847e-05,
      "loss": 0.0045,
      "step": 15370
    },
    {
      "epoch": 10.125082290980908,
      "grad_norm": 0.09161180257797241,
      "learning_rate": 9.708367533777638e-05,
      "loss": 0.0027,
      "step": 15380
    },
    {
      "epoch": 10.131665569453588,
      "grad_norm": 0.0969768613576889,
      "learning_rate": 9.707810837663431e-05,
      "loss": 0.0029,
      "step": 15390
    },
    {
      "epoch": 10.138248847926267,
      "grad_norm": 0.14186930656433105,
      "learning_rate": 9.707253626710113e-05,
      "loss": 0.0033,
      "step": 15400
    },
    {
      "epoch": 10.144832126398947,
      "grad_norm": 0.0886678695678711,
      "learning_rate": 9.706695900978613e-05,
      "loss": 0.0027,
      "step": 15410
    },
    {
      "epoch": 10.151415404871626,
      "grad_norm": 0.2785549461841583,
      "learning_rate": 9.706137660529926e-05,
      "loss": 0.0045,
      "step": 15420
    },
    {
      "epoch": 10.157998683344305,
      "grad_norm": 0.18256273865699768,
      "learning_rate": 9.705578905425101e-05,
      "loss": 0.0038,
      "step": 15430
    },
    {
      "epoch": 10.164581961816985,
      "grad_norm": 0.14723773300647736,
      "learning_rate": 9.705019635725241e-05,
      "loss": 0.0034,
      "step": 15440
    },
    {
      "epoch": 10.171165240289664,
      "grad_norm": 0.2125595360994339,
      "learning_rate": 9.704459851491508e-05,
      "loss": 0.0051,
      "step": 15450
    },
    {
      "epoch": 10.177748518762344,
      "grad_norm": 0.1273730844259262,
      "learning_rate": 9.703899552785118e-05,
      "loss": 0.0055,
      "step": 15460
    },
    {
      "epoch": 10.184331797235023,
      "grad_norm": 0.15798170864582062,
      "learning_rate": 9.703338739667346e-05,
      "loss": 0.0033,
      "step": 15470
    },
    {
      "epoch": 10.190915075707702,
      "grad_norm": 0.1373198926448822,
      "learning_rate": 9.70277741219952e-05,
      "loss": 0.004,
      "step": 15480
    },
    {
      "epoch": 10.197498354180382,
      "grad_norm": 0.149546816945076,
      "learning_rate": 9.702215570443027e-05,
      "loss": 0.0024,
      "step": 15490
    },
    {
      "epoch": 10.204081632653061,
      "grad_norm": 0.13453859090805054,
      "learning_rate": 9.701653214459309e-05,
      "loss": 0.0033,
      "step": 15500
    },
    {
      "epoch": 10.210664911125741,
      "grad_norm": 0.11023376137018204,
      "learning_rate": 9.701090344309865e-05,
      "loss": 0.0025,
      "step": 15510
    },
    {
      "epoch": 10.21724818959842,
      "grad_norm": 0.172676220536232,
      "learning_rate": 9.700526960056247e-05,
      "loss": 0.003,
      "step": 15520
    },
    {
      "epoch": 10.223831468071099,
      "grad_norm": 0.1117565855383873,
      "learning_rate": 9.699963061760068e-05,
      "loss": 0.0014,
      "step": 15530
    },
    {
      "epoch": 10.23041474654378,
      "grad_norm": 0.15941472351551056,
      "learning_rate": 9.699398649482997e-05,
      "loss": 0.0019,
      "step": 15540
    },
    {
      "epoch": 10.236998025016458,
      "grad_norm": 0.10144273191690445,
      "learning_rate": 9.698833723286753e-05,
      "loss": 0.0036,
      "step": 15550
    },
    {
      "epoch": 10.243581303489137,
      "grad_norm": 0.1587684452533722,
      "learning_rate": 9.698268283233118e-05,
      "loss": 0.0033,
      "step": 15560
    },
    {
      "epoch": 10.250164581961817,
      "grad_norm": 0.11091143637895584,
      "learning_rate": 9.697702329383929e-05,
      "loss": 0.0026,
      "step": 15570
    },
    {
      "epoch": 10.256747860434496,
      "grad_norm": 0.10850033909082413,
      "learning_rate": 9.697135861801074e-05,
      "loss": 0.0018,
      "step": 15580
    },
    {
      "epoch": 10.263331138907176,
      "grad_norm": 0.10011931508779526,
      "learning_rate": 9.696568880546505e-05,
      "loss": 0.0038,
      "step": 15590
    },
    {
      "epoch": 10.269914417379855,
      "grad_norm": 0.1127467229962349,
      "learning_rate": 9.696001385682223e-05,
      "loss": 0.002,
      "step": 15600
    },
    {
      "epoch": 10.276497695852534,
      "grad_norm": 0.08754849433898926,
      "learning_rate": 9.695433377270291e-05,
      "loss": 0.0022,
      "step": 15610
    },
    {
      "epoch": 10.283080974325214,
      "grad_norm": 0.10651049017906189,
      "learning_rate": 9.694864855372824e-05,
      "loss": 0.0041,
      "step": 15620
    },
    {
      "epoch": 10.289664252797893,
      "grad_norm": 0.1769791692495346,
      "learning_rate": 9.694295820051995e-05,
      "loss": 0.0068,
      "step": 15630
    },
    {
      "epoch": 10.296247531270573,
      "grad_norm": 0.1355508267879486,
      "learning_rate": 9.693726271370032e-05,
      "loss": 0.0035,
      "step": 15640
    },
    {
      "epoch": 10.302830809743252,
      "grad_norm": 0.1758781522512436,
      "learning_rate": 9.693156209389221e-05,
      "loss": 0.0059,
      "step": 15650
    },
    {
      "epoch": 10.30941408821593,
      "grad_norm": 0.1289355605840683,
      "learning_rate": 9.692585634171905e-05,
      "loss": 0.0079,
      "step": 15660
    },
    {
      "epoch": 10.315997366688611,
      "grad_norm": 0.10526596009731293,
      "learning_rate": 9.692014545780476e-05,
      "loss": 0.0028,
      "step": 15670
    },
    {
      "epoch": 10.32258064516129,
      "grad_norm": 0.21284706890583038,
      "learning_rate": 9.691442944277393e-05,
      "loss": 0.0048,
      "step": 15680
    },
    {
      "epoch": 10.32916392363397,
      "grad_norm": 0.21005521714687347,
      "learning_rate": 9.690870829725162e-05,
      "loss": 0.0039,
      "step": 15690
    },
    {
      "epoch": 10.33574720210665,
      "grad_norm": 0.13361205160617828,
      "learning_rate": 9.69029820218635e-05,
      "loss": 0.0034,
      "step": 15700
    },
    {
      "epoch": 10.342330480579328,
      "grad_norm": 0.16389797627925873,
      "learning_rate": 9.689725061723579e-05,
      "loss": 0.0026,
      "step": 15710
    },
    {
      "epoch": 10.348913759052008,
      "grad_norm": 0.127926304936409,
      "learning_rate": 9.689151408399527e-05,
      "loss": 0.0025,
      "step": 15720
    },
    {
      "epoch": 10.355497037524687,
      "grad_norm": 0.1129746288061142,
      "learning_rate": 9.688577242276924e-05,
      "loss": 0.0027,
      "step": 15730
    },
    {
      "epoch": 10.362080315997368,
      "grad_norm": 0.09847691655158997,
      "learning_rate": 9.688002563418566e-05,
      "loss": 0.0024,
      "step": 15740
    },
    {
      "epoch": 10.368663594470046,
      "grad_norm": 0.10093290358781815,
      "learning_rate": 9.687427371887293e-05,
      "loss": 0.0032,
      "step": 15750
    },
    {
      "epoch": 10.375246872942725,
      "grad_norm": 0.14787502586841583,
      "learning_rate": 9.686851667746012e-05,
      "loss": 0.0024,
      "step": 15760
    },
    {
      "epoch": 10.381830151415405,
      "grad_norm": 0.07472986727952957,
      "learning_rate": 9.686275451057677e-05,
      "loss": 0.0031,
      "step": 15770
    },
    {
      "epoch": 10.388413429888084,
      "grad_norm": 0.16863051056861877,
      "learning_rate": 9.685698721885308e-05,
      "loss": 0.0025,
      "step": 15780
    },
    {
      "epoch": 10.394996708360763,
      "grad_norm": 0.07984867691993713,
      "learning_rate": 9.68512148029197e-05,
      "loss": 0.0034,
      "step": 15790
    },
    {
      "epoch": 10.401579986833443,
      "grad_norm": 0.0832223892211914,
      "learning_rate": 9.684543726340791e-05,
      "loss": 0.002,
      "step": 15800
    },
    {
      "epoch": 10.408163265306122,
      "grad_norm": 0.2888793349266052,
      "learning_rate": 9.683965460094952e-05,
      "loss": 0.0043,
      "step": 15810
    },
    {
      "epoch": 10.414746543778802,
      "grad_norm": 0.12970487773418427,
      "learning_rate": 9.683386681617694e-05,
      "loss": 0.0038,
      "step": 15820
    },
    {
      "epoch": 10.421329822251481,
      "grad_norm": 0.1093292161822319,
      "learning_rate": 9.68280739097231e-05,
      "loss": 0.0026,
      "step": 15830
    },
    {
      "epoch": 10.42791310072416,
      "grad_norm": 0.11228504776954651,
      "learning_rate": 9.682227588222148e-05,
      "loss": 0.0028,
      "step": 15840
    },
    {
      "epoch": 10.43449637919684,
      "grad_norm": 0.16591253876686096,
      "learning_rate": 9.681647273430618e-05,
      "loss": 0.0025,
      "step": 15850
    },
    {
      "epoch": 10.441079657669519,
      "grad_norm": 0.18718938529491425,
      "learning_rate": 9.681066446661182e-05,
      "loss": 0.005,
      "step": 15860
    },
    {
      "epoch": 10.4476629361422,
      "grad_norm": 0.16160349547863007,
      "learning_rate": 9.680485107977357e-05,
      "loss": 0.0032,
      "step": 15870
    },
    {
      "epoch": 10.454246214614878,
      "grad_norm": 0.14637888967990875,
      "learning_rate": 9.679903257442716e-05,
      "loss": 0.0033,
      "step": 15880
    },
    {
      "epoch": 10.460829493087557,
      "grad_norm": 0.1529206931591034,
      "learning_rate": 9.679320895120891e-05,
      "loss": 0.0043,
      "step": 15890
    },
    {
      "epoch": 10.467412771560237,
      "grad_norm": 0.14626345038414001,
      "learning_rate": 9.67873802107557e-05,
      "loss": 0.0103,
      "step": 15900
    },
    {
      "epoch": 10.473996050032916,
      "grad_norm": 0.15902835130691528,
      "learning_rate": 9.67815463537049e-05,
      "loss": 0.0056,
      "step": 15910
    },
    {
      "epoch": 10.480579328505597,
      "grad_norm": 0.13061124086380005,
      "learning_rate": 9.677570738069457e-05,
      "loss": 0.0061,
      "step": 15920
    },
    {
      "epoch": 10.487162606978275,
      "grad_norm": 0.11949317902326584,
      "learning_rate": 9.676986329236318e-05,
      "loss": 0.0038,
      "step": 15930
    },
    {
      "epoch": 10.493745885450954,
      "grad_norm": 0.1682298481464386,
      "learning_rate": 9.676401408934987e-05,
      "loss": 0.0045,
      "step": 15940
    },
    {
      "epoch": 10.500329163923634,
      "grad_norm": 0.11666899919509888,
      "learning_rate": 9.675815977229428e-05,
      "loss": 0.0088,
      "step": 15950
    },
    {
      "epoch": 10.506912442396313,
      "grad_norm": 0.11398320645093918,
      "learning_rate": 9.675230034183664e-05,
      "loss": 0.0085,
      "step": 15960
    },
    {
      "epoch": 10.513495720868992,
      "grad_norm": 0.09845927357673645,
      "learning_rate": 9.674643579861773e-05,
      "loss": 0.0021,
      "step": 15970
    },
    {
      "epoch": 10.520078999341672,
      "grad_norm": 0.10867223143577576,
      "learning_rate": 9.674056614327886e-05,
      "loss": 0.0062,
      "step": 15980
    },
    {
      "epoch": 10.526662277814351,
      "grad_norm": 0.16895629465579987,
      "learning_rate": 9.673469137646198e-05,
      "loss": 0.0033,
      "step": 15990
    },
    {
      "epoch": 10.533245556287032,
      "grad_norm": 0.14702971279621124,
      "learning_rate": 9.67288114988095e-05,
      "loss": 0.0043,
      "step": 16000
    },
    {
      "epoch": 10.53982883475971,
      "grad_norm": 0.11904754489660263,
      "learning_rate": 9.672292651096447e-05,
      "loss": 0.0042,
      "step": 16010
    },
    {
      "epoch": 10.546412113232389,
      "grad_norm": 0.1475028097629547,
      "learning_rate": 9.671703641357042e-05,
      "loss": 0.0048,
      "step": 16020
    },
    {
      "epoch": 10.55299539170507,
      "grad_norm": 0.18422089517116547,
      "learning_rate": 9.67111412072715e-05,
      "loss": 0.0038,
      "step": 16030
    },
    {
      "epoch": 10.559578670177748,
      "grad_norm": 0.14086811244487762,
      "learning_rate": 9.670524089271242e-05,
      "loss": 0.0028,
      "step": 16040
    },
    {
      "epoch": 10.566161948650429,
      "grad_norm": 0.17404000461101532,
      "learning_rate": 9.669933547053842e-05,
      "loss": 0.0043,
      "step": 16050
    },
    {
      "epoch": 10.572745227123107,
      "grad_norm": 0.11574403941631317,
      "learning_rate": 9.669342494139531e-05,
      "loss": 0.0029,
      "step": 16060
    },
    {
      "epoch": 10.579328505595786,
      "grad_norm": 0.09983602911233902,
      "learning_rate": 9.668750930592943e-05,
      "loss": 0.003,
      "step": 16070
    },
    {
      "epoch": 10.585911784068466,
      "grad_norm": 0.12089818716049194,
      "learning_rate": 9.668158856478775e-05,
      "loss": 0.0022,
      "step": 16080
    },
    {
      "epoch": 10.592495062541145,
      "grad_norm": 0.12322981655597687,
      "learning_rate": 9.66756627186177e-05,
      "loss": 0.0025,
      "step": 16090
    },
    {
      "epoch": 10.599078341013826,
      "grad_norm": 0.10360847413539886,
      "learning_rate": 9.666973176806737e-05,
      "loss": 0.0024,
      "step": 16100
    },
    {
      "epoch": 10.605661619486504,
      "grad_norm": 0.15599210560321808,
      "learning_rate": 9.666379571378534e-05,
      "loss": 0.0028,
      "step": 16110
    },
    {
      "epoch": 10.612244897959183,
      "grad_norm": 0.16357773542404175,
      "learning_rate": 9.665785455642076e-05,
      "loss": 0.003,
      "step": 16120
    },
    {
      "epoch": 10.618828176431863,
      "grad_norm": 0.12985104322433472,
      "learning_rate": 9.665190829662337e-05,
      "loss": 0.0038,
      "step": 16130
    },
    {
      "epoch": 10.625411454904542,
      "grad_norm": 0.10305918753147125,
      "learning_rate": 9.664595693504342e-05,
      "loss": 0.0017,
      "step": 16140
    },
    {
      "epoch": 10.631994733377223,
      "grad_norm": 0.09795692563056946,
      "learning_rate": 9.664000047233175e-05,
      "loss": 0.0025,
      "step": 16150
    },
    {
      "epoch": 10.638578011849901,
      "grad_norm": 0.12221822142601013,
      "learning_rate": 9.663403890913976e-05,
      "loss": 0.0031,
      "step": 16160
    },
    {
      "epoch": 10.64516129032258,
      "grad_norm": 0.1045532375574112,
      "learning_rate": 9.662807224611938e-05,
      "loss": 0.0028,
      "step": 16170
    },
    {
      "epoch": 10.65174456879526,
      "grad_norm": 0.0884002298116684,
      "learning_rate": 9.662210048392311e-05,
      "loss": 0.0023,
      "step": 16180
    },
    {
      "epoch": 10.65832784726794,
      "grad_norm": 0.13131257891654968,
      "learning_rate": 9.661612362320405e-05,
      "loss": 0.0026,
      "step": 16190
    },
    {
      "epoch": 10.66491112574062,
      "grad_norm": 0.1579866260290146,
      "learning_rate": 9.661014166461579e-05,
      "loss": 0.0027,
      "step": 16200
    },
    {
      "epoch": 10.671494404213298,
      "grad_norm": 0.16512525081634521,
      "learning_rate": 9.66041546088125e-05,
      "loss": 0.0026,
      "step": 16210
    },
    {
      "epoch": 10.678077682685977,
      "grad_norm": 0.08105803281068802,
      "learning_rate": 9.659816245644895e-05,
      "loss": 0.0028,
      "step": 16220
    },
    {
      "epoch": 10.684660961158658,
      "grad_norm": 0.0860104188323021,
      "learning_rate": 9.65921652081804e-05,
      "loss": 0.0022,
      "step": 16230
    },
    {
      "epoch": 10.691244239631336,
      "grad_norm": 0.08805694431066513,
      "learning_rate": 9.658616286466271e-05,
      "loss": 0.0034,
      "step": 16240
    },
    {
      "epoch": 10.697827518104015,
      "grad_norm": 0.11462710052728653,
      "learning_rate": 9.65801554265523e-05,
      "loss": 0.0022,
      "step": 16250
    },
    {
      "epoch": 10.704410796576695,
      "grad_norm": 0.0732785314321518,
      "learning_rate": 9.657414289450612e-05,
      "loss": 0.0015,
      "step": 16260
    },
    {
      "epoch": 10.710994075049374,
      "grad_norm": 0.1536480188369751,
      "learning_rate": 9.656812526918171e-05,
      "loss": 0.0028,
      "step": 16270
    },
    {
      "epoch": 10.717577353522055,
      "grad_norm": 0.10468407720327377,
      "learning_rate": 9.656210255123712e-05,
      "loss": 0.0041,
      "step": 16280
    },
    {
      "epoch": 10.724160631994733,
      "grad_norm": 0.16834744811058044,
      "learning_rate": 9.6556074741331e-05,
      "loss": 0.0029,
      "step": 16290
    },
    {
      "epoch": 10.730743910467412,
      "grad_norm": 0.09658673405647278,
      "learning_rate": 9.655004184012256e-05,
      "loss": 0.0037,
      "step": 16300
    },
    {
      "epoch": 10.737327188940093,
      "grad_norm": 0.18123260140419006,
      "learning_rate": 9.654400384827152e-05,
      "loss": 0.0037,
      "step": 16310
    },
    {
      "epoch": 10.743910467412771,
      "grad_norm": 0.10468707978725433,
      "learning_rate": 9.653796076643818e-05,
      "loss": 0.0027,
      "step": 16320
    },
    {
      "epoch": 10.750493745885452,
      "grad_norm": 0.1499488800764084,
      "learning_rate": 9.653191259528344e-05,
      "loss": 0.0023,
      "step": 16330
    },
    {
      "epoch": 10.75707702435813,
      "grad_norm": 0.18210500478744507,
      "learning_rate": 9.65258593354687e-05,
      "loss": 0.0032,
      "step": 16340
    },
    {
      "epoch": 10.763660302830809,
      "grad_norm": 0.19157780706882477,
      "learning_rate": 9.651980098765591e-05,
      "loss": 0.0031,
      "step": 16350
    },
    {
      "epoch": 10.77024358130349,
      "grad_norm": 0.11963818222284317,
      "learning_rate": 9.651373755250765e-05,
      "loss": 0.0033,
      "step": 16360
    },
    {
      "epoch": 10.776826859776168,
      "grad_norm": 0.10565931349992752,
      "learning_rate": 9.650766903068697e-05,
      "loss": 0.0029,
      "step": 16370
    },
    {
      "epoch": 10.783410138248849,
      "grad_norm": 0.1245986744761467,
      "learning_rate": 9.650159542285753e-05,
      "loss": 0.0023,
      "step": 16380
    },
    {
      "epoch": 10.789993416721527,
      "grad_norm": 0.19217826426029205,
      "learning_rate": 9.649551672968353e-05,
      "loss": 0.0038,
      "step": 16390
    },
    {
      "epoch": 10.796576695194206,
      "grad_norm": 0.1583852469921112,
      "learning_rate": 9.648943295182973e-05,
      "loss": 0.0025,
      "step": 16400
    },
    {
      "epoch": 10.803159973666887,
      "grad_norm": 0.1700221300125122,
      "learning_rate": 9.648334408996144e-05,
      "loss": 0.0026,
      "step": 16410
    },
    {
      "epoch": 10.809743252139565,
      "grad_norm": 0.14200282096862793,
      "learning_rate": 9.647725014474452e-05,
      "loss": 0.0073,
      "step": 16420
    },
    {
      "epoch": 10.816326530612244,
      "grad_norm": 0.13857600092887878,
      "learning_rate": 9.64711511168454e-05,
      "loss": 0.0048,
      "step": 16430
    },
    {
      "epoch": 10.822909809084925,
      "grad_norm": 0.13938231766223907,
      "learning_rate": 9.646504700693108e-05,
      "loss": 0.0024,
      "step": 16440
    },
    {
      "epoch": 10.829493087557603,
      "grad_norm": 0.09454157948493958,
      "learning_rate": 9.645893781566907e-05,
      "loss": 0.0034,
      "step": 16450
    },
    {
      "epoch": 10.836076366030284,
      "grad_norm": 0.14099504053592682,
      "learning_rate": 9.645282354372744e-05,
      "loss": 0.0041,
      "step": 16460
    },
    {
      "epoch": 10.842659644502962,
      "grad_norm": 0.155318483710289,
      "learning_rate": 9.644670419177491e-05,
      "loss": 0.0027,
      "step": 16470
    },
    {
      "epoch": 10.849242922975641,
      "grad_norm": 0.12236496061086655,
      "learning_rate": 9.644057976048062e-05,
      "loss": 0.0028,
      "step": 16480
    },
    {
      "epoch": 10.855826201448322,
      "grad_norm": 0.10719477385282516,
      "learning_rate": 9.643445025051435e-05,
      "loss": 0.0025,
      "step": 16490
    },
    {
      "epoch": 10.862409479921,
      "grad_norm": 0.07888966798782349,
      "learning_rate": 9.642831566254641e-05,
      "loss": 0.0024,
      "step": 16500
    },
    {
      "epoch": 10.86899275839368,
      "grad_norm": 0.10415275394916534,
      "learning_rate": 9.642217599724769e-05,
      "loss": 0.0031,
      "step": 16510
    },
    {
      "epoch": 10.87557603686636,
      "grad_norm": 0.08183840662240982,
      "learning_rate": 9.64160312552896e-05,
      "loss": 0.0027,
      "step": 16520
    },
    {
      "epoch": 10.882159315339038,
      "grad_norm": 0.19453145563602448,
      "learning_rate": 9.64098814373441e-05,
      "loss": 0.0042,
      "step": 16530
    },
    {
      "epoch": 10.888742593811719,
      "grad_norm": 0.14911939203739166,
      "learning_rate": 9.640372654408374e-05,
      "loss": 0.0085,
      "step": 16540
    },
    {
      "epoch": 10.895325872284397,
      "grad_norm": 0.11736586689949036,
      "learning_rate": 9.639756657618162e-05,
      "loss": 0.0054,
      "step": 16550
    },
    {
      "epoch": 10.901909150757078,
      "grad_norm": 0.1890140175819397,
      "learning_rate": 9.639140153431138e-05,
      "loss": 0.0031,
      "step": 16560
    },
    {
      "epoch": 10.908492429229756,
      "grad_norm": 0.17033985257148743,
      "learning_rate": 9.638523141914721e-05,
      "loss": 0.0047,
      "step": 16570
    },
    {
      "epoch": 10.915075707702435,
      "grad_norm": 0.16564054787158966,
      "learning_rate": 9.637905623136388e-05,
      "loss": 0.0024,
      "step": 16580
    },
    {
      "epoch": 10.921658986175116,
      "grad_norm": 0.22322309017181396,
      "learning_rate": 9.637287597163669e-05,
      "loss": 0.0029,
      "step": 16590
    },
    {
      "epoch": 10.928242264647794,
      "grad_norm": 0.15496188402175903,
      "learning_rate": 9.63666906406415e-05,
      "loss": 0.002,
      "step": 16600
    },
    {
      "epoch": 10.934825543120475,
      "grad_norm": 0.09715162962675095,
      "learning_rate": 9.636050023905473e-05,
      "loss": 0.0039,
      "step": 16610
    },
    {
      "epoch": 10.941408821593154,
      "grad_norm": 0.11376439779996872,
      "learning_rate": 9.635430476755336e-05,
      "loss": 0.0075,
      "step": 16620
    },
    {
      "epoch": 10.947992100065832,
      "grad_norm": 0.16445519030094147,
      "learning_rate": 9.63481042268149e-05,
      "loss": 0.005,
      "step": 16630
    },
    {
      "epoch": 10.954575378538513,
      "grad_norm": 0.15176072716712952,
      "learning_rate": 9.634189861751745e-05,
      "loss": 0.0031,
      "step": 16640
    },
    {
      "epoch": 10.961158657011191,
      "grad_norm": 0.14566351473331451,
      "learning_rate": 9.633568794033967e-05,
      "loss": 0.0031,
      "step": 16650
    },
    {
      "epoch": 10.967741935483872,
      "grad_norm": 0.09591031819581985,
      "learning_rate": 9.63294721959607e-05,
      "loss": 0.0034,
      "step": 16660
    },
    {
      "epoch": 10.97432521395655,
      "grad_norm": 0.19433479011058807,
      "learning_rate": 9.63232513850603e-05,
      "loss": 0.0036,
      "step": 16670
    },
    {
      "epoch": 10.98090849242923,
      "grad_norm": 0.10979446768760681,
      "learning_rate": 9.631702550831878e-05,
      "loss": 0.002,
      "step": 16680
    },
    {
      "epoch": 10.98749177090191,
      "grad_norm": 0.18959882855415344,
      "learning_rate": 9.631079456641698e-05,
      "loss": 0.004,
      "step": 16690
    },
    {
      "epoch": 10.994075049374588,
      "grad_norm": 0.11260781437158585,
      "learning_rate": 9.630455856003632e-05,
      "loss": 0.0023,
      "step": 16700
    },
    {
      "epoch": 11.000658327847267,
      "grad_norm": 0.10758821666240692,
      "learning_rate": 9.629831748985876e-05,
      "loss": 0.0029,
      "step": 16710
    },
    {
      "epoch": 11.007241606319948,
      "grad_norm": 0.12162449955940247,
      "learning_rate": 9.629207135656679e-05,
      "loss": 0.0025,
      "step": 16720
    },
    {
      "epoch": 11.013824884792626,
      "grad_norm": 0.09082021564245224,
      "learning_rate": 9.628582016084353e-05,
      "loss": 0.0018,
      "step": 16730
    },
    {
      "epoch": 11.020408163265307,
      "grad_norm": 0.11014358699321747,
      "learning_rate": 9.627956390337254e-05,
      "loss": 0.0016,
      "step": 16740
    },
    {
      "epoch": 11.026991441737986,
      "grad_norm": 0.07644966244697571,
      "learning_rate": 9.627330258483802e-05,
      "loss": 0.0024,
      "step": 16750
    },
    {
      "epoch": 11.033574720210664,
      "grad_norm": 0.08015231788158417,
      "learning_rate": 9.62670362059247e-05,
      "loss": 0.003,
      "step": 16760
    },
    {
      "epoch": 11.040157998683345,
      "grad_norm": 0.09217200428247452,
      "learning_rate": 9.626076476731786e-05,
      "loss": 0.0025,
      "step": 16770
    },
    {
      "epoch": 11.046741277156023,
      "grad_norm": 0.08850143104791641,
      "learning_rate": 9.625448826970336e-05,
      "loss": 0.0041,
      "step": 16780
    },
    {
      "epoch": 11.053324555628704,
      "grad_norm": 0.1618192046880722,
      "learning_rate": 9.624820671376755e-05,
      "loss": 0.0028,
      "step": 16790
    },
    {
      "epoch": 11.059907834101383,
      "grad_norm": 0.08958488702774048,
      "learning_rate": 9.62419201001974e-05,
      "loss": 0.0021,
      "step": 16800
    },
    {
      "epoch": 11.066491112574061,
      "grad_norm": 0.10807262361049652,
      "learning_rate": 9.623562842968037e-05,
      "loss": 0.0025,
      "step": 16810
    },
    {
      "epoch": 11.073074391046742,
      "grad_norm": 0.15803654491901398,
      "learning_rate": 9.622933170290454e-05,
      "loss": 0.0026,
      "step": 16820
    },
    {
      "epoch": 11.07965766951942,
      "grad_norm": 0.10931402444839478,
      "learning_rate": 9.622302992055849e-05,
      "loss": 0.0027,
      "step": 16830
    },
    {
      "epoch": 11.086240947992101,
      "grad_norm": 0.08856100589036942,
      "learning_rate": 9.62167230833314e-05,
      "loss": 0.0027,
      "step": 16840
    },
    {
      "epoch": 11.09282422646478,
      "grad_norm": 0.11392121016979218,
      "learning_rate": 9.621041119191295e-05,
      "loss": 0.0018,
      "step": 16850
    },
    {
      "epoch": 11.099407504937458,
      "grad_norm": 0.08718714863061905,
      "learning_rate": 9.620409424699342e-05,
      "loss": 0.0027,
      "step": 16860
    },
    {
      "epoch": 11.105990783410139,
      "grad_norm": 0.11326928436756134,
      "learning_rate": 9.619777224926359e-05,
      "loss": 0.0018,
      "step": 16870
    },
    {
      "epoch": 11.112574061882817,
      "grad_norm": 0.1599523425102234,
      "learning_rate": 9.619144519941485e-05,
      "loss": 0.0029,
      "step": 16880
    },
    {
      "epoch": 11.119157340355496,
      "grad_norm": 0.09211993217468262,
      "learning_rate": 9.618511309813912e-05,
      "loss": 0.0021,
      "step": 16890
    },
    {
      "epoch": 11.125740618828177,
      "grad_norm": 0.19001148641109467,
      "learning_rate": 9.617877594612886e-05,
      "loss": 0.0023,
      "step": 16900
    },
    {
      "epoch": 11.132323897300855,
      "grad_norm": 0.10113160312175751,
      "learning_rate": 9.617243374407707e-05,
      "loss": 0.0018,
      "step": 16910
    },
    {
      "epoch": 11.138907175773536,
      "grad_norm": 0.133889302611351,
      "learning_rate": 9.616608649267736e-05,
      "loss": 0.0021,
      "step": 16920
    },
    {
      "epoch": 11.145490454246215,
      "grad_norm": 0.09217289090156555,
      "learning_rate": 9.615973419262385e-05,
      "loss": 0.0023,
      "step": 16930
    },
    {
      "epoch": 11.152073732718893,
      "grad_norm": 0.13893038034439087,
      "learning_rate": 9.615337684461119e-05,
      "loss": 0.0016,
      "step": 16940
    },
    {
      "epoch": 11.158657011191574,
      "grad_norm": 0.1257384866476059,
      "learning_rate": 9.614701444933465e-05,
      "loss": 0.0024,
      "step": 16950
    },
    {
      "epoch": 11.165240289664252,
      "grad_norm": 0.18623808026313782,
      "learning_rate": 9.614064700748997e-05,
      "loss": 0.0084,
      "step": 16960
    },
    {
      "epoch": 11.171823568136933,
      "grad_norm": 0.10422549396753311,
      "learning_rate": 9.613427451977352e-05,
      "loss": 0.0021,
      "step": 16970
    },
    {
      "epoch": 11.178406846609612,
      "grad_norm": 0.15108440816402435,
      "learning_rate": 9.612789698688216e-05,
      "loss": 0.0057,
      "step": 16980
    },
    {
      "epoch": 11.18499012508229,
      "grad_norm": 0.10465966165065765,
      "learning_rate": 9.612151440951334e-05,
      "loss": 0.0022,
      "step": 16990
    },
    {
      "epoch": 11.19157340355497,
      "grad_norm": 0.1550467163324356,
      "learning_rate": 9.611512678836506e-05,
      "loss": 0.0027,
      "step": 17000
    },
    {
      "epoch": 11.19815668202765,
      "grad_norm": 0.11843186616897583,
      "learning_rate": 9.610873412413584e-05,
      "loss": 0.0035,
      "step": 17010
    },
    {
      "epoch": 11.20473996050033,
      "grad_norm": 0.12927711009979248,
      "learning_rate": 9.610233641752476e-05,
      "loss": 0.003,
      "step": 17020
    },
    {
      "epoch": 11.211323238973009,
      "grad_norm": 0.1826525777578354,
      "learning_rate": 9.609593366923151e-05,
      "loss": 0.0031,
      "step": 17030
    },
    {
      "epoch": 11.217906517445687,
      "grad_norm": 0.13722099363803864,
      "learning_rate": 9.608952587995625e-05,
      "loss": 0.0028,
      "step": 17040
    },
    {
      "epoch": 11.224489795918368,
      "grad_norm": 0.10018254071474075,
      "learning_rate": 9.608311305039972e-05,
      "loss": 0.0024,
      "step": 17050
    },
    {
      "epoch": 11.231073074391047,
      "grad_norm": 0.14540746808052063,
      "learning_rate": 9.607669518126326e-05,
      "loss": 0.0023,
      "step": 17060
    },
    {
      "epoch": 11.237656352863727,
      "grad_norm": 0.1475183516740799,
      "learning_rate": 9.607027227324866e-05,
      "loss": 0.0018,
      "step": 17070
    },
    {
      "epoch": 11.244239631336406,
      "grad_norm": 0.10400071740150452,
      "learning_rate": 9.606384432705837e-05,
      "loss": 0.0022,
      "step": 17080
    },
    {
      "epoch": 11.250822909809084,
      "grad_norm": 0.08921986073255539,
      "learning_rate": 9.60574113433953e-05,
      "loss": 0.0035,
      "step": 17090
    },
    {
      "epoch": 11.257406188281765,
      "grad_norm": 0.09831489622592926,
      "learning_rate": 9.6050973322963e-05,
      "loss": 0.0023,
      "step": 17100
    },
    {
      "epoch": 11.263989466754444,
      "grad_norm": 0.12723112106323242,
      "learning_rate": 9.604453026646547e-05,
      "loss": 0.0019,
      "step": 17110
    },
    {
      "epoch": 11.270572745227122,
      "grad_norm": 0.08028861880302429,
      "learning_rate": 9.603808217460735e-05,
      "loss": 0.0028,
      "step": 17120
    },
    {
      "epoch": 11.277156023699803,
      "grad_norm": 0.14342691004276276,
      "learning_rate": 9.603162904809377e-05,
      "loss": 0.0035,
      "step": 17130
    },
    {
      "epoch": 11.283739302172481,
      "grad_norm": 0.12297974526882172,
      "learning_rate": 9.602517088763045e-05,
      "loss": 0.0041,
      "step": 17140
    },
    {
      "epoch": 11.290322580645162,
      "grad_norm": 0.11070414632558823,
      "learning_rate": 9.601870769392365e-05,
      "loss": 0.0027,
      "step": 17150
    },
    {
      "epoch": 11.29690585911784,
      "grad_norm": 0.11125894635915756,
      "learning_rate": 9.601223946768017e-05,
      "loss": 0.0027,
      "step": 17160
    },
    {
      "epoch": 11.30348913759052,
      "grad_norm": 0.07118100672960281,
      "learning_rate": 9.600576620960734e-05,
      "loss": 0.0015,
      "step": 17170
    },
    {
      "epoch": 11.3100724160632,
      "grad_norm": 0.15638680756092072,
      "learning_rate": 9.599928792041308e-05,
      "loss": 0.0026,
      "step": 17180
    },
    {
      "epoch": 11.316655694535878,
      "grad_norm": 0.22163055837154388,
      "learning_rate": 9.599280460080587e-05,
      "loss": 0.0037,
      "step": 17190
    },
    {
      "epoch": 11.323238973008559,
      "grad_norm": 0.11759576201438904,
      "learning_rate": 9.59863162514947e-05,
      "loss": 0.0031,
      "step": 17200
    },
    {
      "epoch": 11.329822251481238,
      "grad_norm": 0.14910882711410522,
      "learning_rate": 9.597982287318911e-05,
      "loss": 0.0028,
      "step": 17210
    },
    {
      "epoch": 11.336405529953916,
      "grad_norm": 0.10312371701002121,
      "learning_rate": 9.597332446659923e-05,
      "loss": 0.004,
      "step": 17220
    },
    {
      "epoch": 11.342988808426597,
      "grad_norm": 0.11528109759092331,
      "learning_rate": 9.59668210324357e-05,
      "loss": 0.0033,
      "step": 17230
    },
    {
      "epoch": 11.349572086899276,
      "grad_norm": 0.11919239908456802,
      "learning_rate": 9.596031257140974e-05,
      "loss": 0.0033,
      "step": 17240
    },
    {
      "epoch": 11.356155365371956,
      "grad_norm": 0.12713322043418884,
      "learning_rate": 9.59537990842331e-05,
      "loss": 0.0027,
      "step": 17250
    },
    {
      "epoch": 11.362738643844635,
      "grad_norm": 0.153266042470932,
      "learning_rate": 9.594728057161806e-05,
      "loss": 0.0027,
      "step": 17260
    },
    {
      "epoch": 11.369321922317313,
      "grad_norm": 0.09669490158557892,
      "learning_rate": 9.594075703427752e-05,
      "loss": 0.0024,
      "step": 17270
    },
    {
      "epoch": 11.375905200789994,
      "grad_norm": 0.0749366283416748,
      "learning_rate": 9.593422847292486e-05,
      "loss": 0.0017,
      "step": 17280
    },
    {
      "epoch": 11.382488479262673,
      "grad_norm": 0.10245104879140854,
      "learning_rate": 9.592769488827402e-05,
      "loss": 0.0029,
      "step": 17290
    },
    {
      "epoch": 11.389071757735351,
      "grad_norm": 0.13814356923103333,
      "learning_rate": 9.592115628103952e-05,
      "loss": 0.0037,
      "step": 17300
    },
    {
      "epoch": 11.395655036208032,
      "grad_norm": 0.06844920665025711,
      "learning_rate": 9.591461265193643e-05,
      "loss": 0.0023,
      "step": 17310
    },
    {
      "epoch": 11.40223831468071,
      "grad_norm": 0.17652608454227448,
      "learning_rate": 9.590806400168032e-05,
      "loss": 0.0026,
      "step": 17320
    },
    {
      "epoch": 11.408821593153391,
      "grad_norm": 0.11553140729665756,
      "learning_rate": 9.590151033098735e-05,
      "loss": 0.0024,
      "step": 17330
    },
    {
      "epoch": 11.41540487162607,
      "grad_norm": 0.11591698974370956,
      "learning_rate": 9.589495164057423e-05,
      "loss": 0.004,
      "step": 17340
    },
    {
      "epoch": 11.421988150098748,
      "grad_norm": 0.1857786476612091,
      "learning_rate": 9.58883879311582e-05,
      "loss": 0.0027,
      "step": 17350
    },
    {
      "epoch": 11.428571428571429,
      "grad_norm": 0.0991809144616127,
      "learning_rate": 9.588181920345705e-05,
      "loss": 0.0053,
      "step": 17360
    },
    {
      "epoch": 11.435154707044108,
      "grad_norm": 0.1273217648267746,
      "learning_rate": 9.587524545818913e-05,
      "loss": 0.0023,
      "step": 17370
    },
    {
      "epoch": 11.441737985516788,
      "grad_norm": 0.1433270126581192,
      "learning_rate": 9.586866669607335e-05,
      "loss": 0.003,
      "step": 17380
    },
    {
      "epoch": 11.448321263989467,
      "grad_norm": 0.12651756405830383,
      "learning_rate": 9.586208291782915e-05,
      "loss": 0.0058,
      "step": 17390
    },
    {
      "epoch": 11.454904542462145,
      "grad_norm": 0.09153234958648682,
      "learning_rate": 9.58554941241765e-05,
      "loss": 0.0022,
      "step": 17400
    },
    {
      "epoch": 11.461487820934826,
      "grad_norm": 0.06976069509983063,
      "learning_rate": 9.584890031583596e-05,
      "loss": 0.0022,
      "step": 17410
    },
    {
      "epoch": 11.468071099407505,
      "grad_norm": 0.07782725989818573,
      "learning_rate": 9.584230149352861e-05,
      "loss": 0.0016,
      "step": 17420
    },
    {
      "epoch": 11.474654377880185,
      "grad_norm": 0.1182716116309166,
      "learning_rate": 9.58356976579761e-05,
      "loss": 0.0023,
      "step": 17430
    },
    {
      "epoch": 11.481237656352864,
      "grad_norm": 0.08439533412456512,
      "learning_rate": 9.58290888099006e-05,
      "loss": 0.002,
      "step": 17440
    },
    {
      "epoch": 11.487820934825542,
      "grad_norm": 0.16203516721725464,
      "learning_rate": 9.582247495002486e-05,
      "loss": 0.0033,
      "step": 17450
    },
    {
      "epoch": 11.494404213298223,
      "grad_norm": 0.11023887246847153,
      "learning_rate": 9.581585607907214e-05,
      "loss": 0.0035,
      "step": 17460
    },
    {
      "epoch": 11.500987491770902,
      "grad_norm": 0.07707885652780533,
      "learning_rate": 9.580923219776628e-05,
      "loss": 0.0018,
      "step": 17470
    },
    {
      "epoch": 11.507570770243582,
      "grad_norm": 0.13383297622203827,
      "learning_rate": 9.580260330683167e-05,
      "loss": 0.0038,
      "step": 17480
    },
    {
      "epoch": 11.51415404871626,
      "grad_norm": 0.12913091480731964,
      "learning_rate": 9.579596940699322e-05,
      "loss": 0.0034,
      "step": 17490
    },
    {
      "epoch": 11.52073732718894,
      "grad_norm": 0.12115701287984848,
      "learning_rate": 9.578933049897643e-05,
      "loss": 0.002,
      "step": 17500
    },
    {
      "epoch": 11.52732060566162,
      "grad_norm": 0.08611238747835159,
      "learning_rate": 9.578268658350728e-05,
      "loss": 0.0023,
      "step": 17510
    },
    {
      "epoch": 11.533903884134299,
      "grad_norm": 0.23324602842330933,
      "learning_rate": 9.577603766131235e-05,
      "loss": 0.0035,
      "step": 17520
    },
    {
      "epoch": 11.54048716260698,
      "grad_norm": 0.13333247601985931,
      "learning_rate": 9.576938373311878e-05,
      "loss": 0.0028,
      "step": 17530
    },
    {
      "epoch": 11.547070441079658,
      "grad_norm": 0.15441559255123138,
      "learning_rate": 9.576272479965421e-05,
      "loss": 0.0026,
      "step": 17540
    },
    {
      "epoch": 11.553653719552337,
      "grad_norm": 0.1675134152173996,
      "learning_rate": 9.575606086164687e-05,
      "loss": 0.0053,
      "step": 17550
    },
    {
      "epoch": 11.560236998025017,
      "grad_norm": 0.17737972736358643,
      "learning_rate": 9.57493919198255e-05,
      "loss": 0.0028,
      "step": 17560
    },
    {
      "epoch": 11.566820276497696,
      "grad_norm": 0.22449170053005219,
      "learning_rate": 9.57427179749194e-05,
      "loss": 0.0059,
      "step": 17570
    },
    {
      "epoch": 11.573403554970374,
      "grad_norm": 0.231312558054924,
      "learning_rate": 9.573603902765846e-05,
      "loss": 0.0033,
      "step": 17580
    },
    {
      "epoch": 11.579986833443055,
      "grad_norm": 0.10202602297067642,
      "learning_rate": 9.572935507877304e-05,
      "loss": 0.004,
      "step": 17590
    },
    {
      "epoch": 11.586570111915734,
      "grad_norm": 0.1417197734117508,
      "learning_rate": 9.57226661289941e-05,
      "loss": 0.0043,
      "step": 17600
    },
    {
      "epoch": 11.593153390388414,
      "grad_norm": 0.11091620475053787,
      "learning_rate": 9.571597217905315e-05,
      "loss": 0.0055,
      "step": 17610
    },
    {
      "epoch": 11.599736668861093,
      "grad_norm": 0.11134813725948334,
      "learning_rate": 9.57092732296822e-05,
      "loss": 0.0025,
      "step": 17620
    },
    {
      "epoch": 11.606319947333771,
      "grad_norm": 0.10720554739236832,
      "learning_rate": 9.570256928161385e-05,
      "loss": 0.0025,
      "step": 17630
    },
    {
      "epoch": 11.612903225806452,
      "grad_norm": 0.19860213994979858,
      "learning_rate": 9.569586033558126e-05,
      "loss": 0.0049,
      "step": 17640
    },
    {
      "epoch": 11.61948650427913,
      "grad_norm": 0.14914530515670776,
      "learning_rate": 9.568914639231807e-05,
      "loss": 0.0027,
      "step": 17650
    },
    {
      "epoch": 11.626069782751811,
      "grad_norm": 0.1456700712442398,
      "learning_rate": 9.568242745255852e-05,
      "loss": 0.0029,
      "step": 17660
    },
    {
      "epoch": 11.63265306122449,
      "grad_norm": 0.0915641337633133,
      "learning_rate": 9.567570351703739e-05,
      "loss": 0.002,
      "step": 17670
    },
    {
      "epoch": 11.639236339697169,
      "grad_norm": 0.10023776441812515,
      "learning_rate": 9.566897458649001e-05,
      "loss": 0.0023,
      "step": 17680
    },
    {
      "epoch": 11.645819618169849,
      "grad_norm": 0.15704162418842316,
      "learning_rate": 9.566224066165221e-05,
      "loss": 0.0027,
      "step": 17690
    },
    {
      "epoch": 11.652402896642528,
      "grad_norm": 0.09104430675506592,
      "learning_rate": 9.565550174326043e-05,
      "loss": 0.0036,
      "step": 17700
    },
    {
      "epoch": 11.658986175115208,
      "grad_norm": 0.11438848823308945,
      "learning_rate": 9.564875783205162e-05,
      "loss": 0.0035,
      "step": 17710
    },
    {
      "epoch": 11.665569453587887,
      "grad_norm": 0.09507377445697784,
      "learning_rate": 9.564200892876328e-05,
      "loss": 0.0036,
      "step": 17720
    },
    {
      "epoch": 11.672152732060566,
      "grad_norm": 0.11350542306900024,
      "learning_rate": 9.563525503413348e-05,
      "loss": 0.0027,
      "step": 17730
    },
    {
      "epoch": 11.678736010533246,
      "grad_norm": 0.09029316157102585,
      "learning_rate": 9.562849614890079e-05,
      "loss": 0.0017,
      "step": 17740
    },
    {
      "epoch": 11.685319289005925,
      "grad_norm": 0.17291457951068878,
      "learning_rate": 9.562173227380436e-05,
      "loss": 0.0026,
      "step": 17750
    },
    {
      "epoch": 11.691902567478603,
      "grad_norm": 0.14838126301765442,
      "learning_rate": 9.561496340958389e-05,
      "loss": 0.0042,
      "step": 17760
    },
    {
      "epoch": 11.698485845951284,
      "grad_norm": 0.15644460916519165,
      "learning_rate": 9.560818955697959e-05,
      "loss": 0.0036,
      "step": 17770
    },
    {
      "epoch": 11.705069124423963,
      "grad_norm": 0.12381359189748764,
      "learning_rate": 9.560141071673228e-05,
      "loss": 0.0024,
      "step": 17780
    },
    {
      "epoch": 11.711652402896643,
      "grad_norm": 0.13199445605278015,
      "learning_rate": 9.559462688958323e-05,
      "loss": 0.0022,
      "step": 17790
    },
    {
      "epoch": 11.718235681369322,
      "grad_norm": 0.16483323276042938,
      "learning_rate": 9.558783807627434e-05,
      "loss": 0.0069,
      "step": 17800
    },
    {
      "epoch": 11.724818959842,
      "grad_norm": 0.16913248598575592,
      "learning_rate": 9.558104427754801e-05,
      "loss": 0.0026,
      "step": 17810
    },
    {
      "epoch": 11.731402238314681,
      "grad_norm": 0.21817107498645782,
      "learning_rate": 9.557424549414722e-05,
      "loss": 0.0029,
      "step": 17820
    },
    {
      "epoch": 11.73798551678736,
      "grad_norm": 0.1665235459804535,
      "learning_rate": 9.556744172681546e-05,
      "loss": 0.0027,
      "step": 17830
    },
    {
      "epoch": 11.74456879526004,
      "grad_norm": 0.09344521909952164,
      "learning_rate": 9.556063297629677e-05,
      "loss": 0.0026,
      "step": 17840
    },
    {
      "epoch": 11.751152073732719,
      "grad_norm": 0.1622515469789505,
      "learning_rate": 9.555381924333578e-05,
      "loss": 0.003,
      "step": 17850
    },
    {
      "epoch": 11.757735352205398,
      "grad_norm": 0.10238167643547058,
      "learning_rate": 9.554700052867758e-05,
      "loss": 0.0017,
      "step": 17860
    },
    {
      "epoch": 11.764318630678078,
      "grad_norm": 0.09087339043617249,
      "learning_rate": 9.554017683306789e-05,
      "loss": 0.0021,
      "step": 17870
    },
    {
      "epoch": 11.770901909150757,
      "grad_norm": 0.10424017906188965,
      "learning_rate": 9.553334815725294e-05,
      "loss": 0.0026,
      "step": 17880
    },
    {
      "epoch": 11.777485187623437,
      "grad_norm": 0.1799791008234024,
      "learning_rate": 9.552651450197949e-05,
      "loss": 0.0039,
      "step": 17890
    },
    {
      "epoch": 11.784068466096116,
      "grad_norm": 0.14281269907951355,
      "learning_rate": 9.551967586799486e-05,
      "loss": 0.0031,
      "step": 17900
    },
    {
      "epoch": 11.790651744568795,
      "grad_norm": 0.10231756418943405,
      "learning_rate": 9.551283225604692e-05,
      "loss": 0.0032,
      "step": 17910
    },
    {
      "epoch": 11.797235023041475,
      "grad_norm": 0.1436399668455124,
      "learning_rate": 9.550598366688406e-05,
      "loss": 0.0033,
      "step": 17920
    },
    {
      "epoch": 11.803818301514154,
      "grad_norm": 0.12053346633911133,
      "learning_rate": 9.549913010125526e-05,
      "loss": 0.0017,
      "step": 17930
    },
    {
      "epoch": 11.810401579986834,
      "grad_norm": 0.12495830655097961,
      "learning_rate": 9.549227155990999e-05,
      "loss": 0.0019,
      "step": 17940
    },
    {
      "epoch": 11.816984858459513,
      "grad_norm": 0.08927366137504578,
      "learning_rate": 9.548540804359828e-05,
      "loss": 0.0022,
      "step": 17950
    },
    {
      "epoch": 11.823568136932192,
      "grad_norm": 0.10375919938087463,
      "learning_rate": 9.547853955307077e-05,
      "loss": 0.0082,
      "step": 17960
    },
    {
      "epoch": 11.830151415404872,
      "grad_norm": 0.18340592086315155,
      "learning_rate": 9.547166608907853e-05,
      "loss": 0.0032,
      "step": 17970
    },
    {
      "epoch": 11.83673469387755,
      "grad_norm": 0.1102958545088768,
      "learning_rate": 9.546478765237326e-05,
      "loss": 0.0023,
      "step": 17980
    },
    {
      "epoch": 11.843317972350231,
      "grad_norm": 0.2963999807834625,
      "learning_rate": 9.545790424370715e-05,
      "loss": 0.0046,
      "step": 17990
    },
    {
      "epoch": 11.84990125082291,
      "grad_norm": 0.20254844427108765,
      "learning_rate": 9.5451015863833e-05,
      "loss": 0.0047,
      "step": 18000
    },
    {
      "epoch": 11.856484529295589,
      "grad_norm": 0.19598489999771118,
      "learning_rate": 9.544412251350408e-05,
      "loss": 0.0033,
      "step": 18010
    },
    {
      "epoch": 11.86306780776827,
      "grad_norm": 0.10930831730365753,
      "learning_rate": 9.543722419347422e-05,
      "loss": 0.004,
      "step": 18020
    },
    {
      "epoch": 11.869651086240948,
      "grad_norm": 0.13726691901683807,
      "learning_rate": 9.543032090449788e-05,
      "loss": 0.0026,
      "step": 18030
    },
    {
      "epoch": 11.876234364713627,
      "grad_norm": 0.13084785640239716,
      "learning_rate": 9.542341264732992e-05,
      "loss": 0.0023,
      "step": 18040
    },
    {
      "epoch": 11.882817643186307,
      "grad_norm": 0.1491815745830536,
      "learning_rate": 9.541649942272585e-05,
      "loss": 0.0032,
      "step": 18050
    },
    {
      "epoch": 11.889400921658986,
      "grad_norm": 0.10758651793003082,
      "learning_rate": 9.54095812314417e-05,
      "loss": 0.0016,
      "step": 18060
    },
    {
      "epoch": 11.895984200131666,
      "grad_norm": 0.08503386378288269,
      "learning_rate": 9.540265807423401e-05,
      "loss": 0.0024,
      "step": 18070
    },
    {
      "epoch": 11.902567478604345,
      "grad_norm": 0.13282455503940582,
      "learning_rate": 9.53957299518599e-05,
      "loss": 0.002,
      "step": 18080
    },
    {
      "epoch": 11.909150757077024,
      "grad_norm": 0.12733857333660126,
      "learning_rate": 9.5388796865077e-05,
      "loss": 0.0018,
      "step": 18090
    },
    {
      "epoch": 11.915734035549704,
      "grad_norm": 0.10286642611026764,
      "learning_rate": 9.538185881464353e-05,
      "loss": 0.0028,
      "step": 18100
    },
    {
      "epoch": 11.922317314022383,
      "grad_norm": 0.1202264353632927,
      "learning_rate": 9.537491580131821e-05,
      "loss": 0.0048,
      "step": 18110
    },
    {
      "epoch": 11.928900592495063,
      "grad_norm": 0.12090671807527542,
      "learning_rate": 9.53679678258603e-05,
      "loss": 0.0018,
      "step": 18120
    },
    {
      "epoch": 11.935483870967742,
      "grad_norm": 0.09492264688014984,
      "learning_rate": 9.536101488902966e-05,
      "loss": 0.0025,
      "step": 18130
    },
    {
      "epoch": 11.94206714944042,
      "grad_norm": 0.14405220746994019,
      "learning_rate": 9.535405699158663e-05,
      "loss": 0.0028,
      "step": 18140
    },
    {
      "epoch": 11.948650427913101,
      "grad_norm": 0.10153106600046158,
      "learning_rate": 9.53470941342921e-05,
      "loss": 0.0067,
      "step": 18150
    },
    {
      "epoch": 11.95523370638578,
      "grad_norm": 0.1073550209403038,
      "learning_rate": 9.534012631790756e-05,
      "loss": 0.0026,
      "step": 18160
    },
    {
      "epoch": 11.96181698485846,
      "grad_norm": 0.11912664026021957,
      "learning_rate": 9.533315354319494e-05,
      "loss": 0.0025,
      "step": 18170
    },
    {
      "epoch": 11.968400263331139,
      "grad_norm": 0.08964882791042328,
      "learning_rate": 9.532617581091682e-05,
      "loss": 0.0032,
      "step": 18180
    },
    {
      "epoch": 11.974983541803818,
      "grad_norm": 0.10715022683143616,
      "learning_rate": 9.531919312183629e-05,
      "loss": 0.0032,
      "step": 18190
    },
    {
      "epoch": 11.981566820276498,
      "grad_norm": 0.10744226723909378,
      "learning_rate": 9.531220547671688e-05,
      "loss": 0.003,
      "step": 18200
    },
    {
      "epoch": 11.988150098749177,
      "grad_norm": 0.08053044974803925,
      "learning_rate": 9.530521287632285e-05,
      "loss": 0.0031,
      "step": 18210
    },
    {
      "epoch": 11.994733377221856,
      "grad_norm": 0.10906914621591568,
      "learning_rate": 9.529821532141884e-05,
      "loss": 0.0034,
      "step": 18220
    },
    {
      "epoch": 12.001316655694536,
      "grad_norm": 0.08367866277694702,
      "learning_rate": 9.52912128127701e-05,
      "loss": 0.0032,
      "step": 18230
    },
    {
      "epoch": 12.007899934167215,
      "grad_norm": 0.13774879276752472,
      "learning_rate": 9.528420535114244e-05,
      "loss": 0.0024,
      "step": 18240
    },
    {
      "epoch": 12.014483212639895,
      "grad_norm": 0.08979972451925278,
      "learning_rate": 9.527719293730215e-05,
      "loss": 0.0014,
      "step": 18250
    },
    {
      "epoch": 12.021066491112574,
      "grad_norm": 0.09756061434745789,
      "learning_rate": 9.527017557201611e-05,
      "loss": 0.0015,
      "step": 18260
    },
    {
      "epoch": 12.027649769585253,
      "grad_norm": 0.13029813766479492,
      "learning_rate": 9.526315325605176e-05,
      "loss": 0.0022,
      "step": 18270
    },
    {
      "epoch": 12.034233048057933,
      "grad_norm": 0.1502656489610672,
      "learning_rate": 9.525612599017699e-05,
      "loss": 0.0026,
      "step": 18280
    },
    {
      "epoch": 12.040816326530612,
      "grad_norm": 0.1759401112794876,
      "learning_rate": 9.524909377516033e-05,
      "loss": 0.0038,
      "step": 18290
    },
    {
      "epoch": 12.047399605003292,
      "grad_norm": 0.20121333003044128,
      "learning_rate": 9.524205661177081e-05,
      "loss": 0.0032,
      "step": 18300
    },
    {
      "epoch": 12.053982883475971,
      "grad_norm": 0.17049451172351837,
      "learning_rate": 9.523501450077801e-05,
      "loss": 0.0029,
      "step": 18310
    },
    {
      "epoch": 12.06056616194865,
      "grad_norm": 0.10607939958572388,
      "learning_rate": 9.522796744295202e-05,
      "loss": 0.0033,
      "step": 18320
    },
    {
      "epoch": 12.06714944042133,
      "grad_norm": 0.1439928412437439,
      "learning_rate": 9.522091543906352e-05,
      "loss": 0.003,
      "step": 18330
    },
    {
      "epoch": 12.073732718894009,
      "grad_norm": 0.0955275446176529,
      "learning_rate": 9.521385848988369e-05,
      "loss": 0.0047,
      "step": 18340
    },
    {
      "epoch": 12.08031599736669,
      "grad_norm": 0.0813475102186203,
      "learning_rate": 9.520679659618428e-05,
      "loss": 0.0035,
      "step": 18350
    },
    {
      "epoch": 12.086899275839368,
      "grad_norm": 0.21108512580394745,
      "learning_rate": 9.519972975873754e-05,
      "loss": 0.003,
      "step": 18360
    },
    {
      "epoch": 12.093482554312047,
      "grad_norm": 0.15041764080524445,
      "learning_rate": 9.519265797831633e-05,
      "loss": 0.0025,
      "step": 18370
    },
    {
      "epoch": 12.100065832784727,
      "grad_norm": 0.12994876503944397,
      "learning_rate": 9.518558125569399e-05,
      "loss": 0.0027,
      "step": 18380
    },
    {
      "epoch": 12.106649111257406,
      "grad_norm": 0.1764506846666336,
      "learning_rate": 9.517849959164442e-05,
      "loss": 0.0039,
      "step": 18390
    },
    {
      "epoch": 12.113232389730086,
      "grad_norm": 0.10398194938898087,
      "learning_rate": 9.517141298694205e-05,
      "loss": 0.0025,
      "step": 18400
    },
    {
      "epoch": 12.119815668202765,
      "grad_norm": 0.11376842856407166,
      "learning_rate": 9.516432144236188e-05,
      "loss": 0.0031,
      "step": 18410
    },
    {
      "epoch": 12.126398946675444,
      "grad_norm": 0.13111646473407745,
      "learning_rate": 9.515722495867941e-05,
      "loss": 0.0021,
      "step": 18420
    },
    {
      "epoch": 12.132982225148124,
      "grad_norm": 0.12602680921554565,
      "learning_rate": 9.515012353667072e-05,
      "loss": 0.0035,
      "step": 18430
    },
    {
      "epoch": 12.139565503620803,
      "grad_norm": 0.08189423382282257,
      "learning_rate": 9.51430171771124e-05,
      "loss": 0.0052,
      "step": 18440
    },
    {
      "epoch": 12.146148782093482,
      "grad_norm": 0.10938972979784012,
      "learning_rate": 9.513590588078159e-05,
      "loss": 0.0031,
      "step": 18450
    },
    {
      "epoch": 12.152732060566162,
      "grad_norm": 0.14898234605789185,
      "learning_rate": 9.512878964845597e-05,
      "loss": 0.0031,
      "step": 18460
    },
    {
      "epoch": 12.15931533903884,
      "grad_norm": 0.1454971879720688,
      "learning_rate": 9.512166848091377e-05,
      "loss": 0.003,
      "step": 18470
    },
    {
      "epoch": 12.165898617511521,
      "grad_norm": 0.13793344795703888,
      "learning_rate": 9.511454237893376e-05,
      "loss": 0.0023,
      "step": 18480
    },
    {
      "epoch": 12.1724818959842,
      "grad_norm": 0.1374698430299759,
      "learning_rate": 9.51074113432952e-05,
      "loss": 0.0055,
      "step": 18490
    },
    {
      "epoch": 12.179065174456879,
      "grad_norm": 0.1690942347049713,
      "learning_rate": 9.510027537477797e-05,
      "loss": 0.0028,
      "step": 18500
    },
    {
      "epoch": 12.18564845292956,
      "grad_norm": 0.16033835709095,
      "learning_rate": 9.509313447416242e-05,
      "loss": 0.0029,
      "step": 18510
    },
    {
      "epoch": 12.192231731402238,
      "grad_norm": 0.1512623280286789,
      "learning_rate": 9.508598864222949e-05,
      "loss": 0.0025,
      "step": 18520
    },
    {
      "epoch": 12.198815009874918,
      "grad_norm": 0.15129555761814117,
      "learning_rate": 9.507883787976062e-05,
      "loss": 0.004,
      "step": 18530
    },
    {
      "epoch": 12.205398288347597,
      "grad_norm": 0.13943232595920563,
      "learning_rate": 9.507168218753781e-05,
      "loss": 0.003,
      "step": 18540
    },
    {
      "epoch": 12.211981566820276,
      "grad_norm": 0.14735379815101624,
      "learning_rate": 9.506452156634362e-05,
      "loss": 0.0022,
      "step": 18550
    },
    {
      "epoch": 12.218564845292956,
      "grad_norm": 0.09361173957586288,
      "learning_rate": 9.505735601696109e-05,
      "loss": 0.0029,
      "step": 18560
    },
    {
      "epoch": 12.225148123765635,
      "grad_norm": 0.13204509019851685,
      "learning_rate": 9.505018554017385e-05,
      "loss": 0.0034,
      "step": 18570
    },
    {
      "epoch": 12.231731402238315,
      "grad_norm": 0.10607992112636566,
      "learning_rate": 9.504301013676604e-05,
      "loss": 0.0025,
      "step": 18580
    },
    {
      "epoch": 12.238314680710994,
      "grad_norm": 0.210678830742836,
      "learning_rate": 9.503582980752238e-05,
      "loss": 0.0066,
      "step": 18590
    },
    {
      "epoch": 12.244897959183673,
      "grad_norm": 0.1658446192741394,
      "learning_rate": 9.502864455322809e-05,
      "loss": 0.003,
      "step": 18600
    },
    {
      "epoch": 12.251481237656353,
      "grad_norm": 0.12180709093809128,
      "learning_rate": 9.502145437466891e-05,
      "loss": 0.0024,
      "step": 18610
    },
    {
      "epoch": 12.258064516129032,
      "grad_norm": 0.11873852461576462,
      "learning_rate": 9.501425927263116e-05,
      "loss": 0.0041,
      "step": 18620
    },
    {
      "epoch": 12.264647794601713,
      "grad_norm": 0.13221876323223114,
      "learning_rate": 9.500705924790172e-05,
      "loss": 0.0029,
      "step": 18630
    },
    {
      "epoch": 12.271231073074391,
      "grad_norm": 0.0796675831079483,
      "learning_rate": 9.499985430126794e-05,
      "loss": 0.0037,
      "step": 18640
    },
    {
      "epoch": 12.27781435154707,
      "grad_norm": 0.1285850554704666,
      "learning_rate": 9.499264443351775e-05,
      "loss": 0.0023,
      "step": 18650
    },
    {
      "epoch": 12.28439763001975,
      "grad_norm": 0.20803846418857574,
      "learning_rate": 9.498542964543961e-05,
      "loss": 0.0047,
      "step": 18660
    },
    {
      "epoch": 12.290980908492429,
      "grad_norm": 0.08679748326539993,
      "learning_rate": 9.497820993782252e-05,
      "loss": 0.003,
      "step": 18670
    },
    {
      "epoch": 12.297564186965108,
      "grad_norm": 0.17172764241695404,
      "learning_rate": 9.497098531145601e-05,
      "loss": 0.0023,
      "step": 18680
    },
    {
      "epoch": 12.304147465437788,
      "grad_norm": 0.1238497719168663,
      "learning_rate": 9.496375576713017e-05,
      "loss": 0.0028,
      "step": 18690
    },
    {
      "epoch": 12.310730743910467,
      "grad_norm": 0.0894543007016182,
      "learning_rate": 9.49565213056356e-05,
      "loss": 0.0018,
      "step": 18700
    },
    {
      "epoch": 12.317314022383147,
      "grad_norm": 0.11284058541059494,
      "learning_rate": 9.494928192776342e-05,
      "loss": 0.0029,
      "step": 18710
    },
    {
      "epoch": 12.323897300855826,
      "grad_norm": 0.09485975652933121,
      "learning_rate": 9.494203763430538e-05,
      "loss": 0.0061,
      "step": 18720
    },
    {
      "epoch": 12.330480579328505,
      "grad_norm": 0.10810939222574234,
      "learning_rate": 9.493478842605366e-05,
      "loss": 0.0041,
      "step": 18730
    },
    {
      "epoch": 12.337063857801185,
      "grad_norm": 0.1311211735010147,
      "learning_rate": 9.492753430380105e-05,
      "loss": 0.0056,
      "step": 18740
    },
    {
      "epoch": 12.343647136273864,
      "grad_norm": 0.09832682460546494,
      "learning_rate": 9.492027526834083e-05,
      "loss": 0.0035,
      "step": 18750
    },
    {
      "epoch": 12.350230414746544,
      "grad_norm": 0.1391357183456421,
      "learning_rate": 9.491301132046684e-05,
      "loss": 0.005,
      "step": 18760
    },
    {
      "epoch": 12.356813693219223,
      "grad_norm": 0.23004606366157532,
      "learning_rate": 9.490574246097345e-05,
      "loss": 0.0037,
      "step": 18770
    },
    {
      "epoch": 12.363396971691902,
      "grad_norm": 0.1978398710489273,
      "learning_rate": 9.48984686906556e-05,
      "loss": 0.0043,
      "step": 18780
    },
    {
      "epoch": 12.369980250164582,
      "grad_norm": 0.14150449633598328,
      "learning_rate": 9.489119001030871e-05,
      "loss": 0.0024,
      "step": 18790
    },
    {
      "epoch": 12.376563528637261,
      "grad_norm": 0.1406874656677246,
      "learning_rate": 9.488390642072878e-05,
      "loss": 0.0026,
      "step": 18800
    },
    {
      "epoch": 12.383146807109942,
      "grad_norm": 0.14570222795009613,
      "learning_rate": 9.48766179227123e-05,
      "loss": 0.0032,
      "step": 18810
    },
    {
      "epoch": 12.38973008558262,
      "grad_norm": 0.15959936380386353,
      "learning_rate": 9.486932451705636e-05,
      "loss": 0.0028,
      "step": 18820
    },
    {
      "epoch": 12.396313364055299,
      "grad_norm": 0.13625626266002655,
      "learning_rate": 9.486202620455857e-05,
      "loss": 0.004,
      "step": 18830
    },
    {
      "epoch": 12.40289664252798,
      "grad_norm": 0.14743521809577942,
      "learning_rate": 9.485472298601704e-05,
      "loss": 0.0028,
      "step": 18840
    },
    {
      "epoch": 12.409479921000658,
      "grad_norm": 0.10440659523010254,
      "learning_rate": 9.484741486223043e-05,
      "loss": 0.0029,
      "step": 18850
    },
    {
      "epoch": 12.416063199473339,
      "grad_norm": 0.13500529527664185,
      "learning_rate": 9.484010183399797e-05,
      "loss": 0.0028,
      "step": 18860
    },
    {
      "epoch": 12.422646477946017,
      "grad_norm": 0.1286812126636505,
      "learning_rate": 9.483278390211938e-05,
      "loss": 0.0014,
      "step": 18870
    },
    {
      "epoch": 12.429229756418696,
      "grad_norm": 0.22951281070709229,
      "learning_rate": 9.482546106739496e-05,
      "loss": 0.0062,
      "step": 18880
    },
    {
      "epoch": 12.435813034891376,
      "grad_norm": 0.2535831034183502,
      "learning_rate": 9.48181333306255e-05,
      "loss": 0.0039,
      "step": 18890
    },
    {
      "epoch": 12.442396313364055,
      "grad_norm": 0.13207672536373138,
      "learning_rate": 9.481080069261237e-05,
      "loss": 0.0023,
      "step": 18900
    },
    {
      "epoch": 12.448979591836734,
      "grad_norm": 0.16355089843273163,
      "learning_rate": 9.480346315415745e-05,
      "loss": 0.0044,
      "step": 18910
    },
    {
      "epoch": 12.455562870309414,
      "grad_norm": 0.18526603281497955,
      "learning_rate": 9.479612071606314e-05,
      "loss": 0.0031,
      "step": 18920
    },
    {
      "epoch": 12.462146148782093,
      "grad_norm": 0.13252174854278564,
      "learning_rate": 9.478877337913244e-05,
      "loss": 0.0027,
      "step": 18930
    },
    {
      "epoch": 12.468729427254774,
      "grad_norm": 0.14358651638031006,
      "learning_rate": 9.478142114416881e-05,
      "loss": 0.0037,
      "step": 18940
    },
    {
      "epoch": 12.475312705727452,
      "grad_norm": 0.1786671131849289,
      "learning_rate": 9.47740640119763e-05,
      "loss": 0.0025,
      "step": 18950
    },
    {
      "epoch": 12.481895984200131,
      "grad_norm": 0.11152368783950806,
      "learning_rate": 9.476670198335947e-05,
      "loss": 0.0031,
      "step": 18960
    },
    {
      "epoch": 12.488479262672811,
      "grad_norm": 0.09797266125679016,
      "learning_rate": 9.47593350591234e-05,
      "loss": 0.0024,
      "step": 18970
    },
    {
      "epoch": 12.49506254114549,
      "grad_norm": 0.10991983115673065,
      "learning_rate": 9.475196324007376e-05,
      "loss": 0.0041,
      "step": 18980
    },
    {
      "epoch": 12.50164581961817,
      "grad_norm": 0.12090910226106644,
      "learning_rate": 9.474458652701669e-05,
      "loss": 0.0025,
      "step": 18990
    },
    {
      "epoch": 12.50822909809085,
      "grad_norm": 0.24536234140396118,
      "learning_rate": 9.473720492075892e-05,
      "loss": 0.0077,
      "step": 19000
    },
    {
      "epoch": 12.514812376563528,
      "grad_norm": 0.1156945452094078,
      "learning_rate": 9.472981842210768e-05,
      "loss": 0.0042,
      "step": 19010
    },
    {
      "epoch": 12.521395655036208,
      "grad_norm": 0.20286080241203308,
      "learning_rate": 9.472242703187074e-05,
      "loss": 0.0029,
      "step": 19020
    },
    {
      "epoch": 12.527978933508887,
      "grad_norm": 0.11372341960668564,
      "learning_rate": 9.471503075085643e-05,
      "loss": 0.0054,
      "step": 19030
    },
    {
      "epoch": 12.534562211981568,
      "grad_norm": 0.20432215929031372,
      "learning_rate": 9.470762957987359e-05,
      "loss": 0.0041,
      "step": 19040
    },
    {
      "epoch": 12.541145490454246,
      "grad_norm": 0.12096273899078369,
      "learning_rate": 9.470022351973158e-05,
      "loss": 0.0025,
      "step": 19050
    },
    {
      "epoch": 12.547728768926925,
      "grad_norm": 0.317565381526947,
      "learning_rate": 9.469281257124034e-05,
      "loss": 0.003,
      "step": 19060
    },
    {
      "epoch": 12.554312047399605,
      "grad_norm": 0.18214555084705353,
      "learning_rate": 9.46853967352103e-05,
      "loss": 0.0058,
      "step": 19070
    },
    {
      "epoch": 12.560895325872284,
      "grad_norm": 0.13554145395755768,
      "learning_rate": 9.467797601245246e-05,
      "loss": 0.003,
      "step": 19080
    },
    {
      "epoch": 12.567478604344963,
      "grad_norm": 0.1286960393190384,
      "learning_rate": 9.467055040377834e-05,
      "loss": 0.0036,
      "step": 19090
    },
    {
      "epoch": 12.574061882817643,
      "grad_norm": 0.16922630369663239,
      "learning_rate": 9.466311990999999e-05,
      "loss": 0.005,
      "step": 19100
    },
    {
      "epoch": 12.580645161290322,
      "grad_norm": 0.18171653151512146,
      "learning_rate": 9.465568453193e-05,
      "loss": 0.0028,
      "step": 19110
    },
    {
      "epoch": 12.587228439763003,
      "grad_norm": 0.11307086050510406,
      "learning_rate": 9.464824427038148e-05,
      "loss": 0.0052,
      "step": 19120
    },
    {
      "epoch": 12.593811718235681,
      "grad_norm": 0.1320609301328659,
      "learning_rate": 9.46407991261681e-05,
      "loss": 0.0023,
      "step": 19130
    },
    {
      "epoch": 12.60039499670836,
      "grad_norm": 0.19940872490406036,
      "learning_rate": 9.463334910010404e-05,
      "loss": 0.0051,
      "step": 19140
    },
    {
      "epoch": 12.60697827518104,
      "grad_norm": 0.1785893440246582,
      "learning_rate": 9.462589419300403e-05,
      "loss": 0.0039,
      "step": 19150
    },
    {
      "epoch": 12.61356155365372,
      "grad_norm": 0.15741395950317383,
      "learning_rate": 9.461843440568333e-05,
      "loss": 0.0047,
      "step": 19160
    },
    {
      "epoch": 12.6201448321264,
      "grad_norm": 0.1520237922668457,
      "learning_rate": 9.461096973895773e-05,
      "loss": 0.0028,
      "step": 19170
    },
    {
      "epoch": 12.626728110599078,
      "grad_norm": 0.0975327119231224,
      "learning_rate": 9.460350019364355e-05,
      "loss": 0.0015,
      "step": 19180
    },
    {
      "epoch": 12.633311389071757,
      "grad_norm": 0.09717284888029099,
      "learning_rate": 9.459602577055764e-05,
      "loss": 0.0026,
      "step": 19190
    },
    {
      "epoch": 12.639894667544437,
      "grad_norm": 0.1653132289648056,
      "learning_rate": 9.45885464705174e-05,
      "loss": 0.0032,
      "step": 19200
    },
    {
      "epoch": 12.646477946017116,
      "grad_norm": 0.1953120231628418,
      "learning_rate": 9.458106229434076e-05,
      "loss": 0.0049,
      "step": 19210
    },
    {
      "epoch": 12.653061224489797,
      "grad_norm": 0.22593478858470917,
      "learning_rate": 9.457357324284617e-05,
      "loss": 0.0044,
      "step": 19220
    },
    {
      "epoch": 12.659644502962475,
      "grad_norm": 0.13242577016353607,
      "learning_rate": 9.456607931685262e-05,
      "loss": 0.0038,
      "step": 19230
    },
    {
      "epoch": 12.666227781435154,
      "grad_norm": 0.11239619553089142,
      "learning_rate": 9.455858051717965e-05,
      "loss": 0.0038,
      "step": 19240
    },
    {
      "epoch": 12.672811059907835,
      "grad_norm": 0.11607124656438828,
      "learning_rate": 9.45510768446473e-05,
      "loss": 0.0047,
      "step": 19250
    },
    {
      "epoch": 12.679394338380513,
      "grad_norm": 0.11191558837890625,
      "learning_rate": 9.454356830007618e-05,
      "loss": 0.0029,
      "step": 19260
    },
    {
      "epoch": 12.685977616853194,
      "grad_norm": 0.11724695563316345,
      "learning_rate": 9.45360548842874e-05,
      "loss": 0.0026,
      "step": 19270
    },
    {
      "epoch": 12.692560895325872,
      "grad_norm": 0.11181312799453735,
      "learning_rate": 9.452853659810261e-05,
      "loss": 0.0021,
      "step": 19280
    },
    {
      "epoch": 12.699144173798551,
      "grad_norm": 0.11795350909233093,
      "learning_rate": 9.452101344234401e-05,
      "loss": 0.0027,
      "step": 19290
    },
    {
      "epoch": 12.705727452271232,
      "grad_norm": 0.20854082703590393,
      "learning_rate": 9.451348541783431e-05,
      "loss": 0.0051,
      "step": 19300
    },
    {
      "epoch": 12.71231073074391,
      "grad_norm": 0.08039818704128265,
      "learning_rate": 9.450595252539678e-05,
      "loss": 0.002,
      "step": 19310
    },
    {
      "epoch": 12.71889400921659,
      "grad_norm": 0.11525449901819229,
      "learning_rate": 9.449841476585518e-05,
      "loss": 0.0033,
      "step": 19320
    },
    {
      "epoch": 12.72547728768927,
      "grad_norm": 0.09309639036655426,
      "learning_rate": 9.449087214003384e-05,
      "loss": 0.0024,
      "step": 19330
    },
    {
      "epoch": 12.732060566161948,
      "grad_norm": 0.09867465496063232,
      "learning_rate": 9.448332464875765e-05,
      "loss": 0.0034,
      "step": 19340
    },
    {
      "epoch": 12.738643844634629,
      "grad_norm": 0.16885614395141602,
      "learning_rate": 9.447577229285192e-05,
      "loss": 0.0028,
      "step": 19350
    },
    {
      "epoch": 12.745227123107307,
      "grad_norm": 0.10974617302417755,
      "learning_rate": 9.446821507314261e-05,
      "loss": 0.0038,
      "step": 19360
    },
    {
      "epoch": 12.751810401579986,
      "grad_norm": 0.13216155767440796,
      "learning_rate": 9.446065299045617e-05,
      "loss": 0.0022,
      "step": 19370
    },
    {
      "epoch": 12.758393680052666,
      "grad_norm": 0.07207121700048447,
      "learning_rate": 9.445308604561955e-05,
      "loss": 0.0017,
      "step": 19380
    },
    {
      "epoch": 12.764976958525345,
      "grad_norm": 0.07916229963302612,
      "learning_rate": 9.444551423946028e-05,
      "loss": 0.0024,
      "step": 19390
    },
    {
      "epoch": 12.771560236998026,
      "grad_norm": 0.11109692603349686,
      "learning_rate": 9.443793757280638e-05,
      "loss": 0.0018,
      "step": 19400
    },
    {
      "epoch": 12.778143515470704,
      "grad_norm": 0.10249415040016174,
      "learning_rate": 9.443035604648646e-05,
      "loss": 0.0024,
      "step": 19410
    },
    {
      "epoch": 12.784726793943383,
      "grad_norm": 0.10273155570030212,
      "learning_rate": 9.44227696613296e-05,
      "loss": 0.0031,
      "step": 19420
    },
    {
      "epoch": 12.791310072416064,
      "grad_norm": 0.093709796667099,
      "learning_rate": 9.441517841816542e-05,
      "loss": 0.0046,
      "step": 19430
    },
    {
      "epoch": 12.797893350888742,
      "grad_norm": 0.18133923411369324,
      "learning_rate": 9.440758231782413e-05,
      "loss": 0.0036,
      "step": 19440
    },
    {
      "epoch": 12.804476629361423,
      "grad_norm": 0.08957184106111526,
      "learning_rate": 9.439998136113639e-05,
      "loss": 0.003,
      "step": 19450
    },
    {
      "epoch": 12.811059907834101,
      "grad_norm": 0.1259177327156067,
      "learning_rate": 9.439237554893344e-05,
      "loss": 0.0051,
      "step": 19460
    },
    {
      "epoch": 12.81764318630678,
      "grad_norm": 0.0978337898850441,
      "learning_rate": 9.438476488204705e-05,
      "loss": 0.0033,
      "step": 19470
    },
    {
      "epoch": 12.82422646477946,
      "grad_norm": 0.10396566987037659,
      "learning_rate": 9.43771493613095e-05,
      "loss": 0.002,
      "step": 19480
    },
    {
      "epoch": 12.83080974325214,
      "grad_norm": 0.13242875039577484,
      "learning_rate": 9.436952898755362e-05,
      "loss": 0.0026,
      "step": 19490
    },
    {
      "epoch": 12.83739302172482,
      "grad_norm": 0.09364724159240723,
      "learning_rate": 9.436190376161276e-05,
      "loss": 0.0025,
      "step": 19500
    },
    {
      "epoch": 12.843976300197498,
      "grad_norm": 0.10661923885345459,
      "learning_rate": 9.43542736843208e-05,
      "loss": 0.0016,
      "step": 19510
    },
    {
      "epoch": 12.850559578670177,
      "grad_norm": 0.12070319801568985,
      "learning_rate": 9.434663875651216e-05,
      "loss": 0.0023,
      "step": 19520
    },
    {
      "epoch": 12.857142857142858,
      "grad_norm": 0.11466336250305176,
      "learning_rate": 9.433899897902177e-05,
      "loss": 0.003,
      "step": 19530
    },
    {
      "epoch": 12.863726135615536,
      "grad_norm": 0.09226647019386292,
      "learning_rate": 9.433135435268511e-05,
      "loss": 0.0018,
      "step": 19540
    },
    {
      "epoch": 12.870309414088215,
      "grad_norm": 0.10435882210731506,
      "learning_rate": 9.432370487833819e-05,
      "loss": 0.0023,
      "step": 19550
    },
    {
      "epoch": 12.876892692560896,
      "grad_norm": 0.10851921886205673,
      "learning_rate": 9.431605055681756e-05,
      "loss": 0.0018,
      "step": 19560
    },
    {
      "epoch": 12.883475971033574,
      "grad_norm": 0.12032008916139603,
      "learning_rate": 9.430839138896026e-05,
      "loss": 0.002,
      "step": 19570
    },
    {
      "epoch": 12.890059249506255,
      "grad_norm": 0.12643669545650482,
      "learning_rate": 9.43007273756039e-05,
      "loss": 0.0053,
      "step": 19580
    },
    {
      "epoch": 12.896642527978933,
      "grad_norm": 0.11737558990716934,
      "learning_rate": 9.429305851758658e-05,
      "loss": 0.0022,
      "step": 19590
    },
    {
      "epoch": 12.903225806451612,
      "grad_norm": 0.1050499826669693,
      "learning_rate": 9.428538481574699e-05,
      "loss": 0.0021,
      "step": 19600
    },
    {
      "epoch": 12.909809084924293,
      "grad_norm": 0.08668049424886703,
      "learning_rate": 9.42777062709243e-05,
      "loss": 0.0029,
      "step": 19610
    },
    {
      "epoch": 12.916392363396971,
      "grad_norm": 0.1717112958431244,
      "learning_rate": 9.427002288395821e-05,
      "loss": 0.0036,
      "step": 19620
    },
    {
      "epoch": 12.922975641869652,
      "grad_norm": 0.08804901689291,
      "learning_rate": 9.426233465568898e-05,
      "loss": 0.0019,
      "step": 19630
    },
    {
      "epoch": 12.92955892034233,
      "grad_norm": 0.13358217477798462,
      "learning_rate": 9.42546415869574e-05,
      "loss": 0.0024,
      "step": 19640
    },
    {
      "epoch": 12.93614219881501,
      "grad_norm": 0.11441519111394882,
      "learning_rate": 9.424694367860473e-05,
      "loss": 0.0069,
      "step": 19650
    },
    {
      "epoch": 12.94272547728769,
      "grad_norm": 0.055728647857904434,
      "learning_rate": 9.423924093147284e-05,
      "loss": 0.0021,
      "step": 19660
    },
    {
      "epoch": 12.949308755760368,
      "grad_norm": 0.13242191076278687,
      "learning_rate": 9.423153334640407e-05,
      "loss": 0.0036,
      "step": 19670
    },
    {
      "epoch": 12.955892034233049,
      "grad_norm": 0.12025835365056992,
      "learning_rate": 9.42238209242413e-05,
      "loss": 0.004,
      "step": 19680
    },
    {
      "epoch": 12.962475312705728,
      "grad_norm": 0.13676030933856964,
      "learning_rate": 9.421610366582798e-05,
      "loss": 0.0029,
      "step": 19690
    },
    {
      "epoch": 12.969058591178406,
      "grad_norm": 0.13448667526245117,
      "learning_rate": 9.420838157200803e-05,
      "loss": 0.0055,
      "step": 19700
    },
    {
      "epoch": 12.975641869651087,
      "grad_norm": 0.1450134515762329,
      "learning_rate": 9.420065464362594e-05,
      "loss": 0.0069,
      "step": 19710
    },
    {
      "epoch": 12.982225148123765,
      "grad_norm": 0.0979725643992424,
      "learning_rate": 9.419292288152673e-05,
      "loss": 0.003,
      "step": 19720
    },
    {
      "epoch": 12.988808426596446,
      "grad_norm": 0.1568930447101593,
      "learning_rate": 9.418518628655588e-05,
      "loss": 0.0029,
      "step": 19730
    },
    {
      "epoch": 12.995391705069125,
      "grad_norm": 0.1774197369813919,
      "learning_rate": 9.417744485955951e-05,
      "loss": 0.0037,
      "step": 19740
    },
    {
      "epoch": 13.001974983541803,
      "grad_norm": 0.11954934895038605,
      "learning_rate": 9.41696986013842e-05,
      "loss": 0.0062,
      "step": 19750
    },
    {
      "epoch": 13.008558262014484,
      "grad_norm": 0.12294644862413406,
      "learning_rate": 9.416194751287705e-05,
      "loss": 0.0027,
      "step": 19760
    },
    {
      "epoch": 13.015141540487162,
      "grad_norm": 0.10507215559482574,
      "learning_rate": 9.415419159488572e-05,
      "loss": 0.0032,
      "step": 19770
    },
    {
      "epoch": 13.021724818959841,
      "grad_norm": 0.1738380640745163,
      "learning_rate": 9.414643084825837e-05,
      "loss": 0.0066,
      "step": 19780
    },
    {
      "epoch": 13.028308097432522,
      "grad_norm": 0.12812957167625427,
      "learning_rate": 9.413866527384372e-05,
      "loss": 0.0034,
      "step": 19790
    },
    {
      "epoch": 13.0348913759052,
      "grad_norm": 0.15281549096107483,
      "learning_rate": 9.4130894872491e-05,
      "loss": 0.0054,
      "step": 19800
    },
    {
      "epoch": 13.04147465437788,
      "grad_norm": 0.1281885951757431,
      "learning_rate": 9.412311964504998e-05,
      "loss": 0.0023,
      "step": 19810
    },
    {
      "epoch": 13.04805793285056,
      "grad_norm": 0.17303074896335602,
      "learning_rate": 9.411533959237091e-05,
      "loss": 0.0068,
      "step": 19820
    },
    {
      "epoch": 13.054641211323238,
      "grad_norm": 0.09921866655349731,
      "learning_rate": 9.410755471530464e-05,
      "loss": 0.0066,
      "step": 19830
    },
    {
      "epoch": 13.061224489795919,
      "grad_norm": 0.13461506366729736,
      "learning_rate": 9.40997650147025e-05,
      "loss": 0.0025,
      "step": 19840
    },
    {
      "epoch": 13.067807768268597,
      "grad_norm": 0.09415294229984283,
      "learning_rate": 9.409197049141637e-05,
      "loss": 0.0014,
      "step": 19850
    },
    {
      "epoch": 13.074391046741278,
      "grad_norm": 0.07992962747812271,
      "learning_rate": 9.408417114629863e-05,
      "loss": 0.0019,
      "step": 19860
    },
    {
      "epoch": 13.080974325213957,
      "grad_norm": 0.07746117562055588,
      "learning_rate": 9.40763669802022e-05,
      "loss": 0.005,
      "step": 19870
    },
    {
      "epoch": 13.087557603686635,
      "grad_norm": 0.08449748158454895,
      "learning_rate": 9.406855799398056e-05,
      "loss": 0.0033,
      "step": 19880
    },
    {
      "epoch": 13.094140882159316,
      "grad_norm": 0.08395242691040039,
      "learning_rate": 9.406074418848767e-05,
      "loss": 0.0037,
      "step": 19890
    },
    {
      "epoch": 13.100724160631994,
      "grad_norm": 0.09927991777658463,
      "learning_rate": 9.405292556457805e-05,
      "loss": 0.0039,
      "step": 19900
    },
    {
      "epoch": 13.107307439104675,
      "grad_norm": 0.1767202913761139,
      "learning_rate": 9.404510212310671e-05,
      "loss": 0.0044,
      "step": 19910
    },
    {
      "epoch": 13.113890717577354,
      "grad_norm": 0.1109730526804924,
      "learning_rate": 9.403727386492924e-05,
      "loss": 0.0022,
      "step": 19920
    },
    {
      "epoch": 13.120473996050032,
      "grad_norm": 0.16811798512935638,
      "learning_rate": 9.40294407909017e-05,
      "loss": 0.0024,
      "step": 19930
    },
    {
      "epoch": 13.127057274522713,
      "grad_norm": 0.20603728294372559,
      "learning_rate": 9.40216029018807e-05,
      "loss": 0.0034,
      "step": 19940
    },
    {
      "epoch": 13.133640552995391,
      "grad_norm": 0.11018000543117523,
      "learning_rate": 9.401376019872338e-05,
      "loss": 0.0025,
      "step": 19950
    },
    {
      "epoch": 13.140223831468072,
      "grad_norm": 0.14023706316947937,
      "learning_rate": 9.400591268228746e-05,
      "loss": 0.0048,
      "step": 19960
    },
    {
      "epoch": 13.14680710994075,
      "grad_norm": 0.14614100754261017,
      "learning_rate": 9.399806035343106e-05,
      "loss": 0.0046,
      "step": 19970
    },
    {
      "epoch": 13.15339038841343,
      "grad_norm": 0.13489915430545807,
      "learning_rate": 9.399020321301294e-05,
      "loss": 0.003,
      "step": 19980
    },
    {
      "epoch": 13.15997366688611,
      "grad_norm": 0.08032411336898804,
      "learning_rate": 9.398234126189234e-05,
      "loss": 0.0049,
      "step": 19990
    },
    {
      "epoch": 13.166556945358789,
      "grad_norm": 0.16438418626785278,
      "learning_rate": 9.397447450092902e-05,
      "loss": 0.0032,
      "step": 20000
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 66,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}