{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.10710221567708682,
  "eval_steps": 200.0,
  "global_step": 2400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 4.4625923198786177e-05,
      "grad_norm": 0.38751721382141113,
      "learning_rate": 2.677376171352075e-09,
      "loss": 5.556500434875488,
      "step": 1
    },
    {
      "epoch": 0.00022312961599393088,
      "grad_norm": 0.37884023785591125,
      "learning_rate": 1.3386880856760375e-08,
      "loss": 5.5404791831970215,
      "step": 5
    },
    {
      "epoch": 0.00044625923198786177,
      "grad_norm": 0.38282614946365356,
      "learning_rate": 2.677376171352075e-08,
      "loss": 5.552686309814453,
      "step": 10
    },
    {
      "epoch": 0.0006693888479817927,
      "grad_norm": 0.3849342167377472,
      "learning_rate": 4.016064257028113e-08,
      "loss": 5.491200637817383,
      "step": 15
    },
    {
      "epoch": 0.0008925184639757235,
      "grad_norm": 0.3901270925998688,
      "learning_rate": 5.35475234270415e-08,
      "loss": 5.454954147338867,
      "step": 20
    },
    {
      "epoch": 0.0011156480799696543,
      "grad_norm": 0.38169801235198975,
      "learning_rate": 6.693440428380188e-08,
      "loss": 5.510653686523438,
      "step": 25
    },
    {
      "epoch": 0.0013387776959635854,
      "grad_norm": 0.37212520837783813,
      "learning_rate": 8.032128514056226e-08,
      "loss": 5.510681915283203,
      "step": 30
    },
    {
      "epoch": 0.0015619073119575162,
      "grad_norm": 0.37682151794433594,
      "learning_rate": 9.370816599732262e-08,
      "loss": 5.651955413818359,
      "step": 35
    },
    {
      "epoch": 0.001785036927951447,
      "grad_norm": 0.4001241624355316,
      "learning_rate": 1.07095046854083e-07,
      "loss": 5.452754211425781,
      "step": 40
    },
    {
      "epoch": 0.002008166543945378,
      "grad_norm": 0.405489057302475,
      "learning_rate": 1.2048192771084337e-07,
      "loss": 5.520745849609375,
      "step": 45
    },
    {
      "epoch": 0.0022312961599393086,
      "grad_norm": 0.39249682426452637,
      "learning_rate": 1.3386880856760375e-07,
      "loss": 5.529154205322266,
      "step": 50
    },
    {
      "epoch": 0.0024544257759332396,
      "grad_norm": 0.3897538483142853,
      "learning_rate": 1.4725568942436413e-07,
      "loss": 5.533833312988281,
      "step": 55
    },
    {
      "epoch": 0.0026775553919271707,
      "grad_norm": 0.3601232171058655,
      "learning_rate": 1.606425702811245e-07,
      "loss": 5.433098220825196,
      "step": 60
    },
    {
      "epoch": 0.0029006850079211013,
      "grad_norm": 0.3851630985736847,
      "learning_rate": 1.7402945113788486e-07,
      "loss": 5.608365631103515,
      "step": 65
    },
    {
      "epoch": 0.0031238146239150324,
      "grad_norm": 0.37249451875686646,
      "learning_rate": 1.8741633199464525e-07,
      "loss": 5.5082344055175785,
      "step": 70
    },
    {
      "epoch": 0.003346944239908963,
      "grad_norm": 0.37606358528137207,
      "learning_rate": 2.0080321285140563e-07,
      "loss": 5.465315246582032,
      "step": 75
    },
    {
      "epoch": 0.003570073855902894,
      "grad_norm": 0.3777235448360443,
      "learning_rate": 2.14190093708166e-07,
      "loss": 5.494733428955078,
      "step": 80
    },
    {
      "epoch": 0.0037932034718968248,
      "grad_norm": 0.3441930115222931,
      "learning_rate": 2.2757697456492636e-07,
      "loss": 5.509701538085937,
      "step": 85
    },
    {
      "epoch": 0.004016333087890756,
      "grad_norm": 0.41749539971351624,
      "learning_rate": 2.4096385542168674e-07,
      "loss": 5.484718704223633,
      "step": 90
    },
    {
      "epoch": 0.004239462703884687,
      "grad_norm": 0.426409512758255,
      "learning_rate": 2.543507362784471e-07,
      "loss": 5.485423278808594,
      "step": 95
    },
    {
      "epoch": 0.004462592319878617,
      "grad_norm": 0.3890352249145508,
      "learning_rate": 2.677376171352075e-07,
      "loss": 5.415613174438477,
      "step": 100
    },
    {
      "epoch": 0.004685721935872548,
      "grad_norm": 0.3934517502784729,
      "learning_rate": 2.811244979919679e-07,
      "loss": 5.502951049804688,
      "step": 105
    },
    {
      "epoch": 0.004908851551866479,
      "grad_norm": 0.418043315410614,
      "learning_rate": 2.9451137884872826e-07,
      "loss": 5.533256149291992,
      "step": 110
    },
    {
      "epoch": 0.00513198116786041,
      "grad_norm": 0.38715749979019165,
      "learning_rate": 3.078982597054886e-07,
      "loss": 5.538555908203125,
      "step": 115
    },
    {
      "epoch": 0.005355110783854341,
      "grad_norm": 0.38706645369529724,
      "learning_rate": 3.21285140562249e-07,
      "loss": 5.495933151245117,
      "step": 120
    },
    {
      "epoch": 0.005578240399848272,
      "grad_norm": 0.37968552112579346,
      "learning_rate": 3.346720214190094e-07,
      "loss": 5.507209014892578,
      "step": 125
    },
    {
      "epoch": 0.005801370015842203,
      "grad_norm": 0.37994489073753357,
      "learning_rate": 3.4805890227576973e-07,
      "loss": 5.505420684814453,
      "step": 130
    },
    {
      "epoch": 0.006024499631836134,
      "grad_norm": 0.37164536118507385,
      "learning_rate": 3.614457831325301e-07,
      "loss": 5.491921615600586,
      "step": 135
    },
    {
      "epoch": 0.006247629247830065,
      "grad_norm": 0.3722690939903259,
      "learning_rate": 3.748326639892905e-07,
      "loss": 5.4893798828125,
      "step": 140
    },
    {
      "epoch": 0.006470758863823995,
      "grad_norm": 0.37924614548683167,
      "learning_rate": 3.882195448460509e-07,
      "loss": 5.498228073120117,
      "step": 145
    },
    {
      "epoch": 0.006693888479817926,
      "grad_norm": 0.4063311517238617,
      "learning_rate": 4.0160642570281125e-07,
      "loss": 5.492959213256836,
      "step": 150
    },
    {
      "epoch": 0.006917018095811857,
      "grad_norm": 0.40316569805145264,
      "learning_rate": 4.149933065595716e-07,
      "loss": 5.330196762084961,
      "step": 155
    },
    {
      "epoch": 0.007140147711805788,
      "grad_norm": 0.38558679819107056,
      "learning_rate": 4.28380187416332e-07,
      "loss": 5.483318328857422,
      "step": 160
    },
    {
      "epoch": 0.0073632773277997185,
      "grad_norm": 0.3990952968597412,
      "learning_rate": 4.417670682730924e-07,
      "loss": 5.4153087615966795,
      "step": 165
    },
    {
      "epoch": 0.0075864069437936495,
      "grad_norm": 0.41763484477996826,
      "learning_rate": 4.551539491298527e-07,
      "loss": 5.46466178894043,
      "step": 170
    },
    {
      "epoch": 0.007809536559787581,
      "grad_norm": 0.41940048336982727,
      "learning_rate": 4.6854082998661315e-07,
      "loss": 5.480670166015625,
      "step": 175
    },
    {
      "epoch": 0.008032666175781512,
      "grad_norm": 0.4029385447502136,
      "learning_rate": 4.819277108433735e-07,
      "loss": 5.44397201538086,
      "step": 180
    },
    {
      "epoch": 0.008255795791775442,
      "grad_norm": 0.4002819061279297,
      "learning_rate": 4.953145917001339e-07,
      "loss": 5.355976867675781,
      "step": 185
    },
    {
      "epoch": 0.008478925407769374,
      "grad_norm": 0.41026008129119873,
      "learning_rate": 5.087014725568942e-07,
      "loss": 5.4827728271484375,
      "step": 190
    },
    {
      "epoch": 0.008702055023763304,
      "grad_norm": 0.4057953655719757,
      "learning_rate": 5.220883534136546e-07,
      "loss": 5.4723457336425785,
      "step": 195
    },
    {
      "epoch": 0.008925184639757234,
      "grad_norm": 0.39414113759994507,
      "learning_rate": 5.35475234270415e-07,
      "loss": 5.458871841430664,
      "step": 200
    },
    {
      "epoch": 0.009148314255751166,
      "grad_norm": 0.40346527099609375,
      "learning_rate": 5.488621151271754e-07,
      "loss": 5.332700729370117,
      "step": 205
    },
    {
      "epoch": 0.009371443871745096,
      "grad_norm": 0.4204488694667816,
      "learning_rate": 5.622489959839358e-07,
      "loss": 5.45002326965332,
      "step": 210
    },
    {
      "epoch": 0.009594573487739028,
      "grad_norm": 0.4042298495769501,
      "learning_rate": 5.756358768406961e-07,
      "loss": 5.469032287597656,
      "step": 215
    },
    {
      "epoch": 0.009817703103732959,
      "grad_norm": 0.42059728503227234,
      "learning_rate": 5.890227576974565e-07,
      "loss": 5.416038513183594,
      "step": 220
    },
    {
      "epoch": 0.010040832719726889,
      "grad_norm": 0.4257930517196655,
      "learning_rate": 6.024096385542169e-07,
      "loss": 5.365918731689453,
      "step": 225
    },
    {
      "epoch": 0.01026396233572082,
      "grad_norm": 0.4297005534172058,
      "learning_rate": 6.157965194109772e-07,
      "loss": 5.386648941040039,
      "step": 230
    },
    {
      "epoch": 0.010487091951714751,
      "grad_norm": 0.44034355878829956,
      "learning_rate": 6.291834002677377e-07,
      "loss": 5.4175865173339846,
      "step": 235
    },
    {
      "epoch": 0.010710221567708683,
      "grad_norm": 0.4148600995540619,
      "learning_rate": 6.42570281124498e-07,
      "loss": 5.456137084960938,
      "step": 240
    },
    {
      "epoch": 0.010933351183702613,
      "grad_norm": 0.3927938938140869,
      "learning_rate": 6.559571619812583e-07,
      "loss": 5.421617889404297,
      "step": 245
    },
    {
      "epoch": 0.011156480799696543,
      "grad_norm": 0.46364349126815796,
      "learning_rate": 6.693440428380188e-07,
      "loss": 5.263519287109375,
      "step": 250
    },
    {
      "epoch": 0.011379610415690475,
      "grad_norm": 0.4380209147930145,
      "learning_rate": 6.827309236947791e-07,
      "loss": 5.4163257598876955,
      "step": 255
    },
    {
      "epoch": 0.011602740031684405,
      "grad_norm": 0.44802144169807434,
      "learning_rate": 6.961178045515395e-07,
      "loss": 5.307229232788086,
      "step": 260
    },
    {
      "epoch": 0.011825869647678336,
      "grad_norm": 0.48721882700920105,
      "learning_rate": 7.095046854082999e-07,
      "loss": 5.361153030395508,
      "step": 265
    },
    {
      "epoch": 0.012048999263672268,
      "grad_norm": 0.4634721875190735,
      "learning_rate": 7.228915662650602e-07,
      "loss": 5.335968017578125,
      "step": 270
    },
    {
      "epoch": 0.012272128879666198,
      "grad_norm": 0.44632282853126526,
      "learning_rate": 7.362784471218206e-07,
      "loss": 5.377736282348633,
      "step": 275
    },
    {
      "epoch": 0.01249525849566013,
      "grad_norm": 0.46110817790031433,
      "learning_rate": 7.49665327978581e-07,
      "loss": 5.379433059692383,
      "step": 280
    },
    {
      "epoch": 0.01271838811165406,
      "grad_norm": 0.4558963477611542,
      "learning_rate": 7.630522088353414e-07,
      "loss": 5.252085876464844,
      "step": 285
    },
    {
      "epoch": 0.01294151772764799,
      "grad_norm": 0.4590746760368347,
      "learning_rate": 7.764390896921018e-07,
      "loss": 5.320807647705078,
      "step": 290
    },
    {
      "epoch": 0.013164647343641922,
      "grad_norm": 0.458065927028656,
      "learning_rate": 7.898259705488621e-07,
      "loss": 5.342620086669922,
      "step": 295
    },
    {
      "epoch": 0.013387776959635852,
      "grad_norm": 0.47713929414749146,
      "learning_rate": 8.032128514056225e-07,
      "loss": 5.309723281860352,
      "step": 300
    },
    {
      "epoch": 0.013610906575629784,
      "grad_norm": 0.4549182653427124,
      "learning_rate": 8.16599732262383e-07,
      "loss": 5.263495635986328,
      "step": 305
    },
    {
      "epoch": 0.013834036191623714,
      "grad_norm": 0.45380067825317383,
      "learning_rate": 8.299866131191432e-07,
      "loss": 5.270233535766602,
      "step": 310
    },
    {
      "epoch": 0.014057165807617645,
      "grad_norm": 0.4339616894721985,
      "learning_rate": 8.433734939759036e-07,
      "loss": 5.273446655273437,
      "step": 315
    },
    {
      "epoch": 0.014280295423611577,
      "grad_norm": 0.44467630982398987,
      "learning_rate": 8.56760374832664e-07,
      "loss": 5.210543823242188,
      "step": 320
    },
    {
      "epoch": 0.014503425039605507,
      "grad_norm": 0.4964953064918518,
      "learning_rate": 8.701472556894243e-07,
      "loss": 5.216452026367188,
      "step": 325
    },
    {
      "epoch": 0.014726554655599437,
      "grad_norm": 0.4745877683162689,
      "learning_rate": 8.835341365461848e-07,
      "loss": 5.237066650390625,
      "step": 330
    },
    {
      "epoch": 0.014949684271593369,
      "grad_norm": 0.4923485815525055,
      "learning_rate": 8.969210174029452e-07,
      "loss": 5.16167106628418,
      "step": 335
    },
    {
      "epoch": 0.015172813887587299,
      "grad_norm": 0.45548155903816223,
      "learning_rate": 9.103078982597054e-07,
      "loss": 5.184793090820312,
      "step": 340
    },
    {
      "epoch": 0.015395943503581231,
      "grad_norm": 0.5323435068130493,
      "learning_rate": 9.236947791164659e-07,
      "loss": 5.1162841796875,
      "step": 345
    },
    {
      "epoch": 0.015619073119575161,
      "grad_norm": 0.5220831036567688,
      "learning_rate": 9.370816599732263e-07,
      "loss": 5.135643005371094,
      "step": 350
    },
    {
      "epoch": 0.01584220273556909,
      "grad_norm": 0.5357551574707031,
      "learning_rate": 9.504685408299866e-07,
      "loss": 5.001235580444336,
      "step": 355
    },
    {
      "epoch": 0.016065332351563023,
      "grad_norm": 0.49958014488220215,
      "learning_rate": 9.63855421686747e-07,
      "loss": 5.096822357177734,
      "step": 360
    },
    {
      "epoch": 0.016288461967556955,
      "grad_norm": 0.53453129529953,
      "learning_rate": 9.772423025435074e-07,
      "loss": 5.057343673706055,
      "step": 365
    },
    {
      "epoch": 0.016511591583550884,
      "grad_norm": 0.49969372153282166,
      "learning_rate": 9.906291834002677e-07,
      "loss": 5.097013092041015,
      "step": 370
    },
    {
      "epoch": 0.016734721199544816,
      "grad_norm": 0.477762907743454,
      "learning_rate": 1.0040160642570282e-06,
      "loss": 5.05908317565918,
      "step": 375
    },
    {
      "epoch": 0.016957850815538748,
      "grad_norm": 0.5632966756820679,
      "learning_rate": 1.0174029451137885e-06,
      "loss": 4.880051040649414,
      "step": 380
    },
    {
      "epoch": 0.017180980431532676,
      "grad_norm": 0.4806019961833954,
      "learning_rate": 1.0307898259705488e-06,
      "loss": 4.938255310058594,
      "step": 385
    },
    {
      "epoch": 0.017404110047526608,
      "grad_norm": 0.5882935523986816,
      "learning_rate": 1.0441767068273092e-06,
      "loss": 4.972189331054688,
      "step": 390
    },
    {
      "epoch": 0.01762723966352054,
      "grad_norm": 0.583991289138794,
      "learning_rate": 1.0575635876840697e-06,
      "loss": 4.8074909210205075,
      "step": 395
    },
    {
      "epoch": 0.01785036927951447,
      "grad_norm": 0.6130750179290771,
      "learning_rate": 1.07095046854083e-06,
      "loss": 4.851003265380859,
      "step": 400
    },
    {
      "epoch": 0.0180734988955084,
      "grad_norm": 0.630670428276062,
      "learning_rate": 1.0843373493975905e-06,
      "loss": 4.742978286743164,
      "step": 405
    },
    {
      "epoch": 0.018296628511502332,
      "grad_norm": 0.6021527647972107,
      "learning_rate": 1.0977242302543508e-06,
      "loss": 4.795417022705078,
      "step": 410
    },
    {
      "epoch": 0.018519758127496264,
      "grad_norm": 0.6027496457099915,
      "learning_rate": 1.111111111111111e-06,
      "loss": 4.799094009399414,
      "step": 415
    },
    {
      "epoch": 0.018742887743490193,
      "grad_norm": 0.62542325258255,
      "learning_rate": 1.1244979919678715e-06,
      "loss": 4.734822845458984,
      "step": 420
    },
    {
      "epoch": 0.018966017359484125,
      "grad_norm": 0.6744217872619629,
      "learning_rate": 1.137884872824632e-06,
      "loss": 4.470468902587891,
      "step": 425
    },
    {
      "epoch": 0.019189146975478057,
      "grad_norm": 0.6994063854217529,
      "learning_rate": 1.1512717536813923e-06,
      "loss": 4.7334716796875,
      "step": 430
    },
    {
      "epoch": 0.019412276591471985,
      "grad_norm": 0.6043664813041687,
      "learning_rate": 1.1646586345381526e-06,
      "loss": 4.6335186004638675,
      "step": 435
    },
    {
      "epoch": 0.019635406207465917,
      "grad_norm": 0.600983738899231,
      "learning_rate": 1.178045515394913e-06,
      "loss": 4.521899795532226,
      "step": 440
    },
    {
      "epoch": 0.01985853582345985,
      "grad_norm": 0.632734477519989,
      "learning_rate": 1.1914323962516733e-06,
      "loss": 4.455641555786133,
      "step": 445
    },
    {
      "epoch": 0.020081665439453777,
      "grad_norm": 0.6841812133789062,
      "learning_rate": 1.2048192771084338e-06,
      "loss": 4.552269363403321,
      "step": 450
    },
    {
      "epoch": 0.02030479505544771,
      "grad_norm": 0.7014154195785522,
      "learning_rate": 1.2182061579651943e-06,
      "loss": 4.4612682342529295,
      "step": 455
    },
    {
      "epoch": 0.02052792467144164,
      "grad_norm": 0.7957334518432617,
      "learning_rate": 1.2315930388219544e-06,
      "loss": 4.16539421081543,
      "step": 460
    },
    {
      "epoch": 0.02075105428743557,
      "grad_norm": 0.6679075360298157,
      "learning_rate": 1.2449799196787148e-06,
      "loss": 4.380799102783203,
      "step": 465
    },
    {
      "epoch": 0.020974183903429502,
      "grad_norm": 0.6911934614181519,
      "learning_rate": 1.2583668005354753e-06,
      "loss": 4.188001251220703,
      "step": 470
    },
    {
      "epoch": 0.021197313519423434,
      "grad_norm": 0.6941277384757996,
      "learning_rate": 1.2717536813922356e-06,
      "loss": 4.30323600769043,
      "step": 475
    },
    {
      "epoch": 0.021420443135417366,
      "grad_norm": 0.6411834359169006,
      "learning_rate": 1.285140562248996e-06,
      "loss": 4.210566711425781,
      "step": 480
    },
    {
      "epoch": 0.021643572751411294,
      "grad_norm": 0.6447572112083435,
      "learning_rate": 1.2985274431057564e-06,
      "loss": 4.145897674560547,
      "step": 485
    },
    {
      "epoch": 0.021866702367405226,
      "grad_norm": 0.6956306099891663,
      "learning_rate": 1.3119143239625166e-06,
      "loss": 4.1259113311767575,
      "step": 490
    },
    {
      "epoch": 0.022089831983399158,
      "grad_norm": 0.6369218826293945,
      "learning_rate": 1.3253012048192771e-06,
      "loss": 4.050044250488281,
      "step": 495
    },
    {
      "epoch": 0.022312961599393086,
      "grad_norm": 0.6199172735214233,
      "learning_rate": 1.3386880856760376e-06,
      "loss": 3.9885379791259767,
      "step": 500
    },
    {
      "epoch": 0.02253609121538702,
      "grad_norm": 0.6004146933555603,
      "learning_rate": 1.3520749665327979e-06,
      "loss": 3.9876686096191407,
      "step": 505
    },
    {
      "epoch": 0.02275922083138095,
      "grad_norm": 0.6573876142501831,
      "learning_rate": 1.3654618473895582e-06,
      "loss": 3.860630416870117,
      "step": 510
    },
    {
      "epoch": 0.02298235044737488,
      "grad_norm": 0.6570749878883362,
      "learning_rate": 1.3788487282463186e-06,
      "loss": 3.987852096557617,
      "step": 515
    },
    {
      "epoch": 0.02320548006336881,
      "grad_norm": 0.6052077412605286,
      "learning_rate": 1.392235609103079e-06,
      "loss": 3.773631286621094,
      "step": 520
    },
    {
      "epoch": 0.023428609679362743,
      "grad_norm": 0.6024802923202515,
      "learning_rate": 1.4056224899598394e-06,
      "loss": 3.8334468841552733,
      "step": 525
    },
    {
      "epoch": 0.02365173929535667,
      "grad_norm": 0.6448367238044739,
      "learning_rate": 1.4190093708165999e-06,
      "loss": 3.709330749511719,
      "step": 530
    },
    {
      "epoch": 0.023874868911350603,
      "grad_norm": 0.5610556602478027,
      "learning_rate": 1.4323962516733602e-06,
      "loss": 3.608018493652344,
      "step": 535
    },
    {
      "epoch": 0.024097998527344535,
      "grad_norm": 0.5798413157463074,
      "learning_rate": 1.4457831325301204e-06,
      "loss": 3.513960266113281,
      "step": 540
    },
    {
      "epoch": 0.024321128143338467,
      "grad_norm": 0.5836862921714783,
      "learning_rate": 1.459170013386881e-06,
      "loss": 3.5928466796875,
      "step": 545
    },
    {
      "epoch": 0.024544257759332395,
      "grad_norm": 0.5705676078796387,
      "learning_rate": 1.4725568942436412e-06,
      "loss": 3.5890869140625,
      "step": 550
    },
    {
      "epoch": 0.024767387375326327,
      "grad_norm": 0.6377549767494202,
      "learning_rate": 1.4859437751004017e-06,
      "loss": 3.6042083740234374,
      "step": 555
    },
    {
      "epoch": 0.02499051699132026,
      "grad_norm": 0.5612762570381165,
      "learning_rate": 1.499330655957162e-06,
      "loss": 3.511037826538086,
      "step": 560
    },
    {
      "epoch": 0.025213646607314188,
      "grad_norm": 0.5943495035171509,
      "learning_rate": 1.5127175368139222e-06,
      "loss": 3.5007259368896486,
      "step": 565
    },
    {
      "epoch": 0.02543677622330812,
      "grad_norm": 0.5872607827186584,
      "learning_rate": 1.5261044176706827e-06,
      "loss": 3.3742324829101564,
      "step": 570
    },
    {
      "epoch": 0.02565990583930205,
      "grad_norm": 0.5494210124015808,
      "learning_rate": 1.5394912985274432e-06,
      "loss": 3.3373321533203124,
      "step": 575
    },
    {
      "epoch": 0.02588303545529598,
      "grad_norm": 0.5138423442840576,
      "learning_rate": 1.5528781793842037e-06,
      "loss": 3.346783447265625,
      "step": 580
    },
    {
      "epoch": 0.026106165071289912,
      "grad_norm": 0.5539407730102539,
      "learning_rate": 1.566265060240964e-06,
      "loss": 3.183103561401367,
      "step": 585
    },
    {
      "epoch": 0.026329294687283844,
      "grad_norm": 0.5888996720314026,
      "learning_rate": 1.5796519410977242e-06,
      "loss": 3.357350540161133,
      "step": 590
    },
    {
      "epoch": 0.026552424303277773,
      "grad_norm": 0.5445035696029663,
      "learning_rate": 1.5930388219544845e-06,
      "loss": 3.374500274658203,
      "step": 595
    },
    {
      "epoch": 0.026775553919271704,
      "grad_norm": 0.5013962388038635,
      "learning_rate": 1.606425702811245e-06,
      "loss": 3.3687782287597656,
      "step": 600
    },
    {
      "epoch": 0.026998683535265636,
      "grad_norm": 0.5150508284568787,
      "learning_rate": 1.6198125836680055e-06,
      "loss": 3.2590232849121095,
      "step": 605
    },
    {
      "epoch": 0.02722181315125957,
      "grad_norm": 0.603961169719696,
      "learning_rate": 1.633199464524766e-06,
      "loss": 3.1635900497436524,
      "step": 610
    },
    {
      "epoch": 0.027444942767253497,
      "grad_norm": 0.5365360975265503,
      "learning_rate": 1.6465863453815263e-06,
      "loss": 3.3600418090820314,
      "step": 615
    },
    {
      "epoch": 0.02766807238324743,
      "grad_norm": 0.5401721000671387,
      "learning_rate": 1.6599732262382863e-06,
      "loss": 3.183880424499512,
      "step": 620
    },
    {
      "epoch": 0.02789120199924136,
      "grad_norm": 0.5595034956932068,
      "learning_rate": 1.6733601070950468e-06,
      "loss": 3.0762868881225587,
      "step": 625
    },
    {
      "epoch": 0.02811433161523529,
      "grad_norm": 0.4972860813140869,
      "learning_rate": 1.6867469879518073e-06,
      "loss": 3.0724456787109373,
      "step": 630
    },
    {
      "epoch": 0.02833746123122922,
      "grad_norm": 0.44132477045059204,
      "learning_rate": 1.7001338688085678e-06,
      "loss": 3.1175127029418945,
      "step": 635
    },
    {
      "epoch": 0.028560590847223153,
      "grad_norm": 0.5078781843185425,
      "learning_rate": 1.713520749665328e-06,
      "loss": 3.0849445343017576,
      "step": 640
    },
    {
      "epoch": 0.02878372046321708,
      "grad_norm": 0.4757557809352875,
      "learning_rate": 1.7269076305220885e-06,
      "loss": 3.2029571533203125,
      "step": 645
    },
    {
      "epoch": 0.029006850079211013,
      "grad_norm": 0.4932602345943451,
      "learning_rate": 1.7402945113788486e-06,
      "loss": 3.0668067932128906,
      "step": 650
    },
    {
      "epoch": 0.029229979695204945,
      "grad_norm": 0.5687287449836731,
      "learning_rate": 1.753681392235609e-06,
      "loss": 3.113470268249512,
      "step": 655
    },
    {
      "epoch": 0.029453109311198874,
      "grad_norm": 0.4471919536590576,
      "learning_rate": 1.7670682730923696e-06,
      "loss": 2.9105451583862303,
      "step": 660
    },
    {
      "epoch": 0.029676238927192806,
      "grad_norm": 0.5096343159675598,
      "learning_rate": 1.7804551539491298e-06,
      "loss": 2.94341926574707,
      "step": 665
    },
    {
      "epoch": 0.029899368543186738,
      "grad_norm": 0.5599822402000427,
      "learning_rate": 1.7938420348058903e-06,
      "loss": 2.892704391479492,
      "step": 670
    },
    {
      "epoch": 0.03012249815918067,
      "grad_norm": 0.40055856108665466,
      "learning_rate": 1.8072289156626508e-06,
      "loss": 2.896807861328125,
      "step": 675
    },
    {
      "epoch": 0.030345627775174598,
      "grad_norm": 0.47082021832466125,
      "learning_rate": 1.8206157965194109e-06,
      "loss": 2.7966148376464846,
      "step": 680
    },
    {
      "epoch": 0.03056875739116853,
      "grad_norm": 0.42042815685272217,
      "learning_rate": 1.8340026773761714e-06,
      "loss": 2.839730644226074,
      "step": 685
    },
    {
      "epoch": 0.030791887007162462,
      "grad_norm": 0.49198001623153687,
      "learning_rate": 1.8473895582329318e-06,
      "loss": 2.9913705825805663,
      "step": 690
    },
    {
      "epoch": 0.03101501662315639,
      "grad_norm": 0.4656424820423126,
      "learning_rate": 1.8607764390896921e-06,
      "loss": 3.0195621490478515,
      "step": 695
    },
    {
      "epoch": 0.031238146239150322,
      "grad_norm": 0.46259376406669617,
      "learning_rate": 1.8741633199464526e-06,
      "loss": 2.948585319519043,
      "step": 700
    },
    {
      "epoch": 0.03146127585514425,
      "grad_norm": 0.4671732783317566,
      "learning_rate": 1.887550200803213e-06,
      "loss": 2.7285741806030273,
      "step": 705
    },
    {
      "epoch": 0.03168440547113818,
      "grad_norm": 0.6493679285049438,
      "learning_rate": 1.9009370816599732e-06,
      "loss": 2.9263893127441407,
      "step": 710
    },
    {
      "epoch": 0.031907535087132115,
      "grad_norm": 0.46389710903167725,
      "learning_rate": 1.9143239625167336e-06,
      "loss": 2.634868049621582,
      "step": 715
    },
    {
      "epoch": 0.03213066470312605,
      "grad_norm": 0.44173645973205566,
      "learning_rate": 1.927710843373494e-06,
      "loss": 2.7959117889404297,
      "step": 720
    },
    {
      "epoch": 0.03235379431911998,
      "grad_norm": 0.45440003275871277,
      "learning_rate": 1.9410977242302546e-06,
      "loss": 2.9056529998779297,
      "step": 725
    },
    {
      "epoch": 0.03257692393511391,
      "grad_norm": 0.44541046023368835,
      "learning_rate": 1.954484605087015e-06,
      "loss": 2.7214975357055664,
      "step": 730
    },
    {
      "epoch": 0.032800053551107836,
      "grad_norm": 0.4217804968357086,
      "learning_rate": 1.967871485943775e-06,
      "loss": 2.7198978424072267,
      "step": 735
    },
    {
      "epoch": 0.03302318316710177,
      "grad_norm": 0.46086645126342773,
      "learning_rate": 1.9812583668005354e-06,
      "loss": 2.7366127014160155,
      "step": 740
    },
    {
      "epoch": 0.0332463127830957,
      "grad_norm": 0.41817471385002136,
      "learning_rate": 1.9946452476572957e-06,
      "loss": 2.857570457458496,
      "step": 745
    },
    {
      "epoch": 0.03346944239908963,
      "grad_norm": 0.44163694977760315,
      "learning_rate": 2.0080321285140564e-06,
      "loss": 2.8251710891723634,
      "step": 750
    },
    {
      "epoch": 0.03369257201508356,
      "grad_norm": 0.46645739674568176,
      "learning_rate": 2.0214190093708167e-06,
      "loss": 2.548258399963379,
      "step": 755
    },
    {
      "epoch": 0.033915701631077495,
      "grad_norm": 0.3971084654331207,
      "learning_rate": 2.034805890227577e-06,
      "loss": 2.682722473144531,
      "step": 760
    },
    {
      "epoch": 0.03413883124707143,
      "grad_norm": 0.5373950004577637,
      "learning_rate": 2.0481927710843377e-06,
      "loss": 2.8539506912231447,
      "step": 765
    },
    {
      "epoch": 0.03436196086306535,
      "grad_norm": 0.6133913397789001,
      "learning_rate": 2.0615796519410975e-06,
      "loss": 2.7016387939453126,
      "step": 770
    },
    {
      "epoch": 0.034585090479059284,
      "grad_norm": 0.5247603058815002,
      "learning_rate": 2.074966532797858e-06,
      "loss": 2.645602226257324,
      "step": 775
    },
    {
      "epoch": 0.034808220095053216,
      "grad_norm": 0.4487764537334442,
      "learning_rate": 2.0883534136546185e-06,
      "loss": 2.699404716491699,
      "step": 780
    },
    {
      "epoch": 0.03503134971104715,
      "grad_norm": 0.5962596535682678,
      "learning_rate": 2.1017402945113788e-06,
      "loss": 2.7891347885131834,
      "step": 785
    },
    {
      "epoch": 0.03525447932704108,
      "grad_norm": 0.5410242080688477,
      "learning_rate": 2.1151271753681395e-06,
      "loss": 2.675504684448242,
      "step": 790
    },
    {
      "epoch": 0.03547760894303501,
      "grad_norm": 0.4576985239982605,
      "learning_rate": 2.1285140562248997e-06,
      "loss": 2.642281341552734,
      "step": 795
    },
    {
      "epoch": 0.03570073855902894,
      "grad_norm": 0.45449239015579224,
      "learning_rate": 2.14190093708166e-06,
      "loss": 2.7088804244995117,
      "step": 800
    },
    {
      "epoch": 0.03592386817502287,
      "grad_norm": 0.4782140552997589,
      "learning_rate": 2.1552878179384203e-06,
      "loss": 2.698718452453613,
      "step": 805
    },
    {
      "epoch": 0.0361469977910168,
      "grad_norm": 0.43745940923690796,
      "learning_rate": 2.168674698795181e-06,
      "loss": 2.7042917251586913,
      "step": 810
    },
    {
      "epoch": 0.03637012740701073,
      "grad_norm": 0.6170194149017334,
      "learning_rate": 2.1820615796519413e-06,
      "loss": 2.6548912048339846,
      "step": 815
    },
    {
      "epoch": 0.036593257023004665,
      "grad_norm": 0.5126772522926331,
      "learning_rate": 2.1954484605087015e-06,
      "loss": 2.663498306274414,
      "step": 820
    },
    {
      "epoch": 0.0368163866389986,
      "grad_norm": 0.42503371834754944,
      "learning_rate": 2.2088353413654622e-06,
      "loss": 2.766114616394043,
      "step": 825
    },
    {
      "epoch": 0.03703951625499253,
      "grad_norm": 0.5707629323005676,
      "learning_rate": 2.222222222222222e-06,
      "loss": 2.6172439575195314,
      "step": 830
    },
    {
      "epoch": 0.037262645870986454,
      "grad_norm": 0.45169416069984436,
      "learning_rate": 2.2356091030789828e-06,
      "loss": 2.5655603408813477,
      "step": 835
    },
    {
      "epoch": 0.037485775486980386,
      "grad_norm": 0.44726496934890747,
      "learning_rate": 2.248995983935743e-06,
      "loss": 2.5273290634155274,
      "step": 840
    },
    {
      "epoch": 0.03770890510297432,
      "grad_norm": 0.5287439823150635,
      "learning_rate": 2.2623828647925033e-06,
      "loss": 2.6541069030761717,
      "step": 845
    },
    {
      "epoch": 0.03793203471896825,
      "grad_norm": 0.46616867184638977,
      "learning_rate": 2.275769745649264e-06,
      "loss": 2.56517333984375,
      "step": 850
    },
    {
      "epoch": 0.03815516433496218,
      "grad_norm": 0.4369581937789917,
      "learning_rate": 2.2891566265060243e-06,
      "loss": 2.4222312927246095,
      "step": 855
    },
    {
      "epoch": 0.03837829395095611,
      "grad_norm": 0.4172717332839966,
      "learning_rate": 2.3025435073627846e-06,
      "loss": 2.549334716796875,
      "step": 860
    },
    {
      "epoch": 0.03860142356695004,
      "grad_norm": 0.46124762296676636,
      "learning_rate": 2.315930388219545e-06,
      "loss": 2.5675996780395507,
      "step": 865
    },
    {
      "epoch": 0.03882455318294397,
      "grad_norm": 0.4226182699203491,
      "learning_rate": 2.329317269076305e-06,
      "loss": 2.4144569396972657,
      "step": 870
    },
    {
      "epoch": 0.0390476827989379,
      "grad_norm": 0.4673754870891571,
      "learning_rate": 2.342704149933066e-06,
      "loss": 2.3829999923706056,
      "step": 875
    },
    {
      "epoch": 0.039270812414931834,
      "grad_norm": 0.5152049660682678,
      "learning_rate": 2.356091030789826e-06,
      "loss": 2.5030202865600586,
      "step": 880
    },
    {
      "epoch": 0.039493942030925766,
      "grad_norm": 0.5377767086029053,
      "learning_rate": 2.3694779116465864e-06,
      "loss": 2.7714466094970702,
      "step": 885
    },
    {
      "epoch": 0.0397170716469197,
      "grad_norm": 0.45861950516700745,
      "learning_rate": 2.3828647925033466e-06,
      "loss": 2.461492729187012,
      "step": 890
    },
    {
      "epoch": 0.03994020126291363,
      "grad_norm": 0.4814665615558624,
      "learning_rate": 2.396251673360107e-06,
      "loss": 2.4756641387939453,
      "step": 895
    },
    {
      "epoch": 0.040163330878907555,
      "grad_norm": 0.5024599432945251,
      "learning_rate": 2.4096385542168676e-06,
      "loss": 2.5811389923095702,
      "step": 900
    },
    {
      "epoch": 0.04038646049490149,
      "grad_norm": 0.45141535997390747,
      "learning_rate": 2.423025435073628e-06,
      "loss": 2.686309814453125,
      "step": 905
    },
    {
      "epoch": 0.04060959011089542,
      "grad_norm": 0.4806381165981293,
      "learning_rate": 2.4364123159303886e-06,
      "loss": 2.530971717834473,
      "step": 910
    },
    {
      "epoch": 0.04083271972688935,
      "grad_norm": 0.7574505805969238,
      "learning_rate": 2.449799196787149e-06,
      "loss": 2.5287572860717775,
      "step": 915
    },
    {
      "epoch": 0.04105584934288328,
      "grad_norm": 0.39056211709976196,
      "learning_rate": 2.4631860776439087e-06,
      "loss": 2.4373926162719726,
      "step": 920
    },
    {
      "epoch": 0.041278978958877215,
      "grad_norm": 0.4549945890903473,
      "learning_rate": 2.4765729585006694e-06,
      "loss": 2.508747100830078,
      "step": 925
    },
    {
      "epoch": 0.04150210857487114,
      "grad_norm": 0.49253398180007935,
      "learning_rate": 2.4899598393574297e-06,
      "loss": 2.5109813690185545,
      "step": 930
    },
    {
      "epoch": 0.04172523819086507,
      "grad_norm": 0.4185622036457062,
      "learning_rate": 2.5033467202141904e-06,
      "loss": 2.5602550506591797,
      "step": 935
    },
    {
      "epoch": 0.041948367806859004,
      "grad_norm": 0.5255184769630432,
      "learning_rate": 2.5167336010709507e-06,
      "loss": 2.5018032073974608,
      "step": 940
    },
    {
      "epoch": 0.042171497422852935,
      "grad_norm": 0.40105360746383667,
      "learning_rate": 2.530120481927711e-06,
      "loss": 2.3703737258911133,
      "step": 945
    },
    {
      "epoch": 0.04239462703884687,
      "grad_norm": 0.5396221876144409,
      "learning_rate": 2.543507362784471e-06,
      "loss": 2.46767520904541,
      "step": 950
    },
    {
      "epoch": 0.0426177566548408,
      "grad_norm": 0.4686439633369446,
      "learning_rate": 2.5568942436412315e-06,
      "loss": 2.535739517211914,
      "step": 955
    },
    {
      "epoch": 0.04284088627083473,
      "grad_norm": 0.5110803246498108,
      "learning_rate": 2.570281124497992e-06,
      "loss": 2.5248756408691406,
      "step": 960
    },
    {
      "epoch": 0.043064015886828656,
      "grad_norm": 0.5164591670036316,
      "learning_rate": 2.5836680053547524e-06,
      "loss": 2.4275962829589846,
      "step": 965
    },
    {
      "epoch": 0.04328714550282259,
      "grad_norm": 0.42096105217933655,
      "learning_rate": 2.5970548862115127e-06,
      "loss": 2.4086238861083986,
      "step": 970
    },
    {
      "epoch": 0.04351027511881652,
      "grad_norm": 0.5388748645782471,
      "learning_rate": 2.6104417670682734e-06,
      "loss": 2.340771293640137,
      "step": 975
    },
    {
      "epoch": 0.04373340473481045,
      "grad_norm": 0.4667651653289795,
      "learning_rate": 2.6238286479250333e-06,
      "loss": 2.506967544555664,
      "step": 980
    },
    {
      "epoch": 0.043956534350804384,
      "grad_norm": 0.5090363621711731,
      "learning_rate": 2.637215528781794e-06,
      "loss": 2.251785469055176,
      "step": 985
    },
    {
      "epoch": 0.044179663966798316,
      "grad_norm": 0.4600473940372467,
      "learning_rate": 2.6506024096385542e-06,
      "loss": 2.3269046783447265,
      "step": 990
    },
    {
      "epoch": 0.04440279358279224,
      "grad_norm": 0.4453408718109131,
      "learning_rate": 2.6639892904953145e-06,
      "loss": 2.4940771102905273,
      "step": 995
    },
    {
      "epoch": 0.04462592319878617,
      "grad_norm": 0.4637933671474457,
      "learning_rate": 2.6773761713520752e-06,
      "loss": 2.578083801269531,
      "step": 1000
    },
    {
      "epoch": 0.044849052814780105,
      "grad_norm": 0.48008954524993896,
      "learning_rate": 2.6907630522088355e-06,
      "loss": 2.509678077697754,
      "step": 1005
    },
    {
      "epoch": 0.04507218243077404,
      "grad_norm": 0.5186890363693237,
      "learning_rate": 2.7041499330655958e-06,
      "loss": 2.420572280883789,
      "step": 1010
    },
    {
      "epoch": 0.04529531204676797,
      "grad_norm": 0.5090295076370239,
      "learning_rate": 2.717536813922356e-06,
      "loss": 2.42071533203125,
      "step": 1015
    },
    {
      "epoch": 0.0455184416627619,
      "grad_norm": 0.5519959926605225,
      "learning_rate": 2.7309236947791163e-06,
      "loss": 2.458280563354492,
      "step": 1020
    },
    {
      "epoch": 0.04574157127875583,
      "grad_norm": 0.5525882840156555,
      "learning_rate": 2.744310575635877e-06,
      "loss": 2.3400331497192384,
      "step": 1025
    },
    {
      "epoch": 0.04596470089474976,
      "grad_norm": 0.48508089780807495,
      "learning_rate": 2.7576974564926373e-06,
      "loss": 2.4403892517089845,
      "step": 1030
    },
    {
      "epoch": 0.04618783051074369,
      "grad_norm": 0.5230780839920044,
      "learning_rate": 2.771084337349398e-06,
      "loss": 2.3652227401733397,
      "step": 1035
    },
    {
      "epoch": 0.04641096012673762,
      "grad_norm": 0.5132386088371277,
      "learning_rate": 2.784471218206158e-06,
      "loss": 2.313191604614258,
      "step": 1040
    },
    {
      "epoch": 0.04663408974273155,
      "grad_norm": 0.490017294883728,
      "learning_rate": 2.7978580990629185e-06,
      "loss": 2.24790096282959,
      "step": 1045
    },
    {
      "epoch": 0.046857219358725485,
      "grad_norm": 0.5250972509384155,
      "learning_rate": 2.811244979919679e-06,
      "loss": 2.1867441177368163,
      "step": 1050
    },
    {
      "epoch": 0.04708034897471942,
      "grad_norm": 0.45831558108329773,
      "learning_rate": 2.824631860776439e-06,
      "loss": 2.379189300537109,
      "step": 1055
    },
    {
      "epoch": 0.04730347859071334,
      "grad_norm": 0.5892948508262634,
      "learning_rate": 2.8380187416331998e-06,
      "loss": 2.2735191345214845,
      "step": 1060
    },
    {
      "epoch": 0.047526608206707274,
      "grad_norm": 0.5409689545631409,
      "learning_rate": 2.85140562248996e-06,
      "loss": 2.3979333877563476,
      "step": 1065
    },
    {
      "epoch": 0.047749737822701206,
      "grad_norm": 0.5346503257751465,
      "learning_rate": 2.8647925033467203e-06,
      "loss": 2.4819768905639648,
      "step": 1070
    },
    {
      "epoch": 0.04797286743869514,
      "grad_norm": 0.6150287985801697,
      "learning_rate": 2.8781793842034806e-06,
      "loss": 2.5218339920043946,
      "step": 1075
    },
    {
      "epoch": 0.04819599705468907,
      "grad_norm": 0.4347957968711853,
      "learning_rate": 2.891566265060241e-06,
      "loss": 2.1929386138916014,
      "step": 1080
    },
    {
      "epoch": 0.048419126670683,
      "grad_norm": 0.5238802433013916,
      "learning_rate": 2.9049531459170016e-06,
      "loss": 2.215384292602539,
      "step": 1085
    },
    {
      "epoch": 0.048642256286676934,
      "grad_norm": 0.5371809601783752,
      "learning_rate": 2.918340026773762e-06,
      "loss": 2.4019641876220703,
      "step": 1090
    },
    {
      "epoch": 0.04886538590267086,
      "grad_norm": 0.5125853419303894,
      "learning_rate": 2.931726907630522e-06,
      "loss": 2.3410377502441406,
      "step": 1095
    },
    {
      "epoch": 0.04908851551866479,
      "grad_norm": 0.5087509751319885,
      "learning_rate": 2.9451137884872824e-06,
      "loss": 2.3634616851806642,
      "step": 1100
    },
    {
      "epoch": 0.04931164513465872,
      "grad_norm": 0.5605607628822327,
      "learning_rate": 2.9585006693440427e-06,
      "loss": 2.239984130859375,
      "step": 1105
    },
    {
      "epoch": 0.049534774750652655,
      "grad_norm": 0.6371492743492126,
      "learning_rate": 2.9718875502008034e-06,
      "loss": 2.499210739135742,
      "step": 1110
    },
    {
      "epoch": 0.04975790436664659,
      "grad_norm": 0.5526962280273438,
      "learning_rate": 2.9852744310575636e-06,
      "loss": 2.433857536315918,
      "step": 1115
    },
    {
      "epoch": 0.04998103398264052,
      "grad_norm": 0.5811582803726196,
      "learning_rate": 2.998661311914324e-06,
      "loss": 2.372517967224121,
      "step": 1120
    },
    {
      "epoch": 0.050204163598634444,
      "grad_norm": 0.47710540890693665,
      "learning_rate": 3.0120481927710846e-06,
      "loss": 2.441071891784668,
      "step": 1125
    },
    {
      "epoch": 0.050427293214628376,
      "grad_norm": 0.49463921785354614,
      "learning_rate": 3.0254350736278445e-06,
      "loss": 2.218737030029297,
      "step": 1130
    },
    {
      "epoch": 0.05065042283062231,
      "grad_norm": 0.7574100494384766,
      "learning_rate": 3.0388219544846056e-06,
      "loss": 2.1490055084228517,
      "step": 1135
    },
    {
      "epoch": 0.05087355244661624,
      "grad_norm": 0.5574637651443481,
      "learning_rate": 3.0522088353413654e-06,
      "loss": 2.3484785079956056,
      "step": 1140
    },
    {
      "epoch": 0.05109668206261017,
      "grad_norm": 0.5128051042556763,
      "learning_rate": 3.0655957161981257e-06,
      "loss": 2.2358184814453126,
      "step": 1145
    },
    {
      "epoch": 0.0513198116786041,
      "grad_norm": 0.4747551679611206,
      "learning_rate": 3.0789825970548864e-06,
      "loss": 2.2787382125854494,
      "step": 1150
    },
    {
      "epoch": 0.051542941294598035,
      "grad_norm": 0.4365915358066559,
      "learning_rate": 3.0923694779116467e-06,
      "loss": 2.327534484863281,
      "step": 1155
    },
    {
      "epoch": 0.05176607091059196,
      "grad_norm": 0.6433975696563721,
      "learning_rate": 3.1057563587684074e-06,
      "loss": 2.288431167602539,
      "step": 1160
    },
    {
      "epoch": 0.05198920052658589,
      "grad_norm": 0.6102743744850159,
      "learning_rate": 3.1191432396251672e-06,
      "loss": 2.24114933013916,
      "step": 1165
    },
    {
      "epoch": 0.052212330142579824,
      "grad_norm": 0.5493948459625244,
      "learning_rate": 3.132530120481928e-06,
      "loss": 2.317499542236328,
      "step": 1170
    },
    {
      "epoch": 0.052435459758573756,
      "grad_norm": 0.5411773324012756,
      "learning_rate": 3.145917001338688e-06,
      "loss": 2.1778676986694334,
      "step": 1175
    },
    {
      "epoch": 0.05265858937456769,
      "grad_norm": 0.5491811633110046,
      "learning_rate": 3.1593038821954485e-06,
      "loss": 2.260644721984863,
      "step": 1180
    },
    {
      "epoch": 0.05288171899056162,
      "grad_norm": 0.5138102769851685,
      "learning_rate": 3.172690763052209e-06,
      "loss": 2.2743204116821287,
      "step": 1185
    },
    {
      "epoch": 0.053104848606555545,
      "grad_norm": 0.5310954451560974,
      "learning_rate": 3.186077643908969e-06,
      "loss": 2.257237434387207,
      "step": 1190
    },
    {
      "epoch": 0.05332797822254948,
      "grad_norm": 0.5704927444458008,
      "learning_rate": 3.1994645247657297e-06,
      "loss": 2.0418323516845702,
      "step": 1195
    },
    {
      "epoch": 0.05355110783854341,
      "grad_norm": 0.5295515656471252,
      "learning_rate": 3.21285140562249e-06,
      "loss": 2.282415771484375,
      "step": 1200
    },
    {
      "epoch": 0.05377423745453734,
      "grad_norm": 0.6476492881774902,
      "learning_rate": 3.2262382864792503e-06,
      "loss": 2.306402015686035,
      "step": 1205
    },
    {
      "epoch": 0.05399736707053127,
      "grad_norm": 0.6115656495094299,
      "learning_rate": 3.239625167336011e-06,
      "loss": 2.1535377502441406,
      "step": 1210
    },
    {
      "epoch": 0.054220496686525205,
      "grad_norm": 0.5802296996116638,
      "learning_rate": 3.253012048192771e-06,
      "loss": 2.2679920196533203,
      "step": 1215
    },
    {
      "epoch": 0.05444362630251914,
      "grad_norm": 0.5182514190673828,
      "learning_rate": 3.266398929049532e-06,
      "loss": 2.3105010986328125,
      "step": 1220
    },
    {
      "epoch": 0.05466675591851306,
      "grad_norm": 0.6288827657699585,
      "learning_rate": 3.279785809906292e-06,
      "loss": 2.0794536590576174,
      "step": 1225
    },
    {
      "epoch": 0.054889885534506994,
      "grad_norm": 0.7542652487754822,
      "learning_rate": 3.2931726907630525e-06,
      "loss": 2.3161176681518554,
      "step": 1230
    },
    {
      "epoch": 0.055113015150500926,
      "grad_norm": 0.7416955232620239,
      "learning_rate": 3.3065595716198128e-06,
      "loss": 2.279362106323242,
      "step": 1235
    },
    {
      "epoch": 0.05533614476649486,
      "grad_norm": 0.5682216882705688,
      "learning_rate": 3.3199464524765726e-06,
      "loss": 2.2426963806152345,
      "step": 1240
    },
    {
      "epoch": 0.05555927438248879,
      "grad_norm": 0.6715278625488281,
      "learning_rate": 3.3333333333333337e-06,
      "loss": 2.1546775817871096,
      "step": 1245
    },
    {
      "epoch": 0.05578240399848272,
      "grad_norm": 0.5482577085494995,
      "learning_rate": 3.3467202141900936e-06,
      "loss": 2.1484096527099608,
      "step": 1250
    },
    {
      "epoch": 0.056005533614476646,
      "grad_norm": 0.6009266972541809,
      "learning_rate": 3.3601070950468543e-06,
      "loss": 2.221162796020508,
      "step": 1255
    },
    {
      "epoch": 0.05622866323047058,
      "grad_norm": 0.6640043258666992,
      "learning_rate": 3.3734939759036146e-06,
      "loss": 2.338100242614746,
      "step": 1260
    },
    {
      "epoch": 0.05645179284646451,
      "grad_norm": 0.6514598727226257,
      "learning_rate": 3.3868808567603744e-06,
      "loss": 2.2825199127197267,
      "step": 1265
    },
    {
      "epoch": 0.05667492246245844,
      "grad_norm": 0.6053763031959534,
      "learning_rate": 3.4002677376171355e-06,
      "loss": 2.280612754821777,
      "step": 1270
    },
    {
      "epoch": 0.056898052078452374,
      "grad_norm": 0.8854132294654846,
      "learning_rate": 3.4136546184738954e-06,
      "loss": 2.3481237411499025,
      "step": 1275
    },
    {
      "epoch": 0.057121181694446306,
      "grad_norm": 0.6433872580528259,
      "learning_rate": 3.427041499330656e-06,
      "loss": 2.2561552047729494,
      "step": 1280
    },
    {
      "epoch": 0.05734431131044024,
      "grad_norm": 0.709402859210968,
      "learning_rate": 3.4404283801874164e-06,
      "loss": 2.264519691467285,
      "step": 1285
    },
    {
      "epoch": 0.05756744092643416,
      "grad_norm": 0.5431029796600342,
      "learning_rate": 3.453815261044177e-06,
      "loss": 2.163587760925293,
      "step": 1290
    },
    {
      "epoch": 0.057790570542428095,
      "grad_norm": 0.7146894931793213,
      "learning_rate": 3.4672021419009373e-06,
      "loss": 2.2624624252319334,
      "step": 1295
    },
    {
      "epoch": 0.05801370015842203,
      "grad_norm": 0.6029372215270996,
      "learning_rate": 3.480589022757697e-06,
      "loss": 2.0209115982055663,
      "step": 1300
    },
    {
      "epoch": 0.05823682977441596,
      "grad_norm": 0.6099830865859985,
      "learning_rate": 3.493975903614458e-06,
      "loss": 2.177568054199219,
      "step": 1305
    },
    {
      "epoch": 0.05845995939040989,
      "grad_norm": 0.8421804308891296,
      "learning_rate": 3.507362784471218e-06,
      "loss": 2.1980712890625,
      "step": 1310
    },
    {
      "epoch": 0.05868308900640382,
      "grad_norm": 0.7849622368812561,
      "learning_rate": 3.520749665327979e-06,
      "loss": 2.2047344207763673,
      "step": 1315
    },
    {
      "epoch": 0.05890621862239775,
      "grad_norm": 0.5906243324279785,
      "learning_rate": 3.534136546184739e-06,
      "loss": 2.3746465682983398,
      "step": 1320
    },
    {
      "epoch": 0.05912934823839168,
      "grad_norm": 0.9020318388938904,
      "learning_rate": 3.547523427041499e-06,
      "loss": 2.2612667083740234,
      "step": 1325
    },
    {
      "epoch": 0.05935247785438561,
      "grad_norm": 0.6542187929153442,
      "learning_rate": 3.5609103078982597e-06,
      "loss": 2.2060800552368165,
      "step": 1330
    },
    {
      "epoch": 0.059575607470379544,
      "grad_norm": 0.7428557872772217,
      "learning_rate": 3.57429718875502e-06,
      "loss": 2.0877670288085937,
      "step": 1335
    },
    {
      "epoch": 0.059798737086373475,
      "grad_norm": 0.7468170523643494,
      "learning_rate": 3.5876840696117807e-06,
      "loss": 2.3160980224609373,
      "step": 1340
    },
    {
      "epoch": 0.06002186670236741,
      "grad_norm": 0.8021371960639954,
      "learning_rate": 3.601070950468541e-06,
      "loss": 2.1923311233520506,
      "step": 1345
    },
    {
      "epoch": 0.06024499631836134,
      "grad_norm": 0.6904175281524658,
      "learning_rate": 3.6144578313253016e-06,
      "loss": 2.1911346435546877,
      "step": 1350
    },
    {
      "epoch": 0.060468125934355264,
      "grad_norm": 0.7336163520812988,
      "learning_rate": 3.627844712182062e-06,
      "loss": 2.2488683700561523,
      "step": 1355
    },
    {
      "epoch": 0.060691255550349196,
      "grad_norm": 0.7925560474395752,
      "learning_rate": 3.6412315930388218e-06,
      "loss": 2.174961280822754,
      "step": 1360
    },
    {
      "epoch": 0.06091438516634313,
      "grad_norm": 0.8825748562812805,
      "learning_rate": 3.6546184738955825e-06,
      "loss": 2.012922668457031,
      "step": 1365
    },
    {
      "epoch": 0.06113751478233706,
      "grad_norm": 0.6754929423332214,
      "learning_rate": 3.6680053547523427e-06,
      "loss": 2.216470146179199,
      "step": 1370
    },
    {
      "epoch": 0.06136064439833099,
      "grad_norm": 0.6616571545600891,
      "learning_rate": 3.6813922356091034e-06,
      "loss": 2.067160415649414,
      "step": 1375
    },
    {
      "epoch": 0.061583774014324924,
      "grad_norm": 0.7033371925354004,
      "learning_rate": 3.6947791164658637e-06,
      "loss": 2.2197628021240234,
      "step": 1380
    },
    {
      "epoch": 0.06180690363031885,
      "grad_norm": 0.7256376147270203,
      "learning_rate": 3.7081659973226235e-06,
      "loss": 2.2435529708862303,
      "step": 1385
    },
    {
      "epoch": 0.06203003324631278,
      "grad_norm": 0.6585844159126282,
      "learning_rate": 3.7215528781793842e-06,
      "loss": 2.113719177246094,
      "step": 1390
    },
    {
      "epoch": 0.06225316286230671,
      "grad_norm": 0.7192341685295105,
      "learning_rate": 3.7349397590361445e-06,
      "loss": 2.2271860122680662,
      "step": 1395
    },
    {
      "epoch": 0.062476292478300645,
      "grad_norm": 0.7313777804374695,
      "learning_rate": 3.7483266398929052e-06,
      "loss": 2.312770462036133,
      "step": 1400
    },
    {
      "epoch": 0.06269942209429458,
      "grad_norm": 0.7106947302818298,
      "learning_rate": 3.7617135207496655e-06,
      "loss": 2.041255760192871,
      "step": 1405
    },
    {
      "epoch": 0.0629225517102885,
      "grad_norm": 0.7265296578407288,
      "learning_rate": 3.775100401606426e-06,
      "loss": 2.2530691146850588,
      "step": 1410
    },
    {
      "epoch": 0.06314568132628244,
      "grad_norm": 0.7085316777229309,
      "learning_rate": 3.788487282463186e-06,
      "loss": 2.03436222076416,
      "step": 1415
    },
    {
      "epoch": 0.06336881094227637,
      "grad_norm": 0.7872986793518066,
      "learning_rate": 3.8018741633199463e-06,
      "loss": 2.0966476440429687,
      "step": 1420
    },
    {
      "epoch": 0.0635919405582703,
      "grad_norm": 0.8961313366889954,
      "learning_rate": 3.8152610441767074e-06,
      "loss": 2.1432809829711914,
      "step": 1425
    },
    {
      "epoch": 0.06381507017426423,
      "grad_norm": 0.7127321362495422,
      "learning_rate": 3.828647925033467e-06,
      "loss": 2.2022947311401366,
      "step": 1430
    },
    {
      "epoch": 0.06403819979025815,
      "grad_norm": 0.8228124976158142,
      "learning_rate": 3.842034805890228e-06,
      "loss": 2.39965705871582,
      "step": 1435
    },
    {
      "epoch": 0.0642613294062521,
      "grad_norm": 0.775909960269928,
      "learning_rate": 3.855421686746988e-06,
      "loss": 2.1313138961791993,
      "step": 1440
    },
    {
      "epoch": 0.06448445902224602,
      "grad_norm": 0.7945120334625244,
      "learning_rate": 3.8688085676037485e-06,
      "loss": 2.074580955505371,
      "step": 1445
    },
    {
      "epoch": 0.06470758863823996,
      "grad_norm": 1.014404535293579,
      "learning_rate": 3.882195448460509e-06,
      "loss": 2.26824893951416,
      "step": 1450
    },
    {
      "epoch": 0.06493071825423388,
      "grad_norm": 0.986544132232666,
      "learning_rate": 3.895582329317269e-06,
      "loss": 2.207651138305664,
      "step": 1455
    },
    {
      "epoch": 0.06515384787022782,
      "grad_norm": 0.7337960004806519,
      "learning_rate": 3.90896921017403e-06,
      "loss": 2.2294179916381838,
      "step": 1460
    },
    {
      "epoch": 0.06537697748622175,
      "grad_norm": 1.2697299718856812,
      "learning_rate": 3.92235609103079e-06,
      "loss": 2.114596366882324,
      "step": 1465
    },
    {
      "epoch": 0.06560010710221567,
      "grad_norm": 0.8556989431381226,
      "learning_rate": 3.93574297188755e-06,
      "loss": 2.21254940032959,
      "step": 1470
    },
    {
      "epoch": 0.06582323671820961,
      "grad_norm": 0.9477710723876953,
      "learning_rate": 3.949129852744311e-06,
      "loss": 1.977022361755371,
      "step": 1475
    },
    {
      "epoch": 0.06604636633420354,
      "grad_norm": 1.7189115285873413,
      "learning_rate": 3.962516733601071e-06,
      "loss": 2.012314224243164,
      "step": 1480
    },
    {
      "epoch": 0.06626949595019747,
      "grad_norm": 0.826131284236908,
      "learning_rate": 3.975903614457832e-06,
      "loss": 2.193516731262207,
      "step": 1485
    },
    {
      "epoch": 0.0664926255661914,
      "grad_norm": 1.0023162364959717,
      "learning_rate": 3.9892904953145914e-06,
      "loss": 2.2499979019165037,
      "step": 1490
    },
    {
      "epoch": 0.06671575518218534,
      "grad_norm": 0.7376646399497986,
      "learning_rate": 4.002677376171352e-06,
      "loss": 2.1386489868164062,
      "step": 1495
    },
    {
      "epoch": 0.06693888479817926,
      "grad_norm": 0.7226489782333374,
      "learning_rate": 4.016064257028113e-06,
      "loss": 2.11199836730957,
      "step": 1500
    },
    {
      "epoch": 0.06716201441417319,
      "grad_norm": 0.8427999019622803,
      "learning_rate": 4.029451137884873e-06,
      "loss": 2.034942626953125,
      "step": 1505
    },
    {
      "epoch": 0.06738514403016713,
      "grad_norm": 0.79557204246521,
      "learning_rate": 4.042838018741633e-06,
      "loss": 2.145208549499512,
      "step": 1510
    },
    {
      "epoch": 0.06760827364616105,
      "grad_norm": 0.7423805594444275,
      "learning_rate": 4.056224899598393e-06,
      "loss": 2.2282032012939452,
      "step": 1515
    },
    {
      "epoch": 0.06783140326215499,
      "grad_norm": 0.8701015114784241,
      "learning_rate": 4.069611780455154e-06,
      "loss": 2.0600002288818358,
      "step": 1520
    },
    {
      "epoch": 0.06805453287814892,
      "grad_norm": 0.9967679977416992,
      "learning_rate": 4.082998661311915e-06,
      "loss": 2.20194034576416,
      "step": 1525
    },
    {
      "epoch": 0.06827766249414285,
      "grad_norm": 1.0514639616012573,
      "learning_rate": 4.096385542168675e-06,
      "loss": 2.250165557861328,
      "step": 1530
    },
    {
      "epoch": 0.06850079211013678,
      "grad_norm": 0.7402302026748657,
      "learning_rate": 4.109772423025435e-06,
      "loss": 2.0741525650024415,
      "step": 1535
    },
    {
      "epoch": 0.0687239217261307,
      "grad_norm": 1.0764678716659546,
      "learning_rate": 4.123159303882195e-06,
      "loss": 2.068874549865723,
      "step": 1540
    },
    {
      "epoch": 0.06894705134212464,
      "grad_norm": 0.9718510508537292,
      "learning_rate": 4.136546184738956e-06,
      "loss": 1.9750284194946288,
      "step": 1545
    },
    {
      "epoch": 0.06917018095811857,
      "grad_norm": 0.7534152269363403,
      "learning_rate": 4.149933065595716e-06,
      "loss": 2.1882530212402345,
      "step": 1550
    },
    {
      "epoch": 0.06939331057411251,
      "grad_norm": 0.8103408813476562,
      "learning_rate": 4.163319946452477e-06,
      "loss": 2.076101875305176,
      "step": 1555
    },
    {
      "epoch": 0.06961644019010643,
      "grad_norm": 0.7058753967285156,
      "learning_rate": 4.176706827309237e-06,
      "loss": 2.1349681854248046,
      "step": 1560
    },
    {
      "epoch": 0.06983956980610036,
      "grad_norm": 0.664568305015564,
      "learning_rate": 4.190093708165997e-06,
      "loss": 2.1840320587158204,
      "step": 1565
    },
    {
      "epoch": 0.0700626994220943,
      "grad_norm": 0.9274365901947021,
      "learning_rate": 4.2034805890227575e-06,
      "loss": 2.0162349700927735,
      "step": 1570
    },
    {
      "epoch": 0.07028582903808822,
      "grad_norm": 0.806480348110199,
      "learning_rate": 4.216867469879518e-06,
      "loss": 2.1628509521484376,
      "step": 1575
    },
    {
      "epoch": 0.07050895865408216,
      "grad_norm": 0.9540587067604065,
      "learning_rate": 4.230254350736279e-06,
      "loss": 2.239594841003418,
      "step": 1580
    },
    {
      "epoch": 0.07073208827007609,
      "grad_norm": 0.8032299876213074,
      "learning_rate": 4.243641231593039e-06,
      "loss": 2.170275115966797,
      "step": 1585
    },
    {
      "epoch": 0.07095521788607002,
      "grad_norm": 0.9516310095787048,
      "learning_rate": 4.2570281124497995e-06,
      "loss": 2.035562515258789,
      "step": 1590
    },
    {
      "epoch": 0.07117834750206395,
      "grad_norm": 0.8803707361221313,
      "learning_rate": 4.270414993306559e-06,
      "loss": 2.1310283660888674,
      "step": 1595
    },
    {
      "epoch": 0.07140147711805787,
      "grad_norm": 1.022939682006836,
      "learning_rate": 4.28380187416332e-06,
      "loss": 2.1093021392822267,
      "step": 1600
    },
    {
      "epoch": 0.07162460673405181,
      "grad_norm": 0.8254362344741821,
      "learning_rate": 4.297188755020081e-06,
      "loss": 1.8178255081176757,
      "step": 1605
    },
    {
      "epoch": 0.07184773635004574,
      "grad_norm": 0.779062807559967,
      "learning_rate": 4.3105756358768406e-06,
      "loss": 2.261147880554199,
      "step": 1610
    },
    {
      "epoch": 0.07207086596603968,
      "grad_norm": 0.8894750475883484,
      "learning_rate": 4.323962516733601e-06,
      "loss": 2.0283786773681642,
      "step": 1615
    },
    {
      "epoch": 0.0722939955820336,
      "grad_norm": 0.9776813387870789,
      "learning_rate": 4.337349397590362e-06,
      "loss": 2.177045440673828,
      "step": 1620
    },
    {
      "epoch": 0.07251712519802754,
      "grad_norm": 1.2759140729904175,
      "learning_rate": 4.350736278447122e-06,
      "loss": 2.0527717590332033,
      "step": 1625
    },
    {
      "epoch": 0.07274025481402147,
      "grad_norm": 0.9953216314315796,
      "learning_rate": 4.3641231593038825e-06,
      "loss": 2.05969352722168,
      "step": 1630
    },
    {
      "epoch": 0.07296338443001539,
      "grad_norm": 0.8319527506828308,
      "learning_rate": 4.377510040160642e-06,
      "loss": 2.003727340698242,
      "step": 1635
    },
    {
      "epoch": 0.07318651404600933,
      "grad_norm": 0.8335089087486267,
      "learning_rate": 4.390896921017403e-06,
      "loss": 2.0173160552978517,
      "step": 1640
    },
    {
      "epoch": 0.07340964366200325,
      "grad_norm": 1.1071332693099976,
      "learning_rate": 4.404283801874164e-06,
      "loss": 2.1184307098388673,
      "step": 1645
    },
    {
      "epoch": 0.0736327732779972,
      "grad_norm": 1.2880672216415405,
      "learning_rate": 4.4176706827309244e-06,
      "loss": 2.0427175521850587,
      "step": 1650
    },
    {
      "epoch": 0.07385590289399112,
      "grad_norm": 1.1434367895126343,
      "learning_rate": 4.431057563587684e-06,
      "loss": 2.0279747009277345,
      "step": 1655
    },
    {
      "epoch": 0.07407903250998506,
      "grad_norm": 0.7727090716362,
      "learning_rate": 4.444444444444444e-06,
      "loss": 2.1546749114990233,
      "step": 1660
    },
    {
      "epoch": 0.07430216212597898,
      "grad_norm": 1.0890729427337646,
      "learning_rate": 4.457831325301205e-06,
      "loss": 2.1247718811035154,
      "step": 1665
    },
    {
      "epoch": 0.07452529174197291,
      "grad_norm": 1.0179014205932617,
      "learning_rate": 4.4712182061579655e-06,
      "loss": 2.146767234802246,
      "step": 1670
    },
    {
      "epoch": 0.07474842135796685,
      "grad_norm": 0.745704174041748,
      "learning_rate": 4.484605087014726e-06,
      "loss": 2.224173736572266,
      "step": 1675
    },
    {
      "epoch": 0.07497155097396077,
      "grad_norm": 0.771865963935852,
      "learning_rate": 4.497991967871486e-06,
      "loss": 2.2265625,
      "step": 1680
    },
    {
      "epoch": 0.07519468058995471,
      "grad_norm": 1.352388620376587,
      "learning_rate": 4.511378848728246e-06,
      "loss": 2.261865425109863,
      "step": 1685
    },
    {
      "epoch": 0.07541781020594863,
      "grad_norm": 0.8781198859214783,
      "learning_rate": 4.524765729585007e-06,
      "loss": 2.0096199035644533,
      "step": 1690
    },
    {
      "epoch": 0.07564093982194256,
      "grad_norm": 1.0159834623336792,
      "learning_rate": 4.538152610441767e-06,
      "loss": 2.0243366241455076,
      "step": 1695
    },
    {
      "epoch": 0.0758640694379365,
      "grad_norm": 0.8101127743721008,
      "learning_rate": 4.551539491298528e-06,
      "loss": 2.119925117492676,
      "step": 1700
    },
    {
      "epoch": 0.07608719905393042,
      "grad_norm": 1.0311274528503418,
      "learning_rate": 4.564926372155288e-06,
      "loss": 1.9274934768676757,
      "step": 1705
    },
    {
      "epoch": 0.07631032866992436,
      "grad_norm": 1.315838098526001,
      "learning_rate": 4.578313253012049e-06,
      "loss": 2.058757209777832,
      "step": 1710
    },
    {
      "epoch": 0.07653345828591829,
      "grad_norm": 1.016562819480896,
      "learning_rate": 4.5917001338688084e-06,
      "loss": 2.0910503387451174,
      "step": 1715
    },
    {
      "epoch": 0.07675658790191223,
      "grad_norm": 1.1127480268478394,
      "learning_rate": 4.605087014725569e-06,
      "loss": 2.0274993896484377,
      "step": 1720
    },
    {
      "epoch": 0.07697971751790615,
      "grad_norm": 0.7386570572853088,
      "learning_rate": 4.61847389558233e-06,
      "loss": 2.03863468170166,
      "step": 1725
    },
    {
      "epoch": 0.07720284713390008,
      "grad_norm": 0.9372514486312866,
      "learning_rate": 4.63186077643909e-06,
      "loss": 1.9647506713867187,
      "step": 1730
    },
    {
      "epoch": 0.07742597674989402,
      "grad_norm": 0.866057276725769,
      "learning_rate": 4.64524765729585e-06,
      "loss": 2.0213361740112306,
      "step": 1735
    },
    {
      "epoch": 0.07764910636588794,
      "grad_norm": 0.8000425100326538,
      "learning_rate": 4.65863453815261e-06,
      "loss": 2.009931755065918,
      "step": 1740
    },
    {
      "epoch": 0.07787223598188188,
      "grad_norm": 1.4270923137664795,
      "learning_rate": 4.672021419009371e-06,
      "loss": 2.0473087310791014,
      "step": 1745
    },
    {
      "epoch": 0.0780953655978758,
      "grad_norm": 0.7464487552642822,
      "learning_rate": 4.685408299866132e-06,
      "loss": 2.087724304199219,
      "step": 1750
    },
    {
      "epoch": 0.07831849521386974,
      "grad_norm": 1.0895863771438599,
      "learning_rate": 4.6987951807228915e-06,
      "loss": 2.0931013107299803,
      "step": 1755
    },
    {
      "epoch": 0.07854162482986367,
      "grad_norm": 1.2510039806365967,
      "learning_rate": 4.712182061579652e-06,
      "loss": 2.0668258666992188,
      "step": 1760
    },
    {
      "epoch": 0.0787647544458576,
      "grad_norm": 0.9064348340034485,
      "learning_rate": 4.725568942436412e-06,
      "loss": 1.9942918777465821,
      "step": 1765
    },
    {
      "epoch": 0.07898788406185153,
      "grad_norm": 1.0130219459533691,
      "learning_rate": 4.738955823293173e-06,
      "loss": 2.0953414916992186,
      "step": 1770
    },
    {
      "epoch": 0.07921101367784546,
      "grad_norm": 1.0138216018676758,
      "learning_rate": 4.7523427041499334e-06,
      "loss": 2.097544479370117,
      "step": 1775
    },
    {
      "epoch": 0.0794341432938394,
      "grad_norm": 0.9159922003746033,
      "learning_rate": 4.765729585006693e-06,
      "loss": 2.024347686767578,
      "step": 1780
    },
    {
      "epoch": 0.07965727290983332,
      "grad_norm": 0.6978763937950134,
      "learning_rate": 4.779116465863454e-06,
      "loss": 2.032564163208008,
      "step": 1785
    },
    {
      "epoch": 0.07988040252582726,
      "grad_norm": 0.9015496969223022,
      "learning_rate": 4.792503346720214e-06,
      "loss": 2.091436767578125,
      "step": 1790
    },
    {
      "epoch": 0.08010353214182118,
      "grad_norm": 0.8910471796989441,
      "learning_rate": 4.8058902275769745e-06,
      "loss": 2.095396041870117,
      "step": 1795
    },
    {
      "epoch": 0.08032666175781511,
      "grad_norm": 0.8550083637237549,
      "learning_rate": 4.819277108433735e-06,
      "loss": 2.061022186279297,
      "step": 1800
    },
    {
      "epoch": 0.08054979137380905,
      "grad_norm": 0.888156533241272,
      "learning_rate": 4.832663989290495e-06,
      "loss": 2.0070331573486326,
      "step": 1805
    },
    {
      "epoch": 0.08077292098980297,
      "grad_norm": 1.0453161001205444,
      "learning_rate": 4.846050870147256e-06,
      "loss": 2.0485980987548826,
      "step": 1810
    },
    {
      "epoch": 0.08099605060579691,
      "grad_norm": 0.835533857345581,
      "learning_rate": 4.859437751004016e-06,
      "loss": 2.0737443923950196,
      "step": 1815
    },
    {
      "epoch": 0.08121918022179084,
      "grad_norm": 1.3074698448181152,
      "learning_rate": 4.872824631860777e-06,
      "loss": 2.204619216918945,
      "step": 1820
    },
    {
      "epoch": 0.08144230983778476,
      "grad_norm": 0.952622652053833,
      "learning_rate": 4.886211512717537e-06,
      "loss": 1.8864990234375,
      "step": 1825
    },
    {
      "epoch": 0.0816654394537787,
      "grad_norm": 1.069469690322876,
      "learning_rate": 4.899598393574298e-06,
      "loss": 2.0791854858398438,
      "step": 1830
    },
    {
      "epoch": 0.08188856906977263,
      "grad_norm": 1.1299378871917725,
      "learning_rate": 4.9129852744310576e-06,
      "loss": 2.0667266845703125,
      "step": 1835
    },
    {
      "epoch": 0.08211169868576657,
      "grad_norm": 0.7093334794044495,
      "learning_rate": 4.926372155287817e-06,
      "loss": 1.9636056900024415,
      "step": 1840
    },
    {
      "epoch": 0.08233482830176049,
      "grad_norm": 1.1765010356903076,
      "learning_rate": 4.939759036144579e-06,
      "loss": 2.0537750244140627,
      "step": 1845
    },
    {
      "epoch": 0.08255795791775443,
      "grad_norm": 0.8516542315483093,
      "learning_rate": 4.953145917001339e-06,
      "loss": 2.1657791137695312,
      "step": 1850
    },
    {
      "epoch": 0.08278108753374835,
      "grad_norm": 1.0495437383651733,
      "learning_rate": 4.9665327978580995e-06,
      "loss": 2.1656772613525392,
      "step": 1855
    },
    {
      "epoch": 0.08300421714974228,
      "grad_norm": 0.8000126481056213,
      "learning_rate": 4.979919678714859e-06,
      "loss": 2.020354461669922,
      "step": 1860
    },
    {
      "epoch": 0.08322734676573622,
      "grad_norm": 1.2887593507766724,
      "learning_rate": 4.993306559571619e-06,
      "loss": 1.9938453674316405,
      "step": 1865
    },
    {
      "epoch": 0.08345047638173014,
      "grad_norm": 0.8419036865234375,
      "learning_rate": 5.006693440428381e-06,
      "loss": 2.0833532333374025,
      "step": 1870
    },
    {
      "epoch": 0.08367360599772408,
      "grad_norm": 0.9748121500015259,
      "learning_rate": 5.020080321285141e-06,
      "loss": 2.0065855026245116,
      "step": 1875
    },
    {
      "epoch": 0.08389673561371801,
      "grad_norm": 0.8467640280723572,
      "learning_rate": 5.033467202141901e-06,
      "loss": 2.2140008926391603,
      "step": 1880
    },
    {
      "epoch": 0.08411986522971195,
      "grad_norm": 0.8260283470153809,
      "learning_rate": 5.046854082998661e-06,
      "loss": 1.973113441467285,
      "step": 1885
    },
    {
      "epoch": 0.08434299484570587,
      "grad_norm": 1.2561461925506592,
      "learning_rate": 5.060240963855422e-06,
      "loss": 1.9699825286865233,
      "step": 1890
    },
    {
      "epoch": 0.0845661244616998,
      "grad_norm": 0.7021331191062927,
      "learning_rate": 5.0736278447121826e-06,
      "loss": 1.9100543975830078,
      "step": 1895
    },
    {
      "epoch": 0.08478925407769373,
      "grad_norm": 0.9285181760787964,
      "learning_rate": 5.087014725568942e-06,
      "loss": 2.100686454772949,
      "step": 1900
    },
    {
      "epoch": 0.08501238369368766,
      "grad_norm": 1.0512628555297852,
      "learning_rate": 5.100401606425703e-06,
      "loss": 2.092105484008789,
      "step": 1905
    },
    {
      "epoch": 0.0852355133096816,
      "grad_norm": 0.9993311166763306,
      "learning_rate": 5.113788487282463e-06,
      "loss": 2.178700256347656,
      "step": 1910
    },
    {
      "epoch": 0.08545864292567552,
      "grad_norm": 0.8007418513298035,
      "learning_rate": 5.127175368139224e-06,
      "loss": 2.061174774169922,
      "step": 1915
    },
    {
      "epoch": 0.08568177254166946,
      "grad_norm": 0.9044376611709595,
      "learning_rate": 5.140562248995984e-06,
      "loss": 1.905235481262207,
      "step": 1920
    },
    {
      "epoch": 0.08590490215766339,
      "grad_norm": 1.1532313823699951,
      "learning_rate": 5.153949129852744e-06,
      "loss": 2.0893394470214846,
      "step": 1925
    },
    {
      "epoch": 0.08612803177365731,
      "grad_norm": 1.0485821962356567,
      "learning_rate": 5.167336010709505e-06,
      "loss": 1.9315324783325196,
      "step": 1930
    },
    {
      "epoch": 0.08635116138965125,
      "grad_norm": 1.1166177988052368,
      "learning_rate": 5.180722891566265e-06,
      "loss": 1.9648147583007813,
      "step": 1935
    },
    {
      "epoch": 0.08657429100564518,
      "grad_norm": 1.4419307708740234,
      "learning_rate": 5.1941097724230254e-06,
      "loss": 2.0460626602172853,
      "step": 1940
    },
    {
      "epoch": 0.08679742062163912,
      "grad_norm": 1.0400481224060059,
      "learning_rate": 5.207496653279786e-06,
      "loss": 2.034720230102539,
      "step": 1945
    },
    {
      "epoch": 0.08702055023763304,
      "grad_norm": 1.041756510734558,
      "learning_rate": 5.220883534136547e-06,
      "loss": 1.9372877120971679,
      "step": 1950
    },
    {
      "epoch": 0.08724367985362697,
      "grad_norm": 0.9398750066757202,
      "learning_rate": 5.234270414993307e-06,
      "loss": 1.9075811386108399,
      "step": 1955
    },
    {
      "epoch": 0.0874668094696209,
      "grad_norm": 0.9996817708015442,
      "learning_rate": 5.2476572958500665e-06,
      "loss": 2.04040412902832,
      "step": 1960
    },
    {
      "epoch": 0.08768993908561483,
      "grad_norm": 1.1434073448181152,
      "learning_rate": 5.261044176706827e-06,
      "loss": 2.05865535736084,
      "step": 1965
    },
    {
      "epoch": 0.08791306870160877,
      "grad_norm": 1.1526947021484375,
      "learning_rate": 5.274431057563588e-06,
      "loss": 2.0584930419921874,
      "step": 1970
    },
    {
      "epoch": 0.0881361983176027,
      "grad_norm": 1.1225361824035645,
      "learning_rate": 5.287817938420349e-06,
      "loss": 1.869145965576172,
      "step": 1975
    },
    {
      "epoch": 0.08835932793359663,
      "grad_norm": 1.0828170776367188,
      "learning_rate": 5.3012048192771085e-06,
      "loss": 2.0549264907836915,
      "step": 1980
    },
    {
      "epoch": 0.08858245754959056,
      "grad_norm": 0.9480776786804199,
      "learning_rate": 5.314591700133868e-06,
      "loss": 1.987673568725586,
      "step": 1985
    },
    {
      "epoch": 0.08880558716558448,
      "grad_norm": 0.9799356460571289,
      "learning_rate": 5.327978580990629e-06,
      "loss": 1.9657482147216796,
      "step": 1990
    },
    {
      "epoch": 0.08902871678157842,
      "grad_norm": 1.1955480575561523,
      "learning_rate": 5.34136546184739e-06,
      "loss": 1.9616188049316405,
      "step": 1995
    },
    {
      "epoch": 0.08925184639757235,
      "grad_norm": 0.9528502225875854,
      "learning_rate": 5.3547523427041504e-06,
      "loss": 2.1342418670654295,
      "step": 2000
    },
    {
      "epoch": 0.08947497601356628,
      "grad_norm": 1.1190009117126465,
      "learning_rate": 5.36813922356091e-06,
      "loss": 2.1064796447753906,
      "step": 2005
    },
    {
      "epoch": 0.08969810562956021,
      "grad_norm": 1.0113600492477417,
      "learning_rate": 5.381526104417671e-06,
      "loss": 1.9123802185058594,
      "step": 2010
    },
    {
      "epoch": 0.08992123524555415,
      "grad_norm": 0.9729359745979309,
      "learning_rate": 5.394912985274431e-06,
      "loss": 1.9950223922729493,
      "step": 2015
    },
    {
      "epoch": 0.09014436486154807,
      "grad_norm": 1.035287618637085,
      "learning_rate": 5.4082998661311915e-06,
      "loss": 1.968986701965332,
      "step": 2020
    },
    {
      "epoch": 0.090367494477542,
      "grad_norm": 0.7954384684562683,
      "learning_rate": 5.421686746987952e-06,
      "loss": 2.075417327880859,
      "step": 2025
    },
    {
      "epoch": 0.09059062409353594,
      "grad_norm": 1.2406619787216187,
      "learning_rate": 5.435073627844712e-06,
      "loss": 2.097009468078613,
      "step": 2030
    },
    {
      "epoch": 0.09081375370952986,
      "grad_norm": 0.8746753931045532,
      "learning_rate": 5.448460508701473e-06,
      "loss": 2.04738826751709,
      "step": 2035
    },
    {
      "epoch": 0.0910368833255238,
      "grad_norm": 1.137431025505066,
      "learning_rate": 5.461847389558233e-06,
      "loss": 1.9636581420898438,
      "step": 2040
    },
    {
      "epoch": 0.09126001294151773,
      "grad_norm": 1.4577034711837769,
      "learning_rate": 5.475234270414993e-06,
      "loss": 1.8939685821533203,
      "step": 2045
    },
    {
      "epoch": 0.09148314255751167,
      "grad_norm": 1.3480346202850342,
      "learning_rate": 5.488621151271754e-06,
      "loss": 1.9858078002929687,
      "step": 2050
    },
    {
      "epoch": 0.09170627217350559,
      "grad_norm": 0.8342795372009277,
      "learning_rate": 5.502008032128514e-06,
      "loss": 1.7992578506469727,
      "step": 2055
    },
    {
      "epoch": 0.09192940178949952,
      "grad_norm": 1.1130149364471436,
      "learning_rate": 5.5153949129852746e-06,
      "loss": 2.0617441177368163,
      "step": 2060
    },
    {
      "epoch": 0.09215253140549345,
      "grad_norm": 1.0582903623580933,
      "learning_rate": 5.528781793842035e-06,
      "loss": 2.081201934814453,
      "step": 2065
    },
    {
      "epoch": 0.09237566102148738,
      "grad_norm": 0.8622370958328247,
      "learning_rate": 5.542168674698796e-06,
      "loss": 2.184007263183594,
      "step": 2070
    },
    {
      "epoch": 0.09259879063748132,
      "grad_norm": 1.247605800628662,
      "learning_rate": 5.555555555555556e-06,
      "loss": 2.2668291091918946,
      "step": 2075
    },
    {
      "epoch": 0.09282192025347524,
      "grad_norm": 0.9048439860343933,
      "learning_rate": 5.568942436412316e-06,
      "loss": 2.0036815643310546,
      "step": 2080
    },
    {
      "epoch": 0.09304504986946917,
      "grad_norm": 1.5477705001831055,
      "learning_rate": 5.582329317269076e-06,
      "loss": 2.1254167556762695,
      "step": 2085
    },
    {
      "epoch": 0.0932681794854631,
      "grad_norm": 0.898073673248291,
      "learning_rate": 5.595716198125837e-06,
      "loss": 2.0748970031738283,
      "step": 2090
    },
    {
      "epoch": 0.09349130910145703,
      "grad_norm": 0.976369321346283,
      "learning_rate": 5.609103078982598e-06,
      "loss": 1.9387639999389648,
      "step": 2095
    },
    {
      "epoch": 0.09371443871745097,
      "grad_norm": 1.229954719543457,
      "learning_rate": 5.622489959839358e-06,
      "loss": 1.9117536544799805,
      "step": 2100
    },
    {
      "epoch": 0.0939375683334449,
      "grad_norm": 1.0723400115966797,
      "learning_rate": 5.6358768406961175e-06,
      "loss": 1.935175323486328,
      "step": 2105
    },
    {
      "epoch": 0.09416069794943883,
      "grad_norm": 1.1824326515197754,
      "learning_rate": 5.649263721552878e-06,
      "loss": 2.126773452758789,
      "step": 2110
    },
    {
      "epoch": 0.09438382756543276,
      "grad_norm": 0.8257484436035156,
      "learning_rate": 5.662650602409639e-06,
      "loss": 2.01248836517334,
      "step": 2115
    },
    {
      "epoch": 0.09460695718142668,
      "grad_norm": 1.11427903175354,
      "learning_rate": 5.6760374832663996e-06,
      "loss": 2.1134754180908204,
      "step": 2120
    },
    {
      "epoch": 0.09483008679742062,
      "grad_norm": 1.5741039514541626,
      "learning_rate": 5.689424364123159e-06,
      "loss": 2.0824302673339843,
      "step": 2125
    },
    {
      "epoch": 0.09505321641341455,
      "grad_norm": 0.9258787631988525,
      "learning_rate": 5.70281124497992e-06,
      "loss": 1.9319812774658203,
      "step": 2130
    },
    {
      "epoch": 0.09527634602940849,
      "grad_norm": 1.09774911403656,
      "learning_rate": 5.71619812583668e-06,
      "loss": 1.9680803298950196,
      "step": 2135
    },
    {
      "epoch": 0.09549947564540241,
      "grad_norm": 0.9626898765563965,
      "learning_rate": 5.729585006693441e-06,
      "loss": 1.925799560546875,
      "step": 2140
    },
    {
      "epoch": 0.09572260526139635,
      "grad_norm": 0.9046334624290466,
      "learning_rate": 5.742971887550201e-06,
      "loss": 1.9070989608764648,
      "step": 2145
    },
    {
      "epoch": 0.09594573487739028,
      "grad_norm": 1.0075236558914185,
      "learning_rate": 5.756358768406961e-06,
      "loss": 1.9298274993896485,
      "step": 2150
    },
    {
      "epoch": 0.0961688644933842,
      "grad_norm": 0.8876293301582336,
      "learning_rate": 5.769745649263722e-06,
      "loss": 1.995884323120117,
      "step": 2155
    },
    {
      "epoch": 0.09639199410937814,
      "grad_norm": 0.9397478699684143,
      "learning_rate": 5.783132530120482e-06,
      "loss": 2.1033966064453127,
      "step": 2160
    },
    {
      "epoch": 0.09661512372537207,
      "grad_norm": 1.1887969970703125,
      "learning_rate": 5.7965194109772425e-06,
      "loss": 2.2321205139160156,
      "step": 2165
    },
    {
      "epoch": 0.096838253341366,
      "grad_norm": 0.9165719151496887,
      "learning_rate": 5.809906291834003e-06,
      "loss": 1.9332220077514648,
      "step": 2170
    },
    {
      "epoch": 0.09706138295735993,
      "grad_norm": 1.0620633363723755,
      "learning_rate": 5.823293172690763e-06,
      "loss": 1.942098617553711,
      "step": 2175
    },
    {
      "epoch": 0.09728451257335387,
      "grad_norm": 1.1249985694885254,
      "learning_rate": 5.836680053547524e-06,
      "loss": 2.004232406616211,
      "step": 2180
    },
    {
      "epoch": 0.09750764218934779,
      "grad_norm": 1.009824514389038,
      "learning_rate": 5.8500669344042836e-06,
      "loss": 2.060811424255371,
      "step": 2185
    },
    {
      "epoch": 0.09773077180534172,
      "grad_norm": 1.1177529096603394,
      "learning_rate": 5.863453815261044e-06,
      "loss": 1.9775056838989258,
      "step": 2190
    },
    {
      "epoch": 0.09795390142133566,
      "grad_norm": 0.8883247375488281,
      "learning_rate": 5.876840696117805e-06,
      "loss": 2.0491350173950194,
      "step": 2195
    },
    {
      "epoch": 0.09817703103732958,
      "grad_norm": 1.0781581401824951,
      "learning_rate": 5.890227576974565e-06,
      "loss": 2.130450439453125,
      "step": 2200
    },
    {
      "epoch": 0.09840016065332352,
      "grad_norm": 1.022125244140625,
      "learning_rate": 5.9036144578313255e-06,
      "loss": 1.9054424285888671,
      "step": 2205
    },
    {
      "epoch": 0.09862329026931745,
      "grad_norm": 1.5722389221191406,
      "learning_rate": 5.917001338688085e-06,
      "loss": 1.9462669372558594,
      "step": 2210
    },
    {
      "epoch": 0.09884641988531137,
      "grad_norm": 0.8767709732055664,
      "learning_rate": 5.930388219544846e-06,
      "loss": 1.9716548919677734,
      "step": 2215
    },
    {
      "epoch": 0.09906954950130531,
      "grad_norm": 0.8978337049484253,
      "learning_rate": 5.943775100401607e-06,
      "loss": 1.932182502746582,
      "step": 2220
    },
    {
      "epoch": 0.09929267911729923,
      "grad_norm": 1.1649725437164307,
      "learning_rate": 5.957161981258367e-06,
      "loss": 1.949960708618164,
      "step": 2225
    },
    {
      "epoch": 0.09951580873329317,
      "grad_norm": 0.9707964062690735,
      "learning_rate": 5.970548862115127e-06,
      "loss": 1.9415960311889648,
      "step": 2230
    },
    {
      "epoch": 0.0997389383492871,
      "grad_norm": 0.8075286149978638,
      "learning_rate": 5.983935742971887e-06,
      "loss": 1.9884584426879883,
      "step": 2235
    },
    {
      "epoch": 0.09996206796528104,
      "grad_norm": 0.919001579284668,
      "learning_rate": 5.997322623828648e-06,
      "loss": 1.9047340393066405,
      "step": 2240
    },
    {
      "epoch": 0.10018519758127496,
      "grad_norm": 1.1452890634536743,
      "learning_rate": 5.999999417648353e-06,
      "loss": 1.8911170959472656,
      "step": 2245
    },
    {
      "epoch": 0.10040832719726889,
      "grad_norm": 0.9075614213943481,
      "learning_rate": 5.999997051845177e-06,
      "loss": 1.9537294387817383,
      "step": 2250
    },
    {
      "epoch": 0.10063145681326283,
      "grad_norm": 0.9411978721618652,
      "learning_rate": 5.999992866194927e-06,
      "loss": 2.0128080368041994,
      "step": 2255
    },
    {
      "epoch": 0.10085458642925675,
      "grad_norm": 1.7404388189315796,
      "learning_rate": 5.999986860700142e-06,
      "loss": 1.9837495803833007,
      "step": 2260
    },
    {
      "epoch": 0.10107771604525069,
      "grad_norm": 0.990151047706604,
      "learning_rate": 5.999979035364464e-06,
      "loss": 1.9975740432739257,
      "step": 2265
    },
    {
      "epoch": 0.10130084566124462,
      "grad_norm": 1.042856216430664,
      "learning_rate": 5.9999693901926435e-06,
      "loss": 2.016056251525879,
      "step": 2270
    },
    {
      "epoch": 0.10152397527723855,
      "grad_norm": 0.8757387399673462,
      "learning_rate": 5.999957925190527e-06,
      "loss": 1.8990396499633788,
      "step": 2275
    },
    {
      "epoch": 0.10174710489323248,
      "grad_norm": 1.4858282804489136,
      "learning_rate": 5.999944640365074e-06,
      "loss": 2.0470705032348633,
      "step": 2280
    },
    {
      "epoch": 0.1019702345092264,
      "grad_norm": 1.0206114053726196,
      "learning_rate": 5.999929535724339e-06,
      "loss": 2.063922882080078,
      "step": 2285
    },
    {
      "epoch": 0.10219336412522034,
      "grad_norm": 1.2412887811660767,
      "learning_rate": 5.999912611277487e-06,
      "loss": 1.9137586593627929,
      "step": 2290
    },
    {
      "epoch": 0.10241649374121427,
      "grad_norm": 1.0442379713058472,
      "learning_rate": 5.999893867034784e-06,
      "loss": 1.9131647109985352,
      "step": 2295
    },
    {
      "epoch": 0.1026396233572082,
      "grad_norm": 1.0354846715927124,
      "learning_rate": 5.9998733030076015e-06,
      "loss": 1.943178367614746,
      "step": 2300
    },
    {
      "epoch": 0.10286275297320213,
      "grad_norm": 0.9171436429023743,
      "learning_rate": 5.999850919208413e-06,
      "loss": 1.9243003845214843,
      "step": 2305
    },
    {
      "epoch": 0.10308588258919607,
      "grad_norm": 1.3587474822998047,
      "learning_rate": 5.999826715650797e-06,
      "loss": 1.7801437377929688,
      "step": 2310
    },
    {
      "epoch": 0.10330901220519,
      "grad_norm": 1.6726102828979492,
      "learning_rate": 5.999800692349435e-06,
      "loss": 2.0044769287109374,
      "step": 2315
    },
    {
      "epoch": 0.10353214182118392,
      "grad_norm": 0.909557580947876,
      "learning_rate": 5.999772849320115e-06,
      "loss": 1.8790843963623047,
      "step": 2320
    },
    {
      "epoch": 0.10375527143717786,
      "grad_norm": 1.1021777391433716,
      "learning_rate": 5.9997431865797255e-06,
      "loss": 1.9645397186279296,
      "step": 2325
    },
    {
      "epoch": 0.10397840105317178,
      "grad_norm": 1.0416226387023926,
      "learning_rate": 5.999711704146261e-06,
      "loss": 1.9316511154174805,
      "step": 2330
    },
    {
      "epoch": 0.10420153066916572,
      "grad_norm": 1.014394998550415,
      "learning_rate": 5.99967840203882e-06,
      "loss": 1.9602357864379882,
      "step": 2335
    },
    {
      "epoch": 0.10442466028515965,
      "grad_norm": 1.0431203842163086,
      "learning_rate": 5.999643280277603e-06,
      "loss": 1.9662353515625,
      "step": 2340
    },
    {
      "epoch": 0.10464778990115357,
      "grad_norm": 0.9976010322570801,
      "learning_rate": 5.999606338883915e-06,
      "loss": 1.8156768798828125,
      "step": 2345
    },
    {
      "epoch": 0.10487091951714751,
      "grad_norm": 1.3542364835739136,
      "learning_rate": 5.999567577880167e-06,
      "loss": 1.9991931915283203,
      "step": 2350
    },
    {
      "epoch": 0.10509404913314144,
      "grad_norm": 0.9118264317512512,
      "learning_rate": 5.99952699728987e-06,
      "loss": 1.6772186279296875,
      "step": 2355
    },
    {
      "epoch": 0.10531717874913538,
      "grad_norm": 1.431563138961792,
      "learning_rate": 5.9994845971376435e-06,
      "loss": 2.0468074798583986,
      "step": 2360
    },
    {
      "epoch": 0.1055403083651293,
      "grad_norm": 0.8818404078483582,
      "learning_rate": 5.999440377449205e-06,
      "loss": 1.9281387329101562,
      "step": 2365
    },
    {
      "epoch": 0.10576343798112324,
      "grad_norm": 0.905672013759613,
      "learning_rate": 5.999394338251381e-06,
      "loss": 2.0013042449951173,
      "step": 2370
    },
    {
      "epoch": 0.10598656759711717,
      "grad_norm": 1.0039812326431274,
      "learning_rate": 5.999346479572099e-06,
      "loss": 2.0309635162353517,
      "step": 2375
    },
    {
      "epoch": 0.10620969721311109,
      "grad_norm": 1.1300805807113647,
      "learning_rate": 5.999296801440391e-06,
      "loss": 2.013144111633301,
      "step": 2380
    },
    {
      "epoch": 0.10643282682910503,
      "grad_norm": 1.052232027053833,
      "learning_rate": 5.999245303886392e-06,
      "loss": 2.089672660827637,
      "step": 2385
    },
    {
      "epoch": 0.10665595644509895,
      "grad_norm": 0.8320952653884888,
      "learning_rate": 5.999191986941342e-06,
      "loss": 2.0204065322875975,
      "step": 2390
    },
    {
      "epoch": 0.10687908606109289,
      "grad_norm": 0.8853346705436707,
      "learning_rate": 5.999136850637584e-06,
      "loss": 1.9383895874023438,
      "step": 2395
    },
    {
      "epoch": 0.10710221567708682,
      "grad_norm": 1.3795983791351318,
      "learning_rate": 5.999079895008564e-06,
      "loss": 1.808138084411621,
      "step": 2400
    }
  ],
  "logging_steps": 5,
  "max_steps": 22409,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.2148094686056153e+19,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}