{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0034846999891105,
  "eval_steps": 500,
  "global_step": 9200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0021779374931939453,
      "grad_norm": 8.702981948852539,
      "learning_rate": 1.956521739130435e-06,
      "loss": 0.8381,
      "step": 10
    },
    {
      "epoch": 0.004355874986387891,
      "grad_norm": 2.2589502334594727,
      "learning_rate": 4.130434782608695e-06,
      "loss": 0.5872,
      "step": 20
    },
    {
      "epoch": 0.006533812479581836,
      "grad_norm": 2.637632131576538,
      "learning_rate": 6.304347826086957e-06,
      "loss": 0.3281,
      "step": 30
    },
    {
      "epoch": 0.008711749972775781,
      "grad_norm": 1.8374388217926025,
      "learning_rate": 8.478260869565217e-06,
      "loss": 0.2372,
      "step": 40
    },
    {
      "epoch": 0.010889687465969727,
      "grad_norm": 1.901687741279602,
      "learning_rate": 1.0652173913043479e-05,
      "loss": 0.1911,
      "step": 50
    },
    {
      "epoch": 0.013067624959163672,
      "grad_norm": 1.3057066202163696,
      "learning_rate": 1.2826086956521741e-05,
      "loss": 0.1595,
      "step": 60
    },
    {
      "epoch": 0.015245562452357617,
      "grad_norm": 1.224269986152649,
      "learning_rate": 1.5e-05,
      "loss": 0.1345,
      "step": 70
    },
    {
      "epoch": 0.017423499945551563,
      "grad_norm": 0.7691900730133057,
      "learning_rate": 1.7173913043478263e-05,
      "loss": 0.1211,
      "step": 80
    },
    {
      "epoch": 0.019601437438745508,
      "grad_norm": 0.4880311191082001,
      "learning_rate": 1.9347826086956523e-05,
      "loss": 0.1057,
      "step": 90
    },
    {
      "epoch": 0.021779374931939453,
      "grad_norm": 0.7204518914222717,
      "learning_rate": 2.1521739130434784e-05,
      "loss": 0.0957,
      "step": 100
    },
    {
      "epoch": 0.0239573124251334,
      "grad_norm": 0.7122465968132019,
      "learning_rate": 2.3695652173913045e-05,
      "loss": 0.0912,
      "step": 110
    },
    {
      "epoch": 0.026135249918327344,
      "grad_norm": 0.5246570706367493,
      "learning_rate": 2.5869565217391305e-05,
      "loss": 0.0851,
      "step": 120
    },
    {
      "epoch": 0.02831318741152129,
      "grad_norm": 0.3882908821105957,
      "learning_rate": 2.8043478260869566e-05,
      "loss": 0.0777,
      "step": 130
    },
    {
      "epoch": 0.030491124904715235,
      "grad_norm": 0.26690909266471863,
      "learning_rate": 3.0217391304347827e-05,
      "loss": 0.0727,
      "step": 140
    },
    {
      "epoch": 0.03266906239790918,
      "grad_norm": 0.48248469829559326,
      "learning_rate": 3.239130434782609e-05,
      "loss": 0.0669,
      "step": 150
    },
    {
      "epoch": 0.034846999891103125,
      "grad_norm": 0.5324282050132751,
      "learning_rate": 3.456521739130435e-05,
      "loss": 0.0631,
      "step": 160
    },
    {
      "epoch": 0.03702493738429707,
      "grad_norm": 0.5717258453369141,
      "learning_rate": 3.673913043478261e-05,
      "loss": 0.062,
      "step": 170
    },
    {
      "epoch": 0.039202874877491016,
      "grad_norm": 0.4997138977050781,
      "learning_rate": 3.8913043478260866e-05,
      "loss": 0.0585,
      "step": 180
    },
    {
      "epoch": 0.04138081237068496,
      "grad_norm": 0.8486296534538269,
      "learning_rate": 4.1086956521739134e-05,
      "loss": 0.0501,
      "step": 190
    },
    {
      "epoch": 0.04355874986387891,
      "grad_norm": 0.5152239203453064,
      "learning_rate": 4.3260869565217394e-05,
      "loss": 0.0491,
      "step": 200
    },
    {
      "epoch": 0.04573668735707285,
      "grad_norm": 0.4378140866756439,
      "learning_rate": 4.5434782608695655e-05,
      "loss": 0.0484,
      "step": 210
    },
    {
      "epoch": 0.0479146248502668,
      "grad_norm": 0.392478883266449,
      "learning_rate": 4.7608695652173916e-05,
      "loss": 0.0465,
      "step": 220
    },
    {
      "epoch": 0.05009256234346074,
      "grad_norm": 0.4341851770877838,
      "learning_rate": 4.9782608695652176e-05,
      "loss": 0.043,
      "step": 230
    },
    {
      "epoch": 0.05227049983665469,
      "grad_norm": 0.4033254086971283,
      "learning_rate": 5.195652173913044e-05,
      "loss": 0.0411,
      "step": 240
    },
    {
      "epoch": 0.05444843732984863,
      "grad_norm": 0.470051109790802,
      "learning_rate": 5.41304347826087e-05,
      "loss": 0.0412,
      "step": 250
    },
    {
      "epoch": 0.05662637482304258,
      "grad_norm": 0.48915666341781616,
      "learning_rate": 5.630434782608696e-05,
      "loss": 0.0374,
      "step": 260
    },
    {
      "epoch": 0.05880431231623652,
      "grad_norm": 0.5334729552268982,
      "learning_rate": 5.847826086956521e-05,
      "loss": 0.0396,
      "step": 270
    },
    {
      "epoch": 0.06098224980943047,
      "grad_norm": 0.3755224943161011,
      "learning_rate": 6.0652173913043487e-05,
      "loss": 0.034,
      "step": 280
    },
    {
      "epoch": 0.06316018730262442,
      "grad_norm": 0.5257115960121155,
      "learning_rate": 6.282608695652175e-05,
      "loss": 0.0366,
      "step": 290
    },
    {
      "epoch": 0.06533812479581835,
      "grad_norm": 0.6483582854270935,
      "learning_rate": 6.500000000000001e-05,
      "loss": 0.0337,
      "step": 300
    },
    {
      "epoch": 0.0675160622890123,
      "grad_norm": 0.6292915344238281,
      "learning_rate": 6.717391304347827e-05,
      "loss": 0.0331,
      "step": 310
    },
    {
      "epoch": 0.06969399978220625,
      "grad_norm": 0.6189426779747009,
      "learning_rate": 6.934782608695653e-05,
      "loss": 0.0339,
      "step": 320
    },
    {
      "epoch": 0.0718719372754002,
      "grad_norm": 0.5627177357673645,
      "learning_rate": 7.152173913043479e-05,
      "loss": 0.0317,
      "step": 330
    },
    {
      "epoch": 0.07404987476859413,
      "grad_norm": 0.6323244571685791,
      "learning_rate": 7.369565217391304e-05,
      "loss": 0.0306,
      "step": 340
    },
    {
      "epoch": 0.07622781226178808,
      "grad_norm": 0.39575356245040894,
      "learning_rate": 7.58695652173913e-05,
      "loss": 0.0296,
      "step": 350
    },
    {
      "epoch": 0.07840574975498203,
      "grad_norm": 0.4582425653934479,
      "learning_rate": 7.804347826086957e-05,
      "loss": 0.0313,
      "step": 360
    },
    {
      "epoch": 0.08058368724817598,
      "grad_norm": 0.472897469997406,
      "learning_rate": 8.021739130434783e-05,
      "loss": 0.0321,
      "step": 370
    },
    {
      "epoch": 0.08276162474136992,
      "grad_norm": 0.4483104944229126,
      "learning_rate": 8.23913043478261e-05,
      "loss": 0.0298,
      "step": 380
    },
    {
      "epoch": 0.08493956223456386,
      "grad_norm": 0.5729120373725891,
      "learning_rate": 8.456521739130435e-05,
      "loss": 0.0305,
      "step": 390
    },
    {
      "epoch": 0.08711749972775781,
      "grad_norm": 0.4654761254787445,
      "learning_rate": 8.673913043478261e-05,
      "loss": 0.0285,
      "step": 400
    },
    {
      "epoch": 0.08929543722095176,
      "grad_norm": 0.394075483083725,
      "learning_rate": 8.891304347826088e-05,
      "loss": 0.0264,
      "step": 410
    },
    {
      "epoch": 0.0914733747141457,
      "grad_norm": 0.6974279880523682,
      "learning_rate": 9.108695652173914e-05,
      "loss": 0.0272,
      "step": 420
    },
    {
      "epoch": 0.09365131220733965,
      "grad_norm": 0.43244045972824097,
      "learning_rate": 9.32608695652174e-05,
      "loss": 0.0275,
      "step": 430
    },
    {
      "epoch": 0.0958292497005336,
      "grad_norm": 0.35818201303482056,
      "learning_rate": 9.543478260869566e-05,
      "loss": 0.0272,
      "step": 440
    },
    {
      "epoch": 0.09800718719372754,
      "grad_norm": 0.38727718591690063,
      "learning_rate": 9.760869565217392e-05,
      "loss": 0.0265,
      "step": 450
    },
    {
      "epoch": 0.10018512468692148,
      "grad_norm": 0.4803049862384796,
      "learning_rate": 9.978260869565218e-05,
      "loss": 0.0248,
      "step": 460
    },
    {
      "epoch": 0.10236306218011543,
      "grad_norm": 0.6433846354484558,
      "learning_rate": 9.999973836157333e-05,
      "loss": 0.0251,
      "step": 470
    },
    {
      "epoch": 0.10454099967330938,
      "grad_norm": 0.5021262168884277,
      "learning_rate": 9.999883393595947e-05,
      "loss": 0.0263,
      "step": 480
    },
    {
      "epoch": 0.10671893716650332,
      "grad_norm": 0.34864214062690735,
      "learning_rate": 9.999728350473721e-05,
      "loss": 0.0247,
      "step": 490
    },
    {
      "epoch": 0.10889687465969726,
      "grad_norm": 0.2652354836463928,
      "learning_rate": 9.99950870879387e-05,
      "loss": 0.0248,
      "step": 500
    },
    {
      "epoch": 0.11107481215289121,
      "grad_norm": 0.47971311211586,
      "learning_rate": 9.99922447139426e-05,
      "loss": 0.0248,
      "step": 510
    },
    {
      "epoch": 0.11325274964608516,
      "grad_norm": 0.3711201846599579,
      "learning_rate": 9.998875641947354e-05,
      "loss": 0.0224,
      "step": 520
    },
    {
      "epoch": 0.1154306871392791,
      "grad_norm": 0.31161391735076904,
      "learning_rate": 9.998462224960175e-05,
      "loss": 0.0218,
      "step": 530
    },
    {
      "epoch": 0.11760862463247304,
      "grad_norm": 0.3941214084625244,
      "learning_rate": 9.997984225774238e-05,
      "loss": 0.0245,
      "step": 540
    },
    {
      "epoch": 0.11978656212566699,
      "grad_norm": 0.2373579889535904,
      "learning_rate": 9.99744165056549e-05,
      "loss": 0.0221,
      "step": 550
    },
    {
      "epoch": 0.12196449961886094,
      "grad_norm": 0.22790683805942535,
      "learning_rate": 9.99683450634423e-05,
      "loss": 0.02,
      "step": 560
    },
    {
      "epoch": 0.12414243711205489,
      "grad_norm": 0.28962817788124084,
      "learning_rate": 9.996162800955011e-05,
      "loss": 0.0223,
      "step": 570
    },
    {
      "epoch": 0.12632037460524884,
      "grad_norm": 0.23208728432655334,
      "learning_rate": 9.995426543076545e-05,
      "loss": 0.0205,
      "step": 580
    },
    {
      "epoch": 0.12849831209844279,
      "grad_norm": 0.3005686402320862,
      "learning_rate": 9.994625742221586e-05,
      "loss": 0.0223,
      "step": 590
    },
    {
      "epoch": 0.1306762495916367,
      "grad_norm": 0.33873653411865234,
      "learning_rate": 9.993760408736814e-05,
      "loss": 0.0214,
      "step": 600
    },
    {
      "epoch": 0.13285418708483065,
      "grad_norm": 0.3097042441368103,
      "learning_rate": 9.992830553802696e-05,
      "loss": 0.0196,
      "step": 610
    },
    {
      "epoch": 0.1350321245780246,
      "grad_norm": 0.2924380302429199,
      "learning_rate": 9.991836189433342e-05,
      "loss": 0.0208,
      "step": 620
    },
    {
      "epoch": 0.13721006207121855,
      "grad_norm": 0.4635681211948395,
      "learning_rate": 9.990777328476348e-05,
      "loss": 0.0199,
      "step": 630
    },
    {
      "epoch": 0.1393879995644125,
      "grad_norm": 0.43763524293899536,
      "learning_rate": 9.98965398461264e-05,
      "loss": 0.0211,
      "step": 640
    },
    {
      "epoch": 0.14156593705760645,
      "grad_norm": 0.43816155195236206,
      "learning_rate": 9.988466172356282e-05,
      "loss": 0.0208,
      "step": 650
    },
    {
      "epoch": 0.1437438745508004,
      "grad_norm": 0.4274309277534485,
      "learning_rate": 9.9872139070543e-05,
      "loss": 0.02,
      "step": 660
    },
    {
      "epoch": 0.14592181204399435,
      "grad_norm": 0.3821732699871063,
      "learning_rate": 9.985897204886481e-05,
      "loss": 0.024,
      "step": 670
    },
    {
      "epoch": 0.14809974953718827,
      "grad_norm": 0.3163106441497803,
      "learning_rate": 9.984516082865159e-05,
      "loss": 0.0204,
      "step": 680
    },
    {
      "epoch": 0.15027768703038222,
      "grad_norm": 0.362935870885849,
      "learning_rate": 9.983070558835002e-05,
      "loss": 0.0191,
      "step": 690
    },
    {
      "epoch": 0.15245562452357617,
      "grad_norm": 0.5344079732894897,
      "learning_rate": 9.981560651472781e-05,
      "loss": 0.0188,
      "step": 700
    },
    {
      "epoch": 0.15463356201677012,
      "grad_norm": 0.5458508133888245,
      "learning_rate": 9.97998638028712e-05,
      "loss": 0.0206,
      "step": 710
    },
    {
      "epoch": 0.15681149950996406,
      "grad_norm": 0.4091506004333496,
      "learning_rate": 9.978347765618257e-05,
      "loss": 0.0192,
      "step": 720
    },
    {
      "epoch": 0.158989437003158,
      "grad_norm": 0.2918073534965515,
      "learning_rate": 9.976644828637767e-05,
      "loss": 0.0206,
      "step": 730
    },
    {
      "epoch": 0.16116737449635196,
      "grad_norm": 0.28235873579978943,
      "learning_rate": 9.974877591348304e-05,
      "loss": 0.0183,
      "step": 740
    },
    {
      "epoch": 0.1633453119895459,
      "grad_norm": 0.2747727334499359,
      "learning_rate": 9.973046076583301e-05,
      "loss": 0.0196,
      "step": 750
    },
    {
      "epoch": 0.16552324948273983,
      "grad_norm": 0.36752331256866455,
      "learning_rate": 9.97115030800669e-05,
      "loss": 0.0179,
      "step": 760
    },
    {
      "epoch": 0.16770118697593378,
      "grad_norm": 0.44407200813293457,
      "learning_rate": 9.969190310112579e-05,
      "loss": 0.0212,
      "step": 770
    },
    {
      "epoch": 0.16987912446912773,
      "grad_norm": 0.2927279770374298,
      "learning_rate": 9.967166108224957e-05,
      "loss": 0.0203,
      "step": 780
    },
    {
      "epoch": 0.17205706196232168,
      "grad_norm": 0.4532650411128998,
      "learning_rate": 9.965077728497348e-05,
      "loss": 0.0189,
      "step": 790
    },
    {
      "epoch": 0.17423499945551563,
      "grad_norm": 0.3554689884185791,
      "learning_rate": 9.96292519791248e-05,
      "loss": 0.0182,
      "step": 800
    },
    {
      "epoch": 0.17641293694870958,
      "grad_norm": 0.30251172184944153,
      "learning_rate": 9.96070854428194e-05,
      "loss": 0.0162,
      "step": 810
    },
    {
      "epoch": 0.17859087444190352,
      "grad_norm": 0.2571502923965454,
      "learning_rate": 9.958427796245808e-05,
      "loss": 0.0171,
      "step": 820
    },
    {
      "epoch": 0.18076881193509747,
      "grad_norm": 0.30262139439582825,
      "learning_rate": 9.956082983272293e-05,
      "loss": 0.0167,
      "step": 830
    },
    {
      "epoch": 0.1829467494282914,
      "grad_norm": 0.38527029752731323,
      "learning_rate": 9.953674135657345e-05,
      "loss": 0.0184,
      "step": 840
    },
    {
      "epoch": 0.18512468692148534,
      "grad_norm": 0.31793850660324097,
      "learning_rate": 9.951201284524275e-05,
      "loss": 0.0205,
      "step": 850
    },
    {
      "epoch": 0.1873026244146793,
      "grad_norm": 0.24737121164798737,
      "learning_rate": 9.94866446182334e-05,
      "loss": 0.0181,
      "step": 860
    },
    {
      "epoch": 0.18948056190787324,
      "grad_norm": 0.2765544652938843,
      "learning_rate": 9.94606370033134e-05,
      "loss": 0.0171,
      "step": 870
    },
    {
      "epoch": 0.1916584994010672,
      "grad_norm": 0.2321496307849884,
      "learning_rate": 9.943399033651189e-05,
      "loss": 0.0172,
      "step": 880
    },
    {
      "epoch": 0.19383643689426114,
      "grad_norm": 0.3293866515159607,
      "learning_rate": 9.94067049621148e-05,
      "loss": 0.0181,
      "step": 890
    },
    {
      "epoch": 0.1960143743874551,
      "grad_norm": 0.4550676941871643,
      "learning_rate": 9.937878123266044e-05,
      "loss": 0.0188,
      "step": 900
    },
    {
      "epoch": 0.19819231188064904,
      "grad_norm": 0.4054636061191559,
      "learning_rate": 9.9350219508935e-05,
      "loss": 0.0171,
      "step": 910
    },
    {
      "epoch": 0.20037024937384296,
      "grad_norm": 0.4267730116844177,
      "learning_rate": 9.93210201599677e-05,
      "loss": 0.0168,
      "step": 920
    },
    {
      "epoch": 0.2025481868670369,
      "grad_norm": 0.2319348007440567,
      "learning_rate": 9.929118356302621e-05,
      "loss": 0.0184,
      "step": 930
    },
    {
      "epoch": 0.20472612436023085,
      "grad_norm": 0.34213143587112427,
      "learning_rate": 9.926071010361173e-05,
      "loss": 0.0168,
      "step": 940
    },
    {
      "epoch": 0.2069040618534248,
      "grad_norm": 0.299695760011673,
      "learning_rate": 9.922960017545395e-05,
      "loss": 0.0179,
      "step": 950
    },
    {
      "epoch": 0.20908199934661875,
      "grad_norm": 0.17575781047344208,
      "learning_rate": 9.919785418050598e-05,
      "loss": 0.0167,
      "step": 960
    },
    {
      "epoch": 0.2112599368398127,
      "grad_norm": 0.25471341609954834,
      "learning_rate": 9.916547252893923e-05,
      "loss": 0.0167,
      "step": 970
    },
    {
      "epoch": 0.21343787433300665,
      "grad_norm": 0.2856571674346924,
      "learning_rate": 9.9132455639138e-05,
      "loss": 0.0169,
      "step": 980
    },
    {
      "epoch": 0.2156158118262006,
      "grad_norm": 0.25572776794433594,
      "learning_rate": 9.90988039376942e-05,
      "loss": 0.0176,
      "step": 990
    },
    {
      "epoch": 0.21779374931939452,
      "grad_norm": 0.24768424034118652,
      "learning_rate": 9.906451785940167e-05,
      "loss": 0.0162,
      "step": 1000
    },
    {
      "epoch": 0.21997168681258847,
      "grad_norm": 0.33404502272605896,
      "learning_rate": 9.902959784725077e-05,
      "loss": 0.0168,
      "step": 1010
    },
    {
      "epoch": 0.22214962430578242,
      "grad_norm": 0.27414974570274353,
      "learning_rate": 9.899404435242246e-05,
      "loss": 0.0164,
      "step": 1020
    },
    {
      "epoch": 0.22432756179897637,
      "grad_norm": 0.2570934295654297,
      "learning_rate": 9.895785783428262e-05,
      "loss": 0.0168,
      "step": 1030
    },
    {
      "epoch": 0.22650549929217031,
      "grad_norm": 0.1893799602985382,
      "learning_rate": 9.8921038760376e-05,
      "loss": 0.0162,
      "step": 1040
    },
    {
      "epoch": 0.22868343678536426,
      "grad_norm": 0.24636855721473694,
      "learning_rate": 9.888358760642029e-05,
      "loss": 0.0165,
      "step": 1050
    },
    {
      "epoch": 0.2308613742785582,
      "grad_norm": 0.29858240485191345,
      "learning_rate": 9.884550485629987e-05,
      "loss": 0.0149,
      "step": 1060
    },
    {
      "epoch": 0.23303931177175216,
      "grad_norm": 0.2941649854183197,
      "learning_rate": 9.88067910020596e-05,
      "loss": 0.0162,
      "step": 1070
    },
    {
      "epoch": 0.23521724926494608,
      "grad_norm": 0.2786182761192322,
      "learning_rate": 9.876744654389854e-05,
      "loss": 0.0155,
      "step": 1080
    },
    {
      "epoch": 0.23739518675814003,
      "grad_norm": 0.3152257204055786,
      "learning_rate": 9.872747199016328e-05,
      "loss": 0.0145,
      "step": 1090
    },
    {
      "epoch": 0.23957312425133398,
      "grad_norm": 0.30433782935142517,
      "learning_rate": 9.868686785734165e-05,
      "loss": 0.0174,
      "step": 1100
    },
    {
      "epoch": 0.24175106174452793,
      "grad_norm": 0.3568665087223053,
      "learning_rate": 9.86456346700558e-05,
      "loss": 0.0178,
      "step": 1110
    },
    {
      "epoch": 0.24392899923772188,
      "grad_norm": 0.33190423250198364,
      "learning_rate": 9.860377296105556e-05,
      "loss": 0.0153,
      "step": 1120
    },
    {
      "epoch": 0.24610693673091583,
      "grad_norm": 0.25492173433303833,
      "learning_rate": 9.856128327121155e-05,
      "loss": 0.0181,
      "step": 1130
    },
    {
      "epoch": 0.24828487422410978,
      "grad_norm": 0.2693391442298889,
      "learning_rate": 9.85181661495081e-05,
      "loss": 0.0163,
      "step": 1140
    },
    {
      "epoch": 0.2504628117173037,
      "grad_norm": 0.24566078186035156,
      "learning_rate": 9.847442215303626e-05,
      "loss": 0.0169,
      "step": 1150
    },
    {
      "epoch": 0.2526407492104977,
      "grad_norm": 0.18821237981319427,
      "learning_rate": 9.843005184698655e-05,
      "loss": 0.0178,
      "step": 1160
    },
    {
      "epoch": 0.2548186867036916,
      "grad_norm": 0.1899777352809906,
      "learning_rate": 9.838505580464168e-05,
      "loss": 0.0165,
      "step": 1170
    },
    {
      "epoch": 0.25699662419688557,
      "grad_norm": 0.23964695632457733,
      "learning_rate": 9.833943460736912e-05,
      "loss": 0.0186,
      "step": 1180
    },
    {
      "epoch": 0.2591745616900795,
      "grad_norm": 0.2561779022216797,
      "learning_rate": 9.829318884461359e-05,
      "loss": 0.0172,
      "step": 1190
    },
    {
      "epoch": 0.2613524991832734,
      "grad_norm": 0.27848705649375916,
      "learning_rate": 9.824631911388948e-05,
      "loss": 0.0173,
      "step": 1200
    },
    {
      "epoch": 0.26353043667646736,
      "grad_norm": 0.23972542583942413,
      "learning_rate": 9.819882602077309e-05,
      "loss": 0.0189,
      "step": 1210
    },
    {
      "epoch": 0.2657083741696613,
      "grad_norm": 0.24309852719306946,
      "learning_rate": 9.815071017889482e-05,
      "loss": 0.0179,
      "step": 1220
    },
    {
      "epoch": 0.26788631166285526,
      "grad_norm": 0.2942643165588379,
      "learning_rate": 9.810197220993123e-05,
      "loss": 0.0167,
      "step": 1230
    },
    {
      "epoch": 0.2700642491560492,
      "grad_norm": 0.14913658797740936,
      "learning_rate": 9.805261274359705e-05,
      "loss": 0.0159,
      "step": 1240
    },
    {
      "epoch": 0.27224218664924316,
      "grad_norm": 0.43585604429244995,
      "learning_rate": 9.800263241763698e-05,
      "loss": 0.0179,
      "step": 1250
    },
    {
      "epoch": 0.2744201241424371,
      "grad_norm": 0.16332468390464783,
      "learning_rate": 9.795203187781751e-05,
      "loss": 0.017,
      "step": 1260
    },
    {
      "epoch": 0.27659806163563105,
      "grad_norm": 0.25408506393432617,
      "learning_rate": 9.790081177791852e-05,
      "loss": 0.0152,
      "step": 1270
    },
    {
      "epoch": 0.278775999128825,
      "grad_norm": 0.303528368473053,
      "learning_rate": 9.784897277972491e-05,
      "loss": 0.0168,
      "step": 1280
    },
    {
      "epoch": 0.28095393662201895,
      "grad_norm": 0.2518719732761383,
      "learning_rate": 9.779651555301794e-05,
      "loss": 0.0138,
      "step": 1290
    },
    {
      "epoch": 0.2831318741152129,
      "grad_norm": 0.3640092611312866,
      "learning_rate": 9.77434407755667e-05,
      "loss": 0.0145,
      "step": 1300
    },
    {
      "epoch": 0.28530981160840685,
      "grad_norm": 0.2869015038013458,
      "learning_rate": 9.768974913311922e-05,
      "loss": 0.0155,
      "step": 1310
    },
    {
      "epoch": 0.2874877491016008,
      "grad_norm": 0.27514615654945374,
      "learning_rate": 9.763544131939374e-05,
      "loss": 0.0155,
      "step": 1320
    },
    {
      "epoch": 0.28966568659479475,
      "grad_norm": 0.25864166021347046,
      "learning_rate": 9.758051803606971e-05,
      "loss": 0.0153,
      "step": 1330
    },
    {
      "epoch": 0.2918436240879887,
      "grad_norm": 0.25849685072898865,
      "learning_rate": 9.75249799927786e-05,
      "loss": 0.0148,
      "step": 1340
    },
    {
      "epoch": 0.29402156158118264,
      "grad_norm": 0.19816963374614716,
      "learning_rate": 9.746882790709491e-05,
      "loss": 0.0149,
      "step": 1350
    },
    {
      "epoch": 0.29619949907437654,
      "grad_norm": 0.14698155224323273,
      "learning_rate": 9.741206250452683e-05,
      "loss": 0.013,
      "step": 1360
    },
    {
      "epoch": 0.2983774365675705,
      "grad_norm": 0.24931158125400543,
      "learning_rate": 9.735468451850681e-05,
      "loss": 0.0149,
      "step": 1370
    },
    {
      "epoch": 0.30055537406076444,
      "grad_norm": 0.2916138768196106,
      "learning_rate": 9.729669469038216e-05,
      "loss": 0.0127,
      "step": 1380
    },
    {
      "epoch": 0.3027333115539584,
      "grad_norm": 0.22157330811023712,
      "learning_rate": 9.723809376940544e-05,
      "loss": 0.0146,
      "step": 1390
    },
    {
      "epoch": 0.30491124904715233,
      "grad_norm": 0.2587496042251587,
      "learning_rate": 9.717888251272477e-05,
      "loss": 0.0136,
      "step": 1400
    },
    {
      "epoch": 0.3070891865403463,
      "grad_norm": 0.25592541694641113,
      "learning_rate": 9.71190616853741e-05,
      "loss": 0.0153,
      "step": 1410
    },
    {
      "epoch": 0.30926712403354023,
      "grad_norm": 0.23283854126930237,
      "learning_rate": 9.705863206026321e-05,
      "loss": 0.0129,
      "step": 1420
    },
    {
      "epoch": 0.3114450615267342,
      "grad_norm": 0.28844064474105835,
      "learning_rate": 9.699759441816787e-05,
      "loss": 0.0161,
      "step": 1430
    },
    {
      "epoch": 0.31362299901992813,
      "grad_norm": 0.1569090634584427,
      "learning_rate": 9.693594954771965e-05,
      "loss": 0.0151,
      "step": 1440
    },
    {
      "epoch": 0.3158009365131221,
      "grad_norm": 0.3367060720920563,
      "learning_rate": 9.687369824539577e-05,
      "loss": 0.014,
      "step": 1450
    },
    {
      "epoch": 0.317978874006316,
      "grad_norm": 0.26260900497436523,
      "learning_rate": 9.68108413155088e-05,
      "loss": 0.0147,
      "step": 1460
    },
    {
      "epoch": 0.32015681149951,
      "grad_norm": 0.15449059009552002,
      "learning_rate": 9.674737957019624e-05,
      "loss": 0.0167,
      "step": 1470
    },
    {
      "epoch": 0.3223347489927039,
      "grad_norm": 0.26870304346084595,
      "learning_rate": 9.66833138294101e-05,
      "loss": 0.0145,
      "step": 1480
    },
    {
      "epoch": 0.32451268648589787,
      "grad_norm": 0.38192567229270935,
      "learning_rate": 9.661864492090625e-05,
      "loss": 0.0136,
      "step": 1490
    },
    {
      "epoch": 0.3266906239790918,
      "grad_norm": 0.410439133644104,
      "learning_rate": 9.655337368023371e-05,
      "loss": 0.0135,
      "step": 1500
    },
    {
      "epoch": 0.32886856147228577,
      "grad_norm": 0.4695938229560852,
      "learning_rate": 9.64875009507239e-05,
      "loss": 0.0142,
      "step": 1510
    },
    {
      "epoch": 0.33104649896547966,
      "grad_norm": 0.24386045336723328,
      "learning_rate": 9.642102758347973e-05,
      "loss": 0.0142,
      "step": 1520
    },
    {
      "epoch": 0.3332244364586736,
      "grad_norm": 0.19882968068122864,
      "learning_rate": 9.63539544373646e-05,
      "loss": 0.0136,
      "step": 1530
    },
    {
      "epoch": 0.33540237395186756,
      "grad_norm": 0.254899263381958,
      "learning_rate": 9.628628237899126e-05,
      "loss": 0.0146,
      "step": 1540
    },
    {
      "epoch": 0.3375803114450615,
      "grad_norm": 0.17491990327835083,
      "learning_rate": 9.621801228271073e-05,
      "loss": 0.0152,
      "step": 1550
    },
    {
      "epoch": 0.33975824893825546,
      "grad_norm": 0.3666568994522095,
      "learning_rate": 9.614914503060083e-05,
      "loss": 0.0142,
      "step": 1560
    },
    {
      "epoch": 0.3419361864314494,
      "grad_norm": 0.2654305398464203,
      "learning_rate": 9.607968151245498e-05,
      "loss": 0.0155,
      "step": 1570
    },
    {
      "epoch": 0.34411412392464336,
      "grad_norm": 0.18583115935325623,
      "learning_rate": 9.600962262577053e-05,
      "loss": 0.0144,
      "step": 1580
    },
    {
      "epoch": 0.3462920614178373,
      "grad_norm": 0.20424164831638336,
      "learning_rate": 9.593896927573728e-05,
      "loss": 0.0141,
      "step": 1590
    },
    {
      "epoch": 0.34846999891103125,
      "grad_norm": 0.20820754766464233,
      "learning_rate": 9.586772237522573e-05,
      "loss": 0.0135,
      "step": 1600
    },
    {
      "epoch": 0.3506479364042252,
      "grad_norm": 0.22122822701931,
      "learning_rate": 9.579588284477526e-05,
      "loss": 0.0128,
      "step": 1610
    },
    {
      "epoch": 0.35282587389741915,
      "grad_norm": 0.23795032501220703,
      "learning_rate": 9.572345161258235e-05,
      "loss": 0.0123,
      "step": 1620
    },
    {
      "epoch": 0.3550038113906131,
      "grad_norm": 0.3005674481391907,
      "learning_rate": 9.565042961448844e-05,
      "loss": 0.0131,
      "step": 1630
    },
    {
      "epoch": 0.35718174888380705,
      "grad_norm": 0.24608589708805084,
      "learning_rate": 9.557681779396797e-05,
      "loss": 0.0133,
      "step": 1640
    },
    {
      "epoch": 0.359359686377001,
      "grad_norm": 0.21148374676704407,
      "learning_rate": 9.550261710211608e-05,
      "loss": 0.015,
      "step": 1650
    },
    {
      "epoch": 0.36153762387019495,
      "grad_norm": 0.3020222783088684,
      "learning_rate": 9.542782849763637e-05,
      "loss": 0.0134,
      "step": 1660
    },
    {
      "epoch": 0.3637155613633889,
      "grad_norm": 0.24635276198387146,
      "learning_rate": 9.535245294682857e-05,
      "loss": 0.0137,
      "step": 1670
    },
    {
      "epoch": 0.3658934988565828,
      "grad_norm": 0.28255170583724976,
      "learning_rate": 9.527649142357596e-05,
      "loss": 0.0132,
      "step": 1680
    },
    {
      "epoch": 0.36807143634977674,
      "grad_norm": 0.1997251659631729,
      "learning_rate": 9.519994490933279e-05,
      "loss": 0.0138,
      "step": 1690
    },
    {
      "epoch": 0.3702493738429707,
      "grad_norm": 0.2821415960788727,
      "learning_rate": 9.51228143931117e-05,
      "loss": 0.0137,
      "step": 1700
    },
    {
      "epoch": 0.37242731133616463,
      "grad_norm": 0.23824472725391388,
      "learning_rate": 9.504510087147088e-05,
      "loss": 0.0121,
      "step": 1710
    },
    {
      "epoch": 0.3746052488293586,
      "grad_norm": 0.3249528408050537,
      "learning_rate": 9.496680534850113e-05,
      "loss": 0.0157,
      "step": 1720
    },
    {
      "epoch": 0.37678318632255253,
      "grad_norm": 0.3454100489616394,
      "learning_rate": 9.488792883581299e-05,
      "loss": 0.0157,
      "step": 1730
    },
    {
      "epoch": 0.3789611238157465,
      "grad_norm": 0.3697403073310852,
      "learning_rate": 9.480847235252361e-05,
      "loss": 0.014,
      "step": 1740
    },
    {
      "epoch": 0.38113906130894043,
      "grad_norm": 0.2749633193016052,
      "learning_rate": 9.472843692524363e-05,
      "loss": 0.0147,
      "step": 1750
    },
    {
      "epoch": 0.3833169988021344,
      "grad_norm": 0.2249903827905655,
      "learning_rate": 9.464782358806383e-05,
      "loss": 0.0137,
      "step": 1760
    },
    {
      "epoch": 0.3854949362953283,
      "grad_norm": 0.21319381892681122,
      "learning_rate": 9.45666333825419e-05,
      "loss": 0.0147,
      "step": 1770
    },
    {
      "epoch": 0.3876728737885223,
      "grad_norm": 0.23701409995555878,
      "learning_rate": 9.448486735768884e-05,
      "loss": 0.0134,
      "step": 1780
    },
    {
      "epoch": 0.3898508112817162,
      "grad_norm": 0.1817920058965683,
      "learning_rate": 9.440252656995551e-05,
      "loss": 0.0155,
      "step": 1790
    },
    {
      "epoch": 0.3920287487749102,
      "grad_norm": 0.1825178563594818,
      "learning_rate": 9.431961208321892e-05,
      "loss": 0.0143,
      "step": 1800
    },
    {
      "epoch": 0.3942066862681041,
      "grad_norm": 0.3201183080673218,
      "learning_rate": 9.423612496876855e-05,
      "loss": 0.0126,
      "step": 1810
    },
    {
      "epoch": 0.39638462376129807,
      "grad_norm": 0.3739440143108368,
      "learning_rate": 9.415206630529241e-05,
      "loss": 0.013,
      "step": 1820
    },
    {
      "epoch": 0.398562561254492,
      "grad_norm": 0.35186412930488586,
      "learning_rate": 9.406743717886321e-05,
      "loss": 0.0148,
      "step": 1830
    },
    {
      "epoch": 0.4007404987476859,
      "grad_norm": 0.34517958760261536,
      "learning_rate": 9.398223868292424e-05,
      "loss": 0.0122,
      "step": 1840
    },
    {
      "epoch": 0.40291843624087986,
      "grad_norm": 0.24918566644191742,
      "learning_rate": 9.389647191827533e-05,
      "loss": 0.0138,
      "step": 1850
    },
    {
      "epoch": 0.4050963737340738,
      "grad_norm": 0.24154038727283478,
      "learning_rate": 9.38101379930585e-05,
      "loss": 0.0131,
      "step": 1860
    },
    {
      "epoch": 0.40727431122726776,
      "grad_norm": 0.19564920663833618,
      "learning_rate": 9.372323802274379e-05,
      "loss": 0.0129,
      "step": 1870
    },
    {
      "epoch": 0.4094522487204617,
      "grad_norm": 0.1982380896806717,
      "learning_rate": 9.363577313011473e-05,
      "loss": 0.0131,
      "step": 1880
    },
    {
      "epoch": 0.41163018621365566,
      "grad_norm": 0.2124156355857849,
      "learning_rate": 9.354774444525391e-05,
      "loss": 0.0118,
      "step": 1890
    },
    {
      "epoch": 0.4138081237068496,
      "grad_norm": 0.2862381041049957,
      "learning_rate": 9.345915310552835e-05,
      "loss": 0.0131,
      "step": 1900
    },
    {
      "epoch": 0.41598606120004356,
      "grad_norm": 0.27992814779281616,
      "learning_rate": 9.337000025557476e-05,
      "loss": 0.0124,
      "step": 1910
    },
    {
      "epoch": 0.4181639986932375,
      "grad_norm": 0.2013150304555893,
      "learning_rate": 9.328028704728486e-05,
      "loss": 0.013,
      "step": 1920
    },
    {
      "epoch": 0.42034193618643145,
      "grad_norm": 0.2200571894645691,
      "learning_rate": 9.319001463979036e-05,
      "loss": 0.0122,
      "step": 1930
    },
    {
      "epoch": 0.4225198736796254,
      "grad_norm": 0.16203193366527557,
      "learning_rate": 9.309918419944812e-05,
      "loss": 0.0125,
      "step": 1940
    },
    {
      "epoch": 0.42469781117281935,
      "grad_norm": 0.16349908709526062,
      "learning_rate": 9.300779689982498e-05,
      "loss": 0.0116,
      "step": 1950
    },
    {
      "epoch": 0.4268757486660133,
      "grad_norm": 0.21969835460186005,
      "learning_rate": 9.291585392168262e-05,
      "loss": 0.015,
      "step": 1960
    },
    {
      "epoch": 0.42905368615920725,
      "grad_norm": 0.2813135087490082,
      "learning_rate": 9.282335645296236e-05,
      "loss": 0.0129,
      "step": 1970
    },
    {
      "epoch": 0.4312316236524012,
      "grad_norm": 0.20814667642116547,
      "learning_rate": 9.273030568876972e-05,
      "loss": 0.0127,
      "step": 1980
    },
    {
      "epoch": 0.43340956114559515,
      "grad_norm": 0.186491921544075,
      "learning_rate": 9.263670283135908e-05,
      "loss": 0.0157,
      "step": 1990
    },
    {
      "epoch": 0.43558749863878904,
      "grad_norm": 0.1562117636203766,
      "learning_rate": 9.254254909011804e-05,
      "loss": 0.0136,
      "step": 2000
    },
    {
      "epoch": 0.437765436131983,
      "grad_norm": 0.22019344568252563,
      "learning_rate": 9.244784568155186e-05,
      "loss": 0.0132,
      "step": 2010
    },
    {
      "epoch": 0.43994337362517694,
      "grad_norm": 0.11756141483783722,
      "learning_rate": 9.235259382926775e-05,
      "loss": 0.0117,
      "step": 2020
    },
    {
      "epoch": 0.4421213111183709,
      "grad_norm": 0.24443650245666504,
      "learning_rate": 9.225679476395904e-05,
      "loss": 0.0121,
      "step": 2030
    },
    {
      "epoch": 0.44429924861156483,
      "grad_norm": 0.15402700006961823,
      "learning_rate": 9.216044972338924e-05,
      "loss": 0.0116,
      "step": 2040
    },
    {
      "epoch": 0.4464771861047588,
      "grad_norm": 0.2157009243965149,
      "learning_rate": 9.206355995237614e-05,
      "loss": 0.0123,
      "step": 2050
    },
    {
      "epoch": 0.44865512359795273,
      "grad_norm": 0.2419036626815796,
      "learning_rate": 9.196612670277561e-05,
      "loss": 0.0128,
      "step": 2060
    },
    {
      "epoch": 0.4508330610911467,
      "grad_norm": 0.2521984577178955,
      "learning_rate": 9.186815123346555e-05,
      "loss": 0.0129,
      "step": 2070
    },
    {
      "epoch": 0.45301099858434063,
      "grad_norm": 0.23165738582611084,
      "learning_rate": 9.176963481032951e-05,
      "loss": 0.0129,
      "step": 2080
    },
    {
      "epoch": 0.4551889360775346,
      "grad_norm": 0.22679926455020905,
      "learning_rate": 9.167057870624045e-05,
      "loss": 0.0117,
      "step": 2090
    },
    {
      "epoch": 0.4573668735707285,
      "grad_norm": 0.17972847819328308,
      "learning_rate": 9.157098420104416e-05,
      "loss": 0.0113,
      "step": 2100
    },
    {
      "epoch": 0.4595448110639225,
      "grad_norm": 0.18063072860240936,
      "learning_rate": 9.147085258154284e-05,
      "loss": 0.0115,
      "step": 2110
    },
    {
      "epoch": 0.4617227485571164,
      "grad_norm": 0.20134253799915314,
      "learning_rate": 9.137018514147842e-05,
      "loss": 0.0126,
      "step": 2120
    },
    {
      "epoch": 0.4639006860503104,
      "grad_norm": 0.2901334762573242,
      "learning_rate": 9.126898318151585e-05,
      "loss": 0.012,
      "step": 2130
    },
    {
      "epoch": 0.4660786235435043,
      "grad_norm": 0.21262285113334656,
      "learning_rate": 9.116724800922629e-05,
      "loss": 0.0113,
      "step": 2140
    },
    {
      "epoch": 0.46825656103669827,
      "grad_norm": 0.17349544167518616,
      "learning_rate": 9.106498093907024e-05,
      "loss": 0.0121,
      "step": 2150
    },
    {
      "epoch": 0.47043449852989216,
      "grad_norm": 0.18809765577316284,
      "learning_rate": 9.096218329238053e-05,
      "loss": 0.0126,
      "step": 2160
    },
    {
      "epoch": 0.4726124360230861,
      "grad_norm": 0.2807271182537079,
      "learning_rate": 9.085885639734527e-05,
      "loss": 0.0125,
      "step": 2170
    },
    {
      "epoch": 0.47479037351628006,
      "grad_norm": 0.3028620779514313,
      "learning_rate": 9.075500158899067e-05,
      "loss": 0.0117,
      "step": 2180
    },
    {
      "epoch": 0.476968311009474,
      "grad_norm": 0.2349446713924408,
      "learning_rate": 9.065062020916377e-05,
      "loss": 0.013,
      "step": 2190
    },
    {
      "epoch": 0.47914624850266796,
      "grad_norm": 0.2204253226518631,
      "learning_rate": 9.054571360651517e-05,
      "loss": 0.0114,
      "step": 2200
    },
    {
      "epoch": 0.4813241859958619,
      "grad_norm": 0.19165095686912537,
      "learning_rate": 9.044028313648157e-05,
      "loss": 0.0126,
      "step": 2210
    },
    {
      "epoch": 0.48350212348905586,
      "grad_norm": 0.15540415048599243,
      "learning_rate": 9.033433016126822e-05,
      "loss": 0.0122,
      "step": 2220
    },
    {
      "epoch": 0.4856800609822498,
      "grad_norm": 0.15101611614227295,
      "learning_rate": 9.022785604983139e-05,
      "loss": 0.0114,
      "step": 2230
    },
    {
      "epoch": 0.48785799847544375,
      "grad_norm": 0.20519086718559265,
      "learning_rate": 9.01208621778606e-05,
      "loss": 0.0118,
      "step": 2240
    },
    {
      "epoch": 0.4900359359686377,
      "grad_norm": 0.18452398478984833,
      "learning_rate": 9.001334992776094e-05,
      "loss": 0.0119,
      "step": 2250
    },
    {
      "epoch": 0.49221387346183165,
      "grad_norm": 0.2507144808769226,
      "learning_rate": 8.990532068863513e-05,
      "loss": 0.0101,
      "step": 2260
    },
    {
      "epoch": 0.4943918109550256,
      "grad_norm": 0.29505401849746704,
      "learning_rate": 8.979677585626559e-05,
      "loss": 0.0111,
      "step": 2270
    },
    {
      "epoch": 0.49656974844821955,
      "grad_norm": 0.3609241545200348,
      "learning_rate": 8.968771683309645e-05,
      "loss": 0.0114,
      "step": 2280
    },
    {
      "epoch": 0.4987476859414135,
      "grad_norm": 0.3754465579986572,
      "learning_rate": 8.95781450282154e-05,
      "loss": 0.0117,
      "step": 2290
    },
    {
      "epoch": 0.5009256234346074,
      "grad_norm": 0.25874945521354675,
      "learning_rate": 8.946806185733543e-05,
      "loss": 0.0124,
      "step": 2300
    },
    {
      "epoch": 0.5031035609278014,
      "grad_norm": 0.2572658360004425,
      "learning_rate": 8.935746874277667e-05,
      "loss": 0.012,
      "step": 2310
    },
    {
      "epoch": 0.5052814984209953,
      "grad_norm": 0.23539291322231293,
      "learning_rate": 8.924636711344784e-05,
      "loss": 0.0116,
      "step": 2320
    },
    {
      "epoch": 0.5074594359141893,
      "grad_norm": 0.2633945047855377,
      "learning_rate": 8.913475840482797e-05,
      "loss": 0.012,
      "step": 2330
    },
    {
      "epoch": 0.5096373734073832,
      "grad_norm": 0.25647762417793274,
      "learning_rate": 8.902264405894771e-05,
      "loss": 0.0122,
      "step": 2340
    },
    {
      "epoch": 0.5118153109005772,
      "grad_norm": 0.19141608476638794,
      "learning_rate": 8.891002552437076e-05,
      "loss": 0.013,
      "step": 2350
    },
    {
      "epoch": 0.5139932483937711,
      "grad_norm": 0.2109457105398178,
      "learning_rate": 8.879690425617517e-05,
      "loss": 0.013,
      "step": 2360
    },
    {
      "epoch": 0.5161711858869651,
      "grad_norm": 0.20676490664482117,
      "learning_rate": 8.868328171593448e-05,
      "loss": 0.0123,
      "step": 2370
    },
    {
      "epoch": 0.518349123380159,
      "grad_norm": 0.257219135761261,
      "learning_rate": 8.85691593716989e-05,
      "loss": 0.0131,
      "step": 2380
    },
    {
      "epoch": 0.520527060873353,
      "grad_norm": 0.2181825041770935,
      "learning_rate": 8.845453869797631e-05,
      "loss": 0.0129,
      "step": 2390
    },
    {
      "epoch": 0.5227049983665468,
      "grad_norm": 0.20766574144363403,
      "learning_rate": 8.833942117571321e-05,
      "loss": 0.0111,
      "step": 2400
    },
    {
      "epoch": 0.5248829358597408,
      "grad_norm": 0.162784144282341,
      "learning_rate": 8.822380829227559e-05,
      "loss": 0.0122,
      "step": 2410
    },
    {
      "epoch": 0.5270608733529347,
      "grad_norm": 0.24111758172512054,
      "learning_rate": 8.810770154142969e-05,
      "loss": 0.0127,
      "step": 2420
    },
    {
      "epoch": 0.5292388108461287,
      "grad_norm": 0.29185184836387634,
      "learning_rate": 8.799110242332276e-05,
      "loss": 0.0126,
      "step": 2430
    },
    {
      "epoch": 0.5314167483393226,
      "grad_norm": 0.29338541626930237,
      "learning_rate": 8.787401244446361e-05,
      "loss": 0.0119,
      "step": 2440
    },
    {
      "epoch": 0.5335946858325166,
      "grad_norm": 0.2108069658279419,
      "learning_rate": 8.775643311770318e-05,
      "loss": 0.0115,
      "step": 2450
    },
    {
      "epoch": 0.5357726233257105,
      "grad_norm": 0.3178095519542694,
      "learning_rate": 8.7638365962215e-05,
      "loss": 0.0125,
      "step": 2460
    },
    {
      "epoch": 0.5379505608189045,
      "grad_norm": 0.15945272147655487,
      "learning_rate": 8.751981250347552e-05,
      "loss": 0.0128,
      "step": 2470
    },
    {
      "epoch": 0.5401284983120984,
      "grad_norm": 0.18829770386219025,
      "learning_rate": 8.740077427324446e-05,
      "loss": 0.0136,
      "step": 2480
    },
    {
      "epoch": 0.5423064358052924,
      "grad_norm": 0.20409831404685974,
      "learning_rate": 8.728125280954498e-05,
      "loss": 0.0113,
      "step": 2490
    },
    {
      "epoch": 0.5444843732984863,
      "grad_norm": 0.2616059184074402,
      "learning_rate": 8.716124965664379e-05,
      "loss": 0.0119,
      "step": 2500
    },
    {
      "epoch": 0.5466623107916803,
      "grad_norm": 0.1775239109992981,
      "learning_rate": 8.704076636503128e-05,
      "loss": 0.0128,
      "step": 2510
    },
    {
      "epoch": 0.5488402482848742,
      "grad_norm": 0.22858548164367676,
      "learning_rate": 8.691980449140135e-05,
      "loss": 0.0124,
      "step": 2520
    },
    {
      "epoch": 0.5510181857780682,
      "grad_norm": 0.29392021894454956,
      "learning_rate": 8.679836559863148e-05,
      "loss": 0.0115,
      "step": 2530
    },
    {
      "epoch": 0.5531961232712621,
      "grad_norm": 0.23020786046981812,
      "learning_rate": 8.667645125576235e-05,
      "loss": 0.011,
      "step": 2540
    },
    {
      "epoch": 0.5553740607644561,
      "grad_norm": 0.12346918135881424,
      "learning_rate": 8.655406303797767e-05,
      "loss": 0.0108,
      "step": 2550
    },
    {
      "epoch": 0.55755199825765,
      "grad_norm": 0.12898415327072144,
      "learning_rate": 8.643120252658381e-05,
      "loss": 0.0119,
      "step": 2560
    },
    {
      "epoch": 0.559729935750844,
      "grad_norm": 0.17225253582000732,
      "learning_rate": 8.630787130898943e-05,
      "loss": 0.0121,
      "step": 2570
    },
    {
      "epoch": 0.5619078732440379,
      "grad_norm": 0.1442943513393402,
      "learning_rate": 8.618407097868482e-05,
      "loss": 0.0119,
      "step": 2580
    },
    {
      "epoch": 0.5640858107372319,
      "grad_norm": 0.2083996832370758,
      "learning_rate": 8.605980313522142e-05,
      "loss": 0.0092,
      "step": 2590
    },
    {
      "epoch": 0.5662637482304258,
      "grad_norm": 0.2155020833015442,
      "learning_rate": 8.59350693841912e-05,
      "loss": 0.0109,
      "step": 2600
    },
    {
      "epoch": 0.5684416857236197,
      "grad_norm": 0.18167933821678162,
      "learning_rate": 8.580987133720576e-05,
      "loss": 0.0112,
      "step": 2610
    },
    {
      "epoch": 0.5706196232168137,
      "grad_norm": 0.18125946819782257,
      "learning_rate": 8.568421061187567e-05,
      "loss": 0.0097,
      "step": 2620
    },
    {
      "epoch": 0.5727975607100076,
      "grad_norm": 0.1901247203350067,
      "learning_rate": 8.55580888317894e-05,
      "loss": 0.0113,
      "step": 2630
    },
    {
      "epoch": 0.5749754982032016,
      "grad_norm": 0.1511031538248062,
      "learning_rate": 8.543150762649257e-05,
      "loss": 0.0102,
      "step": 2640
    },
    {
      "epoch": 0.5771534356963955,
      "grad_norm": 0.17375598847866058,
      "learning_rate": 8.530446863146664e-05,
      "loss": 0.0106,
      "step": 2650
    },
    {
      "epoch": 0.5793313731895895,
      "grad_norm": 0.27421876788139343,
      "learning_rate": 8.517697348810798e-05,
      "loss": 0.01,
      "step": 2660
    },
    {
      "epoch": 0.5815093106827834,
      "grad_norm": 0.213004931807518,
      "learning_rate": 8.504902384370657e-05,
      "loss": 0.0107,
      "step": 2670
    },
    {
      "epoch": 0.5836872481759774,
      "grad_norm": 0.19220004975795746,
      "learning_rate": 8.492062135142469e-05,
      "loss": 0.011,
      "step": 2680
    },
    {
      "epoch": 0.5858651856691713,
      "grad_norm": 0.21476730704307556,
      "learning_rate": 8.479176767027566e-05,
      "loss": 0.0104,
      "step": 2690
    },
    {
      "epoch": 0.5880431231623653,
      "grad_norm": 0.24100437760353088,
      "learning_rate": 8.466246446510231e-05,
      "loss": 0.0111,
      "step": 2700
    },
    {
      "epoch": 0.5902210606555592,
      "grad_norm": 0.1968834400177002,
      "learning_rate": 8.45327134065555e-05,
      "loss": 0.011,
      "step": 2710
    },
    {
      "epoch": 0.5923989981487531,
      "grad_norm": 0.26684340834617615,
      "learning_rate": 8.44025161710726e-05,
      "loss": 0.0102,
      "step": 2720
    },
    {
      "epoch": 0.594576935641947,
      "grad_norm": 0.14660967886447906,
      "learning_rate": 8.42718744408557e-05,
      "loss": 0.0092,
      "step": 2730
    },
    {
      "epoch": 0.596754873135141,
      "grad_norm": 0.1794154793024063,
      "learning_rate": 8.414078990384995e-05,
      "loss": 0.0105,
      "step": 2740
    },
    {
      "epoch": 0.5989328106283349,
      "grad_norm": 0.13432596623897552,
      "learning_rate": 8.400926425372182e-05,
      "loss": 0.0114,
      "step": 2750
    },
    {
      "epoch": 0.6011107481215289,
      "grad_norm": 0.13757142424583435,
      "learning_rate": 8.387729918983706e-05,
      "loss": 0.0099,
      "step": 2760
    },
    {
      "epoch": 0.6032886856147228,
      "grad_norm": 0.3109431564807892,
      "learning_rate": 8.374489641723886e-05,
      "loss": 0.0109,
      "step": 2770
    },
    {
      "epoch": 0.6054666231079168,
      "grad_norm": 0.28936275839805603,
      "learning_rate": 8.36120576466258e-05,
      "loss": 0.0113,
      "step": 2780
    },
    {
      "epoch": 0.6076445606011107,
      "grad_norm": 0.24570229649543762,
      "learning_rate": 8.347878459432973e-05,
      "loss": 0.0135,
      "step": 2790
    },
    {
      "epoch": 0.6098224980943047,
      "grad_norm": 0.15275812149047852,
      "learning_rate": 8.334507898229357e-05,
      "loss": 0.0128,
      "step": 2800
    },
    {
      "epoch": 0.6120004355874986,
      "grad_norm": 0.20751699805259705,
      "learning_rate": 8.321094253804915e-05,
      "loss": 0.0117,
      "step": 2810
    },
    {
      "epoch": 0.6141783730806926,
      "grad_norm": 0.24923484027385712,
      "learning_rate": 8.307637699469477e-05,
      "loss": 0.0105,
      "step": 2820
    },
    {
      "epoch": 0.6163563105738865,
      "grad_norm": 0.1519884169101715,
      "learning_rate": 8.29413840908729e-05,
      "loss": 0.0103,
      "step": 2830
    },
    {
      "epoch": 0.6185342480670805,
      "grad_norm": 0.1287517100572586,
      "learning_rate": 8.280596557074767e-05,
      "loss": 0.0112,
      "step": 2840
    },
    {
      "epoch": 0.6207121855602744,
      "grad_norm": 0.20145294070243835,
      "learning_rate": 8.267012318398234e-05,
      "loss": 0.0106,
      "step": 2850
    },
    {
      "epoch": 0.6228901230534684,
      "grad_norm": 0.18479537963867188,
      "learning_rate": 8.253385868571672e-05,
      "loss": 0.01,
      "step": 2860
    },
    {
      "epoch": 0.6250680605466623,
      "grad_norm": 0.15948829054832458,
      "learning_rate": 8.23971738365445e-05,
      "loss": 0.0123,
      "step": 2870
    },
    {
      "epoch": 0.6272459980398563,
      "grad_norm": 0.1715373694896698,
      "learning_rate": 8.226007040249044e-05,
      "loss": 0.0105,
      "step": 2880
    },
    {
      "epoch": 0.6294239355330502,
      "grad_norm": 0.17077109217643738,
      "learning_rate": 8.212255015498758e-05,
      "loss": 0.0113,
      "step": 2890
    },
    {
      "epoch": 0.6316018730262442,
      "grad_norm": 0.18706509470939636,
      "learning_rate": 8.198461487085438e-05,
      "loss": 0.0104,
      "step": 2900
    },
    {
      "epoch": 0.6337798105194381,
      "grad_norm": 0.30177706480026245,
      "learning_rate": 8.184626633227178e-05,
      "loss": 0.0125,
      "step": 2910
    },
    {
      "epoch": 0.635957748012632,
      "grad_norm": 0.3015088140964508,
      "learning_rate": 8.170750632676006e-05,
      "loss": 0.0112,
      "step": 2920
    },
    {
      "epoch": 0.638135685505826,
      "grad_norm": 0.18643289804458618,
      "learning_rate": 8.156833664715589e-05,
      "loss": 0.012,
      "step": 2930
    },
    {
      "epoch": 0.64031362299902,
      "grad_norm": 0.18556185066699982,
      "learning_rate": 8.142875909158906e-05,
      "loss": 0.0115,
      "step": 2940
    },
    {
      "epoch": 0.6424915604922139,
      "grad_norm": 0.15762163698673248,
      "learning_rate": 8.128877546345933e-05,
      "loss": 0.0097,
      "step": 2950
    },
    {
      "epoch": 0.6446694979854078,
      "grad_norm": 0.23215970396995544,
      "learning_rate": 8.114838757141304e-05,
      "loss": 0.0124,
      "step": 2960
    },
    {
      "epoch": 0.6468474354786018,
      "grad_norm": 0.2265307605266571,
      "learning_rate": 8.100759722931981e-05,
      "loss": 0.0125,
      "step": 2970
    },
    {
      "epoch": 0.6490253729717957,
      "grad_norm": 0.2771134376525879,
      "learning_rate": 8.086640625624905e-05,
      "loss": 0.0118,
      "step": 2980
    },
    {
      "epoch": 0.6512033104649897,
      "grad_norm": 0.1871901899576187,
      "learning_rate": 8.072481647644656e-05,
      "loss": 0.0105,
      "step": 2990
    },
    {
      "epoch": 0.6533812479581836,
      "grad_norm": 0.2593614459037781,
      "learning_rate": 8.05828297193108e-05,
      "loss": 0.0105,
      "step": 3000
    },
    {
      "epoch": 0.6555591854513776,
      "grad_norm": 0.22635385394096375,
      "learning_rate": 8.044044781936942e-05,
      "loss": 0.0105,
      "step": 3010
    },
    {
      "epoch": 0.6577371229445715,
      "grad_norm": 0.23502841591835022,
      "learning_rate": 8.029767261625538e-05,
      "loss": 0.0112,
      "step": 3020
    },
    {
      "epoch": 0.6599150604377655,
      "grad_norm": 0.14734604954719543,
      "learning_rate": 8.015450595468341e-05,
      "loss": 0.0101,
      "step": 3030
    },
    {
      "epoch": 0.6620929979309593,
      "grad_norm": 0.17127743363380432,
      "learning_rate": 8.001094968442592e-05,
      "loss": 0.0125,
      "step": 3040
    },
    {
      "epoch": 0.6642709354241533,
      "grad_norm": 0.22311829030513763,
      "learning_rate": 7.986700566028933e-05,
      "loss": 0.0108,
      "step": 3050
    },
    {
      "epoch": 0.6664488729173472,
      "grad_norm": 0.1292509287595749,
      "learning_rate": 7.972267574208991e-05,
      "loss": 0.0119,
      "step": 3060
    },
    {
      "epoch": 0.6686268104105412,
      "grad_norm": 0.20118913054466248,
      "learning_rate": 7.957796179462989e-05,
      "loss": 0.0114,
      "step": 3070
    },
    {
      "epoch": 0.6708047479037351,
      "grad_norm": 0.20826192200183868,
      "learning_rate": 7.943286568767331e-05,
      "loss": 0.0093,
      "step": 3080
    },
    {
      "epoch": 0.6729826853969291,
      "grad_norm": 0.18899671733379364,
      "learning_rate": 7.92873892959219e-05,
      "loss": 0.0097,
      "step": 3090
    },
    {
      "epoch": 0.675160622890123,
      "grad_norm": 0.23138172924518585,
      "learning_rate": 7.914153449899076e-05,
      "loss": 0.0106,
      "step": 3100
    },
    {
      "epoch": 0.677338560383317,
      "grad_norm": 0.28532886505126953,
      "learning_rate": 7.899530318138417e-05,
      "loss": 0.011,
      "step": 3110
    },
    {
      "epoch": 0.6795164978765109,
      "grad_norm": 0.23720648884773254,
      "learning_rate": 7.884869723247124e-05,
      "loss": 0.0102,
      "step": 3120
    },
    {
      "epoch": 0.6816944353697049,
      "grad_norm": 0.22022375464439392,
      "learning_rate": 7.870171854646144e-05,
      "loss": 0.0092,
      "step": 3130
    },
    {
      "epoch": 0.6838723728628988,
      "grad_norm": 0.16302189230918884,
      "learning_rate": 7.855436902238017e-05,
      "loss": 0.0094,
      "step": 3140
    },
    {
      "epoch": 0.6860503103560928,
      "grad_norm": 0.2520020306110382,
      "learning_rate": 7.840665056404421e-05,
      "loss": 0.0114,
      "step": 3150
    },
    {
      "epoch": 0.6882282478492867,
      "grad_norm": 0.21204477548599243,
      "learning_rate": 7.825856508003713e-05,
      "loss": 0.0099,
      "step": 3160
    },
    {
      "epoch": 0.6904061853424807,
      "grad_norm": 0.23702597618103027,
      "learning_rate": 7.811011448368459e-05,
      "loss": 0.0103,
      "step": 3170
    },
    {
      "epoch": 0.6925841228356746,
      "grad_norm": 0.24510057270526886,
      "learning_rate": 7.796130069302969e-05,
      "loss": 0.0115,
      "step": 3180
    },
    {
      "epoch": 0.6947620603288686,
      "grad_norm": 0.27067533135414124,
      "learning_rate": 7.781212563080816e-05,
      "loss": 0.0101,
      "step": 3190
    },
    {
      "epoch": 0.6969399978220625,
      "grad_norm": 0.3111419677734375,
      "learning_rate": 7.766259122442344e-05,
      "loss": 0.0123,
      "step": 3200
    },
    {
      "epoch": 0.6991179353152565,
      "grad_norm": 0.24340444803237915,
      "learning_rate": 7.751269940592194e-05,
      "loss": 0.0118,
      "step": 3210
    },
    {
      "epoch": 0.7012958728084504,
      "grad_norm": 0.29663288593292236,
      "learning_rate": 7.73624521119679e-05,
      "loss": 0.0106,
      "step": 3220
    },
    {
      "epoch": 0.7034738103016444,
      "grad_norm": 0.2705160081386566,
      "learning_rate": 7.721185128381849e-05,
      "loss": 0.0105,
      "step": 3230
    },
    {
      "epoch": 0.7056517477948383,
      "grad_norm": 0.26855409145355225,
      "learning_rate": 7.706089886729869e-05,
      "loss": 0.01,
      "step": 3240
    },
    {
      "epoch": 0.7078296852880323,
      "grad_norm": 0.31059056520462036,
      "learning_rate": 7.690959681277614e-05,
      "loss": 0.0123,
      "step": 3250
    },
    {
      "epoch": 0.7100076227812262,
      "grad_norm": 0.16126227378845215,
      "learning_rate": 7.675794707513595e-05,
      "loss": 0.0122,
      "step": 3260
    },
    {
      "epoch": 0.7121855602744201,
      "grad_norm": 0.3061024248600006,
      "learning_rate": 7.660595161375541e-05,
      "loss": 0.0102,
      "step": 3270
    },
    {
      "epoch": 0.7143634977676141,
      "grad_norm": 0.2468884289264679,
      "learning_rate": 7.645361239247876e-05,
      "loss": 0.0116,
      "step": 3280
    },
    {
      "epoch": 0.716541435260808,
      "grad_norm": 0.2789005935192108,
      "learning_rate": 7.630093137959171e-05,
      "loss": 0.0107,
      "step": 3290
    },
    {
      "epoch": 0.718719372754002,
      "grad_norm": 0.23722700774669647,
      "learning_rate": 7.614791054779609e-05,
      "loss": 0.0109,
      "step": 3300
    },
    {
      "epoch": 0.7208973102471959,
      "grad_norm": 0.22962240874767303,
      "learning_rate": 7.599455187418432e-05,
      "loss": 0.0114,
      "step": 3310
    },
    {
      "epoch": 0.7230752477403899,
      "grad_norm": 0.20258665084838867,
      "learning_rate": 7.584085734021384e-05,
      "loss": 0.0119,
      "step": 3320
    },
    {
      "epoch": 0.7252531852335838,
      "grad_norm": 0.1530407965183258,
      "learning_rate": 7.568682893168164e-05,
      "loss": 0.0112,
      "step": 3330
    },
    {
      "epoch": 0.7274311227267778,
      "grad_norm": 0.13580188155174255,
      "learning_rate": 7.553246863869841e-05,
      "loss": 0.01,
      "step": 3340
    },
    {
      "epoch": 0.7296090602199717,
      "grad_norm": 0.18131376802921295,
      "learning_rate": 7.537777845566296e-05,
      "loss": 0.0098,
      "step": 3350
    },
    {
      "epoch": 0.7317869977131656,
      "grad_norm": 0.11071394383907318,
      "learning_rate": 7.522276038123643e-05,
      "loss": 0.0109,
      "step": 3360
    },
    {
      "epoch": 0.7339649352063595,
      "grad_norm": 0.15888631343841553,
      "learning_rate": 7.506741641831645e-05,
      "loss": 0.0092,
      "step": 3370
    },
    {
      "epoch": 0.7361428726995535,
      "grad_norm": 0.1531762182712555,
      "learning_rate": 7.491174857401122e-05,
      "loss": 0.0119,
      "step": 3380
    },
    {
      "epoch": 0.7383208101927474,
      "grad_norm": 0.23579220473766327,
      "learning_rate": 7.475575885961368e-05,
      "loss": 0.0113,
      "step": 3390
    },
    {
      "epoch": 0.7404987476859414,
      "grad_norm": 0.20043380558490753,
      "learning_rate": 7.459944929057543e-05,
      "loss": 0.0106,
      "step": 3400
    },
    {
      "epoch": 0.7426766851791353,
      "grad_norm": 0.1395815908908844,
      "learning_rate": 7.444282188648075e-05,
      "loss": 0.0112,
      "step": 3410
    },
    {
      "epoch": 0.7448546226723293,
      "grad_norm": 0.1925949603319168,
      "learning_rate": 7.428587867102045e-05,
      "loss": 0.0099,
      "step": 3420
    },
    {
      "epoch": 0.7470325601655232,
      "grad_norm": 0.24926616251468658,
      "learning_rate": 7.412862167196577e-05,
      "loss": 0.0102,
      "step": 3430
    },
    {
      "epoch": 0.7492104976587172,
      "grad_norm": 0.20951345562934875,
      "learning_rate": 7.397105292114217e-05,
      "loss": 0.0104,
      "step": 3440
    },
    {
      "epoch": 0.7513884351519111,
      "grad_norm": 0.18474841117858887,
      "learning_rate": 7.381317445440305e-05,
      "loss": 0.0099,
      "step": 3450
    },
    {
      "epoch": 0.7535663726451051,
      "grad_norm": 0.24569986760616302,
      "learning_rate": 7.365498831160349e-05,
      "loss": 0.011,
      "step": 3460
    },
    {
      "epoch": 0.755744310138299,
      "grad_norm": 0.21855206787586212,
      "learning_rate": 7.349649653657386e-05,
      "loss": 0.0099,
      "step": 3470
    },
    {
      "epoch": 0.757922247631493,
      "grad_norm": 0.22094163298606873,
      "learning_rate": 7.333770117709344e-05,
      "loss": 0.0098,
      "step": 3480
    },
    {
      "epoch": 0.7601001851246869,
      "grad_norm": 0.24347667396068573,
      "learning_rate": 7.317860428486391e-05,
      "loss": 0.0096,
      "step": 3490
    },
    {
      "epoch": 0.7622781226178809,
      "grad_norm": 0.1839141547679901,
      "learning_rate": 7.301920791548294e-05,
      "loss": 0.0089,
      "step": 3500
    },
    {
      "epoch": 0.7644560601110748,
      "grad_norm": 0.23142606019973755,
      "learning_rate": 7.28595141284175e-05,
      "loss": 0.0105,
      "step": 3510
    },
    {
      "epoch": 0.7666339976042688,
      "grad_norm": 0.219207763671875,
      "learning_rate": 7.269952498697734e-05,
      "loss": 0.0097,
      "step": 3520
    },
    {
      "epoch": 0.7688119350974627,
      "grad_norm": 0.1916622817516327,
      "learning_rate": 7.253924255828836e-05,
      "loss": 0.0088,
      "step": 3530
    },
    {
      "epoch": 0.7709898725906567,
      "grad_norm": 0.19172070920467377,
      "learning_rate": 7.237866891326579e-05,
      "loss": 0.0096,
      "step": 3540
    },
    {
      "epoch": 0.7731678100838506,
      "grad_norm": 0.1597731113433838,
      "learning_rate": 7.221780612658752e-05,
      "loss": 0.0097,
      "step": 3550
    },
    {
      "epoch": 0.7753457475770446,
      "grad_norm": 0.22632285952568054,
      "learning_rate": 7.205665627666726e-05,
      "loss": 0.0097,
      "step": 3560
    },
    {
      "epoch": 0.7775236850702385,
      "grad_norm": 0.2983749806880951,
      "learning_rate": 7.189522144562773e-05,
      "loss": 0.0102,
      "step": 3570
    },
    {
      "epoch": 0.7797016225634325,
      "grad_norm": 0.1546776443719864,
      "learning_rate": 7.173350371927369e-05,
      "loss": 0.0095,
      "step": 3580
    },
    {
      "epoch": 0.7818795600566264,
      "grad_norm": 0.26190662384033203,
      "learning_rate": 7.157150518706503e-05,
      "loss": 0.0108,
      "step": 3590
    },
    {
      "epoch": 0.7840574975498203,
      "grad_norm": 0.24352820217609406,
      "learning_rate": 7.140922794208976e-05,
      "loss": 0.0102,
      "step": 3600
    },
    {
      "epoch": 0.7862354350430143,
      "grad_norm": 0.22204279899597168,
      "learning_rate": 7.124667408103698e-05,
      "loss": 0.0102,
      "step": 3610
    },
    {
      "epoch": 0.7884133725362082,
      "grad_norm": 0.21124747395515442,
      "learning_rate": 7.108384570416984e-05,
      "loss": 0.0124,
      "step": 3620
    },
    {
      "epoch": 0.7905913100294022,
      "grad_norm": 0.2160303145647049,
      "learning_rate": 7.092074491529823e-05,
      "loss": 0.0092,
      "step": 3630
    },
    {
      "epoch": 0.7927692475225961,
      "grad_norm": 0.2168467938899994,
      "learning_rate": 7.075737382175182e-05,
      "loss": 0.0111,
      "step": 3640
    },
    {
      "epoch": 0.7949471850157901,
      "grad_norm": 0.16817857325077057,
      "learning_rate": 7.059373453435269e-05,
      "loss": 0.0101,
      "step": 3650
    },
    {
      "epoch": 0.797125122508984,
      "grad_norm": 0.17954842746257782,
      "learning_rate": 7.042982916738807e-05,
      "loss": 0.0106,
      "step": 3660
    },
    {
      "epoch": 0.799303060002178,
      "grad_norm": 0.15504342317581177,
      "learning_rate": 7.026565983858311e-05,
      "loss": 0.0088,
      "step": 3670
    },
    {
      "epoch": 0.8014809974953718,
      "grad_norm": 0.18250958621501923,
      "learning_rate": 7.010122866907341e-05,
      "loss": 0.0115,
      "step": 3680
    },
    {
      "epoch": 0.8036589349885658,
      "grad_norm": 0.16664089262485504,
      "learning_rate": 6.993653778337763e-05,
      "loss": 0.0106,
      "step": 3690
    },
    {
      "epoch": 0.8058368724817597,
      "grad_norm": 0.181007981300354,
      "learning_rate": 6.977158930937019e-05,
      "loss": 0.01,
      "step": 3700
    },
    {
      "epoch": 0.8080148099749537,
      "grad_norm": 0.21096596121788025,
      "learning_rate": 6.960638537825352e-05,
      "loss": 0.0097,
      "step": 3710
    },
    {
      "epoch": 0.8101927474681476,
      "grad_norm": 0.12322518974542618,
      "learning_rate": 6.944092812453072e-05,
      "loss": 0.0097,
      "step": 3720
    },
    {
      "epoch": 0.8123706849613416,
      "grad_norm": 0.2257552593946457,
      "learning_rate": 6.927521968597795e-05,
      "loss": 0.01,
      "step": 3730
    },
    {
      "epoch": 0.8145486224545355,
      "grad_norm": 0.2484917938709259,
      "learning_rate": 6.910926220361675e-05,
      "loss": 0.0088,
      "step": 3740
    },
    {
      "epoch": 0.8167265599477295,
      "grad_norm": 0.23486147820949554,
      "learning_rate": 6.894305782168638e-05,
      "loss": 0.0093,
      "step": 3750
    },
    {
      "epoch": 0.8189044974409234,
      "grad_norm": 0.1993435025215149,
      "learning_rate": 6.877660868761623e-05,
      "loss": 0.0104,
      "step": 3760
    },
    {
      "epoch": 0.8210824349341174,
      "grad_norm": 0.13605287671089172,
      "learning_rate": 6.86099169519979e-05,
      "loss": 0.0099,
      "step": 3770
    },
    {
      "epoch": 0.8232603724273113,
      "grad_norm": 0.23245613276958466,
      "learning_rate": 6.844298476855754e-05,
      "loss": 0.0114,
      "step": 3780
    },
    {
      "epoch": 0.8254383099205053,
      "grad_norm": 0.2080039381980896,
      "learning_rate": 6.827581429412801e-05,
      "loss": 0.0097,
      "step": 3790
    },
    {
      "epoch": 0.8276162474136992,
      "grad_norm": 0.1880807876586914,
      "learning_rate": 6.810840768862096e-05,
      "loss": 0.0099,
      "step": 3800
    },
    {
      "epoch": 0.8297941849068932,
      "grad_norm": 0.22683408856391907,
      "learning_rate": 6.794076711499893e-05,
      "loss": 0.0091,
      "step": 3810
    },
    {
      "epoch": 0.8319721224000871,
      "grad_norm": 0.13539546728134155,
      "learning_rate": 6.777289473924746e-05,
      "loss": 0.0094,
      "step": 3820
    },
    {
      "epoch": 0.8341500598932811,
      "grad_norm": 0.22389768064022064,
      "learning_rate": 6.760479273034705e-05,
      "loss": 0.0108,
      "step": 3830
    },
    {
      "epoch": 0.836327997386475,
      "grad_norm": 0.2073911428451538,
      "learning_rate": 6.743646326024517e-05,
      "loss": 0.0091,
      "step": 3840
    },
    {
      "epoch": 0.838505934879669,
      "grad_norm": 0.1815386712551117,
      "learning_rate": 6.72679085038282e-05,
      "loss": 0.0096,
      "step": 3850
    },
    {
      "epoch": 0.8406838723728629,
      "grad_norm": 0.2157953828573227,
      "learning_rate": 6.709913063889326e-05,
      "loss": 0.0094,
      "step": 3860
    },
    {
      "epoch": 0.8428618098660569,
      "grad_norm": 0.22398988902568817,
      "learning_rate": 6.693013184612015e-05,
      "loss": 0.0094,
      "step": 3870
    },
    {
      "epoch": 0.8450397473592508,
      "grad_norm": 0.1814090758562088,
      "learning_rate": 6.676091430904317e-05,
      "loss": 0.0097,
      "step": 3880
    },
    {
      "epoch": 0.8472176848524448,
      "grad_norm": 0.2258855104446411,
      "learning_rate": 6.659148021402286e-05,
      "loss": 0.0111,
      "step": 3890
    },
    {
      "epoch": 0.8493956223456387,
      "grad_norm": 0.17605619132518768,
      "learning_rate": 6.642183175021779e-05,
      "loss": 0.009,
      "step": 3900
    },
    {
      "epoch": 0.8515735598388326,
      "grad_norm": 0.1938215047121048,
      "learning_rate": 6.625197110955625e-05,
      "loss": 0.0089,
      "step": 3910
    },
    {
      "epoch": 0.8537514973320266,
      "grad_norm": 0.1933971643447876,
      "learning_rate": 6.608190048670797e-05,
      "loss": 0.0097,
      "step": 3920
    },
    {
      "epoch": 0.8559294348252205,
      "grad_norm": 0.17037704586982727,
      "learning_rate": 6.591162207905571e-05,
      "loss": 0.0096,
      "step": 3930
    },
    {
      "epoch": 0.8581073723184145,
      "grad_norm": 0.19444690644741058,
      "learning_rate": 6.574113808666689e-05,
      "loss": 0.0098,
      "step": 3940
    },
    {
      "epoch": 0.8602853098116084,
      "grad_norm": 0.19196923077106476,
      "learning_rate": 6.55704507122652e-05,
      "loss": 0.0108,
      "step": 3950
    },
    {
      "epoch": 0.8624632473048024,
      "grad_norm": 0.09434881061315536,
      "learning_rate": 6.53995621612021e-05,
      "loss": 0.0091,
      "step": 3960
    },
    {
      "epoch": 0.8646411847979963,
      "grad_norm": 0.1585153490304947,
      "learning_rate": 6.522847464142833e-05,
      "loss": 0.0108,
      "step": 3970
    },
    {
      "epoch": 0.8668191222911903,
      "grad_norm": 0.20595288276672363,
      "learning_rate": 6.505719036346539e-05,
      "loss": 0.0102,
      "step": 3980
    },
    {
      "epoch": 0.8689970597843842,
      "grad_norm": 0.2814238667488098,
      "learning_rate": 6.488571154037695e-05,
      "loss": 0.0117,
      "step": 3990
    },
    {
      "epoch": 0.8711749972775781,
      "grad_norm": 0.18257386982440948,
      "learning_rate": 6.471404038774033e-05,
      "loss": 0.0088,
      "step": 4000
    },
    {
      "epoch": 0.873352934770772,
      "grad_norm": 0.16891984641551971,
      "learning_rate": 6.454217912361781e-05,
      "loss": 0.0083,
      "step": 4010
    },
    {
      "epoch": 0.875530872263966,
      "grad_norm": 0.15388254821300507,
      "learning_rate": 6.437012996852799e-05,
      "loss": 0.0097,
      "step": 4020
    },
    {
      "epoch": 0.8777088097571599,
      "grad_norm": 0.21748176217079163,
      "learning_rate": 6.419789514541705e-05,
      "loss": 0.0097,
      "step": 4030
    },
    {
      "epoch": 0.8798867472503539,
      "grad_norm": 0.19647681713104248,
      "learning_rate": 6.402547687963018e-05,
      "loss": 0.0094,
      "step": 4040
    },
    {
      "epoch": 0.8820646847435478,
      "grad_norm": 0.1627378761768341,
      "learning_rate": 6.385287739888263e-05,
      "loss": 0.0098,
      "step": 4050
    },
    {
      "epoch": 0.8842426222367418,
      "grad_norm": 0.1662755012512207,
      "learning_rate": 6.368009893323109e-05,
      "loss": 0.0092,
      "step": 4060
    },
    {
      "epoch": 0.8864205597299357,
      "grad_norm": 0.21434028446674347,
      "learning_rate": 6.350714371504476e-05,
      "loss": 0.0093,
      "step": 4070
    },
    {
      "epoch": 0.8885984972231297,
      "grad_norm": 0.20301590859889984,
      "learning_rate": 6.333401397897656e-05,
      "loss": 0.0098,
      "step": 4080
    },
    {
      "epoch": 0.8907764347163236,
      "grad_norm": 0.161471426486969,
      "learning_rate": 6.31607119619343e-05,
      "loss": 0.0092,
      "step": 4090
    },
    {
      "epoch": 0.8929543722095176,
      "grad_norm": 0.32318904995918274,
      "learning_rate": 6.298723990305166e-05,
      "loss": 0.0091,
      "step": 4100
    },
    {
      "epoch": 0.8951323097027115,
      "grad_norm": 0.20659998059272766,
      "learning_rate": 6.281360004365938e-05,
      "loss": 0.0093,
      "step": 4110
    },
    {
      "epoch": 0.8973102471959055,
      "grad_norm": 0.1987421065568924,
      "learning_rate": 6.263979462725627e-05,
      "loss": 0.0095,
      "step": 4120
    },
    {
      "epoch": 0.8994881846890994,
      "grad_norm": 0.16830500960350037,
      "learning_rate": 6.246582589948015e-05,
      "loss": 0.009,
      "step": 4130
    },
    {
      "epoch": 0.9016661221822934,
      "grad_norm": 0.16572082042694092,
      "learning_rate": 6.229169610807891e-05,
      "loss": 0.0086,
      "step": 4140
    },
    {
      "epoch": 0.9038440596754873,
      "grad_norm": 0.2040412425994873,
      "learning_rate": 6.21174075028815e-05,
      "loss": 0.0092,
      "step": 4150
    },
    {
      "epoch": 0.9060219971686813,
      "grad_norm": 0.25126901268959045,
      "learning_rate": 6.194296233576873e-05,
      "loss": 0.0091,
      "step": 4160
    },
    {
      "epoch": 0.9081999346618752,
      "grad_norm": 0.14921554923057556,
      "learning_rate": 6.176836286064428e-05,
      "loss": 0.0088,
      "step": 4170
    },
    {
      "epoch": 0.9103778721550692,
      "grad_norm": 0.25366389751434326,
      "learning_rate": 6.159361133340559e-05,
      "loss": 0.0099,
      "step": 4180
    },
    {
      "epoch": 0.9125558096482631,
      "grad_norm": 0.12061012536287308,
      "learning_rate": 6.141871001191463e-05,
      "loss": 0.0081,
      "step": 4190
    },
    {
      "epoch": 0.914733747141457,
      "grad_norm": 0.16168254613876343,
      "learning_rate": 6.124366115596881e-05,
      "loss": 0.0088,
      "step": 4200
    },
    {
      "epoch": 0.916911684634651,
      "grad_norm": 0.15729384124279022,
      "learning_rate": 6.106846702727172e-05,
      "loss": 0.0092,
      "step": 4210
    },
    {
      "epoch": 0.919089622127845,
      "grad_norm": 0.32289597392082214,
      "learning_rate": 6.0893129889403955e-05,
      "loss": 0.0087,
      "step": 4220
    },
    {
      "epoch": 0.9212675596210389,
      "grad_norm": 0.20793640613555908,
      "learning_rate": 6.0717652007793826e-05,
      "loss": 0.0105,
      "step": 4230
    },
    {
      "epoch": 0.9234454971142328,
      "grad_norm": 0.212624192237854,
      "learning_rate": 6.0542035649688114e-05,
      "loss": 0.0088,
      "step": 4240
    },
    {
      "epoch": 0.9256234346074268,
      "grad_norm": 0.22177855670452118,
      "learning_rate": 6.03662830841228e-05,
      "loss": 0.0102,
      "step": 4250
    },
    {
      "epoch": 0.9278013721006207,
      "grad_norm": 0.2538255453109741,
      "learning_rate": 6.019039658189369e-05,
      "loss": 0.0084,
      "step": 4260
    },
    {
      "epoch": 0.9299793095938147,
      "grad_norm": 0.20407214760780334,
      "learning_rate": 6.0014378415527116e-05,
      "loss": 0.009,
      "step": 4270
    },
    {
      "epoch": 0.9321572470870086,
      "grad_norm": 0.1658613681793213,
      "learning_rate": 5.9838230859250586e-05,
      "loss": 0.0085,
      "step": 4280
    },
    {
      "epoch": 0.9343351845802026,
      "grad_norm": 0.17914806306362152,
      "learning_rate": 5.966195618896333e-05,
      "loss": 0.0105,
      "step": 4290
    },
    {
      "epoch": 0.9365131220733965,
      "grad_norm": 0.15912717580795288,
      "learning_rate": 5.948555668220702e-05,
      "loss": 0.0085,
      "step": 4300
    },
    {
      "epoch": 0.9386910595665905,
      "grad_norm": 0.21457307040691376,
      "learning_rate": 5.9309034618136195e-05,
      "loss": 0.0089,
      "step": 4310
    },
    {
      "epoch": 0.9408689970597843,
      "grad_norm": 0.2808639407157898,
      "learning_rate": 5.913239227748892e-05,
      "loss": 0.0102,
      "step": 4320
    },
    {
      "epoch": 0.9430469345529783,
      "grad_norm": 0.2178078591823578,
      "learning_rate": 5.895563194255729e-05,
      "loss": 0.0093,
      "step": 4330
    },
    {
      "epoch": 0.9452248720461722,
      "grad_norm": 0.14186891913414001,
      "learning_rate": 5.877875589715789e-05,
      "loss": 0.0093,
      "step": 4340
    },
    {
      "epoch": 0.9474028095393662,
      "grad_norm": 0.1486235111951828,
      "learning_rate": 5.860176642660237e-05,
      "loss": 0.0077,
      "step": 4350
    },
    {
      "epoch": 0.9495807470325601,
      "grad_norm": 0.30821213126182556,
      "learning_rate": 5.842466581766789e-05,
      "loss": 0.0099,
      "step": 4360
    },
    {
      "epoch": 0.9517586845257541,
      "grad_norm": 0.20526987314224243,
      "learning_rate": 5.824745635856753e-05,
      "loss": 0.0086,
      "step": 4370
    },
    {
      "epoch": 0.953936622018948,
      "grad_norm": 0.13682414591312408,
      "learning_rate": 5.80701403389208e-05,
      "loss": 0.0087,
      "step": 4380
    },
    {
      "epoch": 0.956114559512142,
      "grad_norm": 0.27883806824684143,
      "learning_rate": 5.789272004972396e-05,
      "loss": 0.0106,
      "step": 4390
    },
    {
      "epoch": 0.9582924970053359,
      "grad_norm": 0.12711714208126068,
      "learning_rate": 5.7715197783320516e-05,
      "loss": 0.0089,
      "step": 4400
    },
    {
      "epoch": 0.9604704344985299,
      "grad_norm": 0.11983494460582733,
      "learning_rate": 5.753757583337158e-05,
      "loss": 0.0088,
      "step": 4410
    },
    {
      "epoch": 0.9626483719917238,
      "grad_norm": 0.13640055060386658,
      "learning_rate": 5.735985649482616e-05,
      "loss": 0.0097,
      "step": 4420
    },
    {
      "epoch": 0.9648263094849178,
      "grad_norm": 0.2632695436477661,
      "learning_rate": 5.718204206389162e-05,
      "loss": 0.0092,
      "step": 4430
    },
    {
      "epoch": 0.9670042469781117,
      "grad_norm": 0.17099197208881378,
      "learning_rate": 5.70041348380039e-05,
      "loss": 0.0091,
      "step": 4440
    },
    {
      "epoch": 0.9691821844713057,
      "grad_norm": 0.239213764667511,
      "learning_rate": 5.682613711579794e-05,
      "loss": 0.0102,
      "step": 4450
    },
    {
      "epoch": 0.9713601219644996,
      "grad_norm": 0.16065600514411926,
      "learning_rate": 5.664805119707791e-05,
      "loss": 0.0093,
      "step": 4460
    },
    {
      "epoch": 0.9735380594576936,
      "grad_norm": 0.1607472151517868,
      "learning_rate": 5.646987938278753e-05,
      "loss": 0.0103,
      "step": 4470
    },
    {
      "epoch": 0.9757159969508875,
      "grad_norm": 0.13043415546417236,
      "learning_rate": 5.629162397498029e-05,
      "loss": 0.0097,
      "step": 4480
    },
    {
      "epoch": 0.9778939344440815,
      "grad_norm": 0.18604792654514313,
      "learning_rate": 5.6113287276789775e-05,
      "loss": 0.0091,
      "step": 4490
    },
    {
      "epoch": 0.9800718719372754,
      "grad_norm": 0.1953439563512802,
      "learning_rate": 5.593487159239986e-05,
      "loss": 0.0102,
      "step": 4500
    },
    {
      "epoch": 0.9822498094304694,
      "grad_norm": 0.1606867015361786,
      "learning_rate": 5.575637922701499e-05,
      "loss": 0.0097,
      "step": 4510
    },
    {
      "epoch": 0.9844277469236633,
      "grad_norm": 0.2450137883424759,
      "learning_rate": 5.5577812486830284e-05,
      "loss": 0.0091,
      "step": 4520
    },
    {
      "epoch": 0.9866056844168573,
      "grad_norm": 0.18296198546886444,
      "learning_rate": 5.539917367900188e-05,
      "loss": 0.008,
      "step": 4530
    },
    {
      "epoch": 0.9887836219100512,
      "grad_norm": 0.1558394730091095,
      "learning_rate": 5.522046511161706e-05,
      "loss": 0.009,
      "step": 4540
    },
    {
      "epoch": 0.9909615594032452,
      "grad_norm": 0.1733635663986206,
      "learning_rate": 5.504168909366438e-05,
      "loss": 0.009,
      "step": 4550
    },
    {
      "epoch": 0.9931394968964391,
      "grad_norm": 0.1972990334033966,
      "learning_rate": 5.486284793500393e-05,
      "loss": 0.009,
      "step": 4560
    },
    {
      "epoch": 0.995317434389633,
      "grad_norm": 0.13507431745529175,
      "learning_rate": 5.468394394633742e-05,
      "loss": 0.008,
      "step": 4570
    },
    {
      "epoch": 0.997495371882827,
      "grad_norm": 0.15703797340393066,
      "learning_rate": 5.4504979439178374e-05,
      "loss": 0.009,
      "step": 4580
    },
    {
      "epoch": 0.999673309376021,
      "grad_norm": 0.18476291000843048,
      "learning_rate": 5.43259567258222e-05,
      "loss": 0.0082,
      "step": 4590
    },
    {
      "epoch": 1.0017423499945552,
      "grad_norm": 0.16002224385738373,
      "learning_rate": 5.41468781193164e-05,
      "loss": 0.0091,
      "step": 4600
    },
    {
      "epoch": 1.003920287487749,
      "grad_norm": 0.18123571574687958,
      "learning_rate": 5.3967745933430604e-05,
      "loss": 0.0091,
      "step": 4610
    },
    {
      "epoch": 1.0060982249809431,
      "grad_norm": 0.2654893696308136,
      "learning_rate": 5.378856248262673e-05,
      "loss": 0.0078,
      "step": 4620
    },
    {
      "epoch": 1.008276162474137,
      "grad_norm": 0.17253746092319489,
      "learning_rate": 5.360933008202905e-05,
      "loss": 0.0101,
      "step": 4630
    },
    {
      "epoch": 1.010454099967331,
      "grad_norm": 0.19651098549365997,
      "learning_rate": 5.343005104739429e-05,
      "loss": 0.0103,
      "step": 4640
    },
    {
      "epoch": 1.0126320374605249,
      "grad_norm": 0.1622696965932846,
      "learning_rate": 5.325072769508172e-05,
      "loss": 0.0085,
      "step": 4650
    },
    {
      "epoch": 1.0148099749537187,
      "grad_norm": 0.0935782715678215,
      "learning_rate": 5.307136234202318e-05,
      "loss": 0.0081,
      "step": 4660
    },
    {
      "epoch": 1.0169879124469128,
      "grad_norm": 0.10772078484296799,
      "learning_rate": 5.2891957305693205e-05,
      "loss": 0.0102,
      "step": 4670
    },
    {
      "epoch": 1.0191658499401066,
      "grad_norm": 0.2894693613052368,
      "learning_rate": 5.271251490407905e-05,
      "loss": 0.0088,
      "step": 4680
    },
    {
      "epoch": 1.0213437874333007,
      "grad_norm": 0.16669273376464844,
      "learning_rate": 5.2533037455650736e-05,
      "loss": 0.0088,
      "step": 4690
    },
    {
      "epoch": 1.0235217249264945,
      "grad_norm": 0.25250449776649475,
      "learning_rate": 5.235352727933113e-05,
      "loss": 0.0091,
      "step": 4700
    },
    {
      "epoch": 1.0256996624196886,
      "grad_norm": 0.2245578169822693,
      "learning_rate": 5.2173986694465895e-05,
      "loss": 0.0082,
      "step": 4710
    },
    {
      "epoch": 1.0278775999128824,
      "grad_norm": 0.170179545879364,
      "learning_rate": 5.199441802079364e-05,
      "loss": 0.0079,
      "step": 4720
    },
    {
      "epoch": 1.0300555374060765,
      "grad_norm": 0.11900405585765839,
      "learning_rate": 5.18148235784159e-05,
      "loss": 0.0092,
      "step": 4730
    },
    {
      "epoch": 1.0322334748992703,
      "grad_norm": 0.16673199832439423,
      "learning_rate": 5.163520568776712e-05,
      "loss": 0.0085,
      "step": 4740
    },
    {
      "epoch": 1.0344114123924644,
      "grad_norm": 0.18400241434574127,
      "learning_rate": 5.14555666695847e-05,
      "loss": 0.008,
      "step": 4750
    },
    {
      "epoch": 1.0365893498856582,
      "grad_norm": 0.206729456782341,
      "learning_rate": 5.127590884487906e-05,
      "loss": 0.0091,
      "step": 4760
    },
    {
      "epoch": 1.0387672873788523,
      "grad_norm": 0.19932995736598969,
      "learning_rate": 5.109623453490356e-05,
      "loss": 0.0084,
      "step": 4770
    },
    {
      "epoch": 1.040945224872046,
      "grad_norm": 0.19285811483860016,
      "learning_rate": 5.091654606112461e-05,
      "loss": 0.0079,
      "step": 4780
    },
    {
      "epoch": 1.0431231623652402,
      "grad_norm": 0.2269679605960846,
      "learning_rate": 5.0736845745191555e-05,
      "loss": 0.0086,
      "step": 4790
    },
    {
      "epoch": 1.045301099858434,
      "grad_norm": 0.19612117111682892,
      "learning_rate": 5.055713590890679e-05,
      "loss": 0.0089,
      "step": 4800
    },
    {
      "epoch": 1.047479037351628,
      "grad_norm": 0.2492666393518448,
      "learning_rate": 5.0377418874195714e-05,
      "loss": 0.0077,
      "step": 4810
    },
    {
      "epoch": 1.049656974844822,
      "grad_norm": 0.15281422436237335,
      "learning_rate": 5.019769696307674e-05,
      "loss": 0.0081,
      "step": 4820
    },
    {
      "epoch": 1.051834912338016,
      "grad_norm": 0.16830147802829742,
      "learning_rate": 5.001797249763124e-05,
      "loss": 0.0078,
      "step": 4830
    },
    {
      "epoch": 1.0540128498312098,
      "grad_norm": 0.1108197569847107,
      "learning_rate": 4.983824779997363e-05,
      "loss": 0.0077,
      "step": 4840
    },
    {
      "epoch": 1.0561907873244039,
      "grad_norm": 0.1993359923362732,
      "learning_rate": 4.965852519222134e-05,
      "loss": 0.0077,
      "step": 4850
    },
    {
      "epoch": 1.0583687248175977,
      "grad_norm": 0.166915163397789,
      "learning_rate": 4.9478806996464766e-05,
      "loss": 0.0076,
      "step": 4860
    },
    {
      "epoch": 1.0605466623107918,
      "grad_norm": 0.18394790589809418,
      "learning_rate": 4.9299095534737304e-05,
      "loss": 0.0089,
      "step": 4870
    },
    {
      "epoch": 1.0627245998039856,
      "grad_norm": 0.2215089648962021,
      "learning_rate": 4.911939312898535e-05,
      "loss": 0.0086,
      "step": 4880
    },
    {
      "epoch": 1.0649025372971797,
      "grad_norm": 0.2000982016324997,
      "learning_rate": 4.893970210103829e-05,
      "loss": 0.0088,
      "step": 4890
    },
    {
      "epoch": 1.0670804747903735,
      "grad_norm": 0.16642798483371735,
      "learning_rate": 4.87600247725785e-05,
      "loss": 0.0084,
      "step": 4900
    },
    {
      "epoch": 1.0692584122835675,
      "grad_norm": 0.13275150954723358,
      "learning_rate": 4.858036346511138e-05,
      "loss": 0.0071,
      "step": 4910
    },
    {
      "epoch": 1.0714363497767614,
      "grad_norm": 0.16688916087150574,
      "learning_rate": 4.840072049993527e-05,
      "loss": 0.0079,
      "step": 4920
    },
    {
      "epoch": 1.0736142872699554,
      "grad_norm": 0.10775057226419449,
      "learning_rate": 4.8221098198111614e-05,
      "loss": 0.009,
      "step": 4930
    },
    {
      "epoch": 1.0757922247631493,
      "grad_norm": 0.10888474434614182,
      "learning_rate": 4.804149888043477e-05,
      "loss": 0.0087,
      "step": 4940
    },
    {
      "epoch": 1.0779701622563433,
      "grad_norm": 0.2054320126771927,
      "learning_rate": 4.786192486740223e-05,
      "loss": 0.0088,
      "step": 4950
    },
    {
      "epoch": 1.0801480997495372,
      "grad_norm": 0.2288559526205063,
      "learning_rate": 4.7682378479184464e-05,
      "loss": 0.0088,
      "step": 4960
    },
    {
      "epoch": 1.0823260372427312,
      "grad_norm": 0.14645184576511383,
      "learning_rate": 4.750286203559505e-05,
      "loss": 0.0089,
      "step": 4970
    },
    {
      "epoch": 1.084503974735925,
      "grad_norm": 0.18956804275512695,
      "learning_rate": 4.732337785606069e-05,
      "loss": 0.0078,
      "step": 4980
    },
    {
      "epoch": 1.086681912229119,
      "grad_norm": 0.14879284799098969,
      "learning_rate": 4.714392825959117e-05,
      "loss": 0.0074,
      "step": 4990
    },
    {
      "epoch": 1.088859849722313,
      "grad_norm": 0.2719704806804657,
      "learning_rate": 4.696451556474951e-05,
      "loss": 0.0084,
      "step": 5000
    },
    {
      "epoch": 1.0910377872155068,
      "grad_norm": 0.2144235074520111,
      "learning_rate": 4.6785142089621875e-05,
      "loss": 0.007,
      "step": 5010
    },
    {
      "epoch": 1.0932157247087009,
      "grad_norm": 0.24391882121562958,
      "learning_rate": 4.660581015178777e-05,
      "loss": 0.0081,
      "step": 5020
    },
    {
      "epoch": 1.0953936622018947,
      "grad_norm": 0.14946295320987701,
      "learning_rate": 4.642652206828994e-05,
      "loss": 0.0074,
      "step": 5030
    },
    {
      "epoch": 1.0975715996950888,
      "grad_norm": 0.191061332821846,
      "learning_rate": 4.624728015560461e-05,
      "loss": 0.0092,
      "step": 5040
    },
    {
      "epoch": 1.0997495371882826,
      "grad_norm": 0.17625565826892853,
      "learning_rate": 4.606808672961137e-05,
      "loss": 0.0097,
      "step": 5050
    },
    {
      "epoch": 1.1019274746814767,
      "grad_norm": 0.18322786688804626,
      "learning_rate": 4.5888944105563386e-05,
      "loss": 0.0078,
      "step": 5060
    },
    {
      "epoch": 1.1041054121746705,
      "grad_norm": 0.21730530261993408,
      "learning_rate": 4.570985459805742e-05,
      "loss": 0.0074,
      "step": 5070
    },
    {
      "epoch": 1.1062833496678646,
      "grad_norm": 0.10806269198656082,
      "learning_rate": 4.5530820521004e-05,
      "loss": 0.0069,
      "step": 5080
    },
    {
      "epoch": 1.1084612871610584,
      "grad_norm": 0.22006118297576904,
      "learning_rate": 4.535184418759738e-05,
      "loss": 0.0093,
      "step": 5090
    },
    {
      "epoch": 1.1106392246542525,
      "grad_norm": 0.10638593882322311,
      "learning_rate": 4.517292791028585e-05,
      "loss": 0.007,
      "step": 5100
    },
    {
      "epoch": 1.1128171621474463,
      "grad_norm": 0.21001309156417847,
      "learning_rate": 4.499407400074163e-05,
      "loss": 0.0079,
      "step": 5110
    },
    {
      "epoch": 1.1149950996406404,
      "grad_norm": 0.1483108252286911,
      "learning_rate": 4.481528476983122e-05,
      "loss": 0.0085,
      "step": 5120
    },
    {
      "epoch": 1.1171730371338342,
      "grad_norm": 0.11377395689487457,
      "learning_rate": 4.463656252758542e-05,
      "loss": 0.008,
      "step": 5130
    },
    {
      "epoch": 1.1193509746270283,
      "grad_norm": 0.19740240275859833,
      "learning_rate": 4.4457909583169483e-05,
      "loss": 0.0079,
      "step": 5140
    },
    {
      "epoch": 1.121528912120222,
      "grad_norm": 0.15365475416183472,
      "learning_rate": 4.4279328244853343e-05,
      "loss": 0.0078,
      "step": 5150
    },
    {
      "epoch": 1.1237068496134162,
      "grad_norm": 0.15118981897830963,
      "learning_rate": 4.410082081998169e-05,
      "loss": 0.0069,
      "step": 5160
    },
    {
      "epoch": 1.12588478710661,
      "grad_norm": 0.12912306189537048,
      "learning_rate": 4.39223896149443e-05,
      "loss": 0.0075,
      "step": 5170
    },
    {
      "epoch": 1.128062724599804,
      "grad_norm": 0.20978759229183197,
      "learning_rate": 4.3744036935146104e-05,
      "loss": 0.008,
      "step": 5180
    },
    {
      "epoch": 1.130240662092998,
      "grad_norm": 0.2227969616651535,
      "learning_rate": 4.3565765084977496e-05,
      "loss": 0.007,
      "step": 5190
    },
    {
      "epoch": 1.132418599586192,
      "grad_norm": 0.15055429935455322,
      "learning_rate": 4.3387576367784456e-05,
      "loss": 0.0085,
      "step": 5200
    },
    {
      "epoch": 1.1345965370793858,
      "grad_norm": 0.16581185162067413,
      "learning_rate": 4.320947308583893e-05,
      "loss": 0.0076,
      "step": 5210
    },
    {
      "epoch": 1.1367744745725799,
      "grad_norm": 0.15262490510940552,
      "learning_rate": 4.303145754030893e-05,
      "loss": 0.0073,
      "step": 5220
    },
    {
      "epoch": 1.1389524120657737,
      "grad_norm": 0.21703152358531952,
      "learning_rate": 4.285353203122893e-05,
      "loss": 0.0076,
      "step": 5230
    },
    {
      "epoch": 1.1411303495589677,
      "grad_norm": 0.10583783686161041,
      "learning_rate": 4.267569885747008e-05,
      "loss": 0.007,
      "step": 5240
    },
    {
      "epoch": 1.1433082870521616,
      "grad_norm": 0.17903271317481995,
      "learning_rate": 4.2497960316710514e-05,
      "loss": 0.0087,
      "step": 5250
    },
    {
      "epoch": 1.1454862245453556,
      "grad_norm": 0.10162434726953506,
      "learning_rate": 4.232031870540565e-05,
      "loss": 0.0074,
      "step": 5260
    },
    {
      "epoch": 1.1476641620385495,
      "grad_norm": 0.158236563205719,
      "learning_rate": 4.214277631875857e-05,
      "loss": 0.0085,
      "step": 5270
    },
    {
      "epoch": 1.1498420995317433,
      "grad_norm": 0.21938243508338928,
      "learning_rate": 4.196533545069036e-05,
      "loss": 0.0071,
      "step": 5280
    },
    {
      "epoch": 1.1520200370249374,
      "grad_norm": 0.1561320573091507,
      "learning_rate": 4.1787998393810345e-05,
      "loss": 0.0077,
      "step": 5290
    },
    {
      "epoch": 1.1541979745181314,
      "grad_norm": 0.17417271435260773,
      "learning_rate": 4.161076743938668e-05,
      "loss": 0.0072,
      "step": 5300
    },
    {
      "epoch": 1.1563759120113253,
      "grad_norm": 0.1613398641347885,
      "learning_rate": 4.1433644877316546e-05,
      "loss": 0.0073,
      "step": 5310
    },
    {
      "epoch": 1.1585538495045191,
      "grad_norm": 0.12310460209846497,
      "learning_rate": 4.125663299609671e-05,
      "loss": 0.0086,
      "step": 5320
    },
    {
      "epoch": 1.1607317869977132,
      "grad_norm": 0.16984106600284576,
      "learning_rate": 4.107973408279382e-05,
      "loss": 0.0072,
      "step": 5330
    },
    {
      "epoch": 1.162909724490907,
      "grad_norm": 0.1483551561832428,
      "learning_rate": 4.090295042301504e-05,
      "loss": 0.0077,
      "step": 5340
    },
    {
      "epoch": 1.165087661984101,
      "grad_norm": 0.18259865045547485,
      "learning_rate": 4.07262843008783e-05,
      "loss": 0.0078,
      "step": 5350
    },
    {
      "epoch": 1.167265599477295,
      "grad_norm": 0.2085978239774704,
      "learning_rate": 4.0549737998983e-05,
      "loss": 0.0079,
      "step": 5360
    },
    {
      "epoch": 1.169443536970489,
      "grad_norm": 0.15245895087718964,
      "learning_rate": 4.037331379838031e-05,
      "loss": 0.0084,
      "step": 5370
    },
    {
      "epoch": 1.1716214744636828,
      "grad_norm": 0.19410376250743866,
      "learning_rate": 4.0197013978543896e-05,
      "loss": 0.0081,
      "step": 5380
    },
    {
      "epoch": 1.1737994119568769,
      "grad_norm": 0.2189418375492096,
      "learning_rate": 4.0020840817340286e-05,
      "loss": 0.0064,
      "step": 5390
    },
    {
      "epoch": 1.1759773494500707,
      "grad_norm": 0.19394533336162567,
      "learning_rate": 3.984479659099962e-05,
      "loss": 0.0077,
      "step": 5400
    },
    {
      "epoch": 1.1781552869432648,
      "grad_norm": 0.15754857659339905,
      "learning_rate": 3.966888357408605e-05,
      "loss": 0.0075,
      "step": 5410
    },
    {
      "epoch": 1.1803332244364586,
      "grad_norm": 0.2520867884159088,
      "learning_rate": 3.949310403946849e-05,
      "loss": 0.0069,
      "step": 5420
    },
    {
      "epoch": 1.1825111619296527,
      "grad_norm": 0.13636243343353271,
      "learning_rate": 3.931746025829126e-05,
      "loss": 0.0074,
      "step": 5430
    },
    {
      "epoch": 1.1846890994228465,
      "grad_norm": 0.10027901828289032,
      "learning_rate": 3.9141954499944575e-05,
      "loss": 0.0071,
      "step": 5440
    },
    {
      "epoch": 1.1868670369160406,
      "grad_norm": 0.1434406191110611,
      "learning_rate": 3.896658903203547e-05,
      "loss": 0.0075,
      "step": 5450
    },
    {
      "epoch": 1.1890449744092344,
      "grad_norm": 0.18343040347099304,
      "learning_rate": 3.8791366120358235e-05,
      "loss": 0.0078,
      "step": 5460
    },
    {
      "epoch": 1.1912229119024285,
      "grad_norm": 0.19430644810199738,
      "learning_rate": 3.86162880288654e-05,
      "loss": 0.0072,
      "step": 5470
    },
    {
      "epoch": 1.1934008493956223,
      "grad_norm": 0.13038694858551025,
      "learning_rate": 3.8441357019638266e-05,
      "loss": 0.0071,
      "step": 5480
    },
    {
      "epoch": 1.1955787868888164,
      "grad_norm": 0.18733017146587372,
      "learning_rate": 3.826657535285781e-05,
      "loss": 0.0082,
      "step": 5490
    },
    {
      "epoch": 1.1977567243820102,
      "grad_norm": 0.20870471000671387,
      "learning_rate": 3.8091945286775435e-05,
      "loss": 0.0081,
      "step": 5500
    },
    {
      "epoch": 1.1999346618752043,
      "grad_norm": 0.18687936663627625,
      "learning_rate": 3.7917469077683824e-05,
      "loss": 0.0072,
      "step": 5510
    },
    {
      "epoch": 1.202112599368398,
      "grad_norm": 0.14487966895103455,
      "learning_rate": 3.77431489798877e-05,
      "loss": 0.0065,
      "step": 5520
    },
    {
      "epoch": 1.2042905368615922,
      "grad_norm": 0.12217055261135101,
      "learning_rate": 3.756898724567485e-05,
      "loss": 0.0077,
      "step": 5530
    },
    {
      "epoch": 1.206468474354786,
      "grad_norm": 0.12225670367479324,
      "learning_rate": 3.739498612528686e-05,
      "loss": 0.0065,
      "step": 5540
    },
    {
      "epoch": 1.20864641184798,
      "grad_norm": 0.15228663384914398,
      "learning_rate": 3.722114786689018e-05,
      "loss": 0.0075,
      "step": 5550
    },
    {
      "epoch": 1.2108243493411739,
      "grad_norm": 0.1891603022813797,
      "learning_rate": 3.704747471654696e-05,
      "loss": 0.0073,
      "step": 5560
    },
    {
      "epoch": 1.213002286834368,
      "grad_norm": 0.17855939269065857,
      "learning_rate": 3.687396891818615e-05,
      "loss": 0.0078,
      "step": 5570
    },
    {
      "epoch": 1.2151802243275618,
      "grad_norm": 0.14619100093841553,
      "learning_rate": 3.670063271357438e-05,
      "loss": 0.0059,
      "step": 5580
    },
    {
      "epoch": 1.2173581618207558,
      "grad_norm": 0.16030114889144897,
      "learning_rate": 3.65274683422871e-05,
      "loss": 0.0075,
      "step": 5590
    },
    {
      "epoch": 1.2195360993139497,
      "grad_norm": 0.1406458169221878,
      "learning_rate": 3.63544780416796e-05,
      "loss": 0.0078,
      "step": 5600
    },
    {
      "epoch": 1.2217140368071435,
      "grad_norm": 0.1633547991514206,
      "learning_rate": 3.618166404685805e-05,
      "loss": 0.0071,
      "step": 5610
    },
    {
      "epoch": 1.2238919743003376,
      "grad_norm": 0.16294194757938385,
      "learning_rate": 3.600902859065076e-05,
      "loss": 0.0083,
      "step": 5620
    },
    {
      "epoch": 1.2260699117935316,
      "grad_norm": 0.3183712959289551,
      "learning_rate": 3.583657390357919e-05,
      "loss": 0.0067,
      "step": 5630
    },
    {
      "epoch": 1.2282478492867255,
      "grad_norm": 0.16475562751293182,
      "learning_rate": 3.5664302213829214e-05,
      "loss": 0.0063,
      "step": 5640
    },
    {
      "epoch": 1.2304257867799193,
      "grad_norm": 0.14080336689949036,
      "learning_rate": 3.549221574722228e-05,
      "loss": 0.0063,
      "step": 5650
    },
    {
      "epoch": 1.2326037242731134,
      "grad_norm": 0.14986054599285126,
      "learning_rate": 3.532031672718672e-05,
      "loss": 0.0064,
      "step": 5660
    },
    {
      "epoch": 1.2347816617663072,
      "grad_norm": 0.22976188361644745,
      "learning_rate": 3.5148607374728924e-05,
      "loss": 0.007,
      "step": 5670
    },
    {
      "epoch": 1.2369595992595013,
      "grad_norm": 0.15098370611667633,
      "learning_rate": 3.4977089908404744e-05,
      "loss": 0.0075,
      "step": 5680
    },
    {
      "epoch": 1.2391375367526951,
      "grad_norm": 0.07116223126649857,
      "learning_rate": 3.480576654429075e-05,
      "loss": 0.0074,
      "step": 5690
    },
    {
      "epoch": 1.2413154742458892,
      "grad_norm": 0.2963467538356781,
      "learning_rate": 3.463463949595567e-05,
      "loss": 0.0075,
      "step": 5700
    },
    {
      "epoch": 1.243493411739083,
      "grad_norm": 0.2506103515625,
      "learning_rate": 3.44637109744317e-05,
      "loss": 0.0077,
      "step": 5710
    },
    {
      "epoch": 1.245671349232277,
      "grad_norm": 0.19080466032028198,
      "learning_rate": 3.4292983188186034e-05,
      "loss": 0.0065,
      "step": 5720
    },
    {
      "epoch": 1.247849286725471,
      "grad_norm": 0.1616036295890808,
      "learning_rate": 3.412245834309224e-05,
      "loss": 0.0074,
      "step": 5730
    },
    {
      "epoch": 1.250027224218665,
      "grad_norm": 0.2033299058675766,
      "learning_rate": 3.395213864240185e-05,
      "loss": 0.0072,
      "step": 5740
    },
    {
      "epoch": 1.2522051617118588,
      "grad_norm": 0.24676287174224854,
      "learning_rate": 3.378202628671584e-05,
      "loss": 0.0071,
      "step": 5750
    },
    {
      "epoch": 1.2543830992050529,
      "grad_norm": 0.16114264726638794,
      "learning_rate": 3.3612123473956146e-05,
      "loss": 0.0075,
      "step": 5760
    },
    {
      "epoch": 1.2565610366982467,
      "grad_norm": 0.18414832651615143,
      "learning_rate": 3.344243239933739e-05,
      "loss": 0.0091,
      "step": 5770
    },
    {
      "epoch": 1.2587389741914408,
      "grad_norm": 0.2218603491783142,
      "learning_rate": 3.327295525533839e-05,
      "loss": 0.0075,
      "step": 5780
    },
    {
      "epoch": 1.2609169116846346,
      "grad_norm": 0.1624598205089569,
      "learning_rate": 3.310369423167396e-05,
      "loss": 0.0081,
      "step": 5790
    },
    {
      "epoch": 1.2630948491778287,
      "grad_norm": 0.1396883726119995,
      "learning_rate": 3.293465151526649e-05,
      "loss": 0.0074,
      "step": 5800
    },
    {
      "epoch": 1.2652727866710225,
      "grad_norm": 0.12150052189826965,
      "learning_rate": 3.2765829290217784e-05,
      "loss": 0.0087,
      "step": 5810
    },
    {
      "epoch": 1.2674507241642166,
      "grad_norm": 0.14573368430137634,
      "learning_rate": 3.2597229737780774e-05,
      "loss": 0.008,
      "step": 5820
    },
    {
      "epoch": 1.2696286616574104,
      "grad_norm": 0.1662302017211914,
      "learning_rate": 3.242885503633144e-05,
      "loss": 0.0069,
      "step": 5830
    },
    {
      "epoch": 1.2718065991506045,
      "grad_norm": 0.1439054310321808,
      "learning_rate": 3.226070736134049e-05,
      "loss": 0.0068,
      "step": 5840
    },
    {
      "epoch": 1.2739845366437983,
      "grad_norm": 0.1672573834657669,
      "learning_rate": 3.209278888534545e-05,
      "loss": 0.0075,
      "step": 5850
    },
    {
      "epoch": 1.2761624741369921,
      "grad_norm": 0.13138443231582642,
      "learning_rate": 3.192510177792245e-05,
      "loss": 0.007,
      "step": 5860
    },
    {
      "epoch": 1.2783404116301862,
      "grad_norm": 0.1558171808719635,
      "learning_rate": 3.175764820565826e-05,
      "loss": 0.0071,
      "step": 5870
    },
    {
      "epoch": 1.2805183491233803,
      "grad_norm": 0.16756413877010345,
      "learning_rate": 3.1590430332122246e-05,
      "loss": 0.0069,
      "step": 5880
    },
    {
      "epoch": 1.282696286616574,
      "grad_norm": 0.14233723282814026,
      "learning_rate": 3.14234503178385e-05,
      "loss": 0.0063,
      "step": 5890
    },
    {
      "epoch": 1.284874224109768,
      "grad_norm": 0.13999633491039276,
      "learning_rate": 3.125671032025787e-05,
      "loss": 0.0071,
      "step": 5900
    },
    {
      "epoch": 1.287052161602962,
      "grad_norm": 0.1227533295750618,
      "learning_rate": 3.109021249373003e-05,
      "loss": 0.0074,
      "step": 5910
    },
    {
      "epoch": 1.289230099096156,
      "grad_norm": 0.20161081850528717,
      "learning_rate": 3.092395898947579e-05,
      "loss": 0.0079,
      "step": 5920
    },
    {
      "epoch": 1.2914080365893499,
      "grad_norm": 0.11331768333911896,
      "learning_rate": 3.0757951955559123e-05,
      "loss": 0.0066,
      "step": 5930
    },
    {
      "epoch": 1.2935859740825437,
      "grad_norm": 0.1756715625524521,
      "learning_rate": 3.059219353685957e-05,
      "loss": 0.0083,
      "step": 5940
    },
    {
      "epoch": 1.2957639115757378,
      "grad_norm": 0.19707661867141724,
      "learning_rate": 3.0426685875044446e-05,
      "loss": 0.0067,
      "step": 5950
    },
    {
      "epoch": 1.2979418490689318,
      "grad_norm": 0.14970429241657257,
      "learning_rate": 3.0261431108541173e-05,
      "loss": 0.0075,
      "step": 5960
    },
    {
      "epoch": 1.3001197865621257,
      "grad_norm": 0.15001006424427032,
      "learning_rate": 3.0096431372509647e-05,
      "loss": 0.0093,
      "step": 5970
    },
    {
      "epoch": 1.3022977240553195,
      "grad_norm": 0.14086420834064484,
      "learning_rate": 2.9931688798814716e-05,
      "loss": 0.0079,
      "step": 5980
    },
    {
      "epoch": 1.3044756615485136,
      "grad_norm": 0.14562717080116272,
      "learning_rate": 2.9767205515998518e-05,
      "loss": 0.0071,
      "step": 5990
    },
    {
      "epoch": 1.3066535990417076,
      "grad_norm": 0.12243077903985977,
      "learning_rate": 2.9602983649253113e-05,
      "loss": 0.0074,
      "step": 6000
    },
    {
      "epoch": 1.3088315365349015,
      "grad_norm": 0.17876362800598145,
      "learning_rate": 2.9439025320392888e-05,
      "loss": 0.0083,
      "step": 6010
    },
    {
      "epoch": 1.3110094740280953,
      "grad_norm": 0.17103134095668793,
      "learning_rate": 2.927533264782728e-05,
      "loss": 0.0067,
      "step": 6020
    },
    {
      "epoch": 1.3131874115212894,
      "grad_norm": 0.16949225962162018,
      "learning_rate": 2.9111907746533275e-05,
      "loss": 0.0071,
      "step": 6030
    },
    {
      "epoch": 1.3153653490144832,
      "grad_norm": 0.14292246103286743,
      "learning_rate": 2.894875272802817e-05,
      "loss": 0.0065,
      "step": 6040
    },
    {
      "epoch": 1.3175432865076773,
      "grad_norm": 0.13834917545318604,
      "learning_rate": 2.878586970034232e-05,
      "loss": 0.0067,
      "step": 6050
    },
    {
      "epoch": 1.319721224000871,
      "grad_norm": 0.09846922755241394,
      "learning_rate": 2.8623260767991737e-05,
      "loss": 0.0066,
      "step": 6060
    },
    {
      "epoch": 1.3218991614940652,
      "grad_norm": 0.0991157814860344,
      "learning_rate": 2.8460928031951083e-05,
      "loss": 0.0065,
      "step": 6070
    },
    {
      "epoch": 1.324077098987259,
      "grad_norm": 0.10126027464866638,
      "learning_rate": 2.829887358962643e-05,
      "loss": 0.0069,
      "step": 6080
    },
    {
      "epoch": 1.326255036480453,
      "grad_norm": 0.14820335805416107,
      "learning_rate": 2.8137099534828176e-05,
      "loss": 0.0064,
      "step": 6090
    },
    {
      "epoch": 1.328432973973647,
      "grad_norm": 0.14515072107315063,
      "learning_rate": 2.797560795774401e-05,
      "loss": 0.0074,
      "step": 6100
    },
    {
      "epoch": 1.330610911466841,
      "grad_norm": 0.12842248380184174,
      "learning_rate": 2.7814400944911873e-05,
      "loss": 0.0067,
      "step": 6110
    },
    {
      "epoch": 1.3327888489600348,
      "grad_norm": 0.12815093994140625,
      "learning_rate": 2.7653480579193036e-05,
      "loss": 0.0067,
      "step": 6120
    },
    {
      "epoch": 1.3349667864532289,
      "grad_norm": 0.22363591194152832,
      "learning_rate": 2.7492848939745162e-05,
      "loss": 0.0061,
      "step": 6130
    },
    {
      "epoch": 1.3371447239464227,
      "grad_norm": 0.2403387576341629,
      "learning_rate": 2.7332508101995447e-05,
      "loss": 0.0071,
      "step": 6140
    },
    {
      "epoch": 1.3393226614396168,
      "grad_norm": 0.17800240218639374,
      "learning_rate": 2.717246013761382e-05,
      "loss": 0.0068,
      "step": 6150
    },
    {
      "epoch": 1.3415005989328106,
      "grad_norm": 0.18616099655628204,
      "learning_rate": 2.7012707114486148e-05,
      "loss": 0.0068,
      "step": 6160
    },
    {
      "epoch": 1.3436785364260047,
      "grad_norm": 0.1361059695482254,
      "learning_rate": 2.685325109668756e-05,
      "loss": 0.0068,
      "step": 6170
    },
    {
      "epoch": 1.3458564739191985,
      "grad_norm": 0.237016499042511,
      "learning_rate": 2.669409414445574e-05,
      "loss": 0.0068,
      "step": 6180
    },
    {
      "epoch": 1.3480344114123923,
      "grad_norm": 0.1593666970729828,
      "learning_rate": 2.65352383141643e-05,
      "loss": 0.0058,
      "step": 6190
    },
    {
      "epoch": 1.3502123489055864,
      "grad_norm": 0.12591980397701263,
      "learning_rate": 2.6376685658296273e-05,
      "loss": 0.0066,
      "step": 6200
    },
    {
      "epoch": 1.3523902863987805,
      "grad_norm": 0.201295867562294,
      "learning_rate": 2.621843822541753e-05,
      "loss": 0.0057,
      "step": 6210
    },
    {
      "epoch": 1.3545682238919743,
      "grad_norm": 0.20959442853927612,
      "learning_rate": 2.606049806015033e-05,
      "loss": 0.0066,
      "step": 6220
    },
    {
      "epoch": 1.3567461613851681,
      "grad_norm": 0.12013950198888779,
      "learning_rate": 2.590286720314692e-05,
      "loss": 0.0058,
      "step": 6230
    },
    {
      "epoch": 1.3589240988783622,
      "grad_norm": 0.10039467364549637,
      "learning_rate": 2.5745547691063144e-05,
      "loss": 0.0066,
      "step": 6240
    },
    {
      "epoch": 1.3611020363715562,
      "grad_norm": 0.09179899841547012,
      "learning_rate": 2.5588541556532152e-05,
      "loss": 0.0071,
      "step": 6250
    },
    {
      "epoch": 1.36327997386475,
      "grad_norm": 0.19506333768367767,
      "learning_rate": 2.5431850828138125e-05,
      "loss": 0.0069,
      "step": 6260
    },
    {
      "epoch": 1.365457911357944,
      "grad_norm": 0.14047041535377502,
      "learning_rate": 2.527547753039007e-05,
      "loss": 0.0061,
      "step": 6270
    },
    {
      "epoch": 1.367635848851138,
      "grad_norm": 0.17929664254188538,
      "learning_rate": 2.511942368369566e-05,
      "loss": 0.0063,
      "step": 6280
    },
    {
      "epoch": 1.369813786344332,
      "grad_norm": 0.1176358312368393,
      "learning_rate": 2.4963691304335067e-05,
      "loss": 0.0068,
      "step": 6290
    },
    {
      "epoch": 1.3719917238375259,
      "grad_norm": 0.2112642526626587,
      "learning_rate": 2.48082824044351e-05,
      "loss": 0.0063,
      "step": 6300
    },
    {
      "epoch": 1.3741696613307197,
      "grad_norm": 0.1680610477924347,
      "learning_rate": 2.4653198991942938e-05,
      "loss": 0.0055,
      "step": 6310
    },
    {
      "epoch": 1.3763475988239138,
      "grad_norm": 0.1417052298784256,
      "learning_rate": 2.4498443070600464e-05,
      "loss": 0.0066,
      "step": 6320
    },
    {
      "epoch": 1.3785255363171078,
      "grad_norm": 0.15466494858264923,
      "learning_rate": 2.43440166399181e-05,
      "loss": 0.0061,
      "step": 6330
    },
    {
      "epoch": 1.3807034738103017,
      "grad_norm": 0.11344225704669952,
      "learning_rate": 2.4189921695149238e-05,
      "loss": 0.0062,
      "step": 6340
    },
    {
      "epoch": 1.3828814113034955,
      "grad_norm": 0.13439317047595978,
      "learning_rate": 2.4036160227264282e-05,
      "loss": 0.007,
      "step": 6350
    },
    {
      "epoch": 1.3850593487966896,
      "grad_norm": 0.20675961673259735,
      "learning_rate": 2.388273422292492e-05,
      "loss": 0.0072,
      "step": 6360
    },
    {
      "epoch": 1.3872372862898834,
      "grad_norm": 0.14077794551849365,
      "learning_rate": 2.3729645664458638e-05,
      "loss": 0.0068,
      "step": 6370
    },
    {
      "epoch": 1.3894152237830775,
      "grad_norm": 0.1917889565229416,
      "learning_rate": 2.3576896529832844e-05,
      "loss": 0.0078,
      "step": 6380
    },
    {
      "epoch": 1.3915931612762713,
      "grad_norm": 0.15326690673828125,
      "learning_rate": 2.342448879262959e-05,
      "loss": 0.0068,
      "step": 6390
    },
    {
      "epoch": 1.3937710987694654,
      "grad_norm": 0.16057105362415314,
      "learning_rate": 2.3272424422019783e-05,
      "loss": 0.0068,
      "step": 6400
    },
    {
      "epoch": 1.3959490362626592,
      "grad_norm": 0.12924149632453918,
      "learning_rate": 2.3120705382738045e-05,
      "loss": 0.0061,
      "step": 6410
    },
    {
      "epoch": 1.3981269737558533,
      "grad_norm": 0.15427018702030182,
      "learning_rate": 2.2969333635057024e-05,
      "loss": 0.0065,
      "step": 6420
    },
    {
      "epoch": 1.400304911249047,
      "grad_norm": 0.14138518273830414,
      "learning_rate": 2.2818311134762364e-05,
      "loss": 0.0063,
      "step": 6430
    },
    {
      "epoch": 1.4024828487422412,
      "grad_norm": 0.18323691189289093,
      "learning_rate": 2.2667639833127156e-05,
      "loss": 0.0068,
      "step": 6440
    },
    {
      "epoch": 1.404660786235435,
      "grad_norm": 0.12226750701665878,
      "learning_rate": 2.2517321676886945e-05,
      "loss": 0.0067,
      "step": 6450
    },
    {
      "epoch": 1.406838723728629,
      "grad_norm": 0.1077219545841217,
      "learning_rate": 2.236735860821445e-05,
      "loss": 0.0055,
      "step": 6460
    },
    {
      "epoch": 1.409016661221823,
      "grad_norm": 0.17939791083335876,
      "learning_rate": 2.2217752564694543e-05,
      "loss": 0.0067,
      "step": 6470
    },
    {
      "epoch": 1.411194598715017,
      "grad_norm": 0.23838293552398682,
      "learning_rate": 2.2068505479299157e-05,
      "loss": 0.0061,
      "step": 6480
    },
    {
      "epoch": 1.4133725362082108,
      "grad_norm": 0.08796317130327225,
      "learning_rate": 2.191961928036233e-05,
      "loss": 0.0053,
      "step": 6490
    },
    {
      "epoch": 1.4155504737014049,
      "grad_norm": 0.245268315076828,
      "learning_rate": 2.177109589155537e-05,
      "loss": 0.0069,
      "step": 6500
    },
    {
      "epoch": 1.4177284111945987,
      "grad_norm": 0.15249638259410858,
      "learning_rate": 2.1622937231861822e-05,
      "loss": 0.0066,
      "step": 6510
    },
    {
      "epoch": 1.4199063486877925,
      "grad_norm": 0.11680476367473602,
      "learning_rate": 2.1475145215552843e-05,
      "loss": 0.0062,
      "step": 6520
    },
    {
      "epoch": 1.4220842861809866,
      "grad_norm": 0.14956925809383392,
      "learning_rate": 2.1327721752162404e-05,
      "loss": 0.007,
      "step": 6530
    },
    {
      "epoch": 1.4242622236741806,
      "grad_norm": 0.1575952172279358,
      "learning_rate": 2.1180668746462602e-05,
      "loss": 0.0056,
      "step": 6540
    },
    {
      "epoch": 1.4264401611673745,
      "grad_norm": 0.1346137970685959,
      "learning_rate": 2.103398809843908e-05,
      "loss": 0.0066,
      "step": 6550
    },
    {
      "epoch": 1.4286180986605683,
      "grad_norm": 0.13053518533706665,
      "learning_rate": 2.0887681703266453e-05,
      "loss": 0.0063,
      "step": 6560
    },
    {
      "epoch": 1.4307960361537624,
      "grad_norm": 0.12916165590286255,
      "learning_rate": 2.074175145128385e-05,
      "loss": 0.0056,
      "step": 6570
    },
    {
      "epoch": 1.4329739736469564,
      "grad_norm": 0.10324876755475998,
      "learning_rate": 2.059619922797047e-05,
      "loss": 0.0061,
      "step": 6580
    },
    {
      "epoch": 1.4351519111401503,
      "grad_norm": 0.11840296536684036,
      "learning_rate": 2.0451026913921217e-05,
      "loss": 0.0056,
      "step": 6590
    },
    {
      "epoch": 1.4373298486333441,
      "grad_norm": 0.1157921776175499,
      "learning_rate": 2.030623638482242e-05,
      "loss": 0.0058,
      "step": 6600
    },
    {
      "epoch": 1.4395077861265382,
      "grad_norm": 0.13884562253952026,
      "learning_rate": 2.016182951142757e-05,
      "loss": 0.0054,
      "step": 6610
    },
    {
      "epoch": 1.4416857236197322,
      "grad_norm": 0.1162991151213646,
      "learning_rate": 2.0017808159533203e-05,
      "loss": 0.0058,
      "step": 6620
    },
    {
      "epoch": 1.443863661112926,
      "grad_norm": 0.17985719442367554,
      "learning_rate": 1.9874174189954724e-05,
      "loss": 0.0061,
      "step": 6630
    },
    {
      "epoch": 1.44604159860612,
      "grad_norm": 0.1988246589899063,
      "learning_rate": 1.9730929458502418e-05,
      "loss": 0.0057,
      "step": 6640
    },
    {
      "epoch": 1.448219536099314,
      "grad_norm": 0.12605798244476318,
      "learning_rate": 1.958807581595744e-05,
      "loss": 0.0062,
      "step": 6650
    },
    {
      "epoch": 1.4503974735925078,
      "grad_norm": 0.16082799434661865,
      "learning_rate": 1.9445615108047923e-05,
      "loss": 0.0066,
      "step": 6660
    },
    {
      "epoch": 1.4525754110857019,
      "grad_norm": 0.1606266051530838,
      "learning_rate": 1.930354917542511e-05,
      "loss": 0.0064,
      "step": 6670
    },
    {
      "epoch": 1.4547533485788957,
      "grad_norm": 0.2217327058315277,
      "learning_rate": 1.9161879853639607e-05,
      "loss": 0.0069,
      "step": 6680
    },
    {
      "epoch": 1.4569312860720898,
      "grad_norm": 0.15943476557731628,
      "learning_rate": 1.9020608973117627e-05,
      "loss": 0.0058,
      "step": 6690
    },
    {
      "epoch": 1.4591092235652836,
      "grad_norm": 0.11603707075119019,
      "learning_rate": 1.887973835913735e-05,
      "loss": 0.0057,
      "step": 6700
    },
    {
      "epoch": 1.4612871610584777,
      "grad_norm": 0.14399226009845734,
      "learning_rate": 1.873926983180539e-05,
      "loss": 0.0059,
      "step": 6710
    },
    {
      "epoch": 1.4634650985516715,
      "grad_norm": 0.17077799141407013,
      "learning_rate": 1.8599205206033138e-05,
      "loss": 0.007,
      "step": 6720
    },
    {
      "epoch": 1.4656430360448656,
      "grad_norm": 0.14094921946525574,
      "learning_rate": 1.8459546291513545e-05,
      "loss": 0.0056,
      "step": 6730
    },
    {
      "epoch": 1.4678209735380594,
      "grad_norm": 0.12991905212402344,
      "learning_rate": 1.8320294892697478e-05,
      "loss": 0.0061,
      "step": 6740
    },
    {
      "epoch": 1.4699989110312535,
      "grad_norm": 0.1356325000524521,
      "learning_rate": 1.8181452808770637e-05,
      "loss": 0.0062,
      "step": 6750
    },
    {
      "epoch": 1.4721768485244473,
      "grad_norm": 0.1286916732788086,
      "learning_rate": 1.80430218336301e-05,
      "loss": 0.0055,
      "step": 6760
    },
    {
      "epoch": 1.4743547860176414,
      "grad_norm": 0.13185356557369232,
      "learning_rate": 1.7905003755861377e-05,
      "loss": 0.0062,
      "step": 6770
    },
    {
      "epoch": 1.4765327235108352,
      "grad_norm": 0.14180611073970795,
      "learning_rate": 1.776740035871502e-05,
      "loss": 0.0068,
      "step": 6780
    },
    {
      "epoch": 1.4787106610040293,
      "grad_norm": 0.10832282155752182,
      "learning_rate": 1.7630213420083884e-05,
      "loss": 0.0062,
      "step": 6790
    },
    {
      "epoch": 1.480888598497223,
      "grad_norm": 0.12900234758853912,
      "learning_rate": 1.749344471247993e-05,
      "loss": 0.0067,
      "step": 6800
    },
    {
      "epoch": 1.4830665359904172,
      "grad_norm": 0.12022525072097778,
      "learning_rate": 1.735709600301137e-05,
      "loss": 0.0055,
      "step": 6810
    },
    {
      "epoch": 1.485244473483611,
      "grad_norm": 0.218561053276062,
      "learning_rate": 1.722116905335997e-05,
      "loss": 0.0056,
      "step": 6820
    },
    {
      "epoch": 1.487422410976805,
      "grad_norm": 0.15504102408885956,
      "learning_rate": 1.7085665619758055e-05,
      "loss": 0.0063,
      "step": 6830
    },
    {
      "epoch": 1.489600348469999,
      "grad_norm": 0.14231227338314056,
      "learning_rate": 1.6950587452966093e-05,
      "loss": 0.0064,
      "step": 6840
    },
    {
      "epoch": 1.4917782859631927,
      "grad_norm": 0.14866498112678528,
      "learning_rate": 1.6815936298249785e-05,
      "loss": 0.0064,
      "step": 6850
    },
    {
      "epoch": 1.4939562234563868,
      "grad_norm": 0.15301434695720673,
      "learning_rate": 1.668171389535778e-05,
      "loss": 0.0059,
      "step": 6860
    },
    {
      "epoch": 1.4961341609495808,
      "grad_norm": 0.13548678159713745,
      "learning_rate": 1.6547921978498988e-05,
      "loss": 0.007,
      "step": 6870
    },
    {
      "epoch": 1.4983120984427747,
      "grad_norm": 0.19671176373958588,
      "learning_rate": 1.64145622763203e-05,
      "loss": 0.0066,
      "step": 6880
    },
    {
      "epoch": 1.5004900359359685,
      "grad_norm": 0.15893584489822388,
      "learning_rate": 1.6281636511884218e-05,
      "loss": 0.0054,
      "step": 6890
    },
    {
      "epoch": 1.5026679734291626,
      "grad_norm": 0.17707988619804382,
      "learning_rate": 1.6149146402646588e-05,
      "loss": 0.0053,
      "step": 6900
    },
    {
      "epoch": 1.5048459109223566,
      "grad_norm": 0.14699822664260864,
      "learning_rate": 1.601709366043439e-05,
      "loss": 0.0056,
      "step": 6910
    },
    {
      "epoch": 1.5070238484155505,
      "grad_norm": 0.1524478793144226,
      "learning_rate": 1.5885479991423667e-05,
      "loss": 0.0067,
      "step": 6920
    },
    {
      "epoch": 1.5092017859087443,
      "grad_norm": 0.183628648519516,
      "learning_rate": 1.5754307096117445e-05,
      "loss": 0.0053,
      "step": 6930
    },
    {
      "epoch": 1.5113797234019384,
      "grad_norm": 0.14608708024024963,
      "learning_rate": 1.5623576669323743e-05,
      "loss": 0.0058,
      "step": 6940
    },
    {
      "epoch": 1.5135576608951324,
      "grad_norm": 0.12225823849439621,
      "learning_rate": 1.5493290400133782e-05,
      "loss": 0.0051,
      "step": 6950
    },
    {
      "epoch": 1.5157355983883263,
      "grad_norm": 0.13646119832992554,
      "learning_rate": 1.536344997189999e-05,
      "loss": 0.0061,
      "step": 6960
    },
    {
      "epoch": 1.5179135358815201,
      "grad_norm": 0.13831979036331177,
      "learning_rate": 1.5234057062214402e-05,
      "loss": 0.0046,
      "step": 6970
    },
    {
      "epoch": 1.5200914733747142,
      "grad_norm": 0.11302287131547928,
      "learning_rate": 1.5105113342886912e-05,
      "loss": 0.0052,
      "step": 6980
    },
    {
      "epoch": 1.5222694108679082,
      "grad_norm": 0.12660376727581024,
      "learning_rate": 1.4976620479923687e-05,
      "loss": 0.0058,
      "step": 6990
    },
    {
      "epoch": 1.524447348361102,
      "grad_norm": 0.12537828087806702,
      "learning_rate": 1.4848580133505651e-05,
      "loss": 0.0048,
      "step": 7000
    },
    {
      "epoch": 1.526625285854296,
      "grad_norm": 0.11998041719198227,
      "learning_rate": 1.4720993957967022e-05,
      "loss": 0.0061,
      "step": 7010
    },
    {
      "epoch": 1.52880322334749,
      "grad_norm": 0.24933016300201416,
      "learning_rate": 1.4593863601773944e-05,
      "loss": 0.005,
      "step": 7020
    },
    {
      "epoch": 1.530981160840684,
      "grad_norm": 0.1901293247938156,
      "learning_rate": 1.4467190707503187e-05,
      "loss": 0.0052,
      "step": 7030
    },
    {
      "epoch": 1.5331590983338779,
      "grad_norm": 0.15064118802547455,
      "learning_rate": 1.4340976911820925e-05,
      "loss": 0.0041,
      "step": 7040
    },
    {
      "epoch": 1.5353370358270717,
      "grad_norm": 0.12917497754096985,
      "learning_rate": 1.4215223845461578e-05,
      "loss": 0.005,
      "step": 7050
    },
    {
      "epoch": 1.5375149733202655,
      "grad_norm": 0.08987925946712494,
      "learning_rate": 1.4089933133206762e-05,
      "loss": 0.0054,
      "step": 7060
    },
    {
      "epoch": 1.5396929108134596,
      "grad_norm": 0.10574358701705933,
      "learning_rate": 1.3965106393864297e-05,
      "loss": 0.0053,
      "step": 7070
    },
    {
      "epoch": 1.5418708483066537,
      "grad_norm": 0.11784743517637253,
      "learning_rate": 1.3840745240247261e-05,
      "loss": 0.0048,
      "step": 7080
    },
    {
      "epoch": 1.5440487857998475,
      "grad_norm": 0.10242784768342972,
      "learning_rate": 1.3716851279153176e-05,
      "loss": 0.0055,
      "step": 7090
    },
    {
      "epoch": 1.5462267232930413,
      "grad_norm": 0.11379238218069077,
      "learning_rate": 1.359342611134326e-05,
      "loss": 0.0059,
      "step": 7100
    },
    {
      "epoch": 1.5484046607862354,
      "grad_norm": 0.21122296154499054,
      "learning_rate": 1.347047133152171e-05,
      "loss": 0.0064,
      "step": 7110
    },
    {
      "epoch": 1.5505825982794295,
      "grad_norm": 0.09893481433391571,
      "learning_rate": 1.3347988528315119e-05,
      "loss": 0.0059,
      "step": 7120
    },
    {
      "epoch": 1.5527605357726233,
      "grad_norm": 0.15016481280326843,
      "learning_rate": 1.3225979284251954e-05,
      "loss": 0.0059,
      "step": 7130
    },
    {
      "epoch": 1.5549384732658171,
      "grad_norm": 0.1129075437784195,
      "learning_rate": 1.3104445175742097e-05,
      "loss": 0.0054,
      "step": 7140
    },
    {
      "epoch": 1.5571164107590112,
      "grad_norm": 0.11966872215270996,
      "learning_rate": 1.2983387773056482e-05,
      "loss": 0.005,
      "step": 7150
    },
    {
      "epoch": 1.5592943482522053,
      "grad_norm": 0.12486154586076736,
      "learning_rate": 1.2862808640306823e-05,
      "loss": 0.0064,
      "step": 7160
    },
    {
      "epoch": 1.561472285745399,
      "grad_norm": 0.16171671450138092,
      "learning_rate": 1.2742709335425329e-05,
      "loss": 0.0053,
      "step": 7170
    },
    {
      "epoch": 1.563650223238593,
      "grad_norm": 0.15467683970928192,
      "learning_rate": 1.2623091410144739e-05,
      "loss": 0.0048,
      "step": 7180
    },
    {
      "epoch": 1.565828160731787,
      "grad_norm": 0.17628200352191925,
      "learning_rate": 1.2503956409978047e-05,
      "loss": 0.0048,
      "step": 7190
    },
    {
      "epoch": 1.568006098224981,
      "grad_norm": 0.11883492022752762,
      "learning_rate": 1.2385305874198776e-05,
      "loss": 0.0054,
      "step": 7200
    },
    {
      "epoch": 1.5701840357181749,
      "grad_norm": 0.10365116596221924,
      "learning_rate": 1.2267141335820847e-05,
      "loss": 0.0045,
      "step": 7210
    },
    {
      "epoch": 1.5723619732113687,
      "grad_norm": 0.20156355202198029,
      "learning_rate": 1.2149464321579024e-05,
      "loss": 0.0056,
      "step": 7220
    },
    {
      "epoch": 1.5745399107045628,
      "grad_norm": 0.17337171733379364,
      "learning_rate": 1.2032276351908923e-05,
      "loss": 0.0053,
      "step": 7230
    },
    {
      "epoch": 1.5767178481977568,
      "grad_norm": 0.14272476732730865,
      "learning_rate": 1.1915578940927608e-05,
      "loss": 0.0048,
      "step": 7240
    },
    {
      "epoch": 1.5788957856909507,
      "grad_norm": 0.12799839675426483,
      "learning_rate": 1.1799373596413893e-05,
      "loss": 0.0058,
      "step": 7250
    },
    {
      "epoch": 1.5810737231841445,
      "grad_norm": 0.14727646112442017,
      "learning_rate": 1.1683661819788827e-05,
      "loss": 0.0052,
      "step": 7260
    },
    {
      "epoch": 1.5832516606773386,
      "grad_norm": 0.12912233173847198,
      "learning_rate": 1.1568445106096471e-05,
      "loss": 0.0055,
      "step": 7270
    },
    {
      "epoch": 1.5854295981705326,
      "grad_norm": 0.165940061211586,
      "learning_rate": 1.1453724943984346e-05,
      "loss": 0.0064,
      "step": 7280
    },
    {
      "epoch": 1.5876075356637265,
      "grad_norm": 0.2137843519449234,
      "learning_rate": 1.1339502815684438e-05,
      "loss": 0.0047,
      "step": 7290
    },
    {
      "epoch": 1.5897854731569203,
      "grad_norm": 0.14913132786750793,
      "learning_rate": 1.122578019699383e-05,
      "loss": 0.0053,
      "step": 7300
    },
    {
      "epoch": 1.5919634106501144,
      "grad_norm": 0.163711816072464,
      "learning_rate": 1.111255855725582e-05,
      "loss": 0.0052,
      "step": 7310
    },
    {
      "epoch": 1.5941413481433084,
      "grad_norm": 0.17178109288215637,
      "learning_rate": 1.099983935934077e-05,
      "loss": 0.0055,
      "step": 7320
    },
    {
      "epoch": 1.5963192856365023,
      "grad_norm": 0.18735261261463165,
      "learning_rate": 1.088762405962735e-05,
      "loss": 0.0052,
      "step": 7330
    },
    {
      "epoch": 1.598497223129696,
      "grad_norm": 0.13000036776065826,
      "learning_rate": 1.0775914107983615e-05,
      "loss": 0.005,
      "step": 7340
    },
    {
      "epoch": 1.6006751606228902,
      "grad_norm": 0.14790494740009308,
      "learning_rate": 1.0664710947748347e-05,
      "loss": 0.0054,
      "step": 7350
    },
    {
      "epoch": 1.6028530981160842,
      "grad_norm": 0.13647720217704773,
      "learning_rate": 1.0554016015712347e-05,
      "loss": 0.0048,
      "step": 7360
    },
    {
      "epoch": 1.605031035609278,
      "grad_norm": 0.08765874058008194,
      "learning_rate": 1.0443830742099914e-05,
      "loss": 0.0053,
      "step": 7370
    },
    {
      "epoch": 1.607208973102472,
      "grad_norm": 0.12826956808567047,
      "learning_rate": 1.0334156550550345e-05,
      "loss": 0.0055,
      "step": 7380
    },
    {
      "epoch": 1.6093869105956657,
      "grad_norm": 0.17395393550395966,
      "learning_rate": 1.0224994858099524e-05,
      "loss": 0.0053,
      "step": 7390
    },
    {
      "epoch": 1.6115648480888598,
      "grad_norm": 0.155074805021286,
      "learning_rate": 1.0116347075161698e-05,
      "loss": 0.0061,
      "step": 7400
    },
    {
      "epoch": 1.6137427855820539,
      "grad_norm": 0.11691328138113022,
      "learning_rate": 1.0008214605511101e-05,
      "loss": 0.0046,
      "step": 7410
    },
    {
      "epoch": 1.6159207230752477,
      "grad_norm": 0.12568417191505432,
      "learning_rate": 9.900598846263981e-06,
      "loss": 0.0056,
      "step": 7420
    },
    {
      "epoch": 1.6180986605684415,
      "grad_norm": 0.11361382901668549,
      "learning_rate": 9.793501187860432e-06,
      "loss": 0.0047,
      "step": 7430
    },
    {
      "epoch": 1.6202765980616356,
      "grad_norm": 0.09501596540212631,
      "learning_rate": 9.68692301404649e-06,
      "loss": 0.0056,
      "step": 7440
    },
    {
      "epoch": 1.6224545355548297,
      "grad_norm": 0.11473933607339859,
      "learning_rate": 9.580865701856222e-06,
      "loss": 0.0053,
      "step": 7450
    },
    {
      "epoch": 1.6246324730480235,
      "grad_norm": 0.16465674340724945,
      "learning_rate": 9.475330621593969e-06,
      "loss": 0.0053,
      "step": 7460
    },
    {
      "epoch": 1.6268104105412173,
      "grad_norm": 0.0834634080529213,
      "learning_rate": 9.370319136816591e-06,
      "loss": 0.0062,
      "step": 7470
    },
    {
      "epoch": 1.6289883480344114,
      "grad_norm": 0.10178032517433167,
      "learning_rate": 9.265832604315905e-06,
      "loss": 0.0048,
      "step": 7480
    },
    {
      "epoch": 1.6311662855276055,
      "grad_norm": 0.1961919069290161,
      "learning_rate": 9.161872374101105e-06,
      "loss": 0.0052,
      "step": 7490
    },
    {
      "epoch": 1.6333442230207993,
      "grad_norm": 0.16450706124305725,
      "learning_rate": 9.058439789381357e-06,
      "loss": 0.0049,
      "step": 7500
    },
    {
      "epoch": 1.6355221605139931,
      "grad_norm": 0.19026803970336914,
      "learning_rate": 8.955536186548425e-06,
      "loss": 0.0061,
      "step": 7510
    },
    {
      "epoch": 1.6377000980071872,
      "grad_norm": 0.08654351532459259,
      "learning_rate": 8.853162895159418e-06,
      "loss": 0.0044,
      "step": 7520
    },
    {
      "epoch": 1.6398780355003812,
      "grad_norm": 0.11829744279384613,
      "learning_rate": 8.751321237919547e-06,
      "loss": 0.0057,
      "step": 7530
    },
    {
      "epoch": 1.642055972993575,
      "grad_norm": 0.167857363820076,
      "learning_rate": 8.65001253066518e-06,
      "loss": 0.0066,
      "step": 7540
    },
    {
      "epoch": 1.644233910486769,
      "grad_norm": 0.09933420270681381,
      "learning_rate": 8.549238082346695e-06,
      "loss": 0.0062,
      "step": 7550
    },
    {
      "epoch": 1.646411847979963,
      "grad_norm": 0.12215885519981384,
      "learning_rate": 8.44899919501162e-06,
      "loss": 0.0057,
      "step": 7560
    },
    {
      "epoch": 1.648589785473157,
      "grad_norm": 0.18838058412075043,
      "learning_rate": 8.349297163787839e-06,
      "loss": 0.0048,
      "step": 7570
    },
    {
      "epoch": 1.6507677229663509,
      "grad_norm": 0.1070280522108078,
      "learning_rate": 8.250133276866818e-06,
      "loss": 0.0048,
      "step": 7580
    },
    {
      "epoch": 1.6529456604595447,
      "grad_norm": 0.14078475534915924,
      "learning_rate": 8.151508815486974e-06,
      "loss": 0.0052,
      "step": 7590
    },
    {
      "epoch": 1.6551235979527388,
      "grad_norm": 0.2071860283613205,
      "learning_rate": 8.05342505391714e-06,
      "loss": 0.0058,
      "step": 7600
    },
    {
      "epoch": 1.6573015354459328,
      "grad_norm": 0.2031438946723938,
      "learning_rate": 7.955883259440072e-06,
      "loss": 0.0045,
      "step": 7610
    },
    {
      "epoch": 1.6594794729391267,
      "grad_norm": 0.17647232115268707,
      "learning_rate": 7.858884692336055e-06,
      "loss": 0.0052,
      "step": 7620
    },
    {
      "epoch": 1.6616574104323205,
      "grad_norm": 0.11669361591339111,
      "learning_rate": 7.762430605866734e-06,
      "loss": 0.0049,
      "step": 7630
    },
    {
      "epoch": 1.6638353479255146,
      "grad_norm": 0.11189775913953781,
      "learning_rate": 7.66652224625874e-06,
      "loss": 0.0059,
      "step": 7640
    },
    {
      "epoch": 1.6660132854187086,
      "grad_norm": 0.16998837888240814,
      "learning_rate": 7.571160852687786e-06,
      "loss": 0.0068,
      "step": 7650
    },
    {
      "epoch": 1.6681912229119025,
      "grad_norm": 0.15501129627227783,
      "learning_rate": 7.476347657262456e-06,
      "loss": 0.0044,
      "step": 7660
    },
    {
      "epoch": 1.6703691604050963,
      "grad_norm": 0.11749287694692612,
      "learning_rate": 7.382083885008484e-06,
      "loss": 0.005,
      "step": 7670
    },
    {
      "epoch": 1.6725470978982904,
      "grad_norm": 0.09791196137666702,
      "learning_rate": 7.288370753852758e-06,
      "loss": 0.0054,
      "step": 7680
    },
    {
      "epoch": 1.6747250353914844,
      "grad_norm": 0.10001195967197418,
      "learning_rate": 7.195209474607678e-06,
      "loss": 0.0054,
      "step": 7690
    },
    {
      "epoch": 1.6769029728846783,
      "grad_norm": 0.1074577197432518,
      "learning_rate": 7.1026012509555265e-06,
      "loss": 0.0061,
      "step": 7700
    },
    {
      "epoch": 1.679080910377872,
      "grad_norm": 0.15040123462677002,
      "learning_rate": 7.0105472794328e-06,
      "loss": 0.0053,
      "step": 7710
    },
    {
      "epoch": 1.681258847871066,
      "grad_norm": 0.16351404786109924,
      "learning_rate": 6.919048749414919e-06,
      "loss": 0.0052,
      "step": 7720
    },
    {
      "epoch": 1.68343678536426,
      "grad_norm": 0.11897435784339905,
      "learning_rate": 6.828106843100679e-06,
      "loss": 0.0048,
      "step": 7730
    },
    {
      "epoch": 1.685614722857454,
      "grad_norm": 0.20059573650360107,
      "learning_rate": 6.737722735497165e-06,
      "loss": 0.0055,
      "step": 7740
    },
    {
      "epoch": 1.687792660350648,
      "grad_norm": 0.4155087471008301,
      "learning_rate": 6.6478975944043675e-06,
      "loss": 0.006,
      "step": 7750
    },
    {
      "epoch": 1.6899705978438417,
      "grad_norm": 0.1162080243229866,
      "learning_rate": 6.558632580400298e-06,
      "loss": 0.0054,
      "step": 7760
    },
    {
      "epoch": 1.6921485353370358,
      "grad_norm": 0.14566195011138916,
      "learning_rate": 6.4699288468258126e-06,
      "loss": 0.0051,
      "step": 7770
    },
    {
      "epoch": 1.6943264728302299,
      "grad_norm": 0.1610737144947052,
      "learning_rate": 6.38178753976984e-06,
      "loss": 0.0063,
      "step": 7780
    },
    {
      "epoch": 1.6965044103234237,
      "grad_norm": 0.21307019889354706,
      "learning_rate": 6.2942097980545176e-06,
      "loss": 0.0061,
      "step": 7790
    },
    {
      "epoch": 1.6986823478166175,
      "grad_norm": 0.10614914447069168,
      "learning_rate": 6.207196753220473e-06,
      "loss": 0.0043,
      "step": 7800
    },
    {
      "epoch": 1.7008602853098116,
      "grad_norm": 0.09863957017660141,
      "learning_rate": 6.120749529512226e-06,
      "loss": 0.0044,
      "step": 7810
    },
    {
      "epoch": 1.7030382228030057,
      "grad_norm": 0.12667401134967804,
      "learning_rate": 6.034869243863656e-06,
      "loss": 0.0047,
      "step": 7820
    },
    {
      "epoch": 1.7052161602961995,
      "grad_norm": 0.13384513556957245,
      "learning_rate": 5.94955700588356e-06,
      "loss": 0.0048,
      "step": 7830
    },
    {
      "epoch": 1.7073940977893933,
      "grad_norm": 0.14361801743507385,
      "learning_rate": 5.864813917841333e-06,
      "loss": 0.0047,
      "step": 7840
    },
    {
      "epoch": 1.7095720352825874,
      "grad_norm": 0.15779605507850647,
      "learning_rate": 5.780641074652704e-06,
      "loss": 0.0046,
      "step": 7850
    },
    {
      "epoch": 1.7117499727757814,
      "grad_norm": 0.1296186000108719,
      "learning_rate": 5.697039563865625e-06,
      "loss": 0.0054,
      "step": 7860
    },
    {
      "epoch": 1.7139279102689753,
      "grad_norm": 0.0921684131026268,
      "learning_rate": 5.614010465646169e-06,
      "loss": 0.0055,
      "step": 7870
    },
    {
      "epoch": 1.7161058477621691,
      "grad_norm": 0.1396203637123108,
      "learning_rate": 5.531554852764626e-06,
      "loss": 0.0051,
      "step": 7880
    },
    {
      "epoch": 1.7182837852553632,
      "grad_norm": 0.09174776077270508,
      "learning_rate": 5.449673790581611e-06,
      "loss": 0.0056,
      "step": 7890
    },
    {
      "epoch": 1.7204617227485572,
      "grad_norm": 0.1453590840101242,
      "learning_rate": 5.368368337034296e-06,
      "loss": 0.0061,
      "step": 7900
    },
    {
      "epoch": 1.722639660241751,
      "grad_norm": 0.08000554889440536,
      "learning_rate": 5.287639542622763e-06,
      "loss": 0.0047,
      "step": 7910
    },
    {
      "epoch": 1.724817597734945,
      "grad_norm": 0.10845358669757843,
      "learning_rate": 5.20748845039642e-06,
      "loss": 0.0055,
      "step": 7920
    },
    {
      "epoch": 1.726995535228139,
      "grad_norm": 0.10388531535863876,
      "learning_rate": 5.127916095940516e-06,
      "loss": 0.0054,
      "step": 7930
    },
    {
      "epoch": 1.729173472721333,
      "grad_norm": 0.14150455594062805,
      "learning_rate": 5.048923507362768e-06,
      "loss": 0.0047,
      "step": 7940
    },
    {
      "epoch": 1.7313514102145269,
      "grad_norm": 0.08367276191711426,
      "learning_rate": 4.970511705280096e-06,
      "loss": 0.0051,
      "step": 7950
    },
    {
      "epoch": 1.7335293477077207,
      "grad_norm": 0.071738101541996,
      "learning_rate": 4.892681702805396e-06,
      "loss": 0.0047,
      "step": 7960
    },
    {
      "epoch": 1.7357072852009148,
      "grad_norm": 0.09582991153001785,
      "learning_rate": 4.815434505534494e-06,
      "loss": 0.0048,
      "step": 7970
    },
    {
      "epoch": 1.7378852226941088,
      "grad_norm": 0.11175650358200073,
      "learning_rate": 4.738771111533091e-06,
      "loss": 0.0047,
      "step": 7980
    },
    {
      "epoch": 1.7400631601873027,
      "grad_norm": 0.14590439200401306,
      "learning_rate": 4.662692511323968e-06,
      "loss": 0.0048,
      "step": 7990
    },
    {
      "epoch": 1.7422410976804965,
      "grad_norm": 0.1824604868888855,
      "learning_rate": 4.587199687874083e-06,
      "loss": 0.0055,
      "step": 8000
    },
    {
      "epoch": 1.7444190351736906,
      "grad_norm": 0.09297237545251846,
      "learning_rate": 4.512293616581936e-06,
      "loss": 0.0043,
      "step": 8010
    },
    {
      "epoch": 1.7465969726668844,
      "grad_norm": 0.1086159348487854,
      "learning_rate": 4.437975265264932e-06,
      "loss": 0.0045,
      "step": 8020
    },
    {
      "epoch": 1.7487749101600785,
      "grad_norm": 0.17781151831150055,
      "learning_rate": 4.36424559414691e-06,
      "loss": 0.0055,
      "step": 8030
    },
    {
      "epoch": 1.7509528476532723,
      "grad_norm": 0.14021795988082886,
      "learning_rate": 4.291105555845698e-06,
      "loss": 0.0052,
      "step": 8040
    },
    {
      "epoch": 1.7531307851464661,
      "grad_norm": 0.1870332658290863,
      "learning_rate": 4.218556095360843e-06,
      "loss": 0.0053,
      "step": 8050
    },
    {
      "epoch": 1.7553087226396602,
      "grad_norm": 0.17223937809467316,
      "learning_rate": 4.146598150061371e-06,
      "loss": 0.0047,
      "step": 8060
    },
    {
      "epoch": 1.7574866601328543,
      "grad_norm": 0.1115616112947464,
      "learning_rate": 4.075232649673677e-06,
      "loss": 0.0051,
      "step": 8070
    },
    {
      "epoch": 1.759664597626048,
      "grad_norm": 0.15488360822200775,
      "learning_rate": 4.004460516269554e-06,
      "loss": 0.0048,
      "step": 8080
    },
    {
      "epoch": 1.761842535119242,
      "grad_norm": 0.102665014564991,
      "learning_rate": 3.934282664254208e-06,
      "loss": 0.0049,
      "step": 8090
    },
    {
      "epoch": 1.764020472612436,
      "grad_norm": 0.14327962696552277,
      "learning_rate": 3.864700000354526e-06,
      "loss": 0.0059,
      "step": 8100
    },
    {
      "epoch": 1.76619841010563,
      "grad_norm": 0.1204613596200943,
      "learning_rate": 3.7957134236072722e-06,
      "loss": 0.005,
      "step": 8110
    },
    {
      "epoch": 1.768376347598824,
      "grad_norm": 0.08825606107711792,
      "learning_rate": 3.7273238253475785e-06,
      "loss": 0.0047,
      "step": 8120
    },
    {
      "epoch": 1.7705542850920177,
      "grad_norm": 0.10067594796419144,
      "learning_rate": 3.659532089197304e-06,
      "loss": 0.0052,
      "step": 8130
    },
    {
      "epoch": 1.7727322225852118,
      "grad_norm": 0.10493259876966476,
      "learning_rate": 3.592339091053709e-06,
      "loss": 0.0052,
      "step": 8140
    },
    {
      "epoch": 1.7749101600784059,
      "grad_norm": 0.11088038980960846,
      "learning_rate": 3.5257456990781424e-06,
      "loss": 0.0068,
      "step": 8150
    },
    {
      "epoch": 1.7770880975715997,
      "grad_norm": 0.09026432037353516,
      "learning_rate": 3.459752773684727e-06,
      "loss": 0.0046,
      "step": 8160
    },
    {
      "epoch": 1.7792660350647935,
      "grad_norm": 0.10548806190490723,
      "learning_rate": 3.3943611675293807e-06,
      "loss": 0.0052,
      "step": 8170
    },
    {
      "epoch": 1.7814439725579876,
      "grad_norm": 0.12848129868507385,
      "learning_rate": 3.329571725498665e-06,
      "loss": 0.0044,
      "step": 8180
    },
    {
      "epoch": 1.7836219100511816,
      "grad_norm": 0.0845961943268776,
      "learning_rate": 3.2653852846989852e-06,
      "loss": 0.0043,
      "step": 8190
    },
    {
      "epoch": 1.7857998475443755,
      "grad_norm": 0.11423788219690323,
      "learning_rate": 3.2018026744456754e-06,
      "loss": 0.0054,
      "step": 8200
    },
    {
      "epoch": 1.7879777850375693,
      "grad_norm": 0.6692479252815247,
      "learning_rate": 3.13882471625237e-06,
      "loss": 0.0046,
      "step": 8210
    },
    {
      "epoch": 1.7901557225307634,
      "grad_norm": 0.11326146125793457,
      "learning_rate": 3.0764522238203143e-06,
      "loss": 0.0048,
      "step": 8220
    },
    {
      "epoch": 1.7923336600239574,
      "grad_norm": 0.126267209649086,
      "learning_rate": 3.0146860030279058e-06,
      "loss": 0.0044,
      "step": 8230
    },
    {
      "epoch": 1.7945115975171513,
      "grad_norm": 0.13366961479187012,
      "learning_rate": 2.953526851920263e-06,
      "loss": 0.0049,
      "step": 8240
    },
    {
      "epoch": 1.7966895350103451,
      "grad_norm": 0.1864164024591446,
      "learning_rate": 2.892975560698896e-06,
      "loss": 0.0045,
      "step": 8250
    },
    {
      "epoch": 1.7988674725035392,
      "grad_norm": 0.14489804208278656,
      "learning_rate": 2.8330329117115304e-06,
      "loss": 0.0041,
      "step": 8260
    },
    {
      "epoch": 1.8010454099967332,
      "grad_norm": 0.17568811774253845,
      "learning_rate": 2.7736996794419767e-06,
      "loss": 0.0044,
      "step": 8270
    },
    {
      "epoch": 1.803223347489927,
      "grad_norm": 0.1365700215101242,
      "learning_rate": 2.7149766305001268e-06,
      "loss": 0.0044,
      "step": 8280
    },
    {
      "epoch": 1.805401284983121,
      "grad_norm": 0.13300161063671112,
      "learning_rate": 2.6568645236120627e-06,
      "loss": 0.0053,
      "step": 8290
    },
    {
      "epoch": 1.807579222476315,
      "grad_norm": 0.09710974991321564,
      "learning_rate": 2.599364109610225e-06,
      "loss": 0.0053,
      "step": 8300
    },
    {
      "epoch": 1.809757159969509,
      "grad_norm": 0.09724448621273041,
      "learning_rate": 2.542476131423743e-06,
      "loss": 0.0046,
      "step": 8310
    },
    {
      "epoch": 1.8119350974627029,
      "grad_norm": 0.13140472769737244,
      "learning_rate": 2.4862013240688152e-06,
      "loss": 0.0054,
      "step": 8320
    },
    {
      "epoch": 1.8141130349558967,
      "grad_norm": 0.13002344965934753,
      "learning_rate": 2.4305404146392207e-06,
      "loss": 0.0047,
      "step": 8330
    },
    {
      "epoch": 1.8162909724490905,
      "grad_norm": 0.13739478588104248,
      "learning_rate": 2.3754941222969283e-06,
      "loss": 0.0051,
      "step": 8340
    },
    {
      "epoch": 1.8184689099422846,
      "grad_norm": 0.10706328600645065,
      "learning_rate": 2.321063158262793e-06,
      "loss": 0.0057,
      "step": 8350
    },
    {
      "epoch": 1.8206468474354787,
      "grad_norm": 0.11440842598676682,
      "learning_rate": 2.267248225807378e-06,
      "loss": 0.0045,
      "step": 8360
    },
    {
      "epoch": 1.8228247849286725,
      "grad_norm": 0.087703175842762,
      "learning_rate": 2.2140500202418644e-06,
      "loss": 0.0044,
      "step": 8370
    },
    {
      "epoch": 1.8250027224218663,
      "grad_norm": 0.15237921476364136,
      "learning_rate": 2.161469228909063e-06,
      "loss": 0.0052,
      "step": 8380
    },
    {
      "epoch": 1.8271806599150604,
      "grad_norm": 0.06693877279758453,
      "learning_rate": 2.109506531174538e-06,
      "loss": 0.0045,
      "step": 8390
    },
    {
      "epoch": 1.8293585974082545,
      "grad_norm": 0.08744368702173233,
      "learning_rate": 2.0581625984178343e-06,
      "loss": 0.0049,
      "step": 8400
    },
    {
      "epoch": 1.8315365349014483,
      "grad_norm": 0.12937608361244202,
      "learning_rate": 2.0074380940237893e-06,
      "loss": 0.005,
      "step": 8410
    },
    {
      "epoch": 1.8337144723946421,
      "grad_norm": 0.10375534743070602,
      "learning_rate": 1.957333673373979e-06,
      "loss": 0.0054,
      "step": 8420
    },
    {
      "epoch": 1.8358924098878362,
      "grad_norm": 0.11480173468589783,
      "learning_rate": 1.907849983838217e-06,
      "loss": 0.0041,
      "step": 8430
    },
    {
      "epoch": 1.8380703473810303,
      "grad_norm": 0.10196216404438019,
      "learning_rate": 1.8589876647662597e-06,
      "loss": 0.005,
      "step": 8440
    },
    {
      "epoch": 1.840248284874224,
      "grad_norm": 0.1354270875453949,
      "learning_rate": 1.810747347479458e-06,
      "loss": 0.0049,
      "step": 8450
    },
    {
      "epoch": 1.842426222367418,
      "grad_norm": 0.11422459781169891,
      "learning_rate": 1.7631296552626685e-06,
      "loss": 0.0043,
      "step": 8460
    },
    {
      "epoch": 1.844604159860612,
      "grad_norm": 0.19297891855239868,
      "learning_rate": 1.7161352033561505e-06,
      "loss": 0.0042,
      "step": 8470
    },
    {
      "epoch": 1.846782097353806,
      "grad_norm": 0.08900764584541321,
      "learning_rate": 1.6697645989476651e-06,
      "loss": 0.0045,
      "step": 8480
    },
    {
      "epoch": 1.848960034847,
      "grad_norm": 0.11755415052175522,
      "learning_rate": 1.624018441164593e-06,
      "loss": 0.0036,
      "step": 8490
    },
    {
      "epoch": 1.8511379723401937,
      "grad_norm": 0.11477325111627579,
      "learning_rate": 1.5788973210661973e-06,
      "loss": 0.005,
      "step": 8500
    },
    {
      "epoch": 1.8533159098333878,
      "grad_norm": 0.08399289101362228,
      "learning_rate": 1.534401821636028e-06,
      "loss": 0.0049,
      "step": 8510
    },
    {
      "epoch": 1.8554938473265818,
      "grad_norm": 0.06838883459568024,
      "learning_rate": 1.4905325177743123e-06,
      "loss": 0.0047,
      "step": 8520
    },
    {
      "epoch": 1.8576717848197757,
      "grad_norm": 0.12109494209289551,
      "learning_rate": 1.4472899762906167e-06,
      "loss": 0.0053,
      "step": 8530
    },
    {
      "epoch": 1.8598497223129695,
      "grad_norm": 0.13868533074855804,
      "learning_rate": 1.4046747558964403e-06,
      "loss": 0.0044,
      "step": 8540
    },
    {
      "epoch": 1.8620276598061636,
      "grad_norm": 0.11102143675088882,
      "learning_rate": 1.362687407198071e-06,
      "loss": 0.0039,
      "step": 8550
    },
    {
      "epoch": 1.8642055972993576,
      "grad_norm": 0.12908202409744263,
      "learning_rate": 1.321328472689387e-06,
      "loss": 0.0046,
      "step": 8560
    },
    {
      "epoch": 1.8663835347925515,
      "grad_norm": 0.08044327050447464,
      "learning_rate": 1.280598486744955e-06,
      "loss": 0.0045,
      "step": 8570
    },
    {
      "epoch": 1.8685614722857453,
      "grad_norm": 0.13346053659915924,
      "learning_rate": 1.2404979756130142e-06,
      "loss": 0.0048,
      "step": 8580
    },
    {
      "epoch": 1.8707394097789394,
      "grad_norm": 0.07873251289129257,
      "learning_rate": 1.2010274574087544e-06,
      "loss": 0.0045,
      "step": 8590
    },
    {
      "epoch": 1.8729173472721334,
      "grad_norm": 0.1406606286764145,
      "learning_rate": 1.1621874421075984e-06,
      "loss": 0.0046,
      "step": 8600
    },
    {
      "epoch": 1.8750952847653273,
      "grad_norm": 0.12321413308382034,
      "learning_rate": 1.1239784315385859e-06,
      "loss": 0.005,
      "step": 8610
    },
    {
      "epoch": 1.8772732222585211,
      "grad_norm": 0.1397770792245865,
      "learning_rate": 1.0864009193779613e-06,
      "loss": 0.0043,
      "step": 8620
    },
    {
      "epoch": 1.8794511597517152,
      "grad_norm": 0.09104544669389725,
      "learning_rate": 1.0494553911426841e-06,
      "loss": 0.0047,
      "step": 8630
    },
    {
      "epoch": 1.8816290972449092,
      "grad_norm": 0.10594195872545242,
      "learning_rate": 1.0131423241842907e-06,
      "loss": 0.0039,
      "step": 8640
    },
    {
      "epoch": 1.883807034738103,
      "grad_norm": 0.07154612988233566,
      "learning_rate": 9.774621876825983e-07,
      "loss": 0.0044,
      "step": 8650
    },
    {
      "epoch": 1.885984972231297,
      "grad_norm": 0.10314908623695374,
      "learning_rate": 9.424154426397269e-07,
      "loss": 0.0048,
      "step": 8660
    },
    {
      "epoch": 1.8881629097244907,
      "grad_norm": 0.062456533312797546,
      "learning_rate": 9.080025418741255e-07,
      "loss": 0.0043,
      "step": 8670
    },
    {
      "epoch": 1.8903408472176848,
      "grad_norm": 0.11628817766904831,
      "learning_rate": 8.742239300146838e-07,
      "loss": 0.0041,
      "step": 8680
    },
    {
      "epoch": 1.8925187847108789,
      "grad_norm": 0.0872725322842598,
      "learning_rate": 8.410800434950517e-07,
      "loss": 0.005,
      "step": 8690
    },
    {
      "epoch": 1.8946967222040727,
      "grad_norm": 0.09369292855262756,
      "learning_rate": 8.085713105479343e-07,
      "loss": 0.0061,
      "step": 8700
    },
    {
      "epoch": 1.8968746596972665,
      "grad_norm": 0.12869521975517273,
      "learning_rate": 7.766981511996119e-07,
      "loss": 0.0044,
      "step": 8710
    },
    {
      "epoch": 1.8990525971904606,
      "grad_norm": 0.12514403462409973,
      "learning_rate": 7.454609772644783e-07,
      "loss": 0.004,
      "step": 8720
    },
    {
      "epoch": 1.9012305346836547,
      "grad_norm": 0.07966753095388412,
      "learning_rate": 7.148601923397391e-07,
      "loss": 0.0045,
      "step": 8730
    },
    {
      "epoch": 1.9034084721768485,
      "grad_norm": 0.07699485123157501,
      "learning_rate": 6.848961918001829e-07,
      "loss": 0.0046,
      "step": 8740
    },
    {
      "epoch": 1.9055864096700423,
      "grad_norm": 0.09614022076129913,
      "learning_rate": 6.555693627930958e-07,
      "loss": 0.0047,
      "step": 8750
    },
    {
      "epoch": 1.9077643471632364,
      "grad_norm": 0.07762955874204636,
      "learning_rate": 6.268800842332278e-07,
      "loss": 0.0044,
      "step": 8760
    },
    {
      "epoch": 1.9099422846564305,
      "grad_norm": 0.13291290402412415,
      "learning_rate": 5.988287267979231e-07,
      "loss": 0.0058,
      "step": 8770
    },
    {
      "epoch": 1.9121202221496243,
      "grad_norm": 0.1213541105389595,
      "learning_rate": 5.714156529223191e-07,
      "loss": 0.005,
      "step": 8780
    },
    {
      "epoch": 1.9142981596428181,
      "grad_norm": 0.20027388632297516,
      "learning_rate": 5.446412167946613e-07,
      "loss": 0.0052,
      "step": 8790
    },
    {
      "epoch": 1.9164760971360122,
      "grad_norm": 0.11805108934640884,
      "learning_rate": 5.185057643517455e-07,
      "loss": 0.0049,
      "step": 8800
    },
    {
      "epoch": 1.9186540346292063,
      "grad_norm": 0.13726966083049774,
      "learning_rate": 4.930096332744105e-07,
      "loss": 0.0037,
      "step": 8810
    },
    {
      "epoch": 1.9208319721224,
      "grad_norm": 0.09815724194049835,
      "learning_rate": 4.6815315298322506e-07,
      "loss": 0.0057,
      "step": 8820
    },
    {
      "epoch": 1.923009909615594,
      "grad_norm": 0.07099764794111252,
      "learning_rate": 4.439366446341797e-07,
      "loss": 0.0048,
      "step": 8830
    },
    {
      "epoch": 1.925187847108788,
      "grad_norm": 0.1317773163318634,
      "learning_rate": 4.2036042111458506e-07,
      "loss": 0.0042,
      "step": 8840
    },
    {
      "epoch": 1.927365784601982,
      "grad_norm": 0.10230360925197601,
      "learning_rate": 3.974247870389969e-07,
      "loss": 0.0049,
      "step": 8850
    },
    {
      "epoch": 1.9295437220951759,
      "grad_norm": 0.11070272326469421,
      "learning_rate": 3.7513003874528606e-07,
      "loss": 0.0039,
      "step": 8860
    },
    {
      "epoch": 1.9317216595883697,
      "grad_norm": 0.13296164572238922,
      "learning_rate": 3.5347646429082505e-07,
      "loss": 0.004,
      "step": 8870
    },
    {
      "epoch": 1.9338995970815638,
      "grad_norm": 0.09902767091989517,
      "learning_rate": 3.3246434344874067e-07,
      "loss": 0.0041,
      "step": 8880
    },
    {
      "epoch": 1.9360775345747578,
      "grad_norm": 0.15179429948329926,
      "learning_rate": 3.1209394770433384e-07,
      "loss": 0.004,
      "step": 8890
    },
    {
      "epoch": 1.9382554720679517,
      "grad_norm": 0.13276688754558563,
      "learning_rate": 2.923655402515324e-07,
      "loss": 0.0043,
      "step": 8900
    },
    {
      "epoch": 1.9404334095611455,
      "grad_norm": 0.13763545453548431,
      "learning_rate": 2.7327937598952134e-07,
      "loss": 0.0051,
      "step": 8910
    },
    {
      "epoch": 1.9426113470543396,
      "grad_norm": 0.06456010043621063,
      "learning_rate": 2.5483570151942913e-07,
      "loss": 0.0041,
      "step": 8920
    },
    {
      "epoch": 1.9447892845475336,
      "grad_norm": 0.08242253214120865,
      "learning_rate": 2.370347551411689e-07,
      "loss": 0.0044,
      "step": 8930
    },
    {
      "epoch": 1.9469672220407275,
      "grad_norm": 0.13994471728801727,
      "learning_rate": 2.1987676685031878e-07,
      "loss": 0.0046,
      "step": 8940
    },
    {
      "epoch": 1.9491451595339213,
      "grad_norm": 0.159123495221138,
      "learning_rate": 2.0336195833517424e-07,
      "loss": 0.0044,
      "step": 8950
    },
    {
      "epoch": 1.9513230970271154,
      "grad_norm": 0.08478546142578125,
      "learning_rate": 1.8749054297391155e-07,
      "loss": 0.0045,
      "step": 8960
    },
    {
      "epoch": 1.9535010345203094,
      "grad_norm": 0.11139588057994843,
      "learning_rate": 1.7226272583176218e-07,
      "loss": 0.0044,
      "step": 8970
    },
    {
      "epoch": 1.9556789720135033,
      "grad_norm": 0.20084549486637115,
      "learning_rate": 1.5767870365842597e-07,
      "loss": 0.0041,
      "step": 8980
    },
    {
      "epoch": 1.957856909506697,
      "grad_norm": 0.08986944705247879,
      "learning_rate": 1.4373866488549548e-07,
      "loss": 0.0047,
      "step": 8990
    },
    {
      "epoch": 1.960034846999891,
      "grad_norm": 0.13636291027069092,
      "learning_rate": 1.3044278962404676e-07,
      "loss": 0.004,
      "step": 9000
    },
    {
      "epoch": 1.962212784493085,
      "grad_norm": 0.0729387030005455,
      "learning_rate": 1.1779124966227462e-07,
      "loss": 0.0047,
      "step": 9010
    },
    {
      "epoch": 1.964390721986279,
      "grad_norm": 0.09830494225025177,
      "learning_rate": 1.0578420846331649e-07,
      "loss": 0.0044,
      "step": 9020
    },
    {
      "epoch": 1.966568659479473,
      "grad_norm": 0.089515820145607,
      "learning_rate": 9.442182116309872e-08,
      "loss": 0.0044,
      "step": 9030
    },
    {
      "epoch": 1.9687465969726667,
      "grad_norm": 0.10633354634046555,
      "learning_rate": 8.37042345683714e-08,
      "loss": 0.0048,
      "step": 9040
    },
    {
      "epoch": 1.9709245344658608,
      "grad_norm": 0.11465106159448624,
      "learning_rate": 7.363158715478213e-08,
      "loss": 0.0042,
      "step": 9050
    },
    {
      "epoch": 1.9731024719590549,
      "grad_norm": 0.11644294857978821,
      "learning_rate": 6.420400906509417e-08,
      "loss": 0.0042,
      "step": 9060
    },
    {
      "epoch": 1.9752804094522487,
      "grad_norm": 0.1346789002418518,
      "learning_rate": 5.542162210752655e-08,
      "loss": 0.0046,
      "step": 9070
    },
    {
      "epoch": 1.9774583469454425,
      "grad_norm": 0.08295319229364395,
      "learning_rate": 4.7284539754144374e-08,
      "loss": 0.0037,
      "step": 9080
    },
    {
      "epoch": 1.9796362844386366,
      "grad_norm": 0.10331818461418152,
      "learning_rate": 3.9792867139415434e-08,
      "loss": 0.0057,
      "step": 9090
    },
    {
      "epoch": 1.9818142219318307,
      "grad_norm": 0.12241711467504501,
      "learning_rate": 3.2946701058850226e-08,
      "loss": 0.0039,
      "step": 9100
    },
    {
      "epoch": 1.9839921594250245,
      "grad_norm": 0.07530458271503448,
      "learning_rate": 2.674612996774184e-08,
      "loss": 0.0047,
      "step": 9110
    },
    {
      "epoch": 1.9861700969182183,
      "grad_norm": 0.10693301260471344,
      "learning_rate": 2.119123398003353e-08,
      "loss": 0.0046,
      "step": 9120
    },
    {
      "epoch": 1.9883480344114124,
      "grad_norm": 0.0734107717871666,
      "learning_rate": 1.6282084867280668e-08,
      "loss": 0.0042,
      "step": 9130
    },
    {
      "epoch": 1.9905259719046065,
      "grad_norm": 0.09543687850236893,
      "learning_rate": 1.2018746057718134e-08,
      "loss": 0.005,
      "step": 9140
    },
    {
      "epoch": 1.9927039093978003,
      "grad_norm": 0.0988156795501709,
      "learning_rate": 8.401272635449875e-09,
      "loss": 0.0049,
      "step": 9150
    },
    {
      "epoch": 1.9948818468909941,
      "grad_norm": 0.11033082753419876,
      "learning_rate": 5.429711339721699e-09,
      "loss": 0.0043,
      "step": 9160
    },
    {
      "epoch": 1.9970597843841882,
      "grad_norm": 0.09224304556846619,
      "learning_rate": 3.104100564338408e-09,
      "loss": 0.005,
      "step": 9170
    },
    {
      "epoch": 1.9992377218773822,
      "grad_norm": 0.12420514971017838,
      "learning_rate": 1.4244703571475449e-09,
      "loss": 0.0043,
      "step": 9180
    },
    {
      "epoch": 2.001306762495916,
      "grad_norm": 0.13912928104400635,
      "learning_rate": 3.908424196730209e-10,
      "loss": 0.0045,
      "step": 9190
    },
    {
      "epoch": 2.0034846999891105,
      "grad_norm": 0.15209396183490753,
      "learning_rate": 3.2301068153550717e-12,
      "loss": 0.0049,
      "step": 9200
    },
    {
      "epoch": 2.0034846999891105,
      "step": 9200,
      "total_flos": 0.0,
      "train_loss": 0.013528645742360665,
      "train_runtime": 20376.5501,
      "train_samples_per_second": 115.584,
      "train_steps_per_second": 0.451
    }
  ],
  "logging_steps": 10,
  "max_steps": 9200,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 4600,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}