{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.8144612112848125,
  "eval_steps": 500,
  "global_step": 9000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0009049569014275695,
      "grad_norm": 159.94659423828125,
      "learning_rate": 6.024096385542169e-07,
      "loss": 3.3777,
      "step": 10
    },
    {
      "epoch": 0.001809913802855139,
      "grad_norm": 92.94371795654297,
      "learning_rate": 1.2048192771084338e-06,
      "loss": 2.8739,
      "step": 20
    },
    {
      "epoch": 0.0027148707042827084,
      "grad_norm": 40.02893829345703,
      "learning_rate": 1.8072289156626508e-06,
      "loss": 2.0823,
      "step": 30
    },
    {
      "epoch": 0.003619827605710278,
      "grad_norm": 11.130951881408691,
      "learning_rate": 2.4096385542168676e-06,
      "loss": 1.3735,
      "step": 40
    },
    {
      "epoch": 0.004524784507137848,
      "grad_norm": 6.264873027801514,
      "learning_rate": 3.012048192771085e-06,
      "loss": 0.77,
      "step": 50
    },
    {
      "epoch": 0.005429741408565417,
      "grad_norm": 5.753260135650635,
      "learning_rate": 3.6144578313253016e-06,
      "loss": 0.5821,
      "step": 60
    },
    {
      "epoch": 0.006334698309992987,
      "grad_norm": 5.4176836013793945,
      "learning_rate": 4.216867469879519e-06,
      "loss": 0.5349,
      "step": 70
    },
    {
      "epoch": 0.007239655211420556,
      "grad_norm": 5.466179370880127,
      "learning_rate": 4.819277108433735e-06,
      "loss": 0.4904,
      "step": 80
    },
    {
      "epoch": 0.008144612112848126,
      "grad_norm": 5.408243179321289,
      "learning_rate": 5.421686746987952e-06,
      "loss": 0.4391,
      "step": 90
    },
    {
      "epoch": 0.009049569014275696,
      "grad_norm": 4.930578708648682,
      "learning_rate": 6.02409638554217e-06,
      "loss": 0.382,
      "step": 100
    },
    {
      "epoch": 0.009954525915703265,
      "grad_norm": 4.409604072570801,
      "learning_rate": 6.626506024096386e-06,
      "loss": 0.3354,
      "step": 110
    },
    {
      "epoch": 0.010859482817130834,
      "grad_norm": 3.2613117694854736,
      "learning_rate": 7.228915662650603e-06,
      "loss": 0.2748,
      "step": 120
    },
    {
      "epoch": 0.011764439718558404,
      "grad_norm": 3.974195718765259,
      "learning_rate": 7.83132530120482e-06,
      "loss": 0.2458,
      "step": 130
    },
    {
      "epoch": 0.012669396619985973,
      "grad_norm": 2.277785539627075,
      "learning_rate": 8.433734939759038e-06,
      "loss": 0.2215,
      "step": 140
    },
    {
      "epoch": 0.013574353521413543,
      "grad_norm": 1.618218183517456,
      "learning_rate": 9.036144578313254e-06,
      "loss": 0.2,
      "step": 150
    },
    {
      "epoch": 0.014479310422841112,
      "grad_norm": 1.4689830541610718,
      "learning_rate": 9.63855421686747e-06,
      "loss": 0.1821,
      "step": 160
    },
    {
      "epoch": 0.015384267324268681,
      "grad_norm": 1.7365655899047852,
      "learning_rate": 1.0240963855421688e-05,
      "loss": 0.1699,
      "step": 170
    },
    {
      "epoch": 0.01628922422569625,
      "grad_norm": 0.9865982532501221,
      "learning_rate": 1.0843373493975904e-05,
      "loss": 0.1667,
      "step": 180
    },
    {
      "epoch": 0.01719418112712382,
      "grad_norm": 0.9514006972312927,
      "learning_rate": 1.1445783132530122e-05,
      "loss": 0.1651,
      "step": 190
    },
    {
      "epoch": 0.01809913802855139,
      "grad_norm": 1.1965084075927734,
      "learning_rate": 1.204819277108434e-05,
      "loss": 0.1564,
      "step": 200
    },
    {
      "epoch": 0.01900409492997896,
      "grad_norm": 1.2576557397842407,
      "learning_rate": 1.2650602409638555e-05,
      "loss": 0.1589,
      "step": 210
    },
    {
      "epoch": 0.01990905183140653,
      "grad_norm": 0.7250511646270752,
      "learning_rate": 1.3253012048192772e-05,
      "loss": 0.1567,
      "step": 220
    },
    {
      "epoch": 0.020814008732834097,
      "grad_norm": 0.881618320941925,
      "learning_rate": 1.3855421686746989e-05,
      "loss": 0.1554,
      "step": 230
    },
    {
      "epoch": 0.021718965634261667,
      "grad_norm": 0.7235729694366455,
      "learning_rate": 1.4457831325301207e-05,
      "loss": 0.1594,
      "step": 240
    },
    {
      "epoch": 0.022623922535689237,
      "grad_norm": 0.6479834318161011,
      "learning_rate": 1.5060240963855424e-05,
      "loss": 0.1554,
      "step": 250
    },
    {
      "epoch": 0.023528879437116807,
      "grad_norm": 0.8083927035331726,
      "learning_rate": 1.566265060240964e-05,
      "loss": 0.1526,
      "step": 260
    },
    {
      "epoch": 0.024433836338544377,
      "grad_norm": 1.1908012628555298,
      "learning_rate": 1.6265060240963857e-05,
      "loss": 0.1525,
      "step": 270
    },
    {
      "epoch": 0.025338793239971947,
      "grad_norm": 0.944805920124054,
      "learning_rate": 1.6867469879518076e-05,
      "loss": 0.1583,
      "step": 280
    },
    {
      "epoch": 0.026243750141399517,
      "grad_norm": 0.6904934048652649,
      "learning_rate": 1.746987951807229e-05,
      "loss": 0.1531,
      "step": 290
    },
    {
      "epoch": 0.027148707042827087,
      "grad_norm": 1.380239486694336,
      "learning_rate": 1.807228915662651e-05,
      "loss": 0.1483,
      "step": 300
    },
    {
      "epoch": 0.028053663944254653,
      "grad_norm": 0.4651995897293091,
      "learning_rate": 1.8674698795180725e-05,
      "loss": 0.1498,
      "step": 310
    },
    {
      "epoch": 0.028958620845682223,
      "grad_norm": 0.6768488883972168,
      "learning_rate": 1.927710843373494e-05,
      "loss": 0.152,
      "step": 320
    },
    {
      "epoch": 0.029863577747109793,
      "grad_norm": 0.6283469796180725,
      "learning_rate": 1.987951807228916e-05,
      "loss": 0.1464,
      "step": 330
    },
    {
      "epoch": 0.030768534648537363,
      "grad_norm": 0.7869206070899963,
      "learning_rate": 1.999997250700714e-05,
      "loss": 0.1454,
      "step": 340
    },
    {
      "epoch": 0.03167349154996493,
      "grad_norm": 1.3408620357513428,
      "learning_rate": 1.9999860816982734e-05,
      "loss": 0.154,
      "step": 350
    },
    {
      "epoch": 0.0325784484513925,
      "grad_norm": 1.0676746368408203,
      "learning_rate": 1.9999663212573584e-05,
      "loss": 0.1482,
      "step": 360
    },
    {
      "epoch": 0.03348340535282007,
      "grad_norm": 0.7311077117919922,
      "learning_rate": 1.9999379695477417e-05,
      "loss": 0.1486,
      "step": 370
    },
    {
      "epoch": 0.03438836225424764,
      "grad_norm": 0.8585270643234253,
      "learning_rate": 1.999901026813009e-05,
      "loss": 0.1463,
      "step": 380
    },
    {
      "epoch": 0.03529331915567521,
      "grad_norm": 0.4578467607498169,
      "learning_rate": 1.9998554933705552e-05,
      "loss": 0.1407,
      "step": 390
    },
    {
      "epoch": 0.03619827605710278,
      "grad_norm": 0.6237673163414001,
      "learning_rate": 1.9998013696115847e-05,
      "loss": 0.1463,
      "step": 400
    },
    {
      "epoch": 0.03710323295853035,
      "grad_norm": 0.49388837814331055,
      "learning_rate": 1.999738656001104e-05,
      "loss": 0.1498,
      "step": 410
    },
    {
      "epoch": 0.03800818985995792,
      "grad_norm": 0.9949780106544495,
      "learning_rate": 1.999667353077921e-05,
      "loss": 0.1457,
      "step": 420
    },
    {
      "epoch": 0.03891314676138549,
      "grad_norm": 0.792772114276886,
      "learning_rate": 1.9995874614546386e-05,
      "loss": 0.1567,
      "step": 430
    },
    {
      "epoch": 0.03981810366281306,
      "grad_norm": 0.45337289571762085,
      "learning_rate": 1.9994989818176507e-05,
      "loss": 0.1444,
      "step": 440
    },
    {
      "epoch": 0.040723060564240625,
      "grad_norm": 0.5384504795074463,
      "learning_rate": 1.9994019149271357e-05,
      "loss": 0.1464,
      "step": 450
    },
    {
      "epoch": 0.041628017465668195,
      "grad_norm": 0.4586544334888458,
      "learning_rate": 1.9992962616170485e-05,
      "loss": 0.1366,
      "step": 460
    },
    {
      "epoch": 0.042532974367095765,
      "grad_norm": 1.124829888343811,
      "learning_rate": 1.999182022795116e-05,
      "loss": 0.1441,
      "step": 470
    },
    {
      "epoch": 0.043437931268523335,
      "grad_norm": 7.702340602874756,
      "learning_rate": 1.9990591994428278e-05,
      "loss": 0.1434,
      "step": 480
    },
    {
      "epoch": 0.044342888169950904,
      "grad_norm": 0.600829541683197,
      "learning_rate": 1.9989277926154273e-05,
      "loss": 0.1554,
      "step": 490
    },
    {
      "epoch": 0.045247845071378474,
      "grad_norm": 0.525310218334198,
      "learning_rate": 1.9987878034419047e-05,
      "loss": 0.1524,
      "step": 500
    },
    {
      "epoch": 0.046152801972806044,
      "grad_norm": 1.6653215885162354,
      "learning_rate": 1.998639233124985e-05,
      "loss": 0.1504,
      "step": 510
    },
    {
      "epoch": 0.047057758874233614,
      "grad_norm": 0.5178505778312683,
      "learning_rate": 1.998482082941118e-05,
      "loss": 0.1462,
      "step": 520
    },
    {
      "epoch": 0.047962715775661184,
      "grad_norm": 0.524719774723053,
      "learning_rate": 1.9983163542404694e-05,
      "loss": 0.1482,
      "step": 530
    },
    {
      "epoch": 0.048867672677088754,
      "grad_norm": 0.4859486520290375,
      "learning_rate": 1.9981420484469062e-05,
      "loss": 0.1504,
      "step": 540
    },
    {
      "epoch": 0.049772629578516324,
      "grad_norm": 0.6776233315467834,
      "learning_rate": 1.997959167057988e-05,
      "loss": 0.1494,
      "step": 550
    },
    {
      "epoch": 0.050677586479943894,
      "grad_norm": 0.6861289143562317,
      "learning_rate": 1.9977677116449494e-05,
      "loss": 0.1492,
      "step": 560
    },
    {
      "epoch": 0.051582543381371464,
      "grad_norm": 0.4854241609573364,
      "learning_rate": 1.9975676838526914e-05,
      "loss": 0.1437,
      "step": 570
    },
    {
      "epoch": 0.052487500282799034,
      "grad_norm": 0.37351515889167786,
      "learning_rate": 1.9973590853997646e-05,
      "loss": 0.146,
      "step": 580
    },
    {
      "epoch": 0.053392457184226604,
      "grad_norm": 0.5376414060592651,
      "learning_rate": 1.997141918078354e-05,
      "loss": 0.1445,
      "step": 590
    },
    {
      "epoch": 0.05429741408565417,
      "grad_norm": 1.200066328048706,
      "learning_rate": 1.996916183754266e-05,
      "loss": 0.1407,
      "step": 600
    },
    {
      "epoch": 0.05520237098708174,
      "grad_norm": 0.5804212689399719,
      "learning_rate": 1.9966818843669097e-05,
      "loss": 0.1482,
      "step": 610
    },
    {
      "epoch": 0.056107327888509306,
      "grad_norm": 0.5233150124549866,
      "learning_rate": 1.9964390219292823e-05,
      "loss": 0.1423,
      "step": 620
    },
    {
      "epoch": 0.057012284789936876,
      "grad_norm": 0.7850412130355835,
      "learning_rate": 1.9961875985279503e-05,
      "loss": 0.1436,
      "step": 630
    },
    {
      "epoch": 0.057917241691364446,
      "grad_norm": 0.46773582696914673,
      "learning_rate": 1.9959276163230325e-05,
      "loss": 0.136,
      "step": 640
    },
    {
      "epoch": 0.058822198592792016,
      "grad_norm": 0.47068318724632263,
      "learning_rate": 1.9956590775481808e-05,
      "loss": 0.1477,
      "step": 650
    },
    {
      "epoch": 0.059727155494219586,
      "grad_norm": 0.7239755988121033,
      "learning_rate": 1.9953819845105616e-05,
      "loss": 0.1414,
      "step": 660
    },
    {
      "epoch": 0.060632112395647156,
      "grad_norm": 0.4646810293197632,
      "learning_rate": 1.9950963395908368e-05,
      "loss": 0.1433,
      "step": 670
    },
    {
      "epoch": 0.061537069297074726,
      "grad_norm": 0.5105672478675842,
      "learning_rate": 1.99480214524314e-05,
      "loss": 0.1381,
      "step": 680
    },
    {
      "epoch": 0.062442026198502296,
      "grad_norm": 0.4857189655303955,
      "learning_rate": 1.99449940399506e-05,
      "loss": 0.1355,
      "step": 690
    },
    {
      "epoch": 0.06334698309992987,
      "grad_norm": 0.7053922414779663,
      "learning_rate": 1.9941881184476154e-05,
      "loss": 0.1402,
      "step": 700
    },
    {
      "epoch": 0.06425194000135744,
      "grad_norm": 0.6095537543296814,
      "learning_rate": 1.9938682912752343e-05,
      "loss": 0.1424,
      "step": 710
    },
    {
      "epoch": 0.065156896902785,
      "grad_norm": 0.8942661285400391,
      "learning_rate": 1.99353992522573e-05,
      "loss": 0.1337,
      "step": 720
    },
    {
      "epoch": 0.06606185380421258,
      "grad_norm": 0.8702712059020996,
      "learning_rate": 1.9932030231202786e-05,
      "loss": 0.146,
      "step": 730
    },
    {
      "epoch": 0.06696681070564015,
      "grad_norm": 0.6549976468086243,
      "learning_rate": 1.9928575878533946e-05,
      "loss": 0.1389,
      "step": 740
    },
    {
      "epoch": 0.06787176760706772,
      "grad_norm": 0.56646329164505,
      "learning_rate": 1.9925036223929045e-05,
      "loss": 0.1399,
      "step": 750
    },
    {
      "epoch": 0.06877672450849528,
      "grad_norm": 0.5389584898948669,
      "learning_rate": 1.9921411297799233e-05,
      "loss": 0.1398,
      "step": 760
    },
    {
      "epoch": 0.06968168140992285,
      "grad_norm": 0.7392621636390686,
      "learning_rate": 1.9917701131288274e-05,
      "loss": 0.1436,
      "step": 770
    },
    {
      "epoch": 0.07058663831135042,
      "grad_norm": 0.5267114639282227,
      "learning_rate": 1.991390575627228e-05,
      "loss": 0.1398,
      "step": 780
    },
    {
      "epoch": 0.071491595212778,
      "grad_norm": 0.543932318687439,
      "learning_rate": 1.9910025205359434e-05,
      "loss": 0.1469,
      "step": 790
    },
    {
      "epoch": 0.07239655211420556,
      "grad_norm": 0.5490307211875916,
      "learning_rate": 1.990605951188972e-05,
      "loss": 0.1342,
      "step": 800
    },
    {
      "epoch": 0.07330150901563313,
      "grad_norm": 0.4569859206676483,
      "learning_rate": 1.990200870993461e-05,
      "loss": 0.1432,
      "step": 810
    },
    {
      "epoch": 0.0742064659170607,
      "grad_norm": 0.5565773844718933,
      "learning_rate": 1.9897872834296816e-05,
      "loss": 0.1465,
      "step": 820
    },
    {
      "epoch": 0.07511142281848827,
      "grad_norm": 0.5516616106033325,
      "learning_rate": 1.989365192050995e-05,
      "loss": 0.1434,
      "step": 830
    },
    {
      "epoch": 0.07601637971991584,
      "grad_norm": 0.8122782707214355,
      "learning_rate": 1.988934600483824e-05,
      "loss": 0.1424,
      "step": 840
    },
    {
      "epoch": 0.07692133662134341,
      "grad_norm": 0.4941742420196533,
      "learning_rate": 1.9884955124276214e-05,
      "loss": 0.1437,
      "step": 850
    },
    {
      "epoch": 0.07782629352277098,
      "grad_norm": 0.68223637342453,
      "learning_rate": 1.9880479316548365e-05,
      "loss": 0.1366,
      "step": 860
    },
    {
      "epoch": 0.07873125042419855,
      "grad_norm": 0.7050871253013611,
      "learning_rate": 1.9875918620108867e-05,
      "loss": 0.1358,
      "step": 870
    },
    {
      "epoch": 0.07963620732562612,
      "grad_norm": 0.44282448291778564,
      "learning_rate": 1.9871273074141197e-05,
      "loss": 0.1384,
      "step": 880
    },
    {
      "epoch": 0.08054116422705368,
      "grad_norm": 0.6209523677825928,
      "learning_rate": 1.9866542718557844e-05,
      "loss": 0.1389,
      "step": 890
    },
    {
      "epoch": 0.08144612112848125,
      "grad_norm": 0.49669986963272095,
      "learning_rate": 1.9861727593999927e-05,
      "loss": 0.1298,
      "step": 900
    },
    {
      "epoch": 0.08235107802990882,
      "grad_norm": 0.4034930467605591,
      "learning_rate": 1.985682774183687e-05,
      "loss": 0.139,
      "step": 910
    },
    {
      "epoch": 0.08325603493133639,
      "grad_norm": 0.42605486512184143,
      "learning_rate": 1.985184320416603e-05,
      "loss": 0.1359,
      "step": 920
    },
    {
      "epoch": 0.08416099183276396,
      "grad_norm": 0.5757314562797546,
      "learning_rate": 1.9846774023812366e-05,
      "loss": 0.1412,
      "step": 930
    },
    {
      "epoch": 0.08506594873419153,
      "grad_norm": 0.6896102428436279,
      "learning_rate": 1.984162024432802e-05,
      "loss": 0.1322,
      "step": 940
    },
    {
      "epoch": 0.0859709056356191,
      "grad_norm": 0.4264814257621765,
      "learning_rate": 1.9836381909992e-05,
      "loss": 0.1413,
      "step": 950
    },
    {
      "epoch": 0.08687586253704667,
      "grad_norm": 0.4684106111526489,
      "learning_rate": 1.9831059065809756e-05,
      "loss": 0.1373,
      "step": 960
    },
    {
      "epoch": 0.08778081943847424,
      "grad_norm": 0.5796085000038147,
      "learning_rate": 1.9825651757512808e-05,
      "loss": 0.1357,
      "step": 970
    },
    {
      "epoch": 0.08868577633990181,
      "grad_norm": 0.5410571098327637,
      "learning_rate": 1.9820160031558365e-05,
      "loss": 0.1364,
      "step": 980
    },
    {
      "epoch": 0.08959073324132938,
      "grad_norm": 0.45756787061691284,
      "learning_rate": 1.9814583935128902e-05,
      "loss": 0.1425,
      "step": 990
    },
    {
      "epoch": 0.09049569014275695,
      "grad_norm": 0.9066041111946106,
      "learning_rate": 1.9808923516131787e-05,
      "loss": 0.1367,
      "step": 1000
    },
    {
      "epoch": 0.09140064704418452,
      "grad_norm": 0.49664556980133057,
      "learning_rate": 1.9803178823198826e-05,
      "loss": 0.1382,
      "step": 1010
    },
    {
      "epoch": 0.09230560394561209,
      "grad_norm": 0.3994297683238983,
      "learning_rate": 1.979734990568589e-05,
      "loss": 0.1357,
      "step": 1020
    },
    {
      "epoch": 0.09321056084703966,
      "grad_norm": 0.4870229959487915,
      "learning_rate": 1.979143681367246e-05,
      "loss": 0.1387,
      "step": 1030
    },
    {
      "epoch": 0.09411551774846723,
      "grad_norm": 0.5828505754470825,
      "learning_rate": 1.9785439597961207e-05,
      "loss": 0.1388,
      "step": 1040
    },
    {
      "epoch": 0.0950204746498948,
      "grad_norm": 0.4454402029514313,
      "learning_rate": 1.977935831007756e-05,
      "loss": 0.1394,
      "step": 1050
    },
    {
      "epoch": 0.09592543155132237,
      "grad_norm": 0.6127322912216187,
      "learning_rate": 1.977319300226926e-05,
      "loss": 0.1394,
      "step": 1060
    },
    {
      "epoch": 0.09683038845274994,
      "grad_norm": 0.42766839265823364,
      "learning_rate": 1.97669437275059e-05,
      "loss": 0.1379,
      "step": 1070
    },
    {
      "epoch": 0.09773534535417751,
      "grad_norm": 0.556703507900238,
      "learning_rate": 1.9760610539478492e-05,
      "loss": 0.1336,
      "step": 1080
    },
    {
      "epoch": 0.09864030225560508,
      "grad_norm": 0.4200476408004761,
      "learning_rate": 1.9754193492598985e-05,
      "loss": 0.1398,
      "step": 1090
    },
    {
      "epoch": 0.09954525915703265,
      "grad_norm": 0.5154082179069519,
      "learning_rate": 1.9747692641999815e-05,
      "loss": 0.1391,
      "step": 1100
    },
    {
      "epoch": 0.10045021605846022,
      "grad_norm": 0.4285774230957031,
      "learning_rate": 1.9741108043533416e-05,
      "loss": 0.1405,
      "step": 1110
    },
    {
      "epoch": 0.10135517295988779,
      "grad_norm": 0.37950581312179565,
      "learning_rate": 1.9734439753771742e-05,
      "loss": 0.1399,
      "step": 1120
    },
    {
      "epoch": 0.10226012986131536,
      "grad_norm": 0.4357180893421173,
      "learning_rate": 1.9727687830005795e-05,
      "loss": 0.1354,
      "step": 1130
    },
    {
      "epoch": 0.10316508676274293,
      "grad_norm": 0.341791570186615,
      "learning_rate": 1.9720852330245127e-05,
      "loss": 0.1368,
      "step": 1140
    },
    {
      "epoch": 0.1040700436641705,
      "grad_norm": 0.37262991070747375,
      "learning_rate": 1.971393331321732e-05,
      "loss": 0.1406,
      "step": 1150
    },
    {
      "epoch": 0.10497500056559807,
      "grad_norm": 0.5309743881225586,
      "learning_rate": 1.9706930838367517e-05,
      "loss": 0.1386,
      "step": 1160
    },
    {
      "epoch": 0.10587995746702564,
      "grad_norm": 0.4703729748725891,
      "learning_rate": 1.9699844965857884e-05,
      "loss": 0.1457,
      "step": 1170
    },
    {
      "epoch": 0.10678491436845321,
      "grad_norm": 0.43350547552108765,
      "learning_rate": 1.969267575656711e-05,
      "loss": 0.1429,
      "step": 1180
    },
    {
      "epoch": 0.10768987126988078,
      "grad_norm": 0.5514594316482544,
      "learning_rate": 1.968542327208987e-05,
      "loss": 0.14,
      "step": 1190
    },
    {
      "epoch": 0.10859482817130835,
      "grad_norm": 0.7761058211326599,
      "learning_rate": 1.9678087574736305e-05,
      "loss": 0.1361,
      "step": 1200
    },
    {
      "epoch": 0.10949978507273592,
      "grad_norm": 0.4929139316082001,
      "learning_rate": 1.9670668727531486e-05,
      "loss": 0.1382,
      "step": 1210
    },
    {
      "epoch": 0.11040474197416349,
      "grad_norm": 0.5243300199508667,
      "learning_rate": 1.9663166794214868e-05,
      "loss": 0.1443,
      "step": 1220
    },
    {
      "epoch": 0.11130969887559106,
      "grad_norm": 0.3967302739620209,
      "learning_rate": 1.965558183923975e-05,
      "loss": 0.1359,
      "step": 1230
    },
    {
      "epoch": 0.11221465577701861,
      "grad_norm": 0.6645998954772949,
      "learning_rate": 1.9647913927772708e-05,
      "loss": 0.1422,
      "step": 1240
    },
    {
      "epoch": 0.11311961267844618,
      "grad_norm": 0.28883126378059387,
      "learning_rate": 1.9640163125693053e-05,
      "loss": 0.1397,
      "step": 1250
    },
    {
      "epoch": 0.11402456957987375,
      "grad_norm": 0.48156359791755676,
      "learning_rate": 1.9632329499592248e-05,
      "loss": 0.141,
      "step": 1260
    },
    {
      "epoch": 0.11492952648130132,
      "grad_norm": 0.9770751595497131,
      "learning_rate": 1.962441311677335e-05,
      "loss": 0.1343,
      "step": 1270
    },
    {
      "epoch": 0.11583448338272889,
      "grad_norm": 0.675937831401825,
      "learning_rate": 1.9616414045250417e-05,
      "loss": 0.143,
      "step": 1280
    },
    {
      "epoch": 0.11673944028415646,
      "grad_norm": 0.5480718016624451,
      "learning_rate": 1.960833235374794e-05,
      "loss": 0.1391,
      "step": 1290
    },
    {
      "epoch": 0.11764439718558403,
      "grad_norm": 0.42649492621421814,
      "learning_rate": 1.960016811170024e-05,
      "loss": 0.1331,
      "step": 1300
    },
    {
      "epoch": 0.1185493540870116,
      "grad_norm": 0.3937451243400574,
      "learning_rate": 1.9591921389250872e-05,
      "loss": 0.1406,
      "step": 1310
    },
    {
      "epoch": 0.11945431098843917,
      "grad_norm": 0.5013184547424316,
      "learning_rate": 1.958359225725204e-05,
      "loss": 0.1363,
      "step": 1320
    },
    {
      "epoch": 0.12035926788986674,
      "grad_norm": 0.475367933511734,
      "learning_rate": 1.9575180787263955e-05,
      "loss": 0.1368,
      "step": 1330
    },
    {
      "epoch": 0.12126422479129431,
      "grad_norm": 0.4039798676967621,
      "learning_rate": 1.956668705155426e-05,
      "loss": 0.1398,
      "step": 1340
    },
    {
      "epoch": 0.12216918169272188,
      "grad_norm": 0.5868827104568481,
      "learning_rate": 1.955811112309737e-05,
      "loss": 0.1373,
      "step": 1350
    },
    {
      "epoch": 0.12307413859414945,
      "grad_norm": 0.4204873740673065,
      "learning_rate": 1.9549453075573873e-05,
      "loss": 0.1385,
      "step": 1360
    },
    {
      "epoch": 0.12397909549557702,
      "grad_norm": 0.5889093279838562,
      "learning_rate": 1.954071298336989e-05,
      "loss": 0.1326,
      "step": 1370
    },
    {
      "epoch": 0.12488405239700459,
      "grad_norm": 0.4504663050174713,
      "learning_rate": 1.9531890921576425e-05,
      "loss": 0.1371,
      "step": 1380
    },
    {
      "epoch": 0.12578900929843218,
      "grad_norm": 0.40761178731918335,
      "learning_rate": 1.9522986965988748e-05,
      "loss": 0.1336,
      "step": 1390
    },
    {
      "epoch": 0.12669396619985973,
      "grad_norm": 0.46256113052368164,
      "learning_rate": 1.9514001193105693e-05,
      "loss": 0.1351,
      "step": 1400
    },
    {
      "epoch": 0.12759892310128731,
      "grad_norm": 0.39085566997528076,
      "learning_rate": 1.9504933680129063e-05,
      "loss": 0.1347,
      "step": 1410
    },
    {
      "epoch": 0.12850388000271487,
      "grad_norm": 0.6131863594055176,
      "learning_rate": 1.9495784504962913e-05,
      "loss": 0.1356,
      "step": 1420
    },
    {
      "epoch": 0.12940883690414243,
      "grad_norm": 0.4904513955116272,
      "learning_rate": 1.9486553746212915e-05,
      "loss": 0.1365,
      "step": 1430
    },
    {
      "epoch": 0.13031379380557,
      "grad_norm": 0.2950369417667389,
      "learning_rate": 1.9477241483185675e-05,
      "loss": 0.1374,
      "step": 1440
    },
    {
      "epoch": 0.13121875070699757,
      "grad_norm": 0.4332665503025055,
      "learning_rate": 1.946784779588803e-05,
      "loss": 0.1361,
      "step": 1450
    },
    {
      "epoch": 0.13212370760842515,
      "grad_norm": 0.3877945840358734,
      "learning_rate": 1.9458372765026402e-05,
      "loss": 0.1332,
      "step": 1460
    },
    {
      "epoch": 0.1330286645098527,
      "grad_norm": 0.35281670093536377,
      "learning_rate": 1.9448816472006057e-05,
      "loss": 0.1406,
      "step": 1470
    },
    {
      "epoch": 0.1339336214112803,
      "grad_norm": 0.5009306073188782,
      "learning_rate": 1.943917899893045e-05,
      "loss": 0.1341,
      "step": 1480
    },
    {
      "epoch": 0.13483857831270785,
      "grad_norm": 0.7299574613571167,
      "learning_rate": 1.9429460428600485e-05,
      "loss": 0.1337,
      "step": 1490
    },
    {
      "epoch": 0.13574353521413543,
      "grad_norm": 0.4611435830593109,
      "learning_rate": 1.9419660844513828e-05,
      "loss": 0.1438,
      "step": 1500
    },
    {
      "epoch": 0.136648492115563,
      "grad_norm": 0.4176791310310364,
      "learning_rate": 1.940978033086417e-05,
      "loss": 0.1399,
      "step": 1510
    },
    {
      "epoch": 0.13755344901699057,
      "grad_norm": 0.3517489731311798,
      "learning_rate": 1.9399818972540526e-05,
      "loss": 0.1333,
      "step": 1520
    },
    {
      "epoch": 0.13845840591841813,
      "grad_norm": 0.4304490387439728,
      "learning_rate": 1.9389776855126472e-05,
      "loss": 0.1416,
      "step": 1530
    },
    {
      "epoch": 0.1393633628198457,
      "grad_norm": 0.57242751121521,
      "learning_rate": 1.937965406489945e-05,
      "loss": 0.1375,
      "step": 1540
    },
    {
      "epoch": 0.14026831972127327,
      "grad_norm": 0.4773651361465454,
      "learning_rate": 1.936945068883e-05,
      "loss": 0.1281,
      "step": 1550
    },
    {
      "epoch": 0.14117327662270085,
      "grad_norm": 0.4251551926136017,
      "learning_rate": 1.9359166814581017e-05,
      "loss": 0.1368,
      "step": 1560
    },
    {
      "epoch": 0.1420782335241284,
      "grad_norm": 0.7797797918319702,
      "learning_rate": 1.9348802530507003e-05,
      "loss": 0.1363,
      "step": 1570
    },
    {
      "epoch": 0.142983190425556,
      "grad_norm": 1.2365995645523071,
      "learning_rate": 1.9338357925653312e-05,
      "loss": 0.1344,
      "step": 1580
    },
    {
      "epoch": 0.14388814732698355,
      "grad_norm": 0.6574030518531799,
      "learning_rate": 1.932783308975537e-05,
      "loss": 0.1419,
      "step": 1590
    },
    {
      "epoch": 0.14479310422841113,
      "grad_norm": 0.6940555572509766,
      "learning_rate": 1.9317228113237916e-05,
      "loss": 0.1427,
      "step": 1600
    },
    {
      "epoch": 0.14569806112983869,
      "grad_norm": 0.4072614014148712,
      "learning_rate": 1.9306543087214215e-05,
      "loss": 0.1306,
      "step": 1610
    },
    {
      "epoch": 0.14660301803126627,
      "grad_norm": 0.37100809812545776,
      "learning_rate": 1.9295778103485297e-05,
      "loss": 0.1368,
      "step": 1620
    },
    {
      "epoch": 0.14750797493269382,
      "grad_norm": 0.3309537470340729,
      "learning_rate": 1.9284933254539143e-05,
      "loss": 0.1319,
      "step": 1630
    },
    {
      "epoch": 0.1484129318341214,
      "grad_norm": 0.5338348746299744,
      "learning_rate": 1.9274008633549905e-05,
      "loss": 0.1321,
      "step": 1640
    },
    {
      "epoch": 0.14931788873554896,
      "grad_norm": 0.81573086977005,
      "learning_rate": 1.9263004334377087e-05,
      "loss": 0.1332,
      "step": 1650
    },
    {
      "epoch": 0.15022284563697655,
      "grad_norm": 0.5445601344108582,
      "learning_rate": 1.9251920451564773e-05,
      "loss": 0.1335,
      "step": 1660
    },
    {
      "epoch": 0.1511278025384041,
      "grad_norm": 0.5735446810722351,
      "learning_rate": 1.9240757080340787e-05,
      "loss": 0.1432,
      "step": 1670
    },
    {
      "epoch": 0.1520327594398317,
      "grad_norm": 0.35098642110824585,
      "learning_rate": 1.9229514316615875e-05,
      "loss": 0.1397,
      "step": 1680
    },
    {
      "epoch": 0.15293771634125924,
      "grad_norm": 0.5715315341949463,
      "learning_rate": 1.9218192256982898e-05,
      "loss": 0.1356,
      "step": 1690
    },
    {
      "epoch": 0.15384267324268683,
      "grad_norm": 0.4406200051307678,
      "learning_rate": 1.920679099871599e-05,
      "loss": 0.1348,
      "step": 1700
    },
    {
      "epoch": 0.15474763014411438,
      "grad_norm": 0.3725470304489136,
      "learning_rate": 1.919531063976972e-05,
      "loss": 0.1374,
      "step": 1710
    },
    {
      "epoch": 0.15565258704554197,
      "grad_norm": 0.2997819781303406,
      "learning_rate": 1.918375127877826e-05,
      "loss": 0.1332,
      "step": 1720
    },
    {
      "epoch": 0.15655754394696952,
      "grad_norm": 0.40308165550231934,
      "learning_rate": 1.917211301505453e-05,
      "loss": 0.1331,
      "step": 1730
    },
    {
      "epoch": 0.1574625008483971,
      "grad_norm": 0.437809020280838,
      "learning_rate": 1.916039594858935e-05,
      "loss": 0.1398,
      "step": 1740
    },
    {
      "epoch": 0.15836745774982466,
      "grad_norm": 0.8596120476722717,
      "learning_rate": 1.914860018005058e-05,
      "loss": 0.1358,
      "step": 1750
    },
    {
      "epoch": 0.15927241465125225,
      "grad_norm": 0.6408957242965698,
      "learning_rate": 1.913672581078224e-05,
      "loss": 0.1334,
      "step": 1760
    },
    {
      "epoch": 0.1601773715526798,
      "grad_norm": 0.49583616852760315,
      "learning_rate": 1.912477294280367e-05,
      "loss": 0.1404,
      "step": 1770
    },
    {
      "epoch": 0.16108232845410736,
      "grad_norm": 0.5075445175170898,
      "learning_rate": 1.911274167880863e-05,
      "loss": 0.1372,
      "step": 1780
    },
    {
      "epoch": 0.16198728535553494,
      "grad_norm": 0.4242574870586395,
      "learning_rate": 1.9100632122164423e-05,
      "loss": 0.1377,
      "step": 1790
    },
    {
      "epoch": 0.1628922422569625,
      "grad_norm": 0.5238597989082336,
      "learning_rate": 1.9088444376911002e-05,
      "loss": 0.1427,
      "step": 1800
    },
    {
      "epoch": 0.16379719915839008,
      "grad_norm": 0.43989208340644836,
      "learning_rate": 1.9076178547760095e-05,
      "loss": 0.1317,
      "step": 1810
    },
    {
      "epoch": 0.16470215605981764,
      "grad_norm": 0.426861047744751,
      "learning_rate": 1.9063834740094284e-05,
      "loss": 0.1375,
      "step": 1820
    },
    {
      "epoch": 0.16560711296124522,
      "grad_norm": 0.602488100528717,
      "learning_rate": 1.90514130599661e-05,
      "loss": 0.1319,
      "step": 1830
    },
    {
      "epoch": 0.16651206986267278,
      "grad_norm": 0.3982050120830536,
      "learning_rate": 1.9038913614097142e-05,
      "loss": 0.1371,
      "step": 1840
    },
    {
      "epoch": 0.16741702676410036,
      "grad_norm": 0.33180946111679077,
      "learning_rate": 1.902633650987712e-05,
      "loss": 0.1328,
      "step": 1850
    },
    {
      "epoch": 0.16832198366552792,
      "grad_norm": 0.5042048096656799,
      "learning_rate": 1.9013681855362952e-05,
      "loss": 0.1342,
      "step": 1860
    },
    {
      "epoch": 0.1692269405669555,
      "grad_norm": 0.35587260127067566,
      "learning_rate": 1.9000949759277844e-05,
      "loss": 0.1436,
      "step": 1870
    },
    {
      "epoch": 0.17013189746838306,
      "grad_norm": 0.4799160361289978,
      "learning_rate": 1.898814033101033e-05,
      "loss": 0.1407,
      "step": 1880
    },
    {
      "epoch": 0.17103685436981064,
      "grad_norm": 0.4712836742401123,
      "learning_rate": 1.897525368061336e-05,
      "loss": 0.1361,
      "step": 1890
    },
    {
      "epoch": 0.1719418112712382,
      "grad_norm": 0.45217564702033997,
      "learning_rate": 1.896228991880334e-05,
      "loss": 0.1399,
      "step": 1900
    },
    {
      "epoch": 0.17284676817266578,
      "grad_norm": 0.4772576689720154,
      "learning_rate": 1.8949249156959185e-05,
      "loss": 0.1426,
      "step": 1910
    },
    {
      "epoch": 0.17375172507409334,
      "grad_norm": 0.3817451298236847,
      "learning_rate": 1.893613150712135e-05,
      "loss": 0.1332,
      "step": 1920
    },
    {
      "epoch": 0.17465668197552092,
      "grad_norm": 0.35645753145217896,
      "learning_rate": 1.892293708199089e-05,
      "loss": 0.1274,
      "step": 1930
    },
    {
      "epoch": 0.17556163887694848,
      "grad_norm": 0.5715720057487488,
      "learning_rate": 1.8909665994928478e-05,
      "loss": 0.1354,
      "step": 1940
    },
    {
      "epoch": 0.17646659577837606,
      "grad_norm": 0.4831380248069763,
      "learning_rate": 1.889631835995342e-05,
      "loss": 0.1353,
      "step": 1950
    },
    {
      "epoch": 0.17737155267980362,
      "grad_norm": 0.5451020002365112,
      "learning_rate": 1.8882894291742703e-05,
      "loss": 0.1407,
      "step": 1960
    },
    {
      "epoch": 0.1782765095812312,
      "grad_norm": 0.5351752638816833,
      "learning_rate": 1.886939390562999e-05,
      "loss": 0.1353,
      "step": 1970
    },
    {
      "epoch": 0.17918146648265876,
      "grad_norm": 0.546170175075531,
      "learning_rate": 1.8855817317604622e-05,
      "loss": 0.1382,
      "step": 1980
    },
    {
      "epoch": 0.18008642338408634,
      "grad_norm": 0.38834547996520996,
      "learning_rate": 1.8842164644310657e-05,
      "loss": 0.1289,
      "step": 1990
    },
    {
      "epoch": 0.1809913802855139,
      "grad_norm": 0.3078169524669647,
      "learning_rate": 1.882843600304582e-05,
      "loss": 0.1291,
      "step": 2000
    },
    {
      "epoch": 0.18189633718694148,
      "grad_norm": 0.36554184556007385,
      "learning_rate": 1.8814631511760535e-05,
      "loss": 0.1445,
      "step": 2010
    },
    {
      "epoch": 0.18280129408836904,
      "grad_norm": 0.5817809700965881,
      "learning_rate": 1.8800751289056885e-05,
      "loss": 0.1396,
      "step": 2020
    },
    {
      "epoch": 0.18370625098979662,
      "grad_norm": 0.873615562915802,
      "learning_rate": 1.8786795454187615e-05,
      "loss": 0.1367,
      "step": 2030
    },
    {
      "epoch": 0.18461120789122418,
      "grad_norm": 0.7153456807136536,
      "learning_rate": 1.8772764127055087e-05,
      "loss": 0.1344,
      "step": 2040
    },
    {
      "epoch": 0.18551616479265176,
      "grad_norm": 0.28874504566192627,
      "learning_rate": 1.8758657428210266e-05,
      "loss": 0.1375,
      "step": 2050
    },
    {
      "epoch": 0.18642112169407932,
      "grad_norm": 0.41073450446128845,
      "learning_rate": 1.8744475478851667e-05,
      "loss": 0.1392,
      "step": 2060
    },
    {
      "epoch": 0.1873260785955069,
      "grad_norm": 0.4002520740032196,
      "learning_rate": 1.8730218400824337e-05,
      "loss": 0.1334,
      "step": 2070
    },
    {
      "epoch": 0.18823103549693446,
      "grad_norm": 0.49055391550064087,
      "learning_rate": 1.871588631661879e-05,
      "loss": 0.1398,
      "step": 2080
    },
    {
      "epoch": 0.18913599239836204,
      "grad_norm": 0.3669786751270294,
      "learning_rate": 1.8701479349369957e-05,
      "loss": 0.1309,
      "step": 2090
    },
    {
      "epoch": 0.1900409492997896,
      "grad_norm": 0.4466594159603119,
      "learning_rate": 1.8686997622856134e-05,
      "loss": 0.1361,
      "step": 2100
    },
    {
      "epoch": 0.19094590620121718,
      "grad_norm": 0.37340307235717773,
      "learning_rate": 1.8672441261497915e-05,
      "loss": 0.1314,
      "step": 2110
    },
    {
      "epoch": 0.19185086310264474,
      "grad_norm": 0.35569268465042114,
      "learning_rate": 1.8657810390357126e-05,
      "loss": 0.1385,
      "step": 2120
    },
    {
      "epoch": 0.1927558200040723,
      "grad_norm": 0.8156322240829468,
      "learning_rate": 1.8643105135135743e-05,
      "loss": 0.1358,
      "step": 2130
    },
    {
      "epoch": 0.19366077690549988,
      "grad_norm": 0.4480380117893219,
      "learning_rate": 1.8628325622174818e-05,
      "loss": 0.1367,
      "step": 2140
    },
    {
      "epoch": 0.19456573380692743,
      "grad_norm": 0.5346203446388245,
      "learning_rate": 1.86134719784534e-05,
      "loss": 0.1367,
      "step": 2150
    },
    {
      "epoch": 0.19547069070835502,
      "grad_norm": 0.3813647925853729,
      "learning_rate": 1.8598544331587427e-05,
      "loss": 0.1386,
      "step": 2160
    },
    {
      "epoch": 0.19637564760978257,
      "grad_norm": 0.5341768860816956,
      "learning_rate": 1.858354280982865e-05,
      "loss": 0.1298,
      "step": 2170
    },
    {
      "epoch": 0.19728060451121016,
      "grad_norm": 0.3788771331310272,
      "learning_rate": 1.8568467542063505e-05,
      "loss": 0.1416,
      "step": 2180
    },
    {
      "epoch": 0.1981855614126377,
      "grad_norm": 0.28519588708877563,
      "learning_rate": 1.8553318657812035e-05,
      "loss": 0.1336,
      "step": 2190
    },
    {
      "epoch": 0.1990905183140653,
      "grad_norm": 0.38430145382881165,
      "learning_rate": 1.853809628722676e-05,
      "loss": 0.1346,
      "step": 2200
    },
    {
      "epoch": 0.19999547521549285,
      "grad_norm": 0.3612518906593323,
      "learning_rate": 1.8522800561091556e-05,
      "loss": 0.1344,
      "step": 2210
    },
    {
      "epoch": 0.20090043211692044,
      "grad_norm": 0.36791539192199707,
      "learning_rate": 1.8507431610820547e-05,
      "loss": 0.1345,
      "step": 2220
    },
    {
      "epoch": 0.201805389018348,
      "grad_norm": 0.8380405902862549,
      "learning_rate": 1.8491989568456962e-05,
      "loss": 0.1343,
      "step": 2230
    },
    {
      "epoch": 0.20271034591977558,
      "grad_norm": 0.4786330461502075,
      "learning_rate": 1.8476474566671995e-05,
      "loss": 0.1409,
      "step": 2240
    },
    {
      "epoch": 0.20361530282120313,
      "grad_norm": 0.5574005842208862,
      "learning_rate": 1.8460886738763698e-05,
      "loss": 0.1324,
      "step": 2250
    },
    {
      "epoch": 0.20452025972263072,
      "grad_norm": 0.3608987033367157,
      "learning_rate": 1.8445226218655787e-05,
      "loss": 0.1429,
      "step": 2260
    },
    {
      "epoch": 0.20542521662405827,
      "grad_norm": 0.3293229639530182,
      "learning_rate": 1.842949314089654e-05,
      "loss": 0.1332,
      "step": 2270
    },
    {
      "epoch": 0.20633017352548585,
      "grad_norm": 0.594818651676178,
      "learning_rate": 1.8413687640657602e-05,
      "loss": 0.1354,
      "step": 2280
    },
    {
      "epoch": 0.2072351304269134,
      "grad_norm": 0.3503284156322479,
      "learning_rate": 1.8397809853732846e-05,
      "loss": 0.1373,
      "step": 2290
    },
    {
      "epoch": 0.208140087328341,
      "grad_norm": 0.6148970127105713,
      "learning_rate": 1.8381859916537204e-05,
      "loss": 0.1435,
      "step": 2300
    },
    {
      "epoch": 0.20904504422976855,
      "grad_norm": 0.39734190702438354,
      "learning_rate": 1.8365837966105486e-05,
      "loss": 0.1325,
      "step": 2310
    },
    {
      "epoch": 0.20995000113119613,
      "grad_norm": 0.3820249140262604,
      "learning_rate": 1.8349744140091205e-05,
      "loss": 0.1307,
      "step": 2320
    },
    {
      "epoch": 0.2108549580326237,
      "grad_norm": 0.2815605700016022,
      "learning_rate": 1.83335785767654e-05,
      "loss": 0.1395,
      "step": 2330
    },
    {
      "epoch": 0.21175991493405127,
      "grad_norm": 0.26476067304611206,
      "learning_rate": 1.831734141501546e-05,
      "loss": 0.1332,
      "step": 2340
    },
    {
      "epoch": 0.21266487183547883,
      "grad_norm": 0.4209696352481842,
      "learning_rate": 1.830103279434389e-05,
      "loss": 0.1373,
      "step": 2350
    },
    {
      "epoch": 0.21356982873690641,
      "grad_norm": 0.29990458488464355,
      "learning_rate": 1.828465285486716e-05,
      "loss": 0.1345,
      "step": 2360
    },
    {
      "epoch": 0.21447478563833397,
      "grad_norm": 0.39812973141670227,
      "learning_rate": 1.826820173731446e-05,
      "loss": 0.1361,
      "step": 2370
    },
    {
      "epoch": 0.21537974253976155,
      "grad_norm": 0.35514476895332336,
      "learning_rate": 1.825167958302653e-05,
      "loss": 0.1353,
      "step": 2380
    },
    {
      "epoch": 0.2162846994411891,
      "grad_norm": 0.3101460039615631,
      "learning_rate": 1.8235086533954418e-05,
      "loss": 0.1369,
      "step": 2390
    },
    {
      "epoch": 0.2171896563426167,
      "grad_norm": 0.42703959345817566,
      "learning_rate": 1.8218422732658263e-05,
      "loss": 0.1348,
      "step": 2400
    },
    {
      "epoch": 0.21809461324404425,
      "grad_norm": 0.44410404562950134,
      "learning_rate": 1.820168832230609e-05,
      "loss": 0.1292,
      "step": 2410
    },
    {
      "epoch": 0.21899957014547183,
      "grad_norm": 0.4274084270000458,
      "learning_rate": 1.8184883446672545e-05,
      "loss": 0.1325,
      "step": 2420
    },
    {
      "epoch": 0.2199045270468994,
      "grad_norm": 0.3276132643222809,
      "learning_rate": 1.81680082501377e-05,
      "loss": 0.1304,
      "step": 2430
    },
    {
      "epoch": 0.22080948394832697,
      "grad_norm": 0.28649523854255676,
      "learning_rate": 1.8151062877685785e-05,
      "loss": 0.1379,
      "step": 2440
    },
    {
      "epoch": 0.22171444084975453,
      "grad_norm": 0.3112781345844269,
      "learning_rate": 1.813404747490395e-05,
      "loss": 0.1324,
      "step": 2450
    },
    {
      "epoch": 0.2226193977511821,
      "grad_norm": 0.37147268652915955,
      "learning_rate": 1.811696218798102e-05,
      "loss": 0.1362,
      "step": 2460
    },
    {
      "epoch": 0.22352435465260967,
      "grad_norm": 0.30297672748565674,
      "learning_rate": 1.8099807163706225e-05,
      "loss": 0.1382,
      "step": 2470
    },
    {
      "epoch": 0.22442931155403723,
      "grad_norm": 0.3513183295726776,
      "learning_rate": 1.808258254946795e-05,
      "loss": 0.1313,
      "step": 2480
    },
    {
      "epoch": 0.2253342684554648,
      "grad_norm": 0.2990841865539551,
      "learning_rate": 1.806528849325248e-05,
      "loss": 0.1361,
      "step": 2490
    },
    {
      "epoch": 0.22623922535689237,
      "grad_norm": 0.44124889373779297,
      "learning_rate": 1.8047925143642685e-05,
      "loss": 0.1348,
      "step": 2500
    },
    {
      "epoch": 0.22714418225831995,
      "grad_norm": 0.5837457776069641,
      "learning_rate": 1.8030492649816807e-05,
      "loss": 0.1384,
      "step": 2510
    },
    {
      "epoch": 0.2280491391597475,
      "grad_norm": 0.4553276598453522,
      "learning_rate": 1.801299116154712e-05,
      "loss": 0.1345,
      "step": 2520
    },
    {
      "epoch": 0.2289540960611751,
      "grad_norm": 0.5152564644813538,
      "learning_rate": 1.7995420829198677e-05,
      "loss": 0.1319,
      "step": 2530
    },
    {
      "epoch": 0.22985905296260264,
      "grad_norm": 0.4430082440376282,
      "learning_rate": 1.7977781803728012e-05,
      "loss": 0.1352,
      "step": 2540
    },
    {
      "epoch": 0.23076400986403023,
      "grad_norm": 0.47474417090415955,
      "learning_rate": 1.7960074236681832e-05,
      "loss": 0.1387,
      "step": 2550
    },
    {
      "epoch": 0.23166896676545778,
      "grad_norm": 0.3780491054058075,
      "learning_rate": 1.7942298280195735e-05,
      "loss": 0.1369,
      "step": 2560
    },
    {
      "epoch": 0.23257392366688537,
      "grad_norm": 0.3033972680568695,
      "learning_rate": 1.7924454086992874e-05,
      "loss": 0.1297,
      "step": 2570
    },
    {
      "epoch": 0.23347888056831292,
      "grad_norm": 0.3683450520038605,
      "learning_rate": 1.7906541810382676e-05,
      "loss": 0.1318,
      "step": 2580
    },
    {
      "epoch": 0.2343838374697405,
      "grad_norm": 0.3137243092060089,
      "learning_rate": 1.78885616042595e-05,
      "loss": 0.1299,
      "step": 2590
    },
    {
      "epoch": 0.23528879437116806,
      "grad_norm": 0.6204285621643066,
      "learning_rate": 1.787051362310134e-05,
      "loss": 0.1328,
      "step": 2600
    },
    {
      "epoch": 0.23619375127259565,
      "grad_norm": 0.3297698497772217,
      "learning_rate": 1.785239802196847e-05,
      "loss": 0.1266,
      "step": 2610
    },
    {
      "epoch": 0.2370987081740232,
      "grad_norm": 0.27107271552085876,
      "learning_rate": 1.7834214956502124e-05,
      "loss": 0.1386,
      "step": 2620
    },
    {
      "epoch": 0.2380036650754508,
      "grad_norm": 0.3303036093711853,
      "learning_rate": 1.781596458292317e-05,
      "loss": 0.1314,
      "step": 2630
    },
    {
      "epoch": 0.23890862197687834,
      "grad_norm": 0.2860264480113983,
      "learning_rate": 1.7797647058030748e-05,
      "loss": 0.1341,
      "step": 2640
    },
    {
      "epoch": 0.23981357887830593,
      "grad_norm": 0.333578497171402,
      "learning_rate": 1.7779262539200937e-05,
      "loss": 0.134,
      "step": 2650
    },
    {
      "epoch": 0.24071853577973348,
      "grad_norm": 0.3807545602321625,
      "learning_rate": 1.7760811184385406e-05,
      "loss": 0.1327,
      "step": 2660
    },
    {
      "epoch": 0.24162349268116107,
      "grad_norm": 0.3607015013694763,
      "learning_rate": 1.7742293152110033e-05,
      "loss": 0.1356,
      "step": 2670
    },
    {
      "epoch": 0.24252844958258862,
      "grad_norm": 0.4713596701622009,
      "learning_rate": 1.7723708601473566e-05,
      "loss": 0.1371,
      "step": 2680
    },
    {
      "epoch": 0.2434334064840162,
      "grad_norm": 0.5265551805496216,
      "learning_rate": 1.7705057692146258e-05,
      "loss": 0.1293,
      "step": 2690
    },
    {
      "epoch": 0.24433836338544376,
      "grad_norm": 0.35034945607185364,
      "learning_rate": 1.768634058436847e-05,
      "loss": 0.1354,
      "step": 2700
    },
    {
      "epoch": 0.24524332028687135,
      "grad_norm": 0.3199910819530487,
      "learning_rate": 1.7667557438949328e-05,
      "loss": 0.1411,
      "step": 2710
    },
    {
      "epoch": 0.2461482771882989,
      "grad_norm": 0.379367858171463,
      "learning_rate": 1.7648708417265314e-05,
      "loss": 0.1345,
      "step": 2720
    },
    {
      "epoch": 0.2470532340897265,
      "grad_norm": 0.5331190824508667,
      "learning_rate": 1.7629793681258892e-05,
      "loss": 0.133,
      "step": 2730
    },
    {
      "epoch": 0.24795819099115404,
      "grad_norm": 0.29094645380973816,
      "learning_rate": 1.761081339343711e-05,
      "loss": 0.1288,
      "step": 2740
    },
    {
      "epoch": 0.24886314789258163,
      "grad_norm": 0.47043576836586,
      "learning_rate": 1.759176771687022e-05,
      "loss": 0.1368,
      "step": 2750
    },
    {
      "epoch": 0.24976810479400918,
      "grad_norm": 0.8411908149719238,
      "learning_rate": 1.7572656815190253e-05,
      "loss": 0.1326,
      "step": 2760
    },
    {
      "epoch": 0.25067306169543674,
      "grad_norm": 0.39577701687812805,
      "learning_rate": 1.7553480852589635e-05,
      "loss": 0.1336,
      "step": 2770
    },
    {
      "epoch": 0.25157801859686435,
      "grad_norm": 0.5741309523582458,
      "learning_rate": 1.7534239993819758e-05,
      "loss": 0.1367,
      "step": 2780
    },
    {
      "epoch": 0.2524829754982919,
      "grad_norm": 0.3736680746078491,
      "learning_rate": 1.7514934404189574e-05,
      "loss": 0.1259,
      "step": 2790
    },
    {
      "epoch": 0.25338793239971946,
      "grad_norm": 0.4589287042617798,
      "learning_rate": 1.7495564249564184e-05,
      "loss": 0.1319,
      "step": 2800
    },
    {
      "epoch": 0.254292889301147,
      "grad_norm": 0.4368409514427185,
      "learning_rate": 1.7476129696363394e-05,
      "loss": 0.1282,
      "step": 2810
    },
    {
      "epoch": 0.25519784620257463,
      "grad_norm": 0.3239140212535858,
      "learning_rate": 1.7456630911560294e-05,
      "loss": 0.1309,
      "step": 2820
    },
    {
      "epoch": 0.2561028031040022,
      "grad_norm": 0.3988368809223175,
      "learning_rate": 1.7437068062679827e-05,
      "loss": 0.1338,
      "step": 2830
    },
    {
      "epoch": 0.25700776000542974,
      "grad_norm": 0.45862647891044617,
      "learning_rate": 1.7417441317797342e-05,
      "loss": 0.1344,
      "step": 2840
    },
    {
      "epoch": 0.2579127169068573,
      "grad_norm": 0.3606816232204437,
      "learning_rate": 1.7397750845537163e-05,
      "loss": 0.1369,
      "step": 2850
    },
    {
      "epoch": 0.25881767380828485,
      "grad_norm": 0.44180789589881897,
      "learning_rate": 1.7377996815071122e-05,
      "loss": 0.1299,
      "step": 2860
    },
    {
      "epoch": 0.25972263070971247,
      "grad_norm": 0.30617383122444153,
      "learning_rate": 1.7358179396117118e-05,
      "loss": 0.1334,
      "step": 2870
    },
    {
      "epoch": 0.26062758761114,
      "grad_norm": 0.3464939594268799,
      "learning_rate": 1.7338298758937656e-05,
      "loss": 0.1317,
      "step": 2880
    },
    {
      "epoch": 0.2615325445125676,
      "grad_norm": 0.3210926949977875,
      "learning_rate": 1.7318355074338387e-05,
      "loss": 0.1334,
      "step": 2890
    },
    {
      "epoch": 0.26243750141399513,
      "grad_norm": 0.309063196182251,
      "learning_rate": 1.7298348513666632e-05,
      "loss": 0.1432,
      "step": 2900
    },
    {
      "epoch": 0.26334245831542274,
      "grad_norm": 0.3307989835739136,
      "learning_rate": 1.727827924880992e-05,
      "loss": 0.1376,
      "step": 2910
    },
    {
      "epoch": 0.2642474152168503,
      "grad_norm": 0.2714211046695709,
      "learning_rate": 1.725814745219451e-05,
      "loss": 0.1338,
      "step": 2920
    },
    {
      "epoch": 0.26515237211827786,
      "grad_norm": 0.4215063750743866,
      "learning_rate": 1.723795329678389e-05,
      "loss": 0.1346,
      "step": 2930
    },
    {
      "epoch": 0.2660573290197054,
      "grad_norm": 0.36363697052001953,
      "learning_rate": 1.721769695607733e-05,
      "loss": 0.1323,
      "step": 2940
    },
    {
      "epoch": 0.266962285921133,
      "grad_norm": 0.3916791081428528,
      "learning_rate": 1.7197378604108352e-05,
      "loss": 0.1299,
      "step": 2950
    },
    {
      "epoch": 0.2678672428225606,
      "grad_norm": 0.3785913288593292,
      "learning_rate": 1.7176998415443256e-05,
      "loss": 0.1328,
      "step": 2960
    },
    {
      "epoch": 0.26877219972398814,
      "grad_norm": 0.329843670129776,
      "learning_rate": 1.7156556565179618e-05,
      "loss": 0.1316,
      "step": 2970
    },
    {
      "epoch": 0.2696771566254157,
      "grad_norm": 0.30012860894203186,
      "learning_rate": 1.713605322894478e-05,
      "loss": 0.1344,
      "step": 2980
    },
    {
      "epoch": 0.2705821135268433,
      "grad_norm": 0.33648693561553955,
      "learning_rate": 1.7115488582894345e-05,
      "loss": 0.1238,
      "step": 2990
    },
    {
      "epoch": 0.27148707042827086,
      "grad_norm": 0.4068211317062378,
      "learning_rate": 1.7094862803710665e-05,
      "loss": 0.1414,
      "step": 3000
    },
    {
      "epoch": 0.2723920273296984,
      "grad_norm": 0.34052276611328125,
      "learning_rate": 1.7074176068601318e-05,
      "loss": 0.1314,
      "step": 3010
    },
    {
      "epoch": 0.273296984231126,
      "grad_norm": 0.4234228730201721,
      "learning_rate": 1.705342855529759e-05,
      "loss": 0.1344,
      "step": 3020
    },
    {
      "epoch": 0.2742019411325536,
      "grad_norm": 0.3007555603981018,
      "learning_rate": 1.7032620442052948e-05,
      "loss": 0.1403,
      "step": 3030
    },
    {
      "epoch": 0.27510689803398114,
      "grad_norm": 0.3519713878631592,
      "learning_rate": 1.70117519076415e-05,
      "loss": 0.1326,
      "step": 3040
    },
    {
      "epoch": 0.2760118549354087,
      "grad_norm": 0.6432228088378906,
      "learning_rate": 1.699082313135648e-05,
      "loss": 0.1339,
      "step": 3050
    },
    {
      "epoch": 0.27691681183683625,
      "grad_norm": 0.39598795771598816,
      "learning_rate": 1.6969834293008674e-05,
      "loss": 0.133,
      "step": 3060
    },
    {
      "epoch": 0.27782176873826386,
      "grad_norm": 0.3361396789550781,
      "learning_rate": 1.6948785572924912e-05,
      "loss": 0.1258,
      "step": 3070
    },
    {
      "epoch": 0.2787267256396914,
      "grad_norm": 0.3960329592227936,
      "learning_rate": 1.692767715194649e-05,
      "loss": 0.1315,
      "step": 3080
    },
    {
      "epoch": 0.279631682541119,
      "grad_norm": 0.3047797381877899,
      "learning_rate": 1.6906509211427633e-05,
      "loss": 0.1321,
      "step": 3090
    },
    {
      "epoch": 0.28053663944254653,
      "grad_norm": 0.3368310332298279,
      "learning_rate": 1.6885281933233936e-05,
      "loss": 0.1421,
      "step": 3100
    },
    {
      "epoch": 0.28144159634397414,
      "grad_norm": 0.5269041061401367,
      "learning_rate": 1.6863995499740785e-05,
      "loss": 0.1342,
      "step": 3110
    },
    {
      "epoch": 0.2823465532454017,
      "grad_norm": 0.3757074773311615,
      "learning_rate": 1.6842650093831817e-05,
      "loss": 0.1347,
      "step": 3120
    },
    {
      "epoch": 0.28325151014682926,
      "grad_norm": 0.4319840669631958,
      "learning_rate": 1.6821245898897317e-05,
      "loss": 0.1368,
      "step": 3130
    },
    {
      "epoch": 0.2841564670482568,
      "grad_norm": 0.2823663651943207,
      "learning_rate": 1.6799783098832677e-05,
      "loss": 0.1318,
      "step": 3140
    },
    {
      "epoch": 0.2850614239496844,
      "grad_norm": 0.3386325538158417,
      "learning_rate": 1.6778261878036784e-05,
      "loss": 0.1335,
      "step": 3150
    },
    {
      "epoch": 0.285966380851112,
      "grad_norm": 0.44977718591690063,
      "learning_rate": 1.6756682421410454e-05,
      "loss": 0.1342,
      "step": 3160
    },
    {
      "epoch": 0.28687133775253953,
      "grad_norm": 0.43069374561309814,
      "learning_rate": 1.6735044914354853e-05,
      "loss": 0.1316,
      "step": 3170
    },
    {
      "epoch": 0.2877762946539671,
      "grad_norm": 0.47004443407058716,
      "learning_rate": 1.6713349542769865e-05,
      "loss": 0.1353,
      "step": 3180
    },
    {
      "epoch": 0.28868125155539465,
      "grad_norm": 0.5096125602722168,
      "learning_rate": 1.6691596493052543e-05,
      "loss": 0.1346,
      "step": 3190
    },
    {
      "epoch": 0.28958620845682226,
      "grad_norm": 0.4015505611896515,
      "learning_rate": 1.6669785952095468e-05,
      "loss": 0.1334,
      "step": 3200
    },
    {
      "epoch": 0.2904911653582498,
      "grad_norm": 0.37036389112472534,
      "learning_rate": 1.6647918107285182e-05,
      "loss": 0.127,
      "step": 3210
    },
    {
      "epoch": 0.29139612225967737,
      "grad_norm": 0.39770999550819397,
      "learning_rate": 1.6625993146500536e-05,
      "loss": 0.1355,
      "step": 3220
    },
    {
      "epoch": 0.2923010791611049,
      "grad_norm": 0.43057796359062195,
      "learning_rate": 1.6604011258111097e-05,
      "loss": 0.1358,
      "step": 3230
    },
    {
      "epoch": 0.29320603606253254,
      "grad_norm": 0.3283129930496216,
      "learning_rate": 1.658197263097555e-05,
      "loss": 0.1317,
      "step": 3240
    },
    {
      "epoch": 0.2941109929639601,
      "grad_norm": 0.28569671511650085,
      "learning_rate": 1.6559877454440025e-05,
      "loss": 0.1351,
      "step": 3250
    },
    {
      "epoch": 0.29501594986538765,
      "grad_norm": 0.29221346974372864,
      "learning_rate": 1.6537725918336524e-05,
      "loss": 0.135,
      "step": 3260
    },
    {
      "epoch": 0.2959209067668152,
      "grad_norm": 3.769948959350586,
      "learning_rate": 1.6515518212981248e-05,
      "loss": 0.1562,
      "step": 3270
    },
    {
      "epoch": 0.2968258636682428,
      "grad_norm": 0.6297938823699951,
      "learning_rate": 1.6493254529172996e-05,
      "loss": 0.1332,
      "step": 3280
    },
    {
      "epoch": 0.2977308205696704,
      "grad_norm": 0.4224908649921417,
      "learning_rate": 1.647093505819149e-05,
      "loss": 0.1362,
      "step": 3290
    },
    {
      "epoch": 0.29863577747109793,
      "grad_norm": 0.60915607213974,
      "learning_rate": 1.6448559991795762e-05,
      "loss": 0.1331,
      "step": 3300
    },
    {
      "epoch": 0.2995407343725255,
      "grad_norm": 0.4966517686843872,
      "learning_rate": 1.64261295222225e-05,
      "loss": 0.1264,
      "step": 3310
    },
    {
      "epoch": 0.3004456912739531,
      "grad_norm": 0.8263148069381714,
      "learning_rate": 1.6403643842184383e-05,
      "loss": 0.1284,
      "step": 3320
    },
    {
      "epoch": 0.30135064817538065,
      "grad_norm": 0.2521939277648926,
      "learning_rate": 1.6381103144868434e-05,
      "loss": 0.1321,
      "step": 3330
    },
    {
      "epoch": 0.3022556050768082,
      "grad_norm": 0.3264107406139374,
      "learning_rate": 1.6358507623934368e-05,
      "loss": 0.1338,
      "step": 3340
    },
    {
      "epoch": 0.30316056197823577,
      "grad_norm": 0.3555287718772888,
      "learning_rate": 1.6335857473512908e-05,
      "loss": 0.1318,
      "step": 3350
    },
    {
      "epoch": 0.3040655188796634,
      "grad_norm": 0.3218032717704773,
      "learning_rate": 1.6313152888204143e-05,
      "loss": 0.1244,
      "step": 3360
    },
    {
      "epoch": 0.30497047578109093,
      "grad_norm": 0.37903180718421936,
      "learning_rate": 1.629039406307583e-05,
      "loss": 0.1315,
      "step": 3370
    },
    {
      "epoch": 0.3058754326825185,
      "grad_norm": 0.32837244868278503,
      "learning_rate": 1.626758119366174e-05,
      "loss": 0.1299,
      "step": 3380
    },
    {
      "epoch": 0.30678038958394604,
      "grad_norm": 0.5855687856674194,
      "learning_rate": 1.6244714475959958e-05,
      "loss": 0.1372,
      "step": 3390
    },
    {
      "epoch": 0.30768534648537366,
      "grad_norm": 0.30140820145606995,
      "learning_rate": 1.622179410643123e-05,
      "loss": 0.1303,
      "step": 3400
    },
    {
      "epoch": 0.3085903033868012,
      "grad_norm": 0.32345208525657654,
      "learning_rate": 1.619882028199723e-05,
      "loss": 0.1318,
      "step": 3410
    },
    {
      "epoch": 0.30949526028822877,
      "grad_norm": 0.4127529561519623,
      "learning_rate": 1.617579320003891e-05,
      "loss": 0.1325,
      "step": 3420
    },
    {
      "epoch": 0.3104002171896563,
      "grad_norm": 0.2518954873085022,
      "learning_rate": 1.6152713058394778e-05,
      "loss": 0.1323,
      "step": 3430
    },
    {
      "epoch": 0.31130517409108394,
      "grad_norm": 0.385233610868454,
      "learning_rate": 1.612958005535921e-05,
      "loss": 0.1321,
      "step": 3440
    },
    {
      "epoch": 0.3122101309925115,
      "grad_norm": 4.388869285583496,
      "learning_rate": 1.6106394389680752e-05,
      "loss": 0.1392,
      "step": 3450
    },
    {
      "epoch": 0.31311508789393905,
      "grad_norm": 0.3289415240287781,
      "learning_rate": 1.6083156260560387e-05,
      "loss": 0.1319,
      "step": 3460
    },
    {
      "epoch": 0.3140200447953666,
      "grad_norm": 0.2971116900444031,
      "learning_rate": 1.605986586764986e-05,
      "loss": 0.1314,
      "step": 3470
    },
    {
      "epoch": 0.3149250016967942,
      "grad_norm": 0.2933705449104309,
      "learning_rate": 1.603652341104993e-05,
      "loss": 0.1331,
      "step": 3480
    },
    {
      "epoch": 0.31582995859822177,
      "grad_norm": 0.2969614863395691,
      "learning_rate": 1.6013129091308658e-05,
      "loss": 0.1356,
      "step": 3490
    },
    {
      "epoch": 0.3167349154996493,
      "grad_norm": 0.48023778200149536,
      "learning_rate": 1.5989683109419717e-05,
      "loss": 0.1296,
      "step": 3500
    },
    {
      "epoch": 0.3176398724010769,
      "grad_norm": 0.3945216238498688,
      "learning_rate": 1.5966185666820608e-05,
      "loss": 0.1393,
      "step": 3510
    },
    {
      "epoch": 0.3185448293025045,
      "grad_norm": 0.34867751598358154,
      "learning_rate": 1.5942636965390983e-05,
      "loss": 0.1316,
      "step": 3520
    },
    {
      "epoch": 0.31944978620393205,
      "grad_norm": 0.4952505826950073,
      "learning_rate": 1.5919037207450873e-05,
      "loss": 0.1292,
      "step": 3530
    },
    {
      "epoch": 0.3203547431053596,
      "grad_norm": 0.35089966654777527,
      "learning_rate": 1.589538659575897e-05,
      "loss": 0.1339,
      "step": 3540
    },
    {
      "epoch": 0.32125970000678716,
      "grad_norm": 0.5478940606117249,
      "learning_rate": 1.5871685333510873e-05,
      "loss": 0.1331,
      "step": 3550
    },
    {
      "epoch": 0.3221646569082147,
      "grad_norm": 0.41318562626838684,
      "learning_rate": 1.584793362433736e-05,
      "loss": 0.1328,
      "step": 3560
    },
    {
      "epoch": 0.32306961380964233,
      "grad_norm": 0.3964232802391052,
      "learning_rate": 1.5824131672302608e-05,
      "loss": 0.1445,
      "step": 3570
    },
    {
      "epoch": 0.3239745707110699,
      "grad_norm": 0.3068403899669647,
      "learning_rate": 1.5800279681902483e-05,
      "loss": 0.1275,
      "step": 3580
    },
    {
      "epoch": 0.32487952761249744,
      "grad_norm": 0.2769792079925537,
      "learning_rate": 1.5776377858062737e-05,
      "loss": 0.1286,
      "step": 3590
    },
    {
      "epoch": 0.325784484513925,
      "grad_norm": 0.5100188255310059,
      "learning_rate": 1.5752426406137275e-05,
      "loss": 0.1344,
      "step": 3600
    },
    {
      "epoch": 0.3266894414153526,
      "grad_norm": 0.3469770550727844,
      "learning_rate": 1.5728425531906396e-05,
      "loss": 0.1323,
      "step": 3610
    },
    {
      "epoch": 0.32759439831678017,
      "grad_norm": 0.5681571960449219,
      "learning_rate": 1.5704375441574996e-05,
      "loss": 0.1335,
      "step": 3620
    },
    {
      "epoch": 0.3284993552182077,
      "grad_norm": 0.3062500059604645,
      "learning_rate": 1.568027634177083e-05,
      "loss": 0.1367,
      "step": 3630
    },
    {
      "epoch": 0.3294043121196353,
      "grad_norm": 0.3792308270931244,
      "learning_rate": 1.5656128439542704e-05,
      "loss": 0.1301,
      "step": 3640
    },
    {
      "epoch": 0.3303092690210629,
      "grad_norm": 0.3073217272758484,
      "learning_rate": 1.5631931942358723e-05,
      "loss": 0.1304,
      "step": 3650
    },
    {
      "epoch": 0.33121422592249045,
      "grad_norm": 0.3077130615711212,
      "learning_rate": 1.560768705810451e-05,
      "loss": 0.1293,
      "step": 3660
    },
    {
      "epoch": 0.332119182823918,
      "grad_norm": 0.34068816900253296,
      "learning_rate": 1.558339399508138e-05,
      "loss": 0.138,
      "step": 3670
    },
    {
      "epoch": 0.33302413972534556,
      "grad_norm": 0.366473525762558,
      "learning_rate": 1.55590529620046e-05,
      "loss": 0.1243,
      "step": 3680
    },
    {
      "epoch": 0.33392909662677317,
      "grad_norm": 0.40335702896118164,
      "learning_rate": 1.553466416800157e-05,
      "loss": 0.1305,
      "step": 3690
    },
    {
      "epoch": 0.3348340535282007,
      "grad_norm": 0.3505435287952423,
      "learning_rate": 1.551022782261003e-05,
      "loss": 0.1332,
      "step": 3700
    },
    {
      "epoch": 0.3357390104296283,
      "grad_norm": 0.5044335126876831,
      "learning_rate": 1.5485744135776258e-05,
      "loss": 0.1326,
      "step": 3710
    },
    {
      "epoch": 0.33664396733105584,
      "grad_norm": 0.3738217055797577,
      "learning_rate": 1.546121331785327e-05,
      "loss": 0.1251,
      "step": 3720
    },
    {
      "epoch": 0.33754892423248345,
      "grad_norm": 0.3503580093383789,
      "learning_rate": 1.5436635579599014e-05,
      "loss": 0.1349,
      "step": 3730
    },
    {
      "epoch": 0.338453881133911,
      "grad_norm": 0.3351600766181946,
      "learning_rate": 1.541201113217456e-05,
      "loss": 0.1275,
      "step": 3740
    },
    {
      "epoch": 0.33935883803533856,
      "grad_norm": 0.2801141142845154,
      "learning_rate": 1.538734018714227e-05,
      "loss": 0.1278,
      "step": 3750
    },
    {
      "epoch": 0.3402637949367661,
      "grad_norm": 0.26787105202674866,
      "learning_rate": 1.5362622956463998e-05,
      "loss": 0.1413,
      "step": 3760
    },
    {
      "epoch": 0.34116875183819373,
      "grad_norm": 0.394846111536026,
      "learning_rate": 1.5337859652499277e-05,
      "loss": 0.1354,
      "step": 3770
    },
    {
      "epoch": 0.3420737087396213,
      "grad_norm": 0.3125811815261841,
      "learning_rate": 1.531305048800346e-05,
      "loss": 0.1324,
      "step": 3780
    },
    {
      "epoch": 0.34297866564104884,
      "grad_norm": 0.3050634264945984,
      "learning_rate": 1.5288195676125937e-05,
      "loss": 0.1345,
      "step": 3790
    },
    {
      "epoch": 0.3438836225424764,
      "grad_norm": 0.257493257522583,
      "learning_rate": 1.5263295430408255e-05,
      "loss": 0.1311,
      "step": 3800
    },
    {
      "epoch": 0.344788579443904,
      "grad_norm": 0.3533366620540619,
      "learning_rate": 1.5238349964782325e-05,
      "loss": 0.1282,
      "step": 3810
    },
    {
      "epoch": 0.34569353634533156,
      "grad_norm": 0.3291451036930084,
      "learning_rate": 1.5213359493568562e-05,
      "loss": 0.1218,
      "step": 3820
    },
    {
      "epoch": 0.3465984932467591,
      "grad_norm": 0.3743618130683899,
      "learning_rate": 1.5188324231474054e-05,
      "loss": 0.1295,
      "step": 3830
    },
    {
      "epoch": 0.3475034501481867,
      "grad_norm": 0.5372154712677002,
      "learning_rate": 1.51632443935907e-05,
      "loss": 0.1331,
      "step": 3840
    },
    {
      "epoch": 0.3484084070496143,
      "grad_norm": 0.3277980387210846,
      "learning_rate": 1.5138120195393396e-05,
      "loss": 0.1387,
      "step": 3850
    },
    {
      "epoch": 0.34931336395104184,
      "grad_norm": 0.40068790316581726,
      "learning_rate": 1.5112951852738138e-05,
      "loss": 0.1301,
      "step": 3860
    },
    {
      "epoch": 0.3502183208524694,
      "grad_norm": 0.32944217324256897,
      "learning_rate": 1.5087739581860213e-05,
      "loss": 0.1312,
      "step": 3870
    },
    {
      "epoch": 0.35112327775389696,
      "grad_norm": 0.3983187675476074,
      "learning_rate": 1.50624835993723e-05,
      "loss": 0.1325,
      "step": 3880
    },
    {
      "epoch": 0.35202823465532457,
      "grad_norm": 0.3687704801559448,
      "learning_rate": 1.5037184122262645e-05,
      "loss": 0.128,
      "step": 3890
    },
    {
      "epoch": 0.3529331915567521,
      "grad_norm": 0.4385727345943451,
      "learning_rate": 1.501184136789317e-05,
      "loss": 0.1329,
      "step": 3900
    },
    {
      "epoch": 0.3538381484581797,
      "grad_norm": 0.29301881790161133,
      "learning_rate": 1.4986455553997625e-05,
      "loss": 0.1301,
      "step": 3910
    },
    {
      "epoch": 0.35474310535960724,
      "grad_norm": 0.4024035632610321,
      "learning_rate": 1.4961026898679703e-05,
      "loss": 0.1325,
      "step": 3920
    },
    {
      "epoch": 0.3556480622610348,
      "grad_norm": 0.32220858335494995,
      "learning_rate": 1.4935555620411168e-05,
      "loss": 0.1361,
      "step": 3930
    },
    {
      "epoch": 0.3565530191624624,
      "grad_norm": 0.2925558388233185,
      "learning_rate": 1.4910041938029993e-05,
      "loss": 0.1299,
      "step": 3940
    },
    {
      "epoch": 0.35745797606388996,
      "grad_norm": 0.3419649600982666,
      "learning_rate": 1.4884486070738457e-05,
      "loss": 0.1371,
      "step": 3950
    },
    {
      "epoch": 0.3583629329653175,
      "grad_norm": 0.37976405024528503,
      "learning_rate": 1.4858888238101278e-05,
      "loss": 0.1381,
      "step": 3960
    },
    {
      "epoch": 0.35926788986674507,
      "grad_norm": 0.3191063106060028,
      "learning_rate": 1.483324866004372e-05,
      "loss": 0.1299,
      "step": 3970
    },
    {
      "epoch": 0.3601728467681727,
      "grad_norm": 0.35269689559936523,
      "learning_rate": 1.4807567556849707e-05,
      "loss": 0.134,
      "step": 3980
    },
    {
      "epoch": 0.36107780366960024,
      "grad_norm": 0.44557368755340576,
      "learning_rate": 1.478184514915993e-05,
      "loss": 0.1333,
      "step": 3990
    },
    {
      "epoch": 0.3619827605710278,
      "grad_norm": 0.26233455538749695,
      "learning_rate": 1.4756081657969947e-05,
      "loss": 0.126,
      "step": 4000
    },
    {
      "epoch": 0.36288771747245535,
      "grad_norm": 0.27105700969696045,
      "learning_rate": 1.4730277304628287e-05,
      "loss": 0.1338,
      "step": 4010
    },
    {
      "epoch": 0.36379267437388296,
      "grad_norm": 0.45541515946388245,
      "learning_rate": 1.4704432310834551e-05,
      "loss": 0.1327,
      "step": 4020
    },
    {
      "epoch": 0.3646976312753105,
      "grad_norm": 0.31574854254722595,
      "learning_rate": 1.4678546898637502e-05,
      "loss": 0.1329,
      "step": 4030
    },
    {
      "epoch": 0.3656025881767381,
      "grad_norm": 0.3075743019580841,
      "learning_rate": 1.4652621290433166e-05,
      "loss": 0.1297,
      "step": 4040
    },
    {
      "epoch": 0.36650754507816563,
      "grad_norm": 0.32941344380378723,
      "learning_rate": 1.4626655708962904e-05,
      "loss": 0.125,
      "step": 4050
    },
    {
      "epoch": 0.36741250197959324,
      "grad_norm": 0.3551495671272278,
      "learning_rate": 1.4600650377311523e-05,
      "loss": 0.134,
      "step": 4060
    },
    {
      "epoch": 0.3683174588810208,
      "grad_norm": 0.3904673457145691,
      "learning_rate": 1.4574605518905336e-05,
      "loss": 0.131,
      "step": 4070
    },
    {
      "epoch": 0.36922241578244835,
      "grad_norm": 0.3711760342121124,
      "learning_rate": 1.4548521357510256e-05,
      "loss": 0.1302,
      "step": 4080
    },
    {
      "epoch": 0.3701273726838759,
      "grad_norm": 0.23497672379016876,
      "learning_rate": 1.4522398117229874e-05,
      "loss": 0.1352,
      "step": 4090
    },
    {
      "epoch": 0.3710323295853035,
      "grad_norm": 0.39998266100883484,
      "learning_rate": 1.4496236022503523e-05,
      "loss": 0.1326,
      "step": 4100
    },
    {
      "epoch": 0.3719372864867311,
      "grad_norm": 0.38762685656547546,
      "learning_rate": 1.4470035298104355e-05,
      "loss": 0.1269,
      "step": 4110
    },
    {
      "epoch": 0.37284224338815863,
      "grad_norm": 0.29660049080848694,
      "learning_rate": 1.444379616913742e-05,
      "loss": 0.1314,
      "step": 4120
    },
    {
      "epoch": 0.3737472002895862,
      "grad_norm": 0.3709215223789215,
      "learning_rate": 1.4417518861037713e-05,
      "loss": 0.1315,
      "step": 4130
    },
    {
      "epoch": 0.3746521571910138,
      "grad_norm": 0.5628421902656555,
      "learning_rate": 1.4391203599568257e-05,
      "loss": 0.1345,
      "step": 4140
    },
    {
      "epoch": 0.37555711409244136,
      "grad_norm": 0.32759326696395874,
      "learning_rate": 1.4364850610818147e-05,
      "loss": 0.1369,
      "step": 4150
    },
    {
      "epoch": 0.3764620709938689,
      "grad_norm": 0.33175286650657654,
      "learning_rate": 1.4338460121200612e-05,
      "loss": 0.1303,
      "step": 4160
    },
    {
      "epoch": 0.37736702789529647,
      "grad_norm": 0.5355362296104431,
      "learning_rate": 1.4312032357451084e-05,
      "loss": 0.1283,
      "step": 4170
    },
    {
      "epoch": 0.3782719847967241,
      "grad_norm": 0.25995931029319763,
      "learning_rate": 1.428556754662522e-05,
      "loss": 0.1306,
      "step": 4180
    },
    {
      "epoch": 0.37917694169815164,
      "grad_norm": 0.34952160716056824,
      "learning_rate": 1.4259065916096983e-05,
      "loss": 0.1315,
      "step": 4190
    },
    {
      "epoch": 0.3800818985995792,
      "grad_norm": 0.34290722012519836,
      "learning_rate": 1.4232527693556673e-05,
      "loss": 0.1349,
      "step": 4200
    },
    {
      "epoch": 0.38098685550100675,
      "grad_norm": 0.2907416522502899,
      "learning_rate": 1.4205953107008964e-05,
      "loss": 0.134,
      "step": 4210
    },
    {
      "epoch": 0.38189181240243436,
      "grad_norm": 0.305785208940506,
      "learning_rate": 1.4179342384770964e-05,
      "loss": 0.1322,
      "step": 4220
    },
    {
      "epoch": 0.3827967693038619,
      "grad_norm": 0.3259272873401642,
      "learning_rate": 1.4152695755470235e-05,
      "loss": 0.124,
      "step": 4230
    },
    {
      "epoch": 0.3837017262052895,
      "grad_norm": 0.4469420611858368,
      "learning_rate": 1.4126013448042838e-05,
      "loss": 0.1247,
      "step": 4240
    },
    {
      "epoch": 0.38460668310671703,
      "grad_norm": 0.3158349096775055,
      "learning_rate": 1.4099295691731374e-05,
      "loss": 0.1213,
      "step": 4250
    },
    {
      "epoch": 0.3855116400081446,
      "grad_norm": 0.30905407667160034,
      "learning_rate": 1.4072542716082986e-05,
      "loss": 0.1334,
      "step": 4260
    },
    {
      "epoch": 0.3864165969095722,
      "grad_norm": 0.29381975531578064,
      "learning_rate": 1.4045754750947428e-05,
      "loss": 0.1328,
      "step": 4270
    },
    {
      "epoch": 0.38732155381099975,
      "grad_norm": 0.39547502994537354,
      "learning_rate": 1.401893202647505e-05,
      "loss": 0.1269,
      "step": 4280
    },
    {
      "epoch": 0.3882265107124273,
      "grad_norm": 0.3500146269798279,
      "learning_rate": 1.3992074773114852e-05,
      "loss": 0.1322,
      "step": 4290
    },
    {
      "epoch": 0.38913146761385486,
      "grad_norm": 0.2726495563983917,
      "learning_rate": 1.3965183221612484e-05,
      "loss": 0.1337,
      "step": 4300
    },
    {
      "epoch": 0.3900364245152825,
      "grad_norm": 0.3656439185142517,
      "learning_rate": 1.393825760300827e-05,
      "loss": 0.1324,
      "step": 4310
    },
    {
      "epoch": 0.39094138141671003,
      "grad_norm": 0.34188976883888245,
      "learning_rate": 1.3911298148635224e-05,
      "loss": 0.1358,
      "step": 4320
    },
    {
      "epoch": 0.3918463383181376,
      "grad_norm": 0.5021139979362488,
      "learning_rate": 1.3884305090117069e-05,
      "loss": 0.1365,
      "step": 4330
    },
    {
      "epoch": 0.39275129521956514,
      "grad_norm": 0.32963699102401733,
      "learning_rate": 1.3857278659366232e-05,
      "loss": 0.1337,
      "step": 4340
    },
    {
      "epoch": 0.39365625212099276,
      "grad_norm": 0.31096163392066956,
      "learning_rate": 1.3830219088581856e-05,
      "loss": 0.1305,
      "step": 4350
    },
    {
      "epoch": 0.3945612090224203,
      "grad_norm": 0.3522721230983734,
      "learning_rate": 1.380312661024782e-05,
      "loss": 0.1327,
      "step": 4360
    },
    {
      "epoch": 0.39546616592384787,
      "grad_norm": 0.3698263168334961,
      "learning_rate": 1.3776001457130725e-05,
      "loss": 0.1363,
      "step": 4370
    },
    {
      "epoch": 0.3963711228252754,
      "grad_norm": 0.6951903700828552,
      "learning_rate": 1.37488438622779e-05,
      "loss": 0.1281,
      "step": 4380
    },
    {
      "epoch": 0.39727607972670304,
      "grad_norm": 0.3918182849884033,
      "learning_rate": 1.3721654059015393e-05,
      "loss": 0.1338,
      "step": 4390
    },
    {
      "epoch": 0.3981810366281306,
      "grad_norm": 0.40132880210876465,
      "learning_rate": 1.3694432280945978e-05,
      "loss": 0.1258,
      "step": 4400
    },
    {
      "epoch": 0.39908599352955815,
      "grad_norm": 0.36218178272247314,
      "learning_rate": 1.3667178761947144e-05,
      "loss": 0.1324,
      "step": 4410
    },
    {
      "epoch": 0.3999909504309857,
      "grad_norm": 0.411044180393219,
      "learning_rate": 1.3639893736169083e-05,
      "loss": 0.1332,
      "step": 4420
    },
    {
      "epoch": 0.4008959073324133,
      "grad_norm": 0.3805508017539978,
      "learning_rate": 1.3612577438032673e-05,
      "loss": 0.1317,
      "step": 4430
    },
    {
      "epoch": 0.40180086423384087,
      "grad_norm": 0.33358198404312134,
      "learning_rate": 1.3585230102227478e-05,
      "loss": 0.1254,
      "step": 4440
    },
    {
      "epoch": 0.4027058211352684,
      "grad_norm": 0.2710610628128052,
      "learning_rate": 1.355785196370972e-05,
      "loss": 0.1319,
      "step": 4450
    },
    {
      "epoch": 0.403610778036696,
      "grad_norm": 0.24267303943634033,
      "learning_rate": 1.3530443257700272e-05,
      "loss": 0.134,
      "step": 4460
    },
    {
      "epoch": 0.4045157349381236,
      "grad_norm": 0.32278409600257874,
      "learning_rate": 1.3503004219682611e-05,
      "loss": 0.1377,
      "step": 4470
    },
    {
      "epoch": 0.40542069183955115,
      "grad_norm": 0.2883910834789276,
      "learning_rate": 1.3475535085400836e-05,
      "loss": 0.13,
      "step": 4480
    },
    {
      "epoch": 0.4063256487409787,
      "grad_norm": 0.5005854368209839,
      "learning_rate": 1.3448036090857601e-05,
      "loss": 0.1299,
      "step": 4490
    },
    {
      "epoch": 0.40723060564240626,
      "grad_norm": 0.4682227075099945,
      "learning_rate": 1.3420507472312121e-05,
      "loss": 0.1365,
      "step": 4500
    },
    {
      "epoch": 0.4081355625438339,
      "grad_norm": 0.3037811815738678,
      "learning_rate": 1.3392949466278116e-05,
      "loss": 0.1334,
      "step": 4510
    },
    {
      "epoch": 0.40904051944526143,
      "grad_norm": 0.2893620729446411,
      "learning_rate": 1.3365362309521794e-05,
      "loss": 0.1313,
      "step": 4520
    },
    {
      "epoch": 0.409945476346689,
      "grad_norm": 0.2590632736682892,
      "learning_rate": 1.3337746239059817e-05,
      "loss": 0.1284,
      "step": 4530
    },
    {
      "epoch": 0.41085043324811654,
      "grad_norm": 0.44863688945770264,
      "learning_rate": 1.3310101492157256e-05,
      "loss": 0.128,
      "step": 4540
    },
    {
      "epoch": 0.41175539014954415,
      "grad_norm": 0.3310014009475708,
      "learning_rate": 1.328242830632556e-05,
      "loss": 0.1352,
      "step": 4550
    },
    {
      "epoch": 0.4126603470509717,
      "grad_norm": 0.44096454977989197,
      "learning_rate": 1.3254726919320509e-05,
      "loss": 0.1302,
      "step": 4560
    },
    {
      "epoch": 0.41356530395239927,
      "grad_norm": 0.30306538939476013,
      "learning_rate": 1.322699756914018e-05,
      "loss": 0.1364,
      "step": 4570
    },
    {
      "epoch": 0.4144702608538268,
      "grad_norm": 0.2730850875377655,
      "learning_rate": 1.3199240494022891e-05,
      "loss": 0.1393,
      "step": 4580
    },
    {
      "epoch": 0.41537521775525443,
      "grad_norm": 0.21079055964946747,
      "learning_rate": 1.3171455932445172e-05,
      "loss": 0.1294,
      "step": 4590
    },
    {
      "epoch": 0.416280174656682,
      "grad_norm": 0.5057855248451233,
      "learning_rate": 1.3143644123119692e-05,
      "loss": 0.1338,
      "step": 4600
    },
    {
      "epoch": 0.41718513155810955,
      "grad_norm": 0.3610301613807678,
      "learning_rate": 1.3115805304993221e-05,
      "loss": 0.1298,
      "step": 4610
    },
    {
      "epoch": 0.4180900884595371,
      "grad_norm": 0.3835664391517639,
      "learning_rate": 1.3087939717244591e-05,
      "loss": 0.1303,
      "step": 4620
    },
    {
      "epoch": 0.41899504536096466,
      "grad_norm": 0.3250782787799835,
      "learning_rate": 1.306004759928261e-05,
      "loss": 0.1296,
      "step": 4630
    },
    {
      "epoch": 0.41990000226239227,
      "grad_norm": 0.3284454941749573,
      "learning_rate": 1.3032129190744032e-05,
      "loss": 0.1285,
      "step": 4640
    },
    {
      "epoch": 0.4208049591638198,
      "grad_norm": 0.30871763825416565,
      "learning_rate": 1.3004184731491478e-05,
      "loss": 0.1331,
      "step": 4650
    },
    {
      "epoch": 0.4217099160652474,
      "grad_norm": 0.2988496720790863,
      "learning_rate": 1.29762144616114e-05,
      "loss": 0.125,
      "step": 4660
    },
    {
      "epoch": 0.42261487296667494,
      "grad_norm": 0.30450698733329773,
      "learning_rate": 1.2948218621411996e-05,
      "loss": 0.134,
      "step": 4670
    },
    {
      "epoch": 0.42351982986810255,
      "grad_norm": 0.33566537499427795,
      "learning_rate": 1.2920197451421145e-05,
      "loss": 0.1439,
      "step": 4680
    },
    {
      "epoch": 0.4244247867695301,
      "grad_norm": 0.4010887145996094,
      "learning_rate": 1.2892151192384362e-05,
      "loss": 0.1348,
      "step": 4690
    },
    {
      "epoch": 0.42532974367095766,
      "grad_norm": 0.42090174555778503,
      "learning_rate": 1.2864080085262702e-05,
      "loss": 0.1315,
      "step": 4700
    },
    {
      "epoch": 0.4262347005723852,
      "grad_norm": 0.3819758892059326,
      "learning_rate": 1.2835984371230722e-05,
      "loss": 0.1264,
      "step": 4710
    },
    {
      "epoch": 0.42713965747381283,
      "grad_norm": 0.6393516659736633,
      "learning_rate": 1.2807864291674374e-05,
      "loss": 0.1312,
      "step": 4720
    },
    {
      "epoch": 0.4280446143752404,
      "grad_norm": 0.3352563977241516,
      "learning_rate": 1.2779720088188954e-05,
      "loss": 0.1337,
      "step": 4730
    },
    {
      "epoch": 0.42894957127666794,
      "grad_norm": 0.304123193025589,
      "learning_rate": 1.2751552002577024e-05,
      "loss": 0.1303,
      "step": 4740
    },
    {
      "epoch": 0.4298545281780955,
      "grad_norm": 0.391735702753067,
      "learning_rate": 1.2723360276846322e-05,
      "loss": 0.1349,
      "step": 4750
    },
    {
      "epoch": 0.4307594850795231,
      "grad_norm": 0.2713654935359955,
      "learning_rate": 1.26951451532077e-05,
      "loss": 0.1326,
      "step": 4760
    },
    {
      "epoch": 0.43166444198095066,
      "grad_norm": 0.26157835125923157,
      "learning_rate": 1.2666906874073024e-05,
      "loss": 0.1296,
      "step": 4770
    },
    {
      "epoch": 0.4325693988823782,
      "grad_norm": 0.36790212988853455,
      "learning_rate": 1.2638645682053119e-05,
      "loss": 0.1293,
      "step": 4780
    },
    {
      "epoch": 0.4334743557838058,
      "grad_norm": 0.4308098554611206,
      "learning_rate": 1.2610361819955647e-05,
      "loss": 0.1294,
      "step": 4790
    },
    {
      "epoch": 0.4343793126852334,
      "grad_norm": 0.32590603828430176,
      "learning_rate": 1.2582055530783059e-05,
      "loss": 0.1292,
      "step": 4800
    },
    {
      "epoch": 0.43528426958666094,
      "grad_norm": 0.41218942403793335,
      "learning_rate": 1.2553727057730481e-05,
      "loss": 0.1292,
      "step": 4810
    },
    {
      "epoch": 0.4361892264880885,
      "grad_norm": 0.26972493529319763,
      "learning_rate": 1.2525376644183625e-05,
      "loss": 0.1288,
      "step": 4820
    },
    {
      "epoch": 0.43709418338951606,
      "grad_norm": 0.305836021900177,
      "learning_rate": 1.2497004533716726e-05,
      "loss": 0.133,
      "step": 4830
    },
    {
      "epoch": 0.43799914029094367,
      "grad_norm": 0.49705770611763,
      "learning_rate": 1.246861097009041e-05,
      "loss": 0.1312,
      "step": 4840
    },
    {
      "epoch": 0.4389040971923712,
      "grad_norm": 0.8208497166633606,
      "learning_rate": 1.2440196197249634e-05,
      "loss": 0.139,
      "step": 4850
    },
    {
      "epoch": 0.4398090540937988,
      "grad_norm": 0.43357348442077637,
      "learning_rate": 1.2411760459321562e-05,
      "loss": 0.1347,
      "step": 4860
    },
    {
      "epoch": 0.44071401099522634,
      "grad_norm": 0.29426875710487366,
      "learning_rate": 1.238330400061349e-05,
      "loss": 0.1277,
      "step": 4870
    },
    {
      "epoch": 0.44161896789665395,
      "grad_norm": 0.31841394305229187,
      "learning_rate": 1.235482706561074e-05,
      "loss": 0.1275,
      "step": 4880
    },
    {
      "epoch": 0.4425239247980815,
      "grad_norm": 0.3246687650680542,
      "learning_rate": 1.2326329898974543e-05,
      "loss": 0.1322,
      "step": 4890
    },
    {
      "epoch": 0.44342888169950906,
      "grad_norm": 0.3303876519203186,
      "learning_rate": 1.2297812745539968e-05,
      "loss": 0.1249,
      "step": 4900
    },
    {
      "epoch": 0.4443338386009366,
      "grad_norm": 0.28597357869148254,
      "learning_rate": 1.2269275850313788e-05,
      "loss": 0.1251,
      "step": 4910
    },
    {
      "epoch": 0.4452387955023642,
      "grad_norm": 0.4606969356536865,
      "learning_rate": 1.2240719458472402e-05,
      "loss": 0.1287,
      "step": 4920
    },
    {
      "epoch": 0.4461437524037918,
      "grad_norm": 0.48796603083610535,
      "learning_rate": 1.2212143815359702e-05,
      "loss": 0.1283,
      "step": 4930
    },
    {
      "epoch": 0.44704870930521934,
      "grad_norm": 0.43160954117774963,
      "learning_rate": 1.2183549166484988e-05,
      "loss": 0.1262,
      "step": 4940
    },
    {
      "epoch": 0.4479536662066469,
      "grad_norm": 0.43935272097587585,
      "learning_rate": 1.2154935757520847e-05,
      "loss": 0.131,
      "step": 4950
    },
    {
      "epoch": 0.44885862310807445,
      "grad_norm": 0.2970845699310303,
      "learning_rate": 1.212630383430104e-05,
      "loss": 0.1292,
      "step": 4960
    },
    {
      "epoch": 0.44976358000950206,
      "grad_norm": 0.3177463710308075,
      "learning_rate": 1.2097653642818404e-05,
      "loss": 0.1269,
      "step": 4970
    },
    {
      "epoch": 0.4506685369109296,
      "grad_norm": 0.3390902578830719,
      "learning_rate": 1.2068985429222712e-05,
      "loss": 0.1258,
      "step": 4980
    },
    {
      "epoch": 0.4515734938123572,
      "grad_norm": 0.32120341062545776,
      "learning_rate": 1.204029943981859e-05,
      "loss": 0.1346,
      "step": 4990
    },
    {
      "epoch": 0.45247845071378473,
      "grad_norm": 0.3396281898021698,
      "learning_rate": 1.2011595921063388e-05,
      "loss": 0.1313,
      "step": 5000
    },
    {
      "epoch": 0.45338340761521234,
      "grad_norm": 0.45511719584465027,
      "learning_rate": 1.1982875119565045e-05,
      "loss": 0.1264,
      "step": 5010
    },
    {
      "epoch": 0.4542883645166399,
      "grad_norm": 0.44824886322021484,
      "learning_rate": 1.1954137282079999e-05,
      "loss": 0.1283,
      "step": 5020
    },
    {
      "epoch": 0.45519332141806745,
      "grad_norm": 0.37619948387145996,
      "learning_rate": 1.1925382655511044e-05,
      "loss": 0.1266,
      "step": 5030
    },
    {
      "epoch": 0.456098278319495,
      "grad_norm": 0.35430288314819336,
      "learning_rate": 1.1896611486905232e-05,
      "loss": 0.1324,
      "step": 5040
    },
    {
      "epoch": 0.4570032352209226,
      "grad_norm": 0.28441110253334045,
      "learning_rate": 1.1867824023451719e-05,
      "loss": 0.1291,
      "step": 5050
    },
    {
      "epoch": 0.4579081921223502,
      "grad_norm": 0.41242095828056335,
      "learning_rate": 1.1839020512479676e-05,
      "loss": 0.1299,
      "step": 5060
    },
    {
      "epoch": 0.45881314902377773,
      "grad_norm": 0.2977141737937927,
      "learning_rate": 1.1810201201456134e-05,
      "loss": 0.1344,
      "step": 5070
    },
    {
      "epoch": 0.4597181059252053,
      "grad_norm": 0.342632919549942,
      "learning_rate": 1.1781366337983882e-05,
      "loss": 0.1431,
      "step": 5080
    },
    {
      "epoch": 0.4606230628266329,
      "grad_norm": 0.304565966129303,
      "learning_rate": 1.175251616979932e-05,
      "loss": 0.1281,
      "step": 5090
    },
    {
      "epoch": 0.46152801972806046,
      "grad_norm": 0.27322742342948914,
      "learning_rate": 1.1723650944770343e-05,
      "loss": 0.1252,
      "step": 5100
    },
    {
      "epoch": 0.462432976629488,
      "grad_norm": 0.2408372461795807,
      "learning_rate": 1.1694770910894213e-05,
      "loss": 0.1325,
      "step": 5110
    },
    {
      "epoch": 0.46333793353091557,
      "grad_norm": 0.34792786836624146,
      "learning_rate": 1.1665876316295408e-05,
      "loss": 0.1248,
      "step": 5120
    },
    {
      "epoch": 0.4642428904323432,
      "grad_norm": 0.2646757662296295,
      "learning_rate": 1.1636967409223521e-05,
      "loss": 0.1219,
      "step": 5130
    },
    {
      "epoch": 0.46514784733377074,
      "grad_norm": 0.30345967411994934,
      "learning_rate": 1.1608044438051107e-05,
      "loss": 0.132,
      "step": 5140
    },
    {
      "epoch": 0.4660528042351983,
      "grad_norm": 0.3464104235172272,
      "learning_rate": 1.1579107651271544e-05,
      "loss": 0.1248,
      "step": 5150
    },
    {
      "epoch": 0.46695776113662585,
      "grad_norm": 0.3681158423423767,
      "learning_rate": 1.1550157297496927e-05,
      "loss": 0.1352,
      "step": 5160
    },
    {
      "epoch": 0.46786271803805346,
      "grad_norm": 0.3495553731918335,
      "learning_rate": 1.152119362545589e-05,
      "loss": 0.1405,
      "step": 5170
    },
    {
      "epoch": 0.468767674939481,
      "grad_norm": 0.41019749641418457,
      "learning_rate": 1.1492216883991512e-05,
      "loss": 0.1313,
      "step": 5180
    },
    {
      "epoch": 0.46967263184090857,
      "grad_norm": 0.30911651253700256,
      "learning_rate": 1.1463227322059143e-05,
      "loss": 0.1239,
      "step": 5190
    },
    {
      "epoch": 0.47057758874233613,
      "grad_norm": 0.32175543904304504,
      "learning_rate": 1.1434225188724289e-05,
      "loss": 0.1345,
      "step": 5200
    },
    {
      "epoch": 0.47148254564376374,
      "grad_norm": 0.3402431011199951,
      "learning_rate": 1.1405210733160463e-05,
      "loss": 0.1305,
      "step": 5210
    },
    {
      "epoch": 0.4723875025451913,
      "grad_norm": 0.5482098460197449,
      "learning_rate": 1.1376184204647047e-05,
      "loss": 0.129,
      "step": 5220
    },
    {
      "epoch": 0.47329245944661885,
      "grad_norm": 0.4262870252132416,
      "learning_rate": 1.134714585256714e-05,
      "loss": 0.1312,
      "step": 5230
    },
    {
      "epoch": 0.4741974163480464,
      "grad_norm": 0.28574520349502563,
      "learning_rate": 1.1318095926405434e-05,
      "loss": 0.1259,
      "step": 5240
    },
    {
      "epoch": 0.475102373249474,
      "grad_norm": 0.49999454617500305,
      "learning_rate": 1.1289034675746056e-05,
      "loss": 0.1265,
      "step": 5250
    },
    {
      "epoch": 0.4760073301509016,
      "grad_norm": 0.2796456515789032,
      "learning_rate": 1.1259962350270428e-05,
      "loss": 0.1305,
      "step": 5260
    },
    {
      "epoch": 0.47691228705232913,
      "grad_norm": 0.3368781805038452,
      "learning_rate": 1.1230879199755118e-05,
      "loss": 0.1334,
      "step": 5270
    },
    {
      "epoch": 0.4778172439537567,
      "grad_norm": 0.3882569968700409,
      "learning_rate": 1.1201785474069706e-05,
      "loss": 0.1379,
      "step": 5280
    },
    {
      "epoch": 0.4787222008551843,
      "grad_norm": 0.3234885036945343,
      "learning_rate": 1.1172681423174625e-05,
      "loss": 0.1308,
      "step": 5290
    },
    {
      "epoch": 0.47962715775661185,
      "grad_norm": 0.30723053216934204,
      "learning_rate": 1.114356729711902e-05,
      "loss": 0.1291,
      "step": 5300
    },
    {
      "epoch": 0.4805321146580394,
      "grad_norm": 0.34784960746765137,
      "learning_rate": 1.1114443346038591e-05,
      "loss": 0.1264,
      "step": 5310
    },
    {
      "epoch": 0.48143707155946697,
      "grad_norm": 0.36275964975357056,
      "learning_rate": 1.1085309820153456e-05,
      "loss": 0.1247,
      "step": 5320
    },
    {
      "epoch": 0.4823420284608945,
      "grad_norm": 0.33047980070114136,
      "learning_rate": 1.1056166969765991e-05,
      "loss": 0.1277,
      "step": 5330
    },
    {
      "epoch": 0.48324698536232213,
      "grad_norm": 0.3921981155872345,
      "learning_rate": 1.1027015045258694e-05,
      "loss": 0.1345,
      "step": 5340
    },
    {
      "epoch": 0.4841519422637497,
      "grad_norm": 0.3603346347808838,
      "learning_rate": 1.0997854297092011e-05,
      "loss": 0.1232,
      "step": 5350
    },
    {
      "epoch": 0.48505689916517725,
      "grad_norm": 0.5657104253768921,
      "learning_rate": 1.0968684975802206e-05,
      "loss": 0.1316,
      "step": 5360
    },
    {
      "epoch": 0.4859618560666048,
      "grad_norm": 0.28306034207344055,
      "learning_rate": 1.0939507331999195e-05,
      "loss": 0.1312,
      "step": 5370
    },
    {
      "epoch": 0.4868668129680324,
      "grad_norm": 0.33064553141593933,
      "learning_rate": 1.0910321616364397e-05,
      "loss": 0.1347,
      "step": 5380
    },
    {
      "epoch": 0.48777176986945997,
      "grad_norm": 0.39418330788612366,
      "learning_rate": 1.0881128079648586e-05,
      "loss": 0.1263,
      "step": 5390
    },
    {
      "epoch": 0.4886767267708875,
      "grad_norm": 0.3185255527496338,
      "learning_rate": 1.0851926972669722e-05,
      "loss": 0.1399,
      "step": 5400
    },
    {
      "epoch": 0.4895816836723151,
      "grad_norm": 0.4073029160499573,
      "learning_rate": 1.0822718546310816e-05,
      "loss": 0.1303,
      "step": 5410
    },
    {
      "epoch": 0.4904866405737427,
      "grad_norm": 0.49370768666267395,
      "learning_rate": 1.0793503051517758e-05,
      "loss": 0.1249,
      "step": 5420
    },
    {
      "epoch": 0.49139159747517025,
      "grad_norm": 0.2705213725566864,
      "learning_rate": 1.0764280739297163e-05,
      "loss": 0.1341,
      "step": 5430
    },
    {
      "epoch": 0.4922965543765978,
      "grad_norm": 0.2689199447631836,
      "learning_rate": 1.0735051860714231e-05,
      "loss": 0.1306,
      "step": 5440
    },
    {
      "epoch": 0.49320151127802536,
      "grad_norm": 0.27751344442367554,
      "learning_rate": 1.0705816666890561e-05,
      "loss": 0.1285,
      "step": 5450
    },
    {
      "epoch": 0.494106468179453,
      "grad_norm": 0.3316192030906677,
      "learning_rate": 1.0676575409002024e-05,
      "loss": 0.1362,
      "step": 5460
    },
    {
      "epoch": 0.49501142508088053,
      "grad_norm": 0.3556595742702484,
      "learning_rate": 1.064732833827658e-05,
      "loss": 0.1271,
      "step": 5470
    },
    {
      "epoch": 0.4959163819823081,
      "grad_norm": 0.2501612603664398,
      "learning_rate": 1.0618075705992138e-05,
      "loss": 0.1307,
      "step": 5480
    },
    {
      "epoch": 0.49682133888373564,
      "grad_norm": 0.32025519013404846,
      "learning_rate": 1.0588817763474388e-05,
      "loss": 0.1271,
      "step": 5490
    },
    {
      "epoch": 0.49772629578516325,
      "grad_norm": 0.3633834421634674,
      "learning_rate": 1.0559554762094637e-05,
      "loss": 0.1221,
      "step": 5500
    },
    {
      "epoch": 0.4986312526865908,
      "grad_norm": 0.3367408514022827,
      "learning_rate": 1.0530286953267665e-05,
      "loss": 0.1288,
      "step": 5510
    },
    {
      "epoch": 0.49953620958801837,
      "grad_norm": 0.36954525113105774,
      "learning_rate": 1.050101458844955e-05,
      "loss": 0.1247,
      "step": 5520
    },
    {
      "epoch": 0.5004411664894459,
      "grad_norm": 0.46406790614128113,
      "learning_rate": 1.047173791913551e-05,
      "loss": 0.1312,
      "step": 5530
    },
    {
      "epoch": 0.5013461233908735,
      "grad_norm": 0.32501330971717834,
      "learning_rate": 1.044245719685775e-05,
      "loss": 0.1323,
      "step": 5540
    },
    {
      "epoch": 0.502251080292301,
      "grad_norm": 0.31969472765922546,
      "learning_rate": 1.0413172673183298e-05,
      "loss": 0.1343,
      "step": 5550
    },
    {
      "epoch": 0.5031560371937287,
      "grad_norm": 0.2659285068511963,
      "learning_rate": 1.0383884599711838e-05,
      "loss": 0.1244,
      "step": 5560
    },
    {
      "epoch": 0.5040609940951563,
      "grad_norm": 0.4111124873161316,
      "learning_rate": 1.035459322807355e-05,
      "loss": 0.1289,
      "step": 5570
    },
    {
      "epoch": 0.5049659509965838,
      "grad_norm": 0.36066919565200806,
      "learning_rate": 1.0325298809926962e-05,
      "loss": 0.1297,
      "step": 5580
    },
    {
      "epoch": 0.5058709078980114,
      "grad_norm": 0.30882957577705383,
      "learning_rate": 1.029600159695676e-05,
      "loss": 0.1256,
      "step": 5590
    },
    {
      "epoch": 0.5067758647994389,
      "grad_norm": 0.30170318484306335,
      "learning_rate": 1.0266701840871657e-05,
      "loss": 0.1266,
      "step": 5600
    },
    {
      "epoch": 0.5076808217008665,
      "grad_norm": 0.39970946311950684,
      "learning_rate": 1.0237399793402203e-05,
      "loss": 0.1334,
      "step": 5610
    },
    {
      "epoch": 0.508585778602294,
      "grad_norm": 0.24716977775096893,
      "learning_rate": 1.0208095706298643e-05,
      "loss": 0.1277,
      "step": 5620
    },
    {
      "epoch": 0.5094907355037216,
      "grad_norm": 0.3430007994174957,
      "learning_rate": 1.017878983132874e-05,
      "loss": 0.1315,
      "step": 5630
    },
    {
      "epoch": 0.5103956924051493,
      "grad_norm": 0.37827351689338684,
      "learning_rate": 1.0149482420275623e-05,
      "loss": 0.1288,
      "step": 5640
    },
    {
      "epoch": 0.5113006493065768,
      "grad_norm": 0.2566516101360321,
      "learning_rate": 1.0120173724935614e-05,
      "loss": 0.1331,
      "step": 5650
    },
    {
      "epoch": 0.5122056062080044,
      "grad_norm": 0.327240914106369,
      "learning_rate": 1.0090863997116066e-05,
      "loss": 0.1267,
      "step": 5660
    },
    {
      "epoch": 0.5131105631094319,
      "grad_norm": 0.49574097990989685,
      "learning_rate": 1.0061553488633217e-05,
      "loss": 0.129,
      "step": 5670
    },
    {
      "epoch": 0.5140155200108595,
      "grad_norm": 0.33093881607055664,
      "learning_rate": 1.0032242451309996e-05,
      "loss": 0.1289,
      "step": 5680
    },
    {
      "epoch": 0.514920476912287,
      "grad_norm": 0.30682793259620667,
      "learning_rate": 1.0002931136973881e-05,
      "loss": 0.1289,
      "step": 5690
    },
    {
      "epoch": 0.5158254338137146,
      "grad_norm": 0.32405000925064087,
      "learning_rate": 9.973619797454734e-06,
      "loss": 0.1298,
      "step": 5700
    },
    {
      "epoch": 0.5167303907151422,
      "grad_norm": 0.34693455696105957,
      "learning_rate": 9.944308684582627e-06,
      "loss": 0.129,
      "step": 5710
    },
    {
      "epoch": 0.5176353476165697,
      "grad_norm": 0.44524097442626953,
      "learning_rate": 9.914998050185693e-06,
      "loss": 0.1252,
      "step": 5720
    },
    {
      "epoch": 0.5185403045179974,
      "grad_norm": 0.346175879240036,
      "learning_rate": 9.885688146087945e-06,
      "loss": 0.1324,
      "step": 5730
    },
    {
      "epoch": 0.5194452614194249,
      "grad_norm": 0.32724258303642273,
      "learning_rate": 9.856379224107124e-06,
      "loss": 0.1222,
      "step": 5740
    },
    {
      "epoch": 0.5203502183208525,
      "grad_norm": 0.3304066061973572,
      "learning_rate": 9.827071536052536e-06,
      "loss": 0.1297,
      "step": 5750
    },
    {
      "epoch": 0.52125517522228,
      "grad_norm": 0.3203341066837311,
      "learning_rate": 9.797765333722888e-06,
      "loss": 0.1315,
      "step": 5760
    },
    {
      "epoch": 0.5221601321237076,
      "grad_norm": 0.33740121126174927,
      "learning_rate": 9.768460868904112e-06,
      "loss": 0.1281,
      "step": 5770
    },
    {
      "epoch": 0.5230650890251352,
      "grad_norm": 0.3358958065509796,
      "learning_rate": 9.739158393367229e-06,
      "loss": 0.1298,
      "step": 5780
    },
    {
      "epoch": 0.5239700459265627,
      "grad_norm": 0.3097865581512451,
      "learning_rate": 9.709858158866147e-06,
      "loss": 0.1219,
      "step": 5790
    },
    {
      "epoch": 0.5248750028279903,
      "grad_norm": 0.3808821141719818,
      "learning_rate": 9.680560417135538e-06,
      "loss": 0.1244,
      "step": 5800
    },
    {
      "epoch": 0.5257799597294179,
      "grad_norm": 0.3200414478778839,
      "learning_rate": 9.651265419888651e-06,
      "loss": 0.1312,
      "step": 5810
    },
    {
      "epoch": 0.5266849166308455,
      "grad_norm": 0.38478338718414307,
      "learning_rate": 9.621973418815154e-06,
      "loss": 0.1324,
      "step": 5820
    },
    {
      "epoch": 0.527589873532273,
      "grad_norm": 0.39911043643951416,
      "learning_rate": 9.592684665578978e-06,
      "loss": 0.1246,
      "step": 5830
    },
    {
      "epoch": 0.5284948304337006,
      "grad_norm": 0.328489750623703,
      "learning_rate": 9.563399411816141e-06,
      "loss": 0.1276,
      "step": 5840
    },
    {
      "epoch": 0.5293997873351282,
      "grad_norm": 0.4059896171092987,
      "learning_rate": 9.534117909132606e-06,
      "loss": 0.136,
      "step": 5850
    },
    {
      "epoch": 0.5303047442365557,
      "grad_norm": 0.3130931854248047,
      "learning_rate": 9.5048404091021e-06,
      "loss": 0.1286,
      "step": 5860
    },
    {
      "epoch": 0.5312097011379833,
      "grad_norm": 0.3940030634403229,
      "learning_rate": 9.475567163263968e-06,
      "loss": 0.1315,
      "step": 5870
    },
    {
      "epoch": 0.5321146580394108,
      "grad_norm": 0.40726789832115173,
      "learning_rate": 9.446298423120995e-06,
      "loss": 0.1289,
      "step": 5880
    },
    {
      "epoch": 0.5330196149408385,
      "grad_norm": 0.5030715465545654,
      "learning_rate": 9.417034440137264e-06,
      "loss": 0.1305,
      "step": 5890
    },
    {
      "epoch": 0.533924571842266,
      "grad_norm": 0.3696930706501007,
      "learning_rate": 9.387775465735987e-06,
      "loss": 0.1337,
      "step": 5900
    },
    {
      "epoch": 0.5348295287436936,
      "grad_norm": 0.2996613681316376,
      "learning_rate": 9.358521751297336e-06,
      "loss": 0.1296,
      "step": 5910
    },
    {
      "epoch": 0.5357344856451212,
      "grad_norm": 0.30213144421577454,
      "learning_rate": 9.329273548156305e-06,
      "loss": 0.1284,
      "step": 5920
    },
    {
      "epoch": 0.5366394425465487,
      "grad_norm": 0.35034891963005066,
      "learning_rate": 9.300031107600519e-06,
      "loss": 0.1258,
      "step": 5930
    },
    {
      "epoch": 0.5375443994479763,
      "grad_norm": 0.4542511999607086,
      "learning_rate": 9.270794680868108e-06,
      "loss": 0.1384,
      "step": 5940
    },
    {
      "epoch": 0.5384493563494038,
      "grad_norm": 0.4177015423774719,
      "learning_rate": 9.241564519145529e-06,
      "loss": 0.1308,
      "step": 5950
    },
    {
      "epoch": 0.5393543132508314,
      "grad_norm": 0.3148910701274872,
      "learning_rate": 9.212340873565417e-06,
      "loss": 0.1256,
      "step": 5960
    },
    {
      "epoch": 0.540259270152259,
      "grad_norm": 0.3220025300979614,
      "learning_rate": 9.183123995204419e-06,
      "loss": 0.1356,
      "step": 5970
    },
    {
      "epoch": 0.5411642270536866,
      "grad_norm": 0.37302547693252563,
      "learning_rate": 9.153914135081037e-06,
      "loss": 0.1319,
      "step": 5980
    },
    {
      "epoch": 0.5420691839551142,
      "grad_norm": 0.2666574716567993,
      "learning_rate": 9.12471154415348e-06,
      "loss": 0.1271,
      "step": 5990
    },
    {
      "epoch": 0.5429741408565417,
      "grad_norm": 0.333808034658432,
      "learning_rate": 9.095516473317506e-06,
      "loss": 0.1249,
      "step": 6000
    },
    {
      "epoch": 0.5438790977579693,
      "grad_norm": 0.29716721177101135,
      "learning_rate": 9.066329173404267e-06,
      "loss": 0.1331,
      "step": 6010
    },
    {
      "epoch": 0.5447840546593968,
      "grad_norm": 0.3095798194408417,
      "learning_rate": 9.037149895178132e-06,
      "loss": 0.1219,
      "step": 6020
    },
    {
      "epoch": 0.5456890115608244,
      "grad_norm": 0.3963325619697571,
      "learning_rate": 9.007978889334573e-06,
      "loss": 0.1281,
      "step": 6030
    },
    {
      "epoch": 0.546593968462252,
      "grad_norm": 0.2934766113758087,
      "learning_rate": 8.978816406497977e-06,
      "loss": 0.1254,
      "step": 6040
    },
    {
      "epoch": 0.5474989253636795,
      "grad_norm": 0.3293272852897644,
      "learning_rate": 8.949662697219507e-06,
      "loss": 0.132,
      "step": 6050
    },
    {
      "epoch": 0.5484038822651072,
      "grad_norm": 0.47501856088638306,
      "learning_rate": 8.920518011974955e-06,
      "loss": 0.134,
      "step": 6060
    },
    {
      "epoch": 0.5493088391665347,
      "grad_norm": 0.38773998618125916,
      "learning_rate": 8.891382601162571e-06,
      "loss": 0.1347,
      "step": 6070
    },
    {
      "epoch": 0.5502137960679623,
      "grad_norm": 0.30083420872688293,
      "learning_rate": 8.862256715100926e-06,
      "loss": 0.1232,
      "step": 6080
    },
    {
      "epoch": 0.5511187529693898,
      "grad_norm": 0.32377147674560547,
      "learning_rate": 8.833140604026763e-06,
      "loss": 0.1244,
      "step": 6090
    },
    {
      "epoch": 0.5520237098708174,
      "grad_norm": 1.7971711158752441,
      "learning_rate": 8.804034518092846e-06,
      "loss": 0.1269,
      "step": 6100
    },
    {
      "epoch": 0.552928666772245,
      "grad_norm": 0.28756287693977356,
      "learning_rate": 8.7749387073658e-06,
      "loss": 0.1285,
      "step": 6110
    },
    {
      "epoch": 0.5538336236736725,
      "grad_norm": 0.3303268551826477,
      "learning_rate": 8.745853421823965e-06,
      "loss": 0.131,
      "step": 6120
    },
    {
      "epoch": 0.5547385805751001,
      "grad_norm": 0.30345699191093445,
      "learning_rate": 8.716778911355266e-06,
      "loss": 0.1344,
      "step": 6130
    },
    {
      "epoch": 0.5556435374765277,
      "grad_norm": 0.33741581439971924,
      "learning_rate": 8.687715425755047e-06,
      "loss": 0.125,
      "step": 6140
    },
    {
      "epoch": 0.5565484943779553,
      "grad_norm": 0.36916887760162354,
      "learning_rate": 8.65866321472393e-06,
      "loss": 0.1391,
      "step": 6150
    },
    {
      "epoch": 0.5574534512793828,
      "grad_norm": 0.2726483941078186,
      "learning_rate": 8.62962252786568e-06,
      "loss": 0.1274,
      "step": 6160
    },
    {
      "epoch": 0.5583584081808104,
      "grad_norm": 0.6223147511482239,
      "learning_rate": 8.600593614685035e-06,
      "loss": 0.1222,
      "step": 6170
    },
    {
      "epoch": 0.559263365082238,
      "grad_norm": 0.285051554441452,
      "learning_rate": 8.571576724585589e-06,
      "loss": 0.1316,
      "step": 6180
    },
    {
      "epoch": 0.5601683219836655,
      "grad_norm": 0.2996697723865509,
      "learning_rate": 8.542572106867643e-06,
      "loss": 0.1221,
      "step": 6190
    },
    {
      "epoch": 0.5610732788850931,
      "grad_norm": 0.4449019730091095,
      "learning_rate": 8.513580010726052e-06,
      "loss": 0.136,
      "step": 6200
    },
    {
      "epoch": 0.5619782357865206,
      "grad_norm": 0.3610653579235077,
      "learning_rate": 8.484600685248089e-06,
      "loss": 0.1349,
      "step": 6210
    },
    {
      "epoch": 0.5628831926879483,
      "grad_norm": 0.23445254564285278,
      "learning_rate": 8.455634379411314e-06,
      "loss": 0.1304,
      "step": 6220
    },
    {
      "epoch": 0.5637881495893758,
      "grad_norm": 0.4748559594154358,
      "learning_rate": 8.426681342081428e-06,
      "loss": 0.1281,
      "step": 6230
    },
    {
      "epoch": 0.5646931064908034,
      "grad_norm": 0.28520044684410095,
      "learning_rate": 8.397741822010128e-06,
      "loss": 0.1318,
      "step": 6240
    },
    {
      "epoch": 0.565598063392231,
      "grad_norm": 0.31549420952796936,
      "learning_rate": 8.368816067832986e-06,
      "loss": 0.1259,
      "step": 6250
    },
    {
      "epoch": 0.5665030202936585,
      "grad_norm": 0.3754958510398865,
      "learning_rate": 8.339904328067289e-06,
      "loss": 0.1317,
      "step": 6260
    },
    {
      "epoch": 0.5674079771950861,
      "grad_norm": 0.3160054087638855,
      "learning_rate": 8.311006851109939e-06,
      "loss": 0.1311,
      "step": 6270
    },
    {
      "epoch": 0.5683129340965136,
      "grad_norm": 0.3136991560459137,
      "learning_rate": 8.282123885235276e-06,
      "loss": 0.1349,
      "step": 6280
    },
    {
      "epoch": 0.5692178909979412,
      "grad_norm": 0.38889384269714355,
      "learning_rate": 8.253255678592985e-06,
      "loss": 0.1349,
      "step": 6290
    },
    {
      "epoch": 0.5701228478993688,
      "grad_norm": 0.3792050778865814,
      "learning_rate": 8.224402479205941e-06,
      "loss": 0.1237,
      "step": 6300
    },
    {
      "epoch": 0.5710278048007964,
      "grad_norm": 0.35518279671669006,
      "learning_rate": 8.195564534968074e-06,
      "loss": 0.1232,
      "step": 6310
    },
    {
      "epoch": 0.571932761702224,
      "grad_norm": 0.2767059803009033,
      "learning_rate": 8.166742093642263e-06,
      "loss": 0.1265,
      "step": 6320
    },
    {
      "epoch": 0.5728377186036515,
      "grad_norm": 0.37054571509361267,
      "learning_rate": 8.137935402858182e-06,
      "loss": 0.1288,
      "step": 6330
    },
    {
      "epoch": 0.5737426755050791,
      "grad_norm": 0.3450683653354645,
      "learning_rate": 8.10914471011019e-06,
      "loss": 0.1339,
      "step": 6340
    },
    {
      "epoch": 0.5746476324065066,
      "grad_norm": 0.29977867007255554,
      "learning_rate": 8.080370262755191e-06,
      "loss": 0.126,
      "step": 6350
    },
    {
      "epoch": 0.5755525893079342,
      "grad_norm": 0.34314143657684326,
      "learning_rate": 8.051612308010526e-06,
      "loss": 0.1283,
      "step": 6360
    },
    {
      "epoch": 0.5764575462093617,
      "grad_norm": 0.37054121494293213,
      "learning_rate": 8.022871092951827e-06,
      "loss": 0.1292,
      "step": 6370
    },
    {
      "epoch": 0.5773625031107893,
      "grad_norm": 0.37676891684532166,
      "learning_rate": 7.994146864510912e-06,
      "loss": 0.1285,
      "step": 6380
    },
    {
      "epoch": 0.578267460012217,
      "grad_norm": 0.26649826765060425,
      "learning_rate": 7.965439869473664e-06,
      "loss": 0.1261,
      "step": 6390
    },
    {
      "epoch": 0.5791724169136445,
      "grad_norm": 0.38938188552856445,
      "learning_rate": 7.936750354477891e-06,
      "loss": 0.1272,
      "step": 6400
    },
    {
      "epoch": 0.5800773738150721,
      "grad_norm": 0.32541313767433167,
      "learning_rate": 7.908078566011227e-06,
      "loss": 0.1233,
      "step": 6410
    },
    {
      "epoch": 0.5809823307164996,
      "grad_norm": 0.36433953046798706,
      "learning_rate": 7.879424750409007e-06,
      "loss": 0.1314,
      "step": 6420
    },
    {
      "epoch": 0.5818872876179272,
      "grad_norm": 0.3940136432647705,
      "learning_rate": 7.850789153852157e-06,
      "loss": 0.1373,
      "step": 6430
    },
    {
      "epoch": 0.5827922445193547,
      "grad_norm": 0.3312411904335022,
      "learning_rate": 7.822172022365059e-06,
      "loss": 0.1258,
      "step": 6440
    },
    {
      "epoch": 0.5836972014207823,
      "grad_norm": 0.5461381077766418,
      "learning_rate": 7.793573601813467e-06,
      "loss": 0.1275,
      "step": 6450
    },
    {
      "epoch": 0.5846021583222099,
      "grad_norm": 0.41021519899368286,
      "learning_rate": 7.764994137902366e-06,
      "loss": 0.1305,
      "step": 6460
    },
    {
      "epoch": 0.5855071152236375,
      "grad_norm": 0.5024427175521851,
      "learning_rate": 7.736433876173879e-06,
      "loss": 0.1264,
      "step": 6470
    },
    {
      "epoch": 0.5864120721250651,
      "grad_norm": 0.3114100992679596,
      "learning_rate": 7.70789306200516e-06,
      "loss": 0.1328,
      "step": 6480
    },
    {
      "epoch": 0.5873170290264926,
      "grad_norm": 0.3421667814254761,
      "learning_rate": 7.679371940606265e-06,
      "loss": 0.1336,
      "step": 6490
    },
    {
      "epoch": 0.5882219859279202,
      "grad_norm": 0.4376727044582367,
      "learning_rate": 7.650870757018061e-06,
      "loss": 0.1277,
      "step": 6500
    },
    {
      "epoch": 0.5891269428293477,
      "grad_norm": 0.26968899369239807,
      "learning_rate": 7.622389756110126e-06,
      "loss": 0.1281,
      "step": 6510
    },
    {
      "epoch": 0.5900318997307753,
      "grad_norm": 0.3418639004230499,
      "learning_rate": 7.593929182578634e-06,
      "loss": 0.1321,
      "step": 6520
    },
    {
      "epoch": 0.5909368566322029,
      "grad_norm": 0.3123999536037445,
      "learning_rate": 7.565489280944256e-06,
      "loss": 0.1257,
      "step": 6530
    },
    {
      "epoch": 0.5918418135336304,
      "grad_norm": 0.39082077145576477,
      "learning_rate": 7.537070295550051e-06,
      "loss": 0.1303,
      "step": 6540
    },
    {
      "epoch": 0.5927467704350581,
      "grad_norm": 0.32185035943984985,
      "learning_rate": 7.508672470559385e-06,
      "loss": 0.1278,
      "step": 6550
    },
    {
      "epoch": 0.5936517273364856,
      "grad_norm": 0.6370688080787659,
      "learning_rate": 7.480296049953823e-06,
      "loss": 0.132,
      "step": 6560
    },
    {
      "epoch": 0.5945566842379132,
      "grad_norm": 0.44037026166915894,
      "learning_rate": 7.451941277531025e-06,
      "loss": 0.1264,
      "step": 6570
    },
    {
      "epoch": 0.5954616411393407,
      "grad_norm": 0.301471471786499,
      "learning_rate": 7.423608396902673e-06,
      "loss": 0.1261,
      "step": 6580
    },
    {
      "epoch": 0.5963665980407683,
      "grad_norm": 0.3698810338973999,
      "learning_rate": 7.395297651492346e-06,
      "loss": 0.1262,
      "step": 6590
    },
    {
      "epoch": 0.5972715549421959,
      "grad_norm": 0.27682480216026306,
      "learning_rate": 7.36700928453346e-06,
      "loss": 0.1301,
      "step": 6600
    },
    {
      "epoch": 0.5981765118436234,
      "grad_norm": 0.3122202455997467,
      "learning_rate": 7.338743539067163e-06,
      "loss": 0.1325,
      "step": 6610
    },
    {
      "epoch": 0.599081468745051,
      "grad_norm": 0.3500480651855469,
      "learning_rate": 7.310500657940253e-06,
      "loss": 0.1332,
      "step": 6620
    },
    {
      "epoch": 0.5999864256464786,
      "grad_norm": 0.3293434977531433,
      "learning_rate": 7.282280883803073e-06,
      "loss": 0.1337,
      "step": 6630
    },
    {
      "epoch": 0.6008913825479062,
      "grad_norm": 0.2992168366909027,
      "learning_rate": 7.254084459107453e-06,
      "loss": 0.1336,
      "step": 6640
    },
    {
      "epoch": 0.6017963394493338,
      "grad_norm": 0.3215314745903015,
      "learning_rate": 7.225911626104621e-06,
      "loss": 0.1283,
      "step": 6650
    },
    {
      "epoch": 0.6027012963507613,
      "grad_norm": 0.3701172173023224,
      "learning_rate": 7.1977626268430965e-06,
      "loss": 0.1219,
      "step": 6660
    },
    {
      "epoch": 0.6036062532521889,
      "grad_norm": 0.3572734594345093,
      "learning_rate": 7.1696377031666495e-06,
      "loss": 0.1204,
      "step": 6670
    },
    {
      "epoch": 0.6045112101536164,
      "grad_norm": 0.37793678045272827,
      "learning_rate": 7.1415370967121896e-06,
      "loss": 0.1253,
      "step": 6680
    },
    {
      "epoch": 0.605416167055044,
      "grad_norm": 0.2588195204734802,
      "learning_rate": 7.113461048907711e-06,
      "loss": 0.1247,
      "step": 6690
    },
    {
      "epoch": 0.6063211239564715,
      "grad_norm": 0.3132305145263672,
      "learning_rate": 7.085409800970203e-06,
      "loss": 0.1307,
      "step": 6700
    },
    {
      "epoch": 0.6072260808578992,
      "grad_norm": 0.36036190390586853,
      "learning_rate": 7.0573835939035974e-06,
      "loss": 0.1322,
      "step": 6710
    },
    {
      "epoch": 0.6081310377593268,
      "grad_norm": 0.39142096042633057,
      "learning_rate": 7.029382668496679e-06,
      "loss": 0.1218,
      "step": 6720
    },
    {
      "epoch": 0.6090359946607543,
      "grad_norm": 0.33356091380119324,
      "learning_rate": 7.001407265321019e-06,
      "loss": 0.1268,
      "step": 6730
    },
    {
      "epoch": 0.6099409515621819,
      "grad_norm": 0.3158833086490631,
      "learning_rate": 6.973457624728922e-06,
      "loss": 0.1248,
      "step": 6740
    },
    {
      "epoch": 0.6108459084636094,
      "grad_norm": 0.35817354917526245,
      "learning_rate": 6.945533986851345e-06,
      "loss": 0.1304,
      "step": 6750
    },
    {
      "epoch": 0.611750865365037,
      "grad_norm": 0.28623586893081665,
      "learning_rate": 6.917636591595849e-06,
      "loss": 0.1243,
      "step": 6760
    },
    {
      "epoch": 0.6126558222664645,
      "grad_norm": 0.39012181758880615,
      "learning_rate": 6.8897656786445166e-06,
      "loss": 0.1213,
      "step": 6770
    },
    {
      "epoch": 0.6135607791678921,
      "grad_norm": 0.44978418946266174,
      "learning_rate": 6.861921487451922e-06,
      "loss": 0.1234,
      "step": 6780
    },
    {
      "epoch": 0.6144657360693196,
      "grad_norm": 0.34891191124916077,
      "learning_rate": 6.834104257243043e-06,
      "loss": 0.1275,
      "step": 6790
    },
    {
      "epoch": 0.6153706929707473,
      "grad_norm": 0.29933297634124756,
      "learning_rate": 6.806314227011235e-06,
      "loss": 0.1307,
      "step": 6800
    },
    {
      "epoch": 0.6162756498721749,
      "grad_norm": 0.3456212282180786,
      "learning_rate": 6.778551635516157e-06,
      "loss": 0.1273,
      "step": 6810
    },
    {
      "epoch": 0.6171806067736024,
      "grad_norm": 0.32694172859191895,
      "learning_rate": 6.750816721281719e-06,
      "loss": 0.1278,
      "step": 6820
    },
    {
      "epoch": 0.61808556367503,
      "grad_norm": 0.3350003659725189,
      "learning_rate": 6.7231097225940475e-06,
      "loss": 0.1318,
      "step": 6830
    },
    {
      "epoch": 0.6189905205764575,
      "grad_norm": 0.3554823100566864,
      "learning_rate": 6.695430877499434e-06,
      "loss": 0.1282,
      "step": 6840
    },
    {
      "epoch": 0.6198954774778851,
      "grad_norm": 0.4120415449142456,
      "learning_rate": 6.6677804238022806e-06,
      "loss": 0.1311,
      "step": 6850
    },
    {
      "epoch": 0.6208004343793126,
      "grad_norm": 0.3582000732421875,
      "learning_rate": 6.640158599063069e-06,
      "loss": 0.1223,
      "step": 6860
    },
    {
      "epoch": 0.6217053912807402,
      "grad_norm": 0.3458595275878906,
      "learning_rate": 6.612565640596307e-06,
      "loss": 0.1294,
      "step": 6870
    },
    {
      "epoch": 0.6226103481821679,
      "grad_norm": 0.2830416262149811,
      "learning_rate": 6.585001785468497e-06,
      "loss": 0.1273,
      "step": 6880
    },
    {
      "epoch": 0.6235153050835954,
      "grad_norm": 0.32797959446907043,
      "learning_rate": 6.5574672704961025e-06,
      "loss": 0.1284,
      "step": 6890
    },
    {
      "epoch": 0.624420261985023,
      "grad_norm": 0.3323483467102051,
      "learning_rate": 6.529962332243509e-06,
      "loss": 0.1258,
      "step": 6900
    },
    {
      "epoch": 0.6253252188864505,
      "grad_norm": 0.2794325649738312,
      "learning_rate": 6.5024872070209936e-06,
      "loss": 0.1323,
      "step": 6910
    },
    {
      "epoch": 0.6262301757878781,
      "grad_norm": 0.2866572439670563,
      "learning_rate": 6.4750421308826795e-06,
      "loss": 0.1269,
      "step": 6920
    },
    {
      "epoch": 0.6271351326893057,
      "grad_norm": 0.3717053532600403,
      "learning_rate": 6.447627339624538e-06,
      "loss": 0.1257,
      "step": 6930
    },
    {
      "epoch": 0.6280400895907332,
      "grad_norm": 0.3445277512073517,
      "learning_rate": 6.4202430687823416e-06,
      "loss": 0.133,
      "step": 6940
    },
    {
      "epoch": 0.6289450464921608,
      "grad_norm": 0.4389108419418335,
      "learning_rate": 6.39288955362964e-06,
      "loss": 0.1271,
      "step": 6950
    },
    {
      "epoch": 0.6298500033935884,
      "grad_norm": 0.38752782344818115,
      "learning_rate": 6.365567029175747e-06,
      "loss": 0.1306,
      "step": 6960
    },
    {
      "epoch": 0.630754960295016,
      "grad_norm": 0.4342532157897949,
      "learning_rate": 6.338275730163715e-06,
      "loss": 0.1286,
      "step": 6970
    },
    {
      "epoch": 0.6316599171964435,
      "grad_norm": 0.3530200719833374,
      "learning_rate": 6.311015891068328e-06,
      "loss": 0.1239,
      "step": 6980
    },
    {
      "epoch": 0.6325648740978711,
      "grad_norm": 0.33301499485969543,
      "learning_rate": 6.283787746094077e-06,
      "loss": 0.1311,
      "step": 6990
    },
    {
      "epoch": 0.6334698309992987,
      "grad_norm": 0.3174525201320648,
      "learning_rate": 6.256591529173148e-06,
      "loss": 0.1318,
      "step": 7000
    },
    {
      "epoch": 0.6343747879007262,
      "grad_norm": 0.27925947308540344,
      "learning_rate": 6.229427473963416e-06,
      "loss": 0.1291,
      "step": 7010
    },
    {
      "epoch": 0.6352797448021538,
      "grad_norm": 0.36644554138183594,
      "learning_rate": 6.20229581384644e-06,
      "loss": 0.119,
      "step": 7020
    },
    {
      "epoch": 0.6361847017035813,
      "grad_norm": 0.4176923930644989,
      "learning_rate": 6.1751967819254545e-06,
      "loss": 0.126,
      "step": 7030
    },
    {
      "epoch": 0.637089658605009,
      "grad_norm": 0.30893582105636597,
      "learning_rate": 6.148130611023361e-06,
      "loss": 0.1283,
      "step": 7040
    },
    {
      "epoch": 0.6379946155064365,
      "grad_norm": 0.37425440549850464,
      "learning_rate": 6.121097533680745e-06,
      "loss": 0.1265,
      "step": 7050
    },
    {
      "epoch": 0.6388995724078641,
      "grad_norm": 0.2834739089012146,
      "learning_rate": 6.094097782153853e-06,
      "loss": 0.1311,
      "step": 7060
    },
    {
      "epoch": 0.6398045293092917,
      "grad_norm": 0.3139822781085968,
      "learning_rate": 6.0671315884126225e-06,
      "loss": 0.1231,
      "step": 7070
    },
    {
      "epoch": 0.6407094862107192,
      "grad_norm": 0.2844420075416565,
      "learning_rate": 6.040199184138668e-06,
      "loss": 0.129,
      "step": 7080
    },
    {
      "epoch": 0.6416144431121468,
      "grad_norm": 0.35503455996513367,
      "learning_rate": 6.013300800723312e-06,
      "loss": 0.1311,
      "step": 7090
    },
    {
      "epoch": 0.6425194000135743,
      "grad_norm": 0.35351240634918213,
      "learning_rate": 5.986436669265568e-06,
      "loss": 0.1331,
      "step": 7100
    },
    {
      "epoch": 0.6434243569150019,
      "grad_norm": 0.3031436800956726,
      "learning_rate": 5.959607020570184e-06,
      "loss": 0.1305,
      "step": 7110
    },
    {
      "epoch": 0.6443293138164294,
      "grad_norm": 0.23189416527748108,
      "learning_rate": 5.932812085145647e-06,
      "loss": 0.1235,
      "step": 7120
    },
    {
      "epoch": 0.6452342707178571,
      "grad_norm": 0.2822563946247101,
      "learning_rate": 5.906052093202199e-06,
      "loss": 0.1269,
      "step": 7130
    },
    {
      "epoch": 0.6461392276192847,
      "grad_norm": 0.28259310126304626,
      "learning_rate": 5.879327274649868e-06,
      "loss": 0.1273,
      "step": 7140
    },
    {
      "epoch": 0.6470441845207122,
      "grad_norm": 0.33720916509628296,
      "learning_rate": 5.852637859096475e-06,
      "loss": 0.1345,
      "step": 7150
    },
    {
      "epoch": 0.6479491414221398,
      "grad_norm": 0.3332005441188812,
      "learning_rate": 5.825984075845691e-06,
      "loss": 0.1248,
      "step": 7160
    },
    {
      "epoch": 0.6488540983235673,
      "grad_norm": 0.3517606258392334,
      "learning_rate": 5.799366153895037e-06,
      "loss": 0.1288,
      "step": 7170
    },
    {
      "epoch": 0.6497590552249949,
      "grad_norm": 0.265109121799469,
      "learning_rate": 5.772784321933939e-06,
      "loss": 0.1329,
      "step": 7180
    },
    {
      "epoch": 0.6506640121264224,
      "grad_norm": 0.3004017472267151,
      "learning_rate": 5.746238808341751e-06,
      "loss": 0.1252,
      "step": 7190
    },
    {
      "epoch": 0.65156896902785,
      "grad_norm": 0.34260621666908264,
      "learning_rate": 5.719729841185786e-06,
      "loss": 0.1267,
      "step": 7200
    },
    {
      "epoch": 0.6524739259292777,
      "grad_norm": 0.24408110976219177,
      "learning_rate": 5.693257648219379e-06,
      "loss": 0.1296,
      "step": 7210
    },
    {
      "epoch": 0.6533788828307052,
      "grad_norm": 0.2951405346393585,
      "learning_rate": 5.666822456879918e-06,
      "loss": 0.1231,
      "step": 7220
    },
    {
      "epoch": 0.6542838397321328,
      "grad_norm": 0.32168251276016235,
      "learning_rate": 5.640424494286878e-06,
      "loss": 0.1298,
      "step": 7230
    },
    {
      "epoch": 0.6551887966335603,
      "grad_norm": 0.2844177186489105,
      "learning_rate": 5.614063987239885e-06,
      "loss": 0.1289,
      "step": 7240
    },
    {
      "epoch": 0.6560937535349879,
      "grad_norm": 0.5491533875465393,
      "learning_rate": 5.587741162216768e-06,
      "loss": 0.1313,
      "step": 7250
    },
    {
      "epoch": 0.6569987104364154,
      "grad_norm": 0.298951119184494,
      "learning_rate": 5.561456245371608e-06,
      "loss": 0.125,
      "step": 7260
    },
    {
      "epoch": 0.657903667337843,
      "grad_norm": 0.3288751542568207,
      "learning_rate": 5.535209462532792e-06,
      "loss": 0.1296,
      "step": 7270
    },
    {
      "epoch": 0.6588086242392706,
      "grad_norm": 0.43045946955680847,
      "learning_rate": 5.509001039201085e-06,
      "loss": 0.1263,
      "step": 7280
    },
    {
      "epoch": 0.6597135811406982,
      "grad_norm": 0.2680876851081848,
      "learning_rate": 5.482831200547667e-06,
      "loss": 0.1324,
      "step": 7290
    },
    {
      "epoch": 0.6606185380421258,
      "grad_norm": 0.3521096110343933,
      "learning_rate": 5.456700171412231e-06,
      "loss": 0.1204,
      "step": 7300
    },
    {
      "epoch": 0.6615234949435533,
      "grad_norm": 0.2706452012062073,
      "learning_rate": 5.430608176301036e-06,
      "loss": 0.1269,
      "step": 7310
    },
    {
      "epoch": 0.6624284518449809,
      "grad_norm": 0.3557042181491852,
      "learning_rate": 5.4045554393849635e-06,
      "loss": 0.132,
      "step": 7320
    },
    {
      "epoch": 0.6633334087464084,
      "grad_norm": 0.3670320510864258,
      "learning_rate": 5.378542184497623e-06,
      "loss": 0.1257,
      "step": 7330
    },
    {
      "epoch": 0.664238365647836,
      "grad_norm": 0.31355276703834534,
      "learning_rate": 5.3525686351333976e-06,
      "loss": 0.1275,
      "step": 7340
    },
    {
      "epoch": 0.6651433225492636,
      "grad_norm": 0.30157995223999023,
      "learning_rate": 5.326635014445547e-06,
      "loss": 0.1291,
      "step": 7350
    },
    {
      "epoch": 0.6660482794506911,
      "grad_norm": 0.2899110019207001,
      "learning_rate": 5.300741545244279e-06,
      "loss": 0.1311,
      "step": 7360
    },
    {
      "epoch": 0.6669532363521188,
      "grad_norm": 0.34780648350715637,
      "learning_rate": 5.274888449994843e-06,
      "loss": 0.1294,
      "step": 7370
    },
    {
      "epoch": 0.6678581932535463,
      "grad_norm": 0.2876949608325958,
      "learning_rate": 5.2490759508155975e-06,
      "loss": 0.1303,
      "step": 7380
    },
    {
      "epoch": 0.6687631501549739,
      "grad_norm": 0.3087066113948822,
      "learning_rate": 5.223304269476137e-06,
      "loss": 0.1255,
      "step": 7390
    },
    {
      "epoch": 0.6696681070564015,
      "grad_norm": 0.38678351044654846,
      "learning_rate": 5.19757362739535e-06,
      "loss": 0.1288,
      "step": 7400
    },
    {
      "epoch": 0.670573063957829,
      "grad_norm": 0.2943480610847473,
      "learning_rate": 5.171884245639545e-06,
      "loss": 0.1284,
      "step": 7410
    },
    {
      "epoch": 0.6714780208592566,
      "grad_norm": 0.28372156620025635,
      "learning_rate": 5.146236344920542e-06,
      "loss": 0.1292,
      "step": 7420
    },
    {
      "epoch": 0.6723829777606841,
      "grad_norm": 0.2806905508041382,
      "learning_rate": 5.12063014559376e-06,
      "loss": 0.1272,
      "step": 7430
    },
    {
      "epoch": 0.6732879346621117,
      "grad_norm": 0.3286825120449066,
      "learning_rate": 5.095065867656351e-06,
      "loss": 0.1205,
      "step": 7440
    },
    {
      "epoch": 0.6741928915635392,
      "grad_norm": 0.33701106905937195,
      "learning_rate": 5.0695437307452945e-06,
      "loss": 0.1312,
      "step": 7450
    },
    {
      "epoch": 0.6750978484649669,
      "grad_norm": 0.3478999137878418,
      "learning_rate": 5.044063954135508e-06,
      "loss": 0.1284,
      "step": 7460
    },
    {
      "epoch": 0.6760028053663945,
      "grad_norm": 0.28950104117393494,
      "learning_rate": 5.018626756737979e-06,
      "loss": 0.1267,
      "step": 7470
    },
    {
      "epoch": 0.676907762267822,
      "grad_norm": 0.3087421655654907,
      "learning_rate": 4.9932323570978605e-06,
      "loss": 0.1254,
      "step": 7480
    },
    {
      "epoch": 0.6778127191692496,
      "grad_norm": 0.34977859258651733,
      "learning_rate": 4.967880973392607e-06,
      "loss": 0.1293,
      "step": 7490
    },
    {
      "epoch": 0.6787176760706771,
      "grad_norm": 0.3207535147666931,
      "learning_rate": 4.942572823430107e-06,
      "loss": 0.1268,
      "step": 7500
    },
    {
      "epoch": 0.6796226329721047,
      "grad_norm": 0.34587785601615906,
      "learning_rate": 4.917308124646802e-06,
      "loss": 0.1272,
      "step": 7510
    },
    {
      "epoch": 0.6805275898735322,
      "grad_norm": 0.338029146194458,
      "learning_rate": 4.892087094105818e-06,
      "loss": 0.1208,
      "step": 7520
    },
    {
      "epoch": 0.6814325467749598,
      "grad_norm": 0.3155430555343628,
      "learning_rate": 4.866909948495101e-06,
      "loss": 0.1234,
      "step": 7530
    },
    {
      "epoch": 0.6823375036763875,
      "grad_norm": 0.27973029017448425,
      "learning_rate": 4.841776904125559e-06,
      "loss": 0.1301,
      "step": 7540
    },
    {
      "epoch": 0.683242460577815,
      "grad_norm": 0.3526993989944458,
      "learning_rate": 4.816688176929207e-06,
      "loss": 0.1258,
      "step": 7550
    },
    {
      "epoch": 0.6841474174792426,
      "grad_norm": 0.3077426850795746,
      "learning_rate": 4.791643982457293e-06,
      "loss": 0.1235,
      "step": 7560
    },
    {
      "epoch": 0.6850523743806701,
      "grad_norm": 0.31144073605537415,
      "learning_rate": 4.766644535878476e-06,
      "loss": 0.1226,
      "step": 7570
    },
    {
      "epoch": 0.6859573312820977,
      "grad_norm": 0.32703807950019836,
      "learning_rate": 4.741690051976946e-06,
      "loss": 0.1265,
      "step": 7580
    },
    {
      "epoch": 0.6868622881835252,
      "grad_norm": 0.4660681486129761,
      "learning_rate": 4.716780745150602e-06,
      "loss": 0.1323,
      "step": 7590
    },
    {
      "epoch": 0.6877672450849528,
      "grad_norm": 0.27197226881980896,
      "learning_rate": 4.6919168294092e-06,
      "loss": 0.1319,
      "step": 7600
    },
    {
      "epoch": 0.6886722019863804,
      "grad_norm": 0.3342832624912262,
      "learning_rate": 4.6670985183725205e-06,
      "loss": 0.134,
      "step": 7610
    },
    {
      "epoch": 0.689577158887808,
      "grad_norm": 0.33844679594039917,
      "learning_rate": 4.642326025268514e-06,
      "loss": 0.1282,
      "step": 7620
    },
    {
      "epoch": 0.6904821157892356,
      "grad_norm": 0.39204105734825134,
      "learning_rate": 4.6175995629314994e-06,
      "loss": 0.1236,
      "step": 7630
    },
    {
      "epoch": 0.6913870726906631,
      "grad_norm": 0.38780298829078674,
      "learning_rate": 4.592919343800315e-06,
      "loss": 0.1316,
      "step": 7640
    },
    {
      "epoch": 0.6922920295920907,
      "grad_norm": 0.3531728982925415,
      "learning_rate": 4.568285579916491e-06,
      "loss": 0.1339,
      "step": 7650
    },
    {
      "epoch": 0.6931969864935182,
      "grad_norm": 0.264414519071579,
      "learning_rate": 4.543698482922445e-06,
      "loss": 0.1309,
      "step": 7660
    },
    {
      "epoch": 0.6941019433949458,
      "grad_norm": 0.3809826076030731,
      "learning_rate": 4.519158264059642e-06,
      "loss": 0.1302,
      "step": 7670
    },
    {
      "epoch": 0.6950069002963734,
      "grad_norm": 0.3677527904510498,
      "learning_rate": 4.4946651341668006e-06,
      "loss": 0.128,
      "step": 7680
    },
    {
      "epoch": 0.6959118571978009,
      "grad_norm": 0.3577388823032379,
      "learning_rate": 4.470219303678069e-06,
      "loss": 0.1242,
      "step": 7690
    },
    {
      "epoch": 0.6968168140992286,
      "grad_norm": 0.3218074142932892,
      "learning_rate": 4.44582098262122e-06,
      "loss": 0.128,
      "step": 7700
    },
    {
      "epoch": 0.6977217710006561,
      "grad_norm": 0.3113616406917572,
      "learning_rate": 4.421470380615841e-06,
      "loss": 0.1246,
      "step": 7710
    },
    {
      "epoch": 0.6986267279020837,
      "grad_norm": 0.4153074622154236,
      "learning_rate": 4.397167706871546e-06,
      "loss": 0.1236,
      "step": 7720
    },
    {
      "epoch": 0.6995316848035112,
      "grad_norm": 0.2737235426902771,
      "learning_rate": 4.37291317018617e-06,
      "loss": 0.1334,
      "step": 7730
    },
    {
      "epoch": 0.7004366417049388,
      "grad_norm": 0.3413766026496887,
      "learning_rate": 4.348706978943965e-06,
      "loss": 0.1248,
      "step": 7740
    },
    {
      "epoch": 0.7013415986063664,
      "grad_norm": 0.44644635915756226,
      "learning_rate": 4.324549341113839e-06,
      "loss": 0.131,
      "step": 7750
    },
    {
      "epoch": 0.7022465555077939,
      "grad_norm": 0.3571605384349823,
      "learning_rate": 4.300440464247528e-06,
      "loss": 0.1219,
      "step": 7760
    },
    {
      "epoch": 0.7031515124092215,
      "grad_norm": 0.218129500746727,
      "learning_rate": 4.276380555477855e-06,
      "loss": 0.1224,
      "step": 7770
    },
    {
      "epoch": 0.7040564693106491,
      "grad_norm": 0.2756895124912262,
      "learning_rate": 4.25236982151692e-06,
      "loss": 0.1165,
      "step": 7780
    },
    {
      "epoch": 0.7049614262120767,
      "grad_norm": 0.3429490029811859,
      "learning_rate": 4.22840846865434e-06,
      "loss": 0.133,
      "step": 7790
    },
    {
      "epoch": 0.7058663831135042,
      "grad_norm": 0.3609547019004822,
      "learning_rate": 4.204496702755471e-06,
      "loss": 0.1229,
      "step": 7800
    },
    {
      "epoch": 0.7067713400149318,
      "grad_norm": 0.31833615899086,
      "learning_rate": 4.180634729259635e-06,
      "loss": 0.131,
      "step": 7810
    },
    {
      "epoch": 0.7076762969163594,
      "grad_norm": 0.3234885632991791,
      "learning_rate": 4.15682275317836e-06,
      "loss": 0.1242,
      "step": 7820
    },
    {
      "epoch": 0.7085812538177869,
      "grad_norm": 0.331586092710495,
      "learning_rate": 4.133060979093623e-06,
      "loss": 0.1238,
      "step": 7830
    },
    {
      "epoch": 0.7094862107192145,
      "grad_norm": 0.29033374786376953,
      "learning_rate": 4.109349611156088e-06,
      "loss": 0.1231,
      "step": 7840
    },
    {
      "epoch": 0.710391167620642,
      "grad_norm": 0.4018980860710144,
      "learning_rate": 4.085688853083346e-06,
      "loss": 0.1276,
      "step": 7850
    },
    {
      "epoch": 0.7112961245220696,
      "grad_norm": 0.3441830575466156,
      "learning_rate": 4.062078908158174e-06,
      "loss": 0.1334,
      "step": 7860
    },
    {
      "epoch": 0.7122010814234973,
      "grad_norm": 0.3075098693370819,
      "learning_rate": 4.038519979226785e-06,
      "loss": 0.1223,
      "step": 7870
    },
    {
      "epoch": 0.7131060383249248,
      "grad_norm": 0.4702622890472412,
      "learning_rate": 4.015012268697085e-06,
      "loss": 0.1274,
      "step": 7880
    },
    {
      "epoch": 0.7140109952263524,
      "grad_norm": 0.40426555275917053,
      "learning_rate": 3.991555978536937e-06,
      "loss": 0.1286,
      "step": 7890
    },
    {
      "epoch": 0.7149159521277799,
      "grad_norm": 0.3282513916492462,
      "learning_rate": 3.968151310272417e-06,
      "loss": 0.1286,
      "step": 7900
    },
    {
      "epoch": 0.7158209090292075,
      "grad_norm": 0.31669655442237854,
      "learning_rate": 3.944798464986086e-06,
      "loss": 0.1228,
      "step": 7910
    },
    {
      "epoch": 0.716725865930635,
      "grad_norm": 0.3846443295478821,
      "learning_rate": 3.9214976433152755e-06,
      "loss": 0.1289,
      "step": 7920
    },
    {
      "epoch": 0.7176308228320626,
      "grad_norm": 0.3068075478076935,
      "learning_rate": 3.8982490454503455e-06,
      "loss": 0.1258,
      "step": 7930
    },
    {
      "epoch": 0.7185357797334901,
      "grad_norm": 0.259236216545105,
      "learning_rate": 3.875052871132979e-06,
      "loss": 0.126,
      "step": 7940
    },
    {
      "epoch": 0.7194407366349178,
      "grad_norm": 0.32442575693130493,
      "learning_rate": 3.851909319654448e-06,
      "loss": 0.1282,
      "step": 7950
    },
    {
      "epoch": 0.7203456935363454,
      "grad_norm": 0.3598691523075104,
      "learning_rate": 3.82881858985392e-06,
      "loss": 0.127,
      "step": 7960
    },
    {
      "epoch": 0.7212506504377729,
      "grad_norm": 0.23929624259471893,
      "learning_rate": 3.8057808801167463e-06,
      "loss": 0.1243,
      "step": 7970
    },
    {
      "epoch": 0.7221556073392005,
      "grad_norm": 0.31415387988090515,
      "learning_rate": 3.782796388372739e-06,
      "loss": 0.1309,
      "step": 7980
    },
    {
      "epoch": 0.723060564240628,
      "grad_norm": 0.3203081786632538,
      "learning_rate": 3.7598653120945015e-06,
      "loss": 0.1268,
      "step": 7990
    },
    {
      "epoch": 0.7239655211420556,
      "grad_norm": 0.38148126006126404,
      "learning_rate": 3.736987848295699e-06,
      "loss": 0.1196,
      "step": 8000
    },
    {
      "epoch": 0.7248704780434831,
      "grad_norm": 0.2480911761522293,
      "learning_rate": 3.7141641935293926e-06,
      "loss": 0.1296,
      "step": 8010
    },
    {
      "epoch": 0.7257754349449107,
      "grad_norm": 0.2723288834095001,
      "learning_rate": 3.6913945438863397e-06,
      "loss": 0.127,
      "step": 8020
    },
    {
      "epoch": 0.7266803918463384,
      "grad_norm": 0.3012789785861969,
      "learning_rate": 3.6686790949933082e-06,
      "loss": 0.1254,
      "step": 8030
    },
    {
      "epoch": 0.7275853487477659,
      "grad_norm": 0.2832350432872772,
      "learning_rate": 3.64601804201139e-06,
      "loss": 0.1158,
      "step": 8040
    },
    {
      "epoch": 0.7284903056491935,
      "grad_norm": 0.30464476346969604,
      "learning_rate": 3.6234115796343405e-06,
      "loss": 0.1223,
      "step": 8050
    },
    {
      "epoch": 0.729395262550621,
      "grad_norm": 0.3467896282672882,
      "learning_rate": 3.6008599020868985e-06,
      "loss": 0.1326,
      "step": 8060
    },
    {
      "epoch": 0.7303002194520486,
      "grad_norm": 0.35166192054748535,
      "learning_rate": 3.5783632031231018e-06,
      "loss": 0.1257,
      "step": 8070
    },
    {
      "epoch": 0.7312051763534761,
      "grad_norm": 0.3181626796722412,
      "learning_rate": 3.555921676024653e-06,
      "loss": 0.1269,
      "step": 8080
    },
    {
      "epoch": 0.7321101332549037,
      "grad_norm": 0.30875396728515625,
      "learning_rate": 3.53353551359923e-06,
      "loss": 0.1297,
      "step": 8090
    },
    {
      "epoch": 0.7330150901563313,
      "grad_norm": 0.3796384632587433,
      "learning_rate": 3.511204908178848e-06,
      "loss": 0.1243,
      "step": 8100
    },
    {
      "epoch": 0.7339200470577589,
      "grad_norm": 0.3839415907859802,
      "learning_rate": 3.488930051618201e-06,
      "loss": 0.1265,
      "step": 8110
    },
    {
      "epoch": 0.7348250039591865,
      "grad_norm": 0.34740591049194336,
      "learning_rate": 3.4667111352930163e-06,
      "loss": 0.1339,
      "step": 8120
    },
    {
      "epoch": 0.735729960860614,
      "grad_norm": 0.2768769860267639,
      "learning_rate": 3.4445483500983944e-06,
      "loss": 0.1238,
      "step": 8130
    },
    {
      "epoch": 0.7366349177620416,
      "grad_norm": 0.3522382378578186,
      "learning_rate": 3.4224418864471976e-06,
      "loss": 0.1242,
      "step": 8140
    },
    {
      "epoch": 0.7375398746634692,
      "grad_norm": 0.31364932656288147,
      "learning_rate": 3.400391934268391e-06,
      "loss": 0.1261,
      "step": 8150
    },
    {
      "epoch": 0.7384448315648967,
      "grad_norm": 0.3115822374820709,
      "learning_rate": 3.378398683005416e-06,
      "loss": 0.1248,
      "step": 8160
    },
    {
      "epoch": 0.7393497884663243,
      "grad_norm": 0.370149165391922,
      "learning_rate": 3.356462321614573e-06,
      "loss": 0.1294,
      "step": 8170
    },
    {
      "epoch": 0.7402547453677518,
      "grad_norm": 0.28242307901382446,
      "learning_rate": 3.334583038563376e-06,
      "loss": 0.1298,
      "step": 8180
    },
    {
      "epoch": 0.7411597022691794,
      "grad_norm": 0.323049396276474,
      "learning_rate": 3.3127610218289617e-06,
      "loss": 0.1228,
      "step": 8190
    },
    {
      "epoch": 0.742064659170607,
      "grad_norm": 0.393040269613266,
      "learning_rate": 3.2909964588964514e-06,
      "loss": 0.1276,
      "step": 8200
    },
    {
      "epoch": 0.7429696160720346,
      "grad_norm": 0.36402514576911926,
      "learning_rate": 3.269289536757352e-06,
      "loss": 0.1296,
      "step": 8210
    },
    {
      "epoch": 0.7438745729734622,
      "grad_norm": 0.3288993239402771,
      "learning_rate": 3.2476404419079487e-06,
      "loss": 0.1245,
      "step": 8220
    },
    {
      "epoch": 0.7447795298748897,
      "grad_norm": 0.40095171332359314,
      "learning_rate": 3.226049360347694e-06,
      "loss": 0.1275,
      "step": 8230
    },
    {
      "epoch": 0.7456844867763173,
      "grad_norm": 0.36854180693626404,
      "learning_rate": 3.2045164775776137e-06,
      "loss": 0.1254,
      "step": 8240
    },
    {
      "epoch": 0.7465894436777448,
      "grad_norm": 0.35555073618888855,
      "learning_rate": 3.1830419785987243e-06,
      "loss": 0.1237,
      "step": 8250
    },
    {
      "epoch": 0.7474944005791724,
      "grad_norm": 0.4191891849040985,
      "learning_rate": 3.161626047910431e-06,
      "loss": 0.13,
      "step": 8260
    },
    {
      "epoch": 0.7483993574805999,
      "grad_norm": 0.3702433705329895,
      "learning_rate": 3.140268869508949e-06,
      "loss": 0.1317,
      "step": 8270
    },
    {
      "epoch": 0.7493043143820276,
      "grad_norm": 0.27752381563186646,
      "learning_rate": 3.1189706268857077e-06,
      "loss": 0.1226,
      "step": 8280
    },
    {
      "epoch": 0.7502092712834552,
      "grad_norm": 0.3350948095321655,
      "learning_rate": 3.0977315030258002e-06,
      "loss": 0.1309,
      "step": 8290
    },
    {
      "epoch": 0.7511142281848827,
      "grad_norm": 0.4031756520271301,
      "learning_rate": 3.0765516804063932e-06,
      "loss": 0.127,
      "step": 8300
    },
    {
      "epoch": 0.7520191850863103,
      "grad_norm": 0.3240339159965515,
      "learning_rate": 3.055431340995163e-06,
      "loss": 0.123,
      "step": 8310
    },
    {
      "epoch": 0.7529241419877378,
      "grad_norm": 0.3321908414363861,
      "learning_rate": 3.0343706662487306e-06,
      "loss": 0.1258,
      "step": 8320
    },
    {
      "epoch": 0.7538290988891654,
      "grad_norm": 0.3860868513584137,
      "learning_rate": 3.013369837111101e-06,
      "loss": 0.1297,
      "step": 8330
    },
    {
      "epoch": 0.7547340557905929,
      "grad_norm": 0.3689778745174408,
      "learning_rate": 2.992429034012121e-06,
      "loss": 0.1253,
      "step": 8340
    },
    {
      "epoch": 0.7556390126920205,
      "grad_norm": 0.27259641885757446,
      "learning_rate": 2.9715484368659152e-06,
      "loss": 0.1258,
      "step": 8350
    },
    {
      "epoch": 0.7565439695934482,
      "grad_norm": 0.39256593585014343,
      "learning_rate": 2.9507282250693514e-06,
      "loss": 0.119,
      "step": 8360
    },
    {
      "epoch": 0.7574489264948757,
      "grad_norm": 0.33603495359420776,
      "learning_rate": 2.9299685775004793e-06,
      "loss": 0.1337,
      "step": 8370
    },
    {
      "epoch": 0.7583538833963033,
      "grad_norm": 0.4902133345603943,
      "learning_rate": 2.9092696725170212e-06,
      "loss": 0.1352,
      "step": 8380
    },
    {
      "epoch": 0.7592588402977308,
      "grad_norm": 0.27200329303741455,
      "learning_rate": 2.8886316879548205e-06,
      "loss": 0.1231,
      "step": 8390
    },
    {
      "epoch": 0.7601637971991584,
      "grad_norm": 0.27076977491378784,
      "learning_rate": 2.868054801126321e-06,
      "loss": 0.1209,
      "step": 8400
    },
    {
      "epoch": 0.7610687541005859,
      "grad_norm": 0.32341551780700684,
      "learning_rate": 2.8475391888190395e-06,
      "loss": 0.1346,
      "step": 8410
    },
    {
      "epoch": 0.7619737110020135,
      "grad_norm": 0.29108741879463196,
      "learning_rate": 2.8270850272940466e-06,
      "loss": 0.1251,
      "step": 8420
    },
    {
      "epoch": 0.762878667903441,
      "grad_norm": 0.321847528219223,
      "learning_rate": 2.806692492284461e-06,
      "loss": 0.1248,
      "step": 8430
    },
    {
      "epoch": 0.7637836248048687,
      "grad_norm": 0.3972260355949402,
      "learning_rate": 2.786361758993932e-06,
      "loss": 0.1266,
      "step": 8440
    },
    {
      "epoch": 0.7646885817062963,
      "grad_norm": 0.3229351341724396,
      "learning_rate": 2.766093002095137e-06,
      "loss": 0.1253,
      "step": 8450
    },
    {
      "epoch": 0.7655935386077238,
      "grad_norm": 0.32253509759902954,
      "learning_rate": 2.745886395728271e-06,
      "loss": 0.124,
      "step": 8460
    },
    {
      "epoch": 0.7664984955091514,
      "grad_norm": 0.34673410654067993,
      "learning_rate": 2.725742113499571e-06,
      "loss": 0.124,
      "step": 8470
    },
    {
      "epoch": 0.767403452410579,
      "grad_norm": 0.3298405110836029,
      "learning_rate": 2.705660328479809e-06,
      "loss": 0.1259,
      "step": 8480
    },
    {
      "epoch": 0.7683084093120065,
      "grad_norm": 0.454266756772995,
      "learning_rate": 2.6856412132027997e-06,
      "loss": 0.1211,
      "step": 8490
    },
    {
      "epoch": 0.7692133662134341,
      "grad_norm": 0.39579710364341736,
      "learning_rate": 2.6656849396639415e-06,
      "loss": 0.1302,
      "step": 8500
    },
    {
      "epoch": 0.7701183231148616,
      "grad_norm": 0.2675047814846039,
      "learning_rate": 2.6457916793187124e-06,
      "loss": 0.123,
      "step": 8510
    },
    {
      "epoch": 0.7710232800162892,
      "grad_norm": 0.44622719287872314,
      "learning_rate": 2.6259616030812128e-06,
      "loss": 0.1238,
      "step": 8520
    },
    {
      "epoch": 0.7719282369177168,
      "grad_norm": 0.40703779458999634,
      "learning_rate": 2.6061948813226968e-06,
      "loss": 0.1222,
      "step": 8530
    },
    {
      "epoch": 0.7728331938191444,
      "grad_norm": 0.32759425044059753,
      "learning_rate": 2.5864916838701016e-06,
      "loss": 0.1257,
      "step": 8540
    },
    {
      "epoch": 0.773738150720572,
      "grad_norm": 0.2865431308746338,
      "learning_rate": 2.5668521800045944e-06,
      "loss": 0.1291,
      "step": 8550
    },
    {
      "epoch": 0.7746431076219995,
      "grad_norm": 0.30442455410957336,
      "learning_rate": 2.5472765384601074e-06,
      "loss": 0.1214,
      "step": 8560
    },
    {
      "epoch": 0.7755480645234271,
      "grad_norm": 0.31685060262680054,
      "learning_rate": 2.5277649274219064e-06,
      "loss": 0.131,
      "step": 8570
    },
    {
      "epoch": 0.7764530214248546,
      "grad_norm": 0.274147093296051,
      "learning_rate": 2.508317514525125e-06,
      "loss": 0.1195,
      "step": 8580
    },
    {
      "epoch": 0.7773579783262822,
      "grad_norm": 0.28254234790802,
      "learning_rate": 2.4889344668533453e-06,
      "loss": 0.1313,
      "step": 8590
    },
    {
      "epoch": 0.7782629352277097,
      "grad_norm": 0.3491531014442444,
      "learning_rate": 2.469615950937142e-06,
      "loss": 0.1279,
      "step": 8600
    },
    {
      "epoch": 0.7791678921291374,
      "grad_norm": 0.3661726713180542,
      "learning_rate": 2.4503621327526694e-06,
      "loss": 0.1252,
      "step": 8610
    },
    {
      "epoch": 0.780072849030565,
      "grad_norm": 0.24949342012405396,
      "learning_rate": 2.431173177720223e-06,
      "loss": 0.1209,
      "step": 8620
    },
    {
      "epoch": 0.7809778059319925,
      "grad_norm": 0.24942710995674133,
      "learning_rate": 2.4120492507028236e-06,
      "loss": 0.1294,
      "step": 8630
    },
    {
      "epoch": 0.7818827628334201,
      "grad_norm": 0.3253498077392578,
      "learning_rate": 2.392990516004804e-06,
      "loss": 0.1313,
      "step": 8640
    },
    {
      "epoch": 0.7827877197348476,
      "grad_norm": 0.31229835748672485,
      "learning_rate": 2.3739971373703852e-06,
      "loss": 0.1244,
      "step": 8650
    },
    {
      "epoch": 0.7836926766362752,
      "grad_norm": 0.3631618320941925,
      "learning_rate": 2.355069277982286e-06,
      "loss": 0.1266,
      "step": 8660
    },
    {
      "epoch": 0.7845976335377027,
      "grad_norm": 0.2935367822647095,
      "learning_rate": 2.3362071004603036e-06,
      "loss": 0.1222,
      "step": 8670
    },
    {
      "epoch": 0.7855025904391303,
      "grad_norm": 0.34212765097618103,
      "learning_rate": 2.3174107668599366e-06,
      "loss": 0.126,
      "step": 8680
    },
    {
      "epoch": 0.786407547340558,
      "grad_norm": 0.28019851446151733,
      "learning_rate": 2.298680438670976e-06,
      "loss": 0.119,
      "step": 8690
    },
    {
      "epoch": 0.7873125042419855,
      "grad_norm": 0.35425955057144165,
      "learning_rate": 2.2800162768161204e-06,
      "loss": 0.1237,
      "step": 8700
    },
    {
      "epoch": 0.7882174611434131,
      "grad_norm": 0.3190707564353943,
      "learning_rate": 2.2614184416496022e-06,
      "loss": 0.1206,
      "step": 8710
    },
    {
      "epoch": 0.7891224180448406,
      "grad_norm": 0.40515249967575073,
      "learning_rate": 2.2428870929558012e-06,
      "loss": 0.1251,
      "step": 8720
    },
    {
      "epoch": 0.7900273749462682,
      "grad_norm": 0.3554609417915344,
      "learning_rate": 2.224422389947879e-06,
      "loss": 0.1268,
      "step": 8730
    },
    {
      "epoch": 0.7909323318476957,
      "grad_norm": 0.37230101227760315,
      "learning_rate": 2.2060244912663996e-06,
      "loss": 0.134,
      "step": 8740
    },
    {
      "epoch": 0.7918372887491233,
      "grad_norm": 0.2492271512746811,
      "learning_rate": 2.1876935549779766e-06,
      "loss": 0.1247,
      "step": 8750
    },
    {
      "epoch": 0.7927422456505508,
      "grad_norm": 0.3300861418247223,
      "learning_rate": 2.169429738573915e-06,
      "loss": 0.1243,
      "step": 8760
    },
    {
      "epoch": 0.7936472025519785,
      "grad_norm": 0.4448375105857849,
      "learning_rate": 2.151233198968854e-06,
      "loss": 0.121,
      "step": 8770
    },
    {
      "epoch": 0.7945521594534061,
      "grad_norm": 0.2607729434967041,
      "learning_rate": 2.1331040924994216e-06,
      "loss": 0.1194,
      "step": 8780
    },
    {
      "epoch": 0.7954571163548336,
      "grad_norm": 0.3317795991897583,
      "learning_rate": 2.1150425749228853e-06,
      "loss": 0.122,
      "step": 8790
    },
    {
      "epoch": 0.7963620732562612,
      "grad_norm": 0.3975413739681244,
      "learning_rate": 2.097048801415823e-06,
      "loss": 0.1261,
      "step": 8800
    },
    {
      "epoch": 0.7972670301576887,
      "grad_norm": 0.3129339814186096,
      "learning_rate": 2.079122926572784e-06,
      "loss": 0.1264,
      "step": 8810
    },
    {
      "epoch": 0.7981719870591163,
      "grad_norm": 0.32011422514915466,
      "learning_rate": 2.0612651044049683e-06,
      "loss": 0.1287,
      "step": 8820
    },
    {
      "epoch": 0.7990769439605439,
      "grad_norm": 0.34052857756614685,
      "learning_rate": 2.043475488338885e-06,
      "loss": 0.1217,
      "step": 8830
    },
    {
      "epoch": 0.7999819008619714,
      "grad_norm": 0.2858836054801941,
      "learning_rate": 2.0257542312150534e-06,
      "loss": 0.1242,
      "step": 8840
    },
    {
      "epoch": 0.800886857763399,
      "grad_norm": 0.26198819279670715,
      "learning_rate": 2.0081014852866843e-06,
      "loss": 0.1288,
      "step": 8850
    },
    {
      "epoch": 0.8017918146648266,
      "grad_norm": 0.3347429633140564,
      "learning_rate": 1.9905174022183702e-06,
      "loss": 0.1251,
      "step": 8860
    },
    {
      "epoch": 0.8026967715662542,
      "grad_norm": 0.3790920078754425,
      "learning_rate": 1.9730021330847838e-06,
      "loss": 0.1263,
      "step": 8870
    },
    {
      "epoch": 0.8036017284676817,
      "grad_norm": 0.27628254890441895,
      "learning_rate": 1.955555828369371e-06,
      "loss": 0.1272,
      "step": 8880
    },
    {
      "epoch": 0.8045066853691093,
      "grad_norm": 0.2933729887008667,
      "learning_rate": 1.938178637963074e-06,
      "loss": 0.1332,
      "step": 8890
    },
    {
      "epoch": 0.8054116422705369,
      "grad_norm": 0.2660931348800659,
      "learning_rate": 1.9208707111630376e-06,
      "loss": 0.1259,
      "step": 8900
    },
    {
      "epoch": 0.8063165991719644,
      "grad_norm": 0.3294607698917389,
      "learning_rate": 1.903632196671311e-06,
      "loss": 0.1293,
      "step": 8910
    },
    {
      "epoch": 0.807221556073392,
      "grad_norm": 0.3121941089630127,
      "learning_rate": 1.8864632425936015e-06,
      "loss": 0.1289,
      "step": 8920
    },
    {
      "epoch": 0.8081265129748195,
      "grad_norm": 0.2634756863117218,
      "learning_rate": 1.8693639964379661e-06,
      "loss": 0.1291,
      "step": 8930
    },
    {
      "epoch": 0.8090314698762472,
      "grad_norm": 0.3612058162689209,
      "learning_rate": 1.852334605113576e-06,
      "loss": 0.1284,
      "step": 8940
    },
    {
      "epoch": 0.8099364267776747,
      "grad_norm": 0.27511492371559143,
      "learning_rate": 1.8353752149294335e-06,
      "loss": 0.1255,
      "step": 8950
    },
    {
      "epoch": 0.8108413836791023,
      "grad_norm": 0.5154643058776855,
      "learning_rate": 1.8184859715931247e-06,
      "loss": 0.1293,
      "step": 8960
    },
    {
      "epoch": 0.8117463405805299,
      "grad_norm": 0.2842332124710083,
      "learning_rate": 1.8016670202095677e-06,
      "loss": 0.1233,
      "step": 8970
    },
    {
      "epoch": 0.8126512974819574,
      "grad_norm": 0.26935648918151855,
      "learning_rate": 1.7849185052797525e-06,
      "loss": 0.127,
      "step": 8980
    },
    {
      "epoch": 0.813556254383385,
      "grad_norm": 0.4419654607772827,
      "learning_rate": 1.7682405706995243e-06,
      "loss": 0.1255,
      "step": 8990
    },
    {
      "epoch": 0.8144612112848125,
      "grad_norm": 0.27756479382514954,
      "learning_rate": 1.7516333597583214e-06,
      "loss": 0.1195,
      "step": 9000
    }
  ],
  "logging_steps": 10,
  "max_steps": 11050,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.722768489962275e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}