{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2534916499380686,
  "eval_steps": 500,
  "global_step": 5935,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00042711314227138767,
      "grad_norm": 0.6801537275314331,
      "learning_rate": 2.910112359550562e-06,
      "loss": 0.6308,
      "step": 10
    },
    {
      "epoch": 0.0008542262845427753,
      "grad_norm": 0.7330222725868225,
      "learning_rate": 3.921348314606742e-06,
      "loss": 0.5921,
      "step": 20
    },
    {
      "epoch": 0.001281339426814163,
      "grad_norm": 0.7190220952033997,
      "learning_rate": 4.932584269662922e-06,
      "loss": 0.6197,
      "step": 30
    },
    {
      "epoch": 0.0017084525690855507,
      "grad_norm": 0.6695777773857117,
      "learning_rate": 5.943820224719102e-06,
      "loss": 0.6225,
      "step": 40
    },
    {
      "epoch": 0.0021355657113569385,
      "grad_norm": 0.7244643568992615,
      "learning_rate": 6.955056179775282e-06,
      "loss": 0.5868,
      "step": 50
    },
    {
      "epoch": 0.002562678853628326,
      "grad_norm": 0.7338688373565674,
      "learning_rate": 7.966292134831462e-06,
      "loss": 0.602,
      "step": 60
    },
    {
      "epoch": 0.0029897919958997137,
      "grad_norm": 0.7063023447990417,
      "learning_rate": 8.977528089887641e-06,
      "loss": 0.5962,
      "step": 70
    },
    {
      "epoch": 0.0034169051381711013,
      "grad_norm": 0.7280859351158142,
      "learning_rate": 9.988764044943822e-06,
      "loss": 0.5849,
      "step": 80
    },
    {
      "epoch": 0.0038440182804424894,
      "grad_norm": 0.6686920523643494,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.5945,
      "step": 90
    },
    {
      "epoch": 0.004271131422713877,
      "grad_norm": 0.6424954533576965,
      "learning_rate": 1.2011235955056182e-05,
      "loss": 0.5742,
      "step": 100
    },
    {
      "epoch": 0.004698244564985265,
      "grad_norm": 0.7504611015319824,
      "learning_rate": 1.3022471910112362e-05,
      "loss": 0.6183,
      "step": 110
    },
    {
      "epoch": 0.005125357707256652,
      "grad_norm": 0.7265036106109619,
      "learning_rate": 1.403370786516854e-05,
      "loss": 0.6288,
      "step": 120
    },
    {
      "epoch": 0.00555247084952804,
      "grad_norm": 0.6728747487068176,
      "learning_rate": 1.504494382022472e-05,
      "loss": 0.5932,
      "step": 130
    },
    {
      "epoch": 0.005979583991799427,
      "grad_norm": 0.5877931118011475,
      "learning_rate": 1.60561797752809e-05,
      "loss": 0.6073,
      "step": 140
    },
    {
      "epoch": 0.0064066971340708155,
      "grad_norm": 0.9119960069656372,
      "learning_rate": 1.706741573033708e-05,
      "loss": 0.594,
      "step": 150
    },
    {
      "epoch": 0.006833810276342203,
      "grad_norm": 0.6038461327552795,
      "learning_rate": 1.8078651685393256e-05,
      "loss": 0.6186,
      "step": 160
    },
    {
      "epoch": 0.007260923418613591,
      "grad_norm": 0.6067227125167847,
      "learning_rate": 1.908988764044944e-05,
      "loss": 0.608,
      "step": 170
    },
    {
      "epoch": 0.007688036560884979,
      "grad_norm": 0.6028957962989807,
      "learning_rate": 2e-05,
      "loss": 0.5816,
      "step": 180
    },
    {
      "epoch": 0.008115149703156367,
      "grad_norm": 0.5894806385040283,
      "learning_rate": 2e-05,
      "loss": 0.604,
      "step": 190
    },
    {
      "epoch": 0.008542262845427754,
      "grad_norm": 0.5551896691322327,
      "learning_rate": 2e-05,
      "loss": 0.6181,
      "step": 200
    },
    {
      "epoch": 0.008969375987699141,
      "grad_norm": 0.48914626240730286,
      "learning_rate": 2e-05,
      "loss": 0.6003,
      "step": 210
    },
    {
      "epoch": 0.00939648912997053,
      "grad_norm": 0.5296058058738708,
      "learning_rate": 2e-05,
      "loss": 0.6201,
      "step": 220
    },
    {
      "epoch": 0.009823602272241917,
      "grad_norm": 0.7409117221832275,
      "learning_rate": 2e-05,
      "loss": 0.5938,
      "step": 230
    },
    {
      "epoch": 0.010250715414513304,
      "grad_norm": 0.5655877590179443,
      "learning_rate": 2e-05,
      "loss": 0.5714,
      "step": 240
    },
    {
      "epoch": 0.010677828556784692,
      "grad_norm": 0.4660634696483612,
      "learning_rate": 2e-05,
      "loss": 0.5736,
      "step": 250
    },
    {
      "epoch": 0.01110494169905608,
      "grad_norm": 0.437298059463501,
      "learning_rate": 2e-05,
      "loss": 0.5944,
      "step": 260
    },
    {
      "epoch": 0.011532054841327468,
      "grad_norm": 0.7993448376655579,
      "learning_rate": 2e-05,
      "loss": 0.5918,
      "step": 270
    },
    {
      "epoch": 0.011959167983598855,
      "grad_norm": 0.46986427903175354,
      "learning_rate": 2e-05,
      "loss": 0.6001,
      "step": 280
    },
    {
      "epoch": 0.012386281125870244,
      "grad_norm": 0.4165823459625244,
      "learning_rate": 2e-05,
      "loss": 0.5817,
      "step": 290
    },
    {
      "epoch": 0.012813394268141631,
      "grad_norm": 0.4695897102355957,
      "learning_rate": 2e-05,
      "loss": 0.5949,
      "step": 300
    },
    {
      "epoch": 0.013240507410413018,
      "grad_norm": 0.46940892934799194,
      "learning_rate": 2e-05,
      "loss": 0.6293,
      "step": 310
    },
    {
      "epoch": 0.013667620552684405,
      "grad_norm": 0.37120378017425537,
      "learning_rate": 2e-05,
      "loss": 0.6057,
      "step": 320
    },
    {
      "epoch": 0.014094733694955794,
      "grad_norm": 0.4567081928253174,
      "learning_rate": 2e-05,
      "loss": 0.6088,
      "step": 330
    },
    {
      "epoch": 0.014521846837227181,
      "grad_norm": 0.5053907036781311,
      "learning_rate": 2e-05,
      "loss": 0.575,
      "step": 340
    },
    {
      "epoch": 0.014948959979498569,
      "grad_norm": 0.4822077453136444,
      "learning_rate": 2e-05,
      "loss": 0.6305,
      "step": 350
    },
    {
      "epoch": 0.015376073121769957,
      "grad_norm": 0.42418718338012695,
      "learning_rate": 2e-05,
      "loss": 0.609,
      "step": 360
    },
    {
      "epoch": 0.015803186264041345,
      "grad_norm": 0.4470791816711426,
      "learning_rate": 2e-05,
      "loss": 0.609,
      "step": 370
    },
    {
      "epoch": 0.016230299406312734,
      "grad_norm": 0.4747907221317291,
      "learning_rate": 2e-05,
      "loss": 0.5753,
      "step": 380
    },
    {
      "epoch": 0.01665741254858412,
      "grad_norm": 0.429513156414032,
      "learning_rate": 2e-05,
      "loss": 0.5757,
      "step": 390
    },
    {
      "epoch": 0.017084525690855508,
      "grad_norm": 1.1115094423294067,
      "learning_rate": 2e-05,
      "loss": 0.5973,
      "step": 400
    },
    {
      "epoch": 0.017511638833126897,
      "grad_norm": 0.4465528130531311,
      "learning_rate": 2e-05,
      "loss": 0.6135,
      "step": 410
    },
    {
      "epoch": 0.017938751975398282,
      "grad_norm": 0.45542335510253906,
      "learning_rate": 2e-05,
      "loss": 0.5925,
      "step": 420
    },
    {
      "epoch": 0.01836586511766967,
      "grad_norm": 0.4971701204776764,
      "learning_rate": 2e-05,
      "loss": 0.6015,
      "step": 430
    },
    {
      "epoch": 0.01879297825994106,
      "grad_norm": 0.4876435101032257,
      "learning_rate": 2e-05,
      "loss": 0.612,
      "step": 440
    },
    {
      "epoch": 0.019220091402212446,
      "grad_norm": 0.4507445693016052,
      "learning_rate": 2e-05,
      "loss": 0.6096,
      "step": 450
    },
    {
      "epoch": 0.019647204544483834,
      "grad_norm": 0.48777464032173157,
      "learning_rate": 2e-05,
      "loss": 0.5804,
      "step": 460
    },
    {
      "epoch": 0.02007431768675522,
      "grad_norm": 0.42354583740234375,
      "learning_rate": 2e-05,
      "loss": 0.6102,
      "step": 470
    },
    {
      "epoch": 0.02050143082902661,
      "grad_norm": 0.4695739448070526,
      "learning_rate": 2e-05,
      "loss": 0.6343,
      "step": 480
    },
    {
      "epoch": 0.020928543971297998,
      "grad_norm": 0.4769243896007538,
      "learning_rate": 2e-05,
      "loss": 0.5989,
      "step": 490
    },
    {
      "epoch": 0.021355657113569383,
      "grad_norm": 0.44087329506874084,
      "learning_rate": 2e-05,
      "loss": 0.5978,
      "step": 500
    },
    {
      "epoch": 0.021782770255840772,
      "grad_norm": 0.42501866817474365,
      "learning_rate": 2e-05,
      "loss": 0.6133,
      "step": 510
    },
    {
      "epoch": 0.02220988339811216,
      "grad_norm": 0.38661816716194153,
      "learning_rate": 2e-05,
      "loss": 0.6056,
      "step": 520
    },
    {
      "epoch": 0.022636996540383546,
      "grad_norm": 0.43126940727233887,
      "learning_rate": 2e-05,
      "loss": 0.5679,
      "step": 530
    },
    {
      "epoch": 0.023064109682654935,
      "grad_norm": 0.433454304933548,
      "learning_rate": 2e-05,
      "loss": 0.6074,
      "step": 540
    },
    {
      "epoch": 0.023491222824926324,
      "grad_norm": 0.3950791656970978,
      "learning_rate": 2e-05,
      "loss": 0.6267,
      "step": 550
    },
    {
      "epoch": 0.02391833596719771,
      "grad_norm": 0.42388349771499634,
      "learning_rate": 2e-05,
      "loss": 0.6457,
      "step": 560
    },
    {
      "epoch": 0.0243454491094691,
      "grad_norm": 0.4391220510005951,
      "learning_rate": 2e-05,
      "loss": 0.6222,
      "step": 570
    },
    {
      "epoch": 0.024772562251740488,
      "grad_norm": 0.4486788213253021,
      "learning_rate": 2e-05,
      "loss": 0.6232,
      "step": 580
    },
    {
      "epoch": 0.025199675394011873,
      "grad_norm": 0.5258558988571167,
      "learning_rate": 2e-05,
      "loss": 0.6157,
      "step": 590
    },
    {
      "epoch": 0.025626788536283262,
      "grad_norm": 0.3985844552516937,
      "learning_rate": 2e-05,
      "loss": 0.5623,
      "step": 600
    },
    {
      "epoch": 0.02605390167855465,
      "grad_norm": 0.4276188910007477,
      "learning_rate": 2e-05,
      "loss": 0.589,
      "step": 610
    },
    {
      "epoch": 0.026481014820826036,
      "grad_norm": 0.36040425300598145,
      "learning_rate": 2e-05,
      "loss": 0.5889,
      "step": 620
    },
    {
      "epoch": 0.026908127963097425,
      "grad_norm": 0.43689343333244324,
      "learning_rate": 2e-05,
      "loss": 0.586,
      "step": 630
    },
    {
      "epoch": 0.02733524110536881,
      "grad_norm": 0.38051506876945496,
      "learning_rate": 2e-05,
      "loss": 0.6155,
      "step": 640
    },
    {
      "epoch": 0.0277623542476402,
      "grad_norm": 0.375367134809494,
      "learning_rate": 2e-05,
      "loss": 0.6267,
      "step": 650
    },
    {
      "epoch": 0.02818946738991159,
      "grad_norm": 0.40035131573677063,
      "learning_rate": 2e-05,
      "loss": 0.6035,
      "step": 660
    },
    {
      "epoch": 0.028616580532182974,
      "grad_norm": 0.429284006357193,
      "learning_rate": 2e-05,
      "loss": 0.5957,
      "step": 670
    },
    {
      "epoch": 0.029043693674454363,
      "grad_norm": 0.4076769948005676,
      "learning_rate": 2e-05,
      "loss": 0.599,
      "step": 680
    },
    {
      "epoch": 0.02947080681672575,
      "grad_norm": 0.39563876390457153,
      "learning_rate": 2e-05,
      "loss": 0.5906,
      "step": 690
    },
    {
      "epoch": 0.029897919958997137,
      "grad_norm": 0.39621901512145996,
      "learning_rate": 2e-05,
      "loss": 0.615,
      "step": 700
    },
    {
      "epoch": 0.030325033101268526,
      "grad_norm": 0.43017053604125977,
      "learning_rate": 2e-05,
      "loss": 0.6114,
      "step": 710
    },
    {
      "epoch": 0.030752146243539915,
      "grad_norm": 0.3699895143508911,
      "learning_rate": 2e-05,
      "loss": 0.6024,
      "step": 720
    },
    {
      "epoch": 0.0311792593858113,
      "grad_norm": 0.39387860894203186,
      "learning_rate": 2e-05,
      "loss": 0.5797,
      "step": 730
    },
    {
      "epoch": 0.03160637252808269,
      "grad_norm": 0.36330047249794006,
      "learning_rate": 2e-05,
      "loss": 0.5641,
      "step": 740
    },
    {
      "epoch": 0.03203348567035408,
      "grad_norm": 0.3734346628189087,
      "learning_rate": 2e-05,
      "loss": 0.6066,
      "step": 750
    },
    {
      "epoch": 0.03246059881262547,
      "grad_norm": 0.3981451690196991,
      "learning_rate": 2e-05,
      "loss": 0.5708,
      "step": 760
    },
    {
      "epoch": 0.03288771195489685,
      "grad_norm": 0.5013331770896912,
      "learning_rate": 2e-05,
      "loss": 0.5786,
      "step": 770
    },
    {
      "epoch": 0.03331482509716824,
      "grad_norm": 0.4515092968940735,
      "learning_rate": 2e-05,
      "loss": 0.6274,
      "step": 780
    },
    {
      "epoch": 0.03374193823943963,
      "grad_norm": 0.4270780682563782,
      "learning_rate": 2e-05,
      "loss": 0.6274,
      "step": 790
    },
    {
      "epoch": 0.034169051381711016,
      "grad_norm": 0.40977057814598083,
      "learning_rate": 2e-05,
      "loss": 0.5903,
      "step": 800
    },
    {
      "epoch": 0.034596164523982405,
      "grad_norm": 0.3862808644771576,
      "learning_rate": 2e-05,
      "loss": 0.591,
      "step": 810
    },
    {
      "epoch": 0.035023277666253794,
      "grad_norm": 0.3566862642765045,
      "learning_rate": 2e-05,
      "loss": 0.5822,
      "step": 820
    },
    {
      "epoch": 0.035450390808525176,
      "grad_norm": 0.47487324476242065,
      "learning_rate": 2e-05,
      "loss": 0.6037,
      "step": 830
    },
    {
      "epoch": 0.035877503950796565,
      "grad_norm": 0.6204171180725098,
      "learning_rate": 2e-05,
      "loss": 0.606,
      "step": 840
    },
    {
      "epoch": 0.036304617093067953,
      "grad_norm": 0.38122642040252686,
      "learning_rate": 2e-05,
      "loss": 0.6022,
      "step": 850
    },
    {
      "epoch": 0.03673173023533934,
      "grad_norm": 0.45812979340553284,
      "learning_rate": 2e-05,
      "loss": 0.6134,
      "step": 860
    },
    {
      "epoch": 0.03715884337761073,
      "grad_norm": 0.38281163573265076,
      "learning_rate": 2e-05,
      "loss": 0.5692,
      "step": 870
    },
    {
      "epoch": 0.03758595651988212,
      "grad_norm": 0.44842684268951416,
      "learning_rate": 2e-05,
      "loss": 0.6195,
      "step": 880
    },
    {
      "epoch": 0.0380130696621535,
      "grad_norm": 0.3978036642074585,
      "learning_rate": 2e-05,
      "loss": 0.5872,
      "step": 890
    },
    {
      "epoch": 0.03844018280442489,
      "grad_norm": 0.40599605441093445,
      "learning_rate": 2e-05,
      "loss": 0.5896,
      "step": 900
    },
    {
      "epoch": 0.03886729594669628,
      "grad_norm": 0.4849986732006073,
      "learning_rate": 2e-05,
      "loss": 0.5679,
      "step": 910
    },
    {
      "epoch": 0.03929440908896767,
      "grad_norm": 0.3729165196418762,
      "learning_rate": 2e-05,
      "loss": 0.5941,
      "step": 920
    },
    {
      "epoch": 0.03972152223123906,
      "grad_norm": 0.3839932680130005,
      "learning_rate": 2e-05,
      "loss": 0.5809,
      "step": 930
    },
    {
      "epoch": 0.04014863537351044,
      "grad_norm": 0.3133138120174408,
      "learning_rate": 2e-05,
      "loss": 0.5909,
      "step": 940
    },
    {
      "epoch": 0.04057574851578183,
      "grad_norm": 0.37946876883506775,
      "learning_rate": 2e-05,
      "loss": 0.5791,
      "step": 950
    },
    {
      "epoch": 0.04100286165805322,
      "grad_norm": 0.3639635741710663,
      "learning_rate": 2e-05,
      "loss": 0.6028,
      "step": 960
    },
    {
      "epoch": 0.04142997480032461,
      "grad_norm": 0.39474979043006897,
      "learning_rate": 2e-05,
      "loss": 0.5927,
      "step": 970
    },
    {
      "epoch": 0.041857087942595995,
      "grad_norm": 0.39630550146102905,
      "learning_rate": 2e-05,
      "loss": 0.5861,
      "step": 980
    },
    {
      "epoch": 0.042284201084867384,
      "grad_norm": 0.4038623571395874,
      "learning_rate": 2e-05,
      "loss": 0.5991,
      "step": 990
    },
    {
      "epoch": 0.042711314227138766,
      "grad_norm": 0.46558162569999695,
      "learning_rate": 2e-05,
      "loss": 0.5842,
      "step": 1000
    },
    {
      "epoch": 0.043138427369410155,
      "grad_norm": 0.4309065043926239,
      "learning_rate": 2e-05,
      "loss": 0.6021,
      "step": 1010
    },
    {
      "epoch": 0.043565540511681544,
      "grad_norm": 0.3698565363883972,
      "learning_rate": 2e-05,
      "loss": 0.607,
      "step": 1020
    },
    {
      "epoch": 0.04399265365395293,
      "grad_norm": 0.40514087677001953,
      "learning_rate": 2e-05,
      "loss": 0.5933,
      "step": 1030
    },
    {
      "epoch": 0.04441976679622432,
      "grad_norm": 0.7474258542060852,
      "learning_rate": 2e-05,
      "loss": 0.5946,
      "step": 1040
    },
    {
      "epoch": 0.04484687993849571,
      "grad_norm": 0.38786014914512634,
      "learning_rate": 2e-05,
      "loss": 0.6132,
      "step": 1050
    },
    {
      "epoch": 0.04527399308076709,
      "grad_norm": 0.38152816891670227,
      "learning_rate": 2e-05,
      "loss": 0.5799,
      "step": 1060
    },
    {
      "epoch": 0.04570110622303848,
      "grad_norm": 0.5136268734931946,
      "learning_rate": 2e-05,
      "loss": 0.6335,
      "step": 1070
    },
    {
      "epoch": 0.04612821936530987,
      "grad_norm": 0.37756872177124023,
      "learning_rate": 2e-05,
      "loss": 0.5794,
      "step": 1080
    },
    {
      "epoch": 0.04655533250758126,
      "grad_norm": 0.41157087683677673,
      "learning_rate": 2e-05,
      "loss": 0.6129,
      "step": 1090
    },
    {
      "epoch": 0.04698244564985265,
      "grad_norm": 0.45449504256248474,
      "learning_rate": 2e-05,
      "loss": 0.6074,
      "step": 1100
    },
    {
      "epoch": 0.04740955879212403,
      "grad_norm": 0.36440810561180115,
      "learning_rate": 2e-05,
      "loss": 0.5905,
      "step": 1110
    },
    {
      "epoch": 0.04783667193439542,
      "grad_norm": 0.40203210711479187,
      "learning_rate": 2e-05,
      "loss": 0.5772,
      "step": 1120
    },
    {
      "epoch": 0.04826378507666681,
      "grad_norm": 0.4374965727329254,
      "learning_rate": 2e-05,
      "loss": 0.6033,
      "step": 1130
    },
    {
      "epoch": 0.0486908982189382,
      "grad_norm": 0.37814727425575256,
      "learning_rate": 2e-05,
      "loss": 0.6051,
      "step": 1140
    },
    {
      "epoch": 0.049118011361209586,
      "grad_norm": 0.3608170449733734,
      "learning_rate": 2e-05,
      "loss": 0.6036,
      "step": 1150
    },
    {
      "epoch": 0.049545124503480975,
      "grad_norm": 0.5163088440895081,
      "learning_rate": 2e-05,
      "loss": 0.5888,
      "step": 1160
    },
    {
      "epoch": 0.04997223764575236,
      "grad_norm": 0.6338587403297424,
      "learning_rate": 2e-05,
      "loss": 0.5846,
      "step": 1170
    },
    {
      "epoch": 0.050399350788023746,
      "grad_norm": 0.3570212125778198,
      "learning_rate": 2e-05,
      "loss": 0.5997,
      "step": 1180
    },
    {
      "epoch": 0.050826463930295135,
      "grad_norm": 0.4730677604675293,
      "learning_rate": 2e-05,
      "loss": 0.5666,
      "step": 1190
    },
    {
      "epoch": 0.051253577072566524,
      "grad_norm": 0.4634343683719635,
      "learning_rate": 2e-05,
      "loss": 0.6167,
      "step": 1200
    },
    {
      "epoch": 0.05168069021483791,
      "grad_norm": 0.4279061555862427,
      "learning_rate": 2e-05,
      "loss": 0.5984,
      "step": 1210
    },
    {
      "epoch": 0.0521078033571093,
      "grad_norm": 0.42280420660972595,
      "learning_rate": 2e-05,
      "loss": 0.5715,
      "step": 1220
    },
    {
      "epoch": 0.052534916499380684,
      "grad_norm": 0.34051749110221863,
      "learning_rate": 2e-05,
      "loss": 0.577,
      "step": 1230
    },
    {
      "epoch": 0.05296202964165207,
      "grad_norm": 0.3963359296321869,
      "learning_rate": 2e-05,
      "loss": 0.6313,
      "step": 1240
    },
    {
      "epoch": 0.05338914278392346,
      "grad_norm": 0.5236133933067322,
      "learning_rate": 2e-05,
      "loss": 0.6187,
      "step": 1250
    },
    {
      "epoch": 0.05381625592619485,
      "grad_norm": 0.40057671070098877,
      "learning_rate": 2e-05,
      "loss": 0.6118,
      "step": 1260
    },
    {
      "epoch": 0.05424336906846624,
      "grad_norm": 0.4331953227519989,
      "learning_rate": 2e-05,
      "loss": 0.5933,
      "step": 1270
    },
    {
      "epoch": 0.05467048221073762,
      "grad_norm": 0.35897260904312134,
      "learning_rate": 2e-05,
      "loss": 0.5776,
      "step": 1280
    },
    {
      "epoch": 0.05509759535300901,
      "grad_norm": 0.40010058879852295,
      "learning_rate": 2e-05,
      "loss": 0.58,
      "step": 1290
    },
    {
      "epoch": 0.0555247084952804,
      "grad_norm": 0.49022912979125977,
      "learning_rate": 2e-05,
      "loss": 0.5747,
      "step": 1300
    },
    {
      "epoch": 0.05595182163755179,
      "grad_norm": 0.4582119584083557,
      "learning_rate": 2e-05,
      "loss": 0.5994,
      "step": 1310
    },
    {
      "epoch": 0.05637893477982318,
      "grad_norm": 0.4133841097354889,
      "learning_rate": 2e-05,
      "loss": 0.5856,
      "step": 1320
    },
    {
      "epoch": 0.056806047922094566,
      "grad_norm": 0.40341418981552124,
      "learning_rate": 2e-05,
      "loss": 0.615,
      "step": 1330
    },
    {
      "epoch": 0.05723316106436595,
      "grad_norm": 0.3729898929595947,
      "learning_rate": 2e-05,
      "loss": 0.5871,
      "step": 1340
    },
    {
      "epoch": 0.05766027420663734,
      "grad_norm": 0.36487877368927,
      "learning_rate": 2e-05,
      "loss": 0.6087,
      "step": 1350
    },
    {
      "epoch": 0.058087387348908726,
      "grad_norm": 0.410173237323761,
      "learning_rate": 2e-05,
      "loss": 0.6106,
      "step": 1360
    },
    {
      "epoch": 0.058514500491180114,
      "grad_norm": 0.4052298367023468,
      "learning_rate": 2e-05,
      "loss": 0.5794,
      "step": 1370
    },
    {
      "epoch": 0.0589416136334515,
      "grad_norm": 0.35845524072647095,
      "learning_rate": 2e-05,
      "loss": 0.5818,
      "step": 1380
    },
    {
      "epoch": 0.05936872677572289,
      "grad_norm": 0.39520588517189026,
      "learning_rate": 2e-05,
      "loss": 0.5724,
      "step": 1390
    },
    {
      "epoch": 0.059795839917994274,
      "grad_norm": 0.3926452696323395,
      "learning_rate": 2e-05,
      "loss": 0.5787,
      "step": 1400
    },
    {
      "epoch": 0.06022295306026566,
      "grad_norm": 0.3984834551811218,
      "learning_rate": 2e-05,
      "loss": 0.6149,
      "step": 1410
    },
    {
      "epoch": 0.06065006620253705,
      "grad_norm": 0.4060869514942169,
      "learning_rate": 2e-05,
      "loss": 0.623,
      "step": 1420
    },
    {
      "epoch": 0.06107717934480844,
      "grad_norm": 0.3899109661579132,
      "learning_rate": 2e-05,
      "loss": 0.606,
      "step": 1430
    },
    {
      "epoch": 0.06150429248707983,
      "grad_norm": 0.41343048214912415,
      "learning_rate": 2e-05,
      "loss": 0.62,
      "step": 1440
    },
    {
      "epoch": 0.06193140562935121,
      "grad_norm": 0.5486384630203247,
      "learning_rate": 2e-05,
      "loss": 0.5888,
      "step": 1450
    },
    {
      "epoch": 0.0623585187716226,
      "grad_norm": 0.4260222017765045,
      "learning_rate": 2e-05,
      "loss": 0.5949,
      "step": 1460
    },
    {
      "epoch": 0.062785631913894,
      "grad_norm": 0.5510641932487488,
      "learning_rate": 2e-05,
      "loss": 0.5917,
      "step": 1470
    },
    {
      "epoch": 0.06321274505616538,
      "grad_norm": 0.3307860791683197,
      "learning_rate": 2e-05,
      "loss": 0.5966,
      "step": 1480
    },
    {
      "epoch": 0.06363985819843676,
      "grad_norm": 0.37774041295051575,
      "learning_rate": 2e-05,
      "loss": 0.5928,
      "step": 1490
    },
    {
      "epoch": 0.06406697134070816,
      "grad_norm": 0.40287962555885315,
      "learning_rate": 2e-05,
      "loss": 0.6018,
      "step": 1500
    },
    {
      "epoch": 0.06449408448297954,
      "grad_norm": 0.3765062987804413,
      "learning_rate": 2e-05,
      "loss": 0.5868,
      "step": 1510
    },
    {
      "epoch": 0.06492119762525093,
      "grad_norm": 0.3866639733314514,
      "learning_rate": 2e-05,
      "loss": 0.5918,
      "step": 1520
    },
    {
      "epoch": 0.06534831076752232,
      "grad_norm": 0.3452185392379761,
      "learning_rate": 2e-05,
      "loss": 0.6006,
      "step": 1530
    },
    {
      "epoch": 0.0657754239097937,
      "grad_norm": 0.3757578730583191,
      "learning_rate": 2e-05,
      "loss": 0.5885,
      "step": 1540
    },
    {
      "epoch": 0.0662025370520651,
      "grad_norm": 0.6169503927230835,
      "learning_rate": 2e-05,
      "loss": 0.5942,
      "step": 1550
    },
    {
      "epoch": 0.06662965019433648,
      "grad_norm": 0.40690863132476807,
      "learning_rate": 2e-05,
      "loss": 0.5846,
      "step": 1560
    },
    {
      "epoch": 0.06705676333660787,
      "grad_norm": 0.40239500999450684,
      "learning_rate": 2e-05,
      "loss": 0.6043,
      "step": 1570
    },
    {
      "epoch": 0.06748387647887925,
      "grad_norm": 0.6150453090667725,
      "learning_rate": 2e-05,
      "loss": 0.5687,
      "step": 1580
    },
    {
      "epoch": 0.06791098962115065,
      "grad_norm": 0.3692316710948944,
      "learning_rate": 2e-05,
      "loss": 0.5934,
      "step": 1590
    },
    {
      "epoch": 0.06833810276342203,
      "grad_norm": 0.4124865233898163,
      "learning_rate": 2e-05,
      "loss": 0.5784,
      "step": 1600
    },
    {
      "epoch": 0.06876521590569341,
      "grad_norm": 0.40603578090667725,
      "learning_rate": 2e-05,
      "loss": 0.5536,
      "step": 1610
    },
    {
      "epoch": 0.06919232904796481,
      "grad_norm": 0.3672163188457489,
      "learning_rate": 2e-05,
      "loss": 0.5949,
      "step": 1620
    },
    {
      "epoch": 0.06961944219023619,
      "grad_norm": 0.4111248850822449,
      "learning_rate": 2e-05,
      "loss": 0.6168,
      "step": 1630
    },
    {
      "epoch": 0.07004655533250759,
      "grad_norm": 0.3349396288394928,
      "learning_rate": 2e-05,
      "loss": 0.6096,
      "step": 1640
    },
    {
      "epoch": 0.07047366847477897,
      "grad_norm": 0.35192081332206726,
      "learning_rate": 2e-05,
      "loss": 0.6309,
      "step": 1650
    },
    {
      "epoch": 0.07090078161705035,
      "grad_norm": 0.46462368965148926,
      "learning_rate": 2e-05,
      "loss": 0.5827,
      "step": 1660
    },
    {
      "epoch": 0.07132789475932175,
      "grad_norm": 0.4099385440349579,
      "learning_rate": 2e-05,
      "loss": 0.6093,
      "step": 1670
    },
    {
      "epoch": 0.07175500790159313,
      "grad_norm": 0.39262962341308594,
      "learning_rate": 2e-05,
      "loss": 0.5959,
      "step": 1680
    },
    {
      "epoch": 0.07218212104386452,
      "grad_norm": 0.4145928919315338,
      "learning_rate": 2e-05,
      "loss": 0.5776,
      "step": 1690
    },
    {
      "epoch": 0.07260923418613591,
      "grad_norm": 0.33485323190689087,
      "learning_rate": 2e-05,
      "loss": 0.5864,
      "step": 1700
    },
    {
      "epoch": 0.07303634732840729,
      "grad_norm": 0.3448295295238495,
      "learning_rate": 2e-05,
      "loss": 0.6077,
      "step": 1710
    },
    {
      "epoch": 0.07346346047067868,
      "grad_norm": 0.3951145112514496,
      "learning_rate": 2e-05,
      "loss": 0.5667,
      "step": 1720
    },
    {
      "epoch": 0.07389057361295007,
      "grad_norm": 0.36090508103370667,
      "learning_rate": 2e-05,
      "loss": 0.6006,
      "step": 1730
    },
    {
      "epoch": 0.07431768675522146,
      "grad_norm": 0.35783612728118896,
      "learning_rate": 2e-05,
      "loss": 0.5698,
      "step": 1740
    },
    {
      "epoch": 0.07474479989749284,
      "grad_norm": 0.4051808714866638,
      "learning_rate": 2e-05,
      "loss": 0.5841,
      "step": 1750
    },
    {
      "epoch": 0.07517191303976424,
      "grad_norm": 0.36852049827575684,
      "learning_rate": 2e-05,
      "loss": 0.5812,
      "step": 1760
    },
    {
      "epoch": 0.07559902618203562,
      "grad_norm": 0.47315099835395813,
      "learning_rate": 2e-05,
      "loss": 0.5867,
      "step": 1770
    },
    {
      "epoch": 0.076026139324307,
      "grad_norm": 0.370299756526947,
      "learning_rate": 2e-05,
      "loss": 0.5944,
      "step": 1780
    },
    {
      "epoch": 0.0764532524665784,
      "grad_norm": 0.3629041314125061,
      "learning_rate": 2e-05,
      "loss": 0.5895,
      "step": 1790
    },
    {
      "epoch": 0.07688036560884978,
      "grad_norm": 0.4631352722644806,
      "learning_rate": 2e-05,
      "loss": 0.6233,
      "step": 1800
    },
    {
      "epoch": 0.07730747875112118,
      "grad_norm": 0.3893195390701294,
      "learning_rate": 2e-05,
      "loss": 0.579,
      "step": 1810
    },
    {
      "epoch": 0.07773459189339256,
      "grad_norm": 0.4197307825088501,
      "learning_rate": 2e-05,
      "loss": 0.6022,
      "step": 1820
    },
    {
      "epoch": 0.07816170503566394,
      "grad_norm": 0.5316178798675537,
      "learning_rate": 2e-05,
      "loss": 0.6127,
      "step": 1830
    },
    {
      "epoch": 0.07858881817793534,
      "grad_norm": 0.4087827801704407,
      "learning_rate": 2e-05,
      "loss": 0.6148,
      "step": 1840
    },
    {
      "epoch": 0.07901593132020672,
      "grad_norm": 0.9132181406021118,
      "learning_rate": 2e-05,
      "loss": 0.5675,
      "step": 1850
    },
    {
      "epoch": 0.07944304446247812,
      "grad_norm": 0.42939144372940063,
      "learning_rate": 2e-05,
      "loss": 0.5827,
      "step": 1860
    },
    {
      "epoch": 0.0798701576047495,
      "grad_norm": 0.5866528749465942,
      "learning_rate": 2e-05,
      "loss": 0.5984,
      "step": 1870
    },
    {
      "epoch": 0.08029727074702088,
      "grad_norm": 0.38625794649124146,
      "learning_rate": 2e-05,
      "loss": 0.5712,
      "step": 1880
    },
    {
      "epoch": 0.08072438388929228,
      "grad_norm": 0.3775944411754608,
      "learning_rate": 2e-05,
      "loss": 0.5633,
      "step": 1890
    },
    {
      "epoch": 0.08115149703156366,
      "grad_norm": 0.37404197454452515,
      "learning_rate": 2e-05,
      "loss": 0.5944,
      "step": 1900
    },
    {
      "epoch": 0.08157861017383505,
      "grad_norm": 0.4127039611339569,
      "learning_rate": 2e-05,
      "loss": 0.5685,
      "step": 1910
    },
    {
      "epoch": 0.08200572331610644,
      "grad_norm": 0.4228227734565735,
      "learning_rate": 2e-05,
      "loss": 0.5907,
      "step": 1920
    },
    {
      "epoch": 0.08243283645837783,
      "grad_norm": 0.3642731010913849,
      "learning_rate": 2e-05,
      "loss": 0.5926,
      "step": 1930
    },
    {
      "epoch": 0.08285994960064921,
      "grad_norm": 0.3753544092178345,
      "learning_rate": 2e-05,
      "loss": 0.598,
      "step": 1940
    },
    {
      "epoch": 0.0832870627429206,
      "grad_norm": 0.35891029238700867,
      "learning_rate": 2e-05,
      "loss": 0.5862,
      "step": 1950
    },
    {
      "epoch": 0.08371417588519199,
      "grad_norm": 0.3859628438949585,
      "learning_rate": 2e-05,
      "loss": 0.5787,
      "step": 1960
    },
    {
      "epoch": 0.08414128902746337,
      "grad_norm": 0.3352157473564148,
      "learning_rate": 2e-05,
      "loss": 0.5677,
      "step": 1970
    },
    {
      "epoch": 0.08456840216973477,
      "grad_norm": 0.38465848565101624,
      "learning_rate": 2e-05,
      "loss": 0.5651,
      "step": 1980
    },
    {
      "epoch": 0.08499551531200615,
      "grad_norm": 0.8394455313682556,
      "learning_rate": 2e-05,
      "loss": 0.5683,
      "step": 1990
    },
    {
      "epoch": 0.08542262845427753,
      "grad_norm": 0.39962485432624817,
      "learning_rate": 2e-05,
      "loss": 0.5793,
      "step": 2000
    },
    {
      "epoch": 0.08584974159654893,
      "grad_norm": 0.3594360649585724,
      "learning_rate": 2e-05,
      "loss": 0.6158,
      "step": 2010
    },
    {
      "epoch": 0.08627685473882031,
      "grad_norm": 0.388683557510376,
      "learning_rate": 2e-05,
      "loss": 0.5829,
      "step": 2020
    },
    {
      "epoch": 0.0867039678810917,
      "grad_norm": 0.33351218700408936,
      "learning_rate": 2e-05,
      "loss": 0.5698,
      "step": 2030
    },
    {
      "epoch": 0.08713108102336309,
      "grad_norm": 0.41887760162353516,
      "learning_rate": 2e-05,
      "loss": 0.5688,
      "step": 2040
    },
    {
      "epoch": 0.08755819416563447,
      "grad_norm": 0.41641342639923096,
      "learning_rate": 2e-05,
      "loss": 0.6138,
      "step": 2050
    },
    {
      "epoch": 0.08798530730790587,
      "grad_norm": 0.39547309279441833,
      "learning_rate": 2e-05,
      "loss": 0.5687,
      "step": 2060
    },
    {
      "epoch": 0.08841242045017725,
      "grad_norm": 0.37472912669181824,
      "learning_rate": 2e-05,
      "loss": 0.5866,
      "step": 2070
    },
    {
      "epoch": 0.08883953359244864,
      "grad_norm": 0.32959887385368347,
      "learning_rate": 2e-05,
      "loss": 0.5634,
      "step": 2080
    },
    {
      "epoch": 0.08926664673472003,
      "grad_norm": 0.3440960943698883,
      "learning_rate": 2e-05,
      "loss": 0.5966,
      "step": 2090
    },
    {
      "epoch": 0.08969375987699142,
      "grad_norm": 0.3621431291103363,
      "learning_rate": 2e-05,
      "loss": 0.5454,
      "step": 2100
    },
    {
      "epoch": 0.0901208730192628,
      "grad_norm": 0.3840614855289459,
      "learning_rate": 2e-05,
      "loss": 0.583,
      "step": 2110
    },
    {
      "epoch": 0.09054798616153419,
      "grad_norm": 0.4339292049407959,
      "learning_rate": 2e-05,
      "loss": 0.5729,
      "step": 2120
    },
    {
      "epoch": 0.09097509930380558,
      "grad_norm": 0.3641127943992615,
      "learning_rate": 2e-05,
      "loss": 0.5484,
      "step": 2130
    },
    {
      "epoch": 0.09140221244607696,
      "grad_norm": 0.3554155230522156,
      "learning_rate": 2e-05,
      "loss": 0.6231,
      "step": 2140
    },
    {
      "epoch": 0.09182932558834836,
      "grad_norm": 0.5909919142723083,
      "learning_rate": 2e-05,
      "loss": 0.5631,
      "step": 2150
    },
    {
      "epoch": 0.09225643873061974,
      "grad_norm": 0.39234042167663574,
      "learning_rate": 2e-05,
      "loss": 0.5526,
      "step": 2160
    },
    {
      "epoch": 0.09268355187289112,
      "grad_norm": 0.399471640586853,
      "learning_rate": 2e-05,
      "loss": 0.578,
      "step": 2170
    },
    {
      "epoch": 0.09311066501516252,
      "grad_norm": 0.3671838939189911,
      "learning_rate": 2e-05,
      "loss": 0.5632,
      "step": 2180
    },
    {
      "epoch": 0.0935377781574339,
      "grad_norm": 0.41628867387771606,
      "learning_rate": 2e-05,
      "loss": 0.5823,
      "step": 2190
    },
    {
      "epoch": 0.0939648912997053,
      "grad_norm": 0.36250025033950806,
      "learning_rate": 2e-05,
      "loss": 0.5564,
      "step": 2200
    },
    {
      "epoch": 0.09439200444197668,
      "grad_norm": 0.38223734498023987,
      "learning_rate": 2e-05,
      "loss": 0.581,
      "step": 2210
    },
    {
      "epoch": 0.09481911758424806,
      "grad_norm": 0.39655935764312744,
      "learning_rate": 2e-05,
      "loss": 0.538,
      "step": 2220
    },
    {
      "epoch": 0.09524623072651946,
      "grad_norm": 0.47572919726371765,
      "learning_rate": 2e-05,
      "loss": 0.5916,
      "step": 2230
    },
    {
      "epoch": 0.09567334386879084,
      "grad_norm": 0.34458720684051514,
      "learning_rate": 2e-05,
      "loss": 0.552,
      "step": 2240
    },
    {
      "epoch": 0.09610045701106223,
      "grad_norm": 0.3788979649543762,
      "learning_rate": 2e-05,
      "loss": 0.5879,
      "step": 2250
    },
    {
      "epoch": 0.09652757015333362,
      "grad_norm": 0.4104970395565033,
      "learning_rate": 2e-05,
      "loss": 0.5314,
      "step": 2260
    },
    {
      "epoch": 0.09695468329560501,
      "grad_norm": 0.3858654499053955,
      "learning_rate": 2e-05,
      "loss": 0.5674,
      "step": 2270
    },
    {
      "epoch": 0.0973817964378764,
      "grad_norm": 0.5043524503707886,
      "learning_rate": 2e-05,
      "loss": 0.5868,
      "step": 2280
    },
    {
      "epoch": 0.09780890958014778,
      "grad_norm": 0.4935309886932373,
      "learning_rate": 2e-05,
      "loss": 0.614,
      "step": 2290
    },
    {
      "epoch": 0.09823602272241917,
      "grad_norm": 0.3307911455631256,
      "learning_rate": 2e-05,
      "loss": 0.5855,
      "step": 2300
    },
    {
      "epoch": 0.09866313586469055,
      "grad_norm": 0.4159630835056305,
      "learning_rate": 2e-05,
      "loss": 0.5617,
      "step": 2310
    },
    {
      "epoch": 0.09909024900696195,
      "grad_norm": 0.35000452399253845,
      "learning_rate": 2e-05,
      "loss": 0.5416,
      "step": 2320
    },
    {
      "epoch": 0.09951736214923333,
      "grad_norm": 0.35403895378112793,
      "learning_rate": 2e-05,
      "loss": 0.6036,
      "step": 2330
    },
    {
      "epoch": 0.09994447529150471,
      "grad_norm": 0.426325261592865,
      "learning_rate": 2e-05,
      "loss": 0.5982,
      "step": 2340
    },
    {
      "epoch": 0.10037158843377611,
      "grad_norm": 0.3617796003818512,
      "learning_rate": 2e-05,
      "loss": 0.5854,
      "step": 2350
    },
    {
      "epoch": 0.10079870157604749,
      "grad_norm": 0.38468244671821594,
      "learning_rate": 2e-05,
      "loss": 0.5581,
      "step": 2360
    },
    {
      "epoch": 0.10122581471831889,
      "grad_norm": 0.368740051984787,
      "learning_rate": 2e-05,
      "loss": 0.585,
      "step": 2370
    },
    {
      "epoch": 0.10165292786059027,
      "grad_norm": 0.3715099096298218,
      "learning_rate": 2e-05,
      "loss": 0.5484,
      "step": 2380
    },
    {
      "epoch": 0.10208004100286165,
      "grad_norm": 0.3937329649925232,
      "learning_rate": 2e-05,
      "loss": 0.5733,
      "step": 2390
    },
    {
      "epoch": 0.10250715414513305,
      "grad_norm": 0.4053308963775635,
      "learning_rate": 2e-05,
      "loss": 0.5752,
      "step": 2400
    },
    {
      "epoch": 0.10293426728740443,
      "grad_norm": 0.45390602946281433,
      "learning_rate": 2e-05,
      "loss": 0.6029,
      "step": 2410
    },
    {
      "epoch": 0.10336138042967583,
      "grad_norm": 0.41054967045783997,
      "learning_rate": 2e-05,
      "loss": 0.5808,
      "step": 2420
    },
    {
      "epoch": 0.10378849357194721,
      "grad_norm": 0.40561535954475403,
      "learning_rate": 2e-05,
      "loss": 0.5406,
      "step": 2430
    },
    {
      "epoch": 0.1042156067142186,
      "grad_norm": 0.3592640161514282,
      "learning_rate": 2e-05,
      "loss": 0.5658,
      "step": 2440
    },
    {
      "epoch": 0.10464271985648999,
      "grad_norm": 0.353193074464798,
      "learning_rate": 2e-05,
      "loss": 0.5636,
      "step": 2450
    },
    {
      "epoch": 0.10506983299876137,
      "grad_norm": 0.37722814083099365,
      "learning_rate": 2e-05,
      "loss": 0.5908,
      "step": 2460
    },
    {
      "epoch": 0.10549694614103276,
      "grad_norm": 0.40230175852775574,
      "learning_rate": 2e-05,
      "loss": 0.5749,
      "step": 2470
    },
    {
      "epoch": 0.10592405928330414,
      "grad_norm": 0.325605183839798,
      "learning_rate": 2e-05,
      "loss": 0.5561,
      "step": 2480
    },
    {
      "epoch": 0.10635117242557554,
      "grad_norm": 0.4106343984603882,
      "learning_rate": 2e-05,
      "loss": 0.5952,
      "step": 2490
    },
    {
      "epoch": 0.10677828556784692,
      "grad_norm": 0.5286628603935242,
      "learning_rate": 2e-05,
      "loss": 0.5644,
      "step": 2500
    },
    {
      "epoch": 0.1072053987101183,
      "grad_norm": 0.39102843403816223,
      "learning_rate": 2e-05,
      "loss": 0.5852,
      "step": 2510
    },
    {
      "epoch": 0.1076325118523897,
      "grad_norm": 0.3884442150592804,
      "learning_rate": 2e-05,
      "loss": 0.5841,
      "step": 2520
    },
    {
      "epoch": 0.10805962499466108,
      "grad_norm": 0.34783875942230225,
      "learning_rate": 2e-05,
      "loss": 0.5746,
      "step": 2530
    },
    {
      "epoch": 0.10848673813693248,
      "grad_norm": 0.3849523365497589,
      "learning_rate": 2e-05,
      "loss": 0.5609,
      "step": 2540
    },
    {
      "epoch": 0.10891385127920386,
      "grad_norm": 0.3732714056968689,
      "learning_rate": 2e-05,
      "loss": 0.575,
      "step": 2550
    },
    {
      "epoch": 0.10934096442147524,
      "grad_norm": 0.45154619216918945,
      "learning_rate": 2e-05,
      "loss": 0.5841,
      "step": 2560
    },
    {
      "epoch": 0.10976807756374664,
      "grad_norm": 0.44157183170318604,
      "learning_rate": 2e-05,
      "loss": 0.5715,
      "step": 2570
    },
    {
      "epoch": 0.11019519070601802,
      "grad_norm": 0.36760470271110535,
      "learning_rate": 2e-05,
      "loss": 0.5753,
      "step": 2580
    },
    {
      "epoch": 0.11062230384828942,
      "grad_norm": 0.5752866268157959,
      "learning_rate": 2e-05,
      "loss": 0.58,
      "step": 2590
    },
    {
      "epoch": 0.1110494169905608,
      "grad_norm": 0.4019835591316223,
      "learning_rate": 2e-05,
      "loss": 0.5901,
      "step": 2600
    },
    {
      "epoch": 0.1114765301328322,
      "grad_norm": 0.39717164635658264,
      "learning_rate": 2e-05,
      "loss": 0.5621,
      "step": 2610
    },
    {
      "epoch": 0.11190364327510358,
      "grad_norm": 0.38785597681999207,
      "learning_rate": 2e-05,
      "loss": 0.5594,
      "step": 2620
    },
    {
      "epoch": 0.11233075641737496,
      "grad_norm": 0.466998815536499,
      "learning_rate": 2e-05,
      "loss": 0.5613,
      "step": 2630
    },
    {
      "epoch": 0.11275786955964635,
      "grad_norm": 0.4325760304927826,
      "learning_rate": 2e-05,
      "loss": 0.6015,
      "step": 2640
    },
    {
      "epoch": 0.11318498270191774,
      "grad_norm": 0.4164709150791168,
      "learning_rate": 2e-05,
      "loss": 0.5762,
      "step": 2650
    },
    {
      "epoch": 0.11361209584418913,
      "grad_norm": 0.3899877071380615,
      "learning_rate": 2e-05,
      "loss": 0.5868,
      "step": 2660
    },
    {
      "epoch": 0.11403920898646051,
      "grad_norm": 0.38004082441329956,
      "learning_rate": 2e-05,
      "loss": 0.5701,
      "step": 2670
    },
    {
      "epoch": 0.1144663221287319,
      "grad_norm": 0.42381832003593445,
      "learning_rate": 2e-05,
      "loss": 0.5593,
      "step": 2680
    },
    {
      "epoch": 0.11489343527100329,
      "grad_norm": 0.42195361852645874,
      "learning_rate": 2e-05,
      "loss": 0.5937,
      "step": 2690
    },
    {
      "epoch": 0.11532054841327467,
      "grad_norm": 0.3784947991371155,
      "learning_rate": 2e-05,
      "loss": 0.5773,
      "step": 2700
    },
    {
      "epoch": 0.11574766155554607,
      "grad_norm": 0.35190480947494507,
      "learning_rate": 2e-05,
      "loss": 0.6169,
      "step": 2710
    },
    {
      "epoch": 0.11617477469781745,
      "grad_norm": 0.43207699060440063,
      "learning_rate": 2e-05,
      "loss": 0.5772,
      "step": 2720
    },
    {
      "epoch": 0.11660188784008883,
      "grad_norm": 0.463670551776886,
      "learning_rate": 2e-05,
      "loss": 0.5405,
      "step": 2730
    },
    {
      "epoch": 0.11702900098236023,
      "grad_norm": 0.32041552662849426,
      "learning_rate": 2e-05,
      "loss": 0.5539,
      "step": 2740
    },
    {
      "epoch": 0.11745611412463161,
      "grad_norm": 0.3760058283805847,
      "learning_rate": 2e-05,
      "loss": 0.5791,
      "step": 2750
    },
    {
      "epoch": 0.117883227266903,
      "grad_norm": 0.6083221435546875,
      "learning_rate": 2e-05,
      "loss": 0.5613,
      "step": 2760
    },
    {
      "epoch": 0.11831034040917439,
      "grad_norm": 0.38147875666618347,
      "learning_rate": 2e-05,
      "loss": 0.5617,
      "step": 2770
    },
    {
      "epoch": 0.11873745355144578,
      "grad_norm": 0.4536650478839874,
      "learning_rate": 2e-05,
      "loss": 0.5583,
      "step": 2780
    },
    {
      "epoch": 0.11916456669371717,
      "grad_norm": 0.4079718291759491,
      "learning_rate": 2e-05,
      "loss": 0.5792,
      "step": 2790
    },
    {
      "epoch": 0.11959167983598855,
      "grad_norm": 0.5897331237792969,
      "learning_rate": 2e-05,
      "loss": 0.6039,
      "step": 2800
    },
    {
      "epoch": 0.12001879297825994,
      "grad_norm": 0.37805119156837463,
      "learning_rate": 2e-05,
      "loss": 0.592,
      "step": 2810
    },
    {
      "epoch": 0.12044590612053133,
      "grad_norm": 0.3962540030479431,
      "learning_rate": 2e-05,
      "loss": 0.5411,
      "step": 2820
    },
    {
      "epoch": 0.12087301926280272,
      "grad_norm": 0.35660144686698914,
      "learning_rate": 2e-05,
      "loss": 0.5665,
      "step": 2830
    },
    {
      "epoch": 0.1213001324050741,
      "grad_norm": 0.34495723247528076,
      "learning_rate": 2e-05,
      "loss": 0.549,
      "step": 2840
    },
    {
      "epoch": 0.12172724554734549,
      "grad_norm": 0.34002381563186646,
      "learning_rate": 2e-05,
      "loss": 0.6298,
      "step": 2850
    },
    {
      "epoch": 0.12215435868961688,
      "grad_norm": 0.37899792194366455,
      "learning_rate": 2e-05,
      "loss": 0.591,
      "step": 2860
    },
    {
      "epoch": 0.12258147183188826,
      "grad_norm": 0.4109525978565216,
      "learning_rate": 2e-05,
      "loss": 0.5772,
      "step": 2870
    },
    {
      "epoch": 0.12300858497415966,
      "grad_norm": 0.3907710313796997,
      "learning_rate": 2e-05,
      "loss": 0.5741,
      "step": 2880
    },
    {
      "epoch": 0.12343569811643104,
      "grad_norm": 0.3784787952899933,
      "learning_rate": 2e-05,
      "loss": 0.5665,
      "step": 2890
    },
    {
      "epoch": 0.12386281125870242,
      "grad_norm": 0.37501630187034607,
      "learning_rate": 2e-05,
      "loss": 0.5366,
      "step": 2900
    },
    {
      "epoch": 0.12428992440097382,
      "grad_norm": 0.3924628794193268,
      "learning_rate": 2e-05,
      "loss": 0.5797,
      "step": 2910
    },
    {
      "epoch": 0.1247170375432452,
      "grad_norm": 0.43658187985420227,
      "learning_rate": 2e-05,
      "loss": 0.565,
      "step": 2920
    },
    {
      "epoch": 0.1251441506855166,
      "grad_norm": 0.38225287199020386,
      "learning_rate": 2e-05,
      "loss": 0.5413,
      "step": 2930
    },
    {
      "epoch": 0.125571263827788,
      "grad_norm": 0.4072240889072418,
      "learning_rate": 2e-05,
      "loss": 0.5728,
      "step": 2940
    },
    {
      "epoch": 0.12599837697005936,
      "grad_norm": 0.4064178168773651,
      "learning_rate": 2e-05,
      "loss": 0.6005,
      "step": 2950
    },
    {
      "epoch": 0.12642549011233076,
      "grad_norm": 0.4391927123069763,
      "learning_rate": 2e-05,
      "loss": 0.6141,
      "step": 2960
    },
    {
      "epoch": 0.12685260325460215,
      "grad_norm": 0.42472970485687256,
      "learning_rate": 2e-05,
      "loss": 0.5428,
      "step": 2970
    },
    {
      "epoch": 0.12727971639687352,
      "grad_norm": 0.38745298981666565,
      "learning_rate": 2e-05,
      "loss": 0.5734,
      "step": 2980
    },
    {
      "epoch": 0.12770682953914492,
      "grad_norm": 0.4173530042171478,
      "learning_rate": 2e-05,
      "loss": 0.5653,
      "step": 2990
    },
    {
      "epoch": 0.1281339426814163,
      "grad_norm": 0.3415777087211609,
      "learning_rate": 2e-05,
      "loss": 0.6015,
      "step": 3000
    },
    {
      "epoch": 0.12856105582368768,
      "grad_norm": 0.3713918924331665,
      "learning_rate": 2e-05,
      "loss": 0.5837,
      "step": 3010
    },
    {
      "epoch": 0.12898816896595908,
      "grad_norm": 0.3744640648365021,
      "learning_rate": 2e-05,
      "loss": 0.5736,
      "step": 3020
    },
    {
      "epoch": 0.12941528210823047,
      "grad_norm": 0.4359869360923767,
      "learning_rate": 2e-05,
      "loss": 0.5568,
      "step": 3030
    },
    {
      "epoch": 0.12984239525050187,
      "grad_norm": 0.3905504047870636,
      "learning_rate": 2e-05,
      "loss": 0.562,
      "step": 3040
    },
    {
      "epoch": 0.13026950839277324,
      "grad_norm": 0.39894676208496094,
      "learning_rate": 2e-05,
      "loss": 0.5511,
      "step": 3050
    },
    {
      "epoch": 0.13069662153504463,
      "grad_norm": 0.5057910084724426,
      "learning_rate": 2e-05,
      "loss": 0.5816,
      "step": 3060
    },
    {
      "epoch": 0.13112373467731603,
      "grad_norm": 0.43427377939224243,
      "learning_rate": 2e-05,
      "loss": 0.5639,
      "step": 3070
    },
    {
      "epoch": 0.1315508478195874,
      "grad_norm": 0.45989125967025757,
      "learning_rate": 2e-05,
      "loss": 0.5492,
      "step": 3080
    },
    {
      "epoch": 0.1319779609618588,
      "grad_norm": 0.35695382952690125,
      "learning_rate": 2e-05,
      "loss": 0.5678,
      "step": 3090
    },
    {
      "epoch": 0.1324050741041302,
      "grad_norm": 0.37269893288612366,
      "learning_rate": 2e-05,
      "loss": 0.5653,
      "step": 3100
    },
    {
      "epoch": 0.13283218724640158,
      "grad_norm": 0.36502060294151306,
      "learning_rate": 2e-05,
      "loss": 0.5695,
      "step": 3110
    },
    {
      "epoch": 0.13325930038867295,
      "grad_norm": 0.475284606218338,
      "learning_rate": 2e-05,
      "loss": 0.6043,
      "step": 3120
    },
    {
      "epoch": 0.13368641353094435,
      "grad_norm": 0.48649531602859497,
      "learning_rate": 2e-05,
      "loss": 0.5853,
      "step": 3130
    },
    {
      "epoch": 0.13411352667321574,
      "grad_norm": 0.39084985852241516,
      "learning_rate": 2e-05,
      "loss": 0.5962,
      "step": 3140
    },
    {
      "epoch": 0.1345406398154871,
      "grad_norm": 0.38478323817253113,
      "learning_rate": 2e-05,
      "loss": 0.5616,
      "step": 3150
    },
    {
      "epoch": 0.1349677529577585,
      "grad_norm": 0.5824605822563171,
      "learning_rate": 2e-05,
      "loss": 0.6054,
      "step": 3160
    },
    {
      "epoch": 0.1353948661000299,
      "grad_norm": 0.4485900402069092,
      "learning_rate": 2e-05,
      "loss": 0.5707,
      "step": 3170
    },
    {
      "epoch": 0.1358219792423013,
      "grad_norm": 0.375914990901947,
      "learning_rate": 2e-05,
      "loss": 0.5465,
      "step": 3180
    },
    {
      "epoch": 0.13624909238457267,
      "grad_norm": 0.5320949554443359,
      "learning_rate": 2e-05,
      "loss": 0.5351,
      "step": 3190
    },
    {
      "epoch": 0.13667620552684406,
      "grad_norm": 0.41607433557510376,
      "learning_rate": 2e-05,
      "loss": 0.5902,
      "step": 3200
    },
    {
      "epoch": 0.13710331866911546,
      "grad_norm": 0.5325413346290588,
      "learning_rate": 2e-05,
      "loss": 0.5458,
      "step": 3210
    },
    {
      "epoch": 0.13753043181138683,
      "grad_norm": 0.42464679479599,
      "learning_rate": 2e-05,
      "loss": 0.569,
      "step": 3220
    },
    {
      "epoch": 0.13795754495365822,
      "grad_norm": 0.39139604568481445,
      "learning_rate": 2e-05,
      "loss": 0.5908,
      "step": 3230
    },
    {
      "epoch": 0.13838465809592962,
      "grad_norm": 0.33918386697769165,
      "learning_rate": 2e-05,
      "loss": 0.5487,
      "step": 3240
    },
    {
      "epoch": 0.138811771238201,
      "grad_norm": 0.36727094650268555,
      "learning_rate": 2e-05,
      "loss": 0.5517,
      "step": 3250
    },
    {
      "epoch": 0.13923888438047238,
      "grad_norm": 0.4186103343963623,
      "learning_rate": 2e-05,
      "loss": 0.578,
      "step": 3260
    },
    {
      "epoch": 0.13966599752274378,
      "grad_norm": 0.3756353259086609,
      "learning_rate": 2e-05,
      "loss": 0.5763,
      "step": 3270
    },
    {
      "epoch": 0.14009311066501517,
      "grad_norm": 0.4280708432197571,
      "learning_rate": 2e-05,
      "loss": 0.6045,
      "step": 3280
    },
    {
      "epoch": 0.14052022380728654,
      "grad_norm": 0.35054245591163635,
      "learning_rate": 2e-05,
      "loss": 0.6027,
      "step": 3290
    },
    {
      "epoch": 0.14094733694955794,
      "grad_norm": 0.43539586663246155,
      "learning_rate": 2e-05,
      "loss": 0.6017,
      "step": 3300
    },
    {
      "epoch": 0.14137445009182933,
      "grad_norm": 0.34701254963874817,
      "learning_rate": 2e-05,
      "loss": 0.5463,
      "step": 3310
    },
    {
      "epoch": 0.1418015632341007,
      "grad_norm": 0.4053698778152466,
      "learning_rate": 2e-05,
      "loss": 0.6133,
      "step": 3320
    },
    {
      "epoch": 0.1422286763763721,
      "grad_norm": 0.3809550404548645,
      "learning_rate": 2e-05,
      "loss": 0.55,
      "step": 3330
    },
    {
      "epoch": 0.1426557895186435,
      "grad_norm": 0.3274977505207062,
      "learning_rate": 2e-05,
      "loss": 0.6049,
      "step": 3340
    },
    {
      "epoch": 0.1430829026609149,
      "grad_norm": 0.3431304693222046,
      "learning_rate": 2e-05,
      "loss": 0.5482,
      "step": 3350
    },
    {
      "epoch": 0.14351001580318626,
      "grad_norm": 0.34091097116470337,
      "learning_rate": 2e-05,
      "loss": 0.5533,
      "step": 3360
    },
    {
      "epoch": 0.14393712894545765,
      "grad_norm": 0.4111207127571106,
      "learning_rate": 2e-05,
      "loss": 0.5553,
      "step": 3370
    },
    {
      "epoch": 0.14436424208772905,
      "grad_norm": 0.4225037693977356,
      "learning_rate": 2e-05,
      "loss": 0.5631,
      "step": 3380
    },
    {
      "epoch": 0.14479135523000042,
      "grad_norm": 0.30720216035842896,
      "learning_rate": 2e-05,
      "loss": 0.5672,
      "step": 3390
    },
    {
      "epoch": 0.14521846837227181,
      "grad_norm": 0.48781946301460266,
      "learning_rate": 2e-05,
      "loss": 0.5506,
      "step": 3400
    },
    {
      "epoch": 0.1456455815145432,
      "grad_norm": 0.47484657168388367,
      "learning_rate": 2e-05,
      "loss": 0.5671,
      "step": 3410
    },
    {
      "epoch": 0.14607269465681458,
      "grad_norm": 0.3884461522102356,
      "learning_rate": 2e-05,
      "loss": 0.6055,
      "step": 3420
    },
    {
      "epoch": 0.14649980779908597,
      "grad_norm": 0.4190621078014374,
      "learning_rate": 2e-05,
      "loss": 0.5712,
      "step": 3430
    },
    {
      "epoch": 0.14692692094135737,
      "grad_norm": 0.4329921007156372,
      "learning_rate": 2e-05,
      "loss": 0.5785,
      "step": 3440
    },
    {
      "epoch": 0.14735403408362877,
      "grad_norm": 0.3370278775691986,
      "learning_rate": 2e-05,
      "loss": 0.5372,
      "step": 3450
    },
    {
      "epoch": 0.14778114722590013,
      "grad_norm": 0.45355620980262756,
      "learning_rate": 2e-05,
      "loss": 0.5367,
      "step": 3460
    },
    {
      "epoch": 0.14820826036817153,
      "grad_norm": 0.3436107933521271,
      "learning_rate": 2e-05,
      "loss": 0.5738,
      "step": 3470
    },
    {
      "epoch": 0.14863537351044293,
      "grad_norm": 0.37410539388656616,
      "learning_rate": 2e-05,
      "loss": 0.5551,
      "step": 3480
    },
    {
      "epoch": 0.1490624866527143,
      "grad_norm": 0.4082183241844177,
      "learning_rate": 2e-05,
      "loss": 0.5552,
      "step": 3490
    },
    {
      "epoch": 0.1494895997949857,
      "grad_norm": 0.3776927888393402,
      "learning_rate": 2e-05,
      "loss": 0.5556,
      "step": 3500
    },
    {
      "epoch": 0.14991671293725709,
      "grad_norm": 0.42349398136138916,
      "learning_rate": 2e-05,
      "loss": 0.5685,
      "step": 3510
    },
    {
      "epoch": 0.15034382607952848,
      "grad_norm": 0.33163750171661377,
      "learning_rate": 2e-05,
      "loss": 0.5862,
      "step": 3520
    },
    {
      "epoch": 0.15077093922179985,
      "grad_norm": 0.4498125910758972,
      "learning_rate": 2e-05,
      "loss": 0.5716,
      "step": 3530
    },
    {
      "epoch": 0.15119805236407124,
      "grad_norm": 0.3540550172328949,
      "learning_rate": 2e-05,
      "loss": 0.5663,
      "step": 3540
    },
    {
      "epoch": 0.15162516550634264,
      "grad_norm": 0.37196221947669983,
      "learning_rate": 2e-05,
      "loss": 0.5344,
      "step": 3550
    },
    {
      "epoch": 0.152052278648614,
      "grad_norm": 0.37784308195114136,
      "learning_rate": 2e-05,
      "loss": 0.577,
      "step": 3560
    },
    {
      "epoch": 0.1524793917908854,
      "grad_norm": 0.33470308780670166,
      "learning_rate": 2e-05,
      "loss": 0.5408,
      "step": 3570
    },
    {
      "epoch": 0.1529065049331568,
      "grad_norm": 0.48294422030448914,
      "learning_rate": 2e-05,
      "loss": 0.5472,
      "step": 3580
    },
    {
      "epoch": 0.15333361807542817,
      "grad_norm": 0.38164424896240234,
      "learning_rate": 2e-05,
      "loss": 0.5884,
      "step": 3590
    },
    {
      "epoch": 0.15376073121769956,
      "grad_norm": 0.37437787652015686,
      "learning_rate": 2e-05,
      "loss": 0.5879,
      "step": 3600
    },
    {
      "epoch": 0.15418784435997096,
      "grad_norm": 0.39613077044487,
      "learning_rate": 2e-05,
      "loss": 0.5727,
      "step": 3610
    },
    {
      "epoch": 0.15461495750224236,
      "grad_norm": 0.5033529996871948,
      "learning_rate": 2e-05,
      "loss": 0.5542,
      "step": 3620
    },
    {
      "epoch": 0.15504207064451372,
      "grad_norm": 0.5393747687339783,
      "learning_rate": 2e-05,
      "loss": 0.5642,
      "step": 3630
    },
    {
      "epoch": 0.15546918378678512,
      "grad_norm": 0.40253424644470215,
      "learning_rate": 2e-05,
      "loss": 0.5542,
      "step": 3640
    },
    {
      "epoch": 0.15589629692905652,
      "grad_norm": 0.36225783824920654,
      "learning_rate": 2e-05,
      "loss": 0.5668,
      "step": 3650
    },
    {
      "epoch": 0.15632341007132788,
      "grad_norm": 0.3562473952770233,
      "learning_rate": 2e-05,
      "loss": 0.5654,
      "step": 3660
    },
    {
      "epoch": 0.15675052321359928,
      "grad_norm": 0.40967217087745667,
      "learning_rate": 2e-05,
      "loss": 0.5663,
      "step": 3670
    },
    {
      "epoch": 0.15717763635587068,
      "grad_norm": 0.3644748032093048,
      "learning_rate": 2e-05,
      "loss": 0.5599,
      "step": 3680
    },
    {
      "epoch": 0.15760474949814207,
      "grad_norm": 0.4053981304168701,
      "learning_rate": 2e-05,
      "loss": 0.5457,
      "step": 3690
    },
    {
      "epoch": 0.15803186264041344,
      "grad_norm": 0.41403481364250183,
      "learning_rate": 2e-05,
      "loss": 0.5639,
      "step": 3700
    },
    {
      "epoch": 0.15845897578268484,
      "grad_norm": 0.38169658184051514,
      "learning_rate": 2e-05,
      "loss": 0.5451,
      "step": 3710
    },
    {
      "epoch": 0.15888608892495623,
      "grad_norm": 0.4290609359741211,
      "learning_rate": 2e-05,
      "loss": 0.6034,
      "step": 3720
    },
    {
      "epoch": 0.1593132020672276,
      "grad_norm": 0.3592872619628906,
      "learning_rate": 2e-05,
      "loss": 0.5511,
      "step": 3730
    },
    {
      "epoch": 0.159740315209499,
      "grad_norm": 0.4039403796195984,
      "learning_rate": 2e-05,
      "loss": 0.5588,
      "step": 3740
    },
    {
      "epoch": 0.1601674283517704,
      "grad_norm": 0.44793298840522766,
      "learning_rate": 2e-05,
      "loss": 0.5509,
      "step": 3750
    },
    {
      "epoch": 0.16059454149404176,
      "grad_norm": 0.3872862160205841,
      "learning_rate": 2e-05,
      "loss": 0.5735,
      "step": 3760
    },
    {
      "epoch": 0.16102165463631316,
      "grad_norm": 0.4395015239715576,
      "learning_rate": 2e-05,
      "loss": 0.589,
      "step": 3770
    },
    {
      "epoch": 0.16144876777858455,
      "grad_norm": 0.4228643774986267,
      "learning_rate": 2e-05,
      "loss": 0.5546,
      "step": 3780
    },
    {
      "epoch": 0.16187588092085595,
      "grad_norm": 0.46395066380500793,
      "learning_rate": 2e-05,
      "loss": 0.5642,
      "step": 3790
    },
    {
      "epoch": 0.16230299406312731,
      "grad_norm": 0.415254145860672,
      "learning_rate": 2e-05,
      "loss": 0.5434,
      "step": 3800
    },
    {
      "epoch": 0.1627301072053987,
      "grad_norm": 0.8578656315803528,
      "learning_rate": 2e-05,
      "loss": 0.5251,
      "step": 3810
    },
    {
      "epoch": 0.1631572203476701,
      "grad_norm": 0.3627680838108063,
      "learning_rate": 2e-05,
      "loss": 0.5547,
      "step": 3820
    },
    {
      "epoch": 0.16358433348994147,
      "grad_norm": 0.37490200996398926,
      "learning_rate": 2e-05,
      "loss": 0.5601,
      "step": 3830
    },
    {
      "epoch": 0.16401144663221287,
      "grad_norm": 0.5282700061798096,
      "learning_rate": 2e-05,
      "loss": 0.5605,
      "step": 3840
    },
    {
      "epoch": 0.16443855977448427,
      "grad_norm": 0.39495882391929626,
      "learning_rate": 2e-05,
      "loss": 0.5799,
      "step": 3850
    },
    {
      "epoch": 0.16486567291675566,
      "grad_norm": 0.42333877086639404,
      "learning_rate": 2e-05,
      "loss": 0.5534,
      "step": 3860
    },
    {
      "epoch": 0.16529278605902703,
      "grad_norm": 0.6054421663284302,
      "learning_rate": 2e-05,
      "loss": 0.5676,
      "step": 3870
    },
    {
      "epoch": 0.16571989920129843,
      "grad_norm": 0.380671888589859,
      "learning_rate": 2e-05,
      "loss": 0.5676,
      "step": 3880
    },
    {
      "epoch": 0.16614701234356982,
      "grad_norm": 0.39355093240737915,
      "learning_rate": 2e-05,
      "loss": 0.5397,
      "step": 3890
    },
    {
      "epoch": 0.1665741254858412,
      "grad_norm": 0.38664868474006653,
      "learning_rate": 2e-05,
      "loss": 0.529,
      "step": 3900
    },
    {
      "epoch": 0.16700123862811259,
      "grad_norm": 0.3793322443962097,
      "learning_rate": 2e-05,
      "loss": 0.5529,
      "step": 3910
    },
    {
      "epoch": 0.16742835177038398,
      "grad_norm": 0.3703729212284088,
      "learning_rate": 2e-05,
      "loss": 0.5504,
      "step": 3920
    },
    {
      "epoch": 0.16785546491265535,
      "grad_norm": 0.3335875868797302,
      "learning_rate": 2e-05,
      "loss": 0.5619,
      "step": 3930
    },
    {
      "epoch": 0.16828257805492675,
      "grad_norm": 0.3511432409286499,
      "learning_rate": 2e-05,
      "loss": 0.5464,
      "step": 3940
    },
    {
      "epoch": 0.16870969119719814,
      "grad_norm": 0.4855042099952698,
      "learning_rate": 2e-05,
      "loss": 0.5644,
      "step": 3950
    },
    {
      "epoch": 0.16913680433946954,
      "grad_norm": 0.4055890738964081,
      "learning_rate": 2e-05,
      "loss": 0.5676,
      "step": 3960
    },
    {
      "epoch": 0.1695639174817409,
      "grad_norm": 0.3778741657733917,
      "learning_rate": 2e-05,
      "loss": 0.5442,
      "step": 3970
    },
    {
      "epoch": 0.1699910306240123,
      "grad_norm": 0.41490328311920166,
      "learning_rate": 2e-05,
      "loss": 0.5577,
      "step": 3980
    },
    {
      "epoch": 0.1704181437662837,
      "grad_norm": 0.5095113515853882,
      "learning_rate": 2e-05,
      "loss": 0.581,
      "step": 3990
    },
    {
      "epoch": 0.17084525690855507,
      "grad_norm": 0.37108686566352844,
      "learning_rate": 2e-05,
      "loss": 0.5947,
      "step": 4000
    },
    {
      "epoch": 0.17127237005082646,
      "grad_norm": 0.4250836968421936,
      "learning_rate": 2e-05,
      "loss": 0.51,
      "step": 4010
    },
    {
      "epoch": 0.17169948319309786,
      "grad_norm": 0.40347006916999817,
      "learning_rate": 2e-05,
      "loss": 0.5629,
      "step": 4020
    },
    {
      "epoch": 0.17212659633536925,
      "grad_norm": 0.37307119369506836,
      "learning_rate": 2e-05,
      "loss": 0.5598,
      "step": 4030
    },
    {
      "epoch": 0.17255370947764062,
      "grad_norm": 0.3558986186981201,
      "learning_rate": 2e-05,
      "loss": 0.5684,
      "step": 4040
    },
    {
      "epoch": 0.17298082261991202,
      "grad_norm": 0.40337949991226196,
      "learning_rate": 2e-05,
      "loss": 0.5578,
      "step": 4050
    },
    {
      "epoch": 0.1734079357621834,
      "grad_norm": 0.34226059913635254,
      "learning_rate": 2e-05,
      "loss": 0.5652,
      "step": 4060
    },
    {
      "epoch": 0.17383504890445478,
      "grad_norm": 0.3506963849067688,
      "learning_rate": 2e-05,
      "loss": 0.5598,
      "step": 4070
    },
    {
      "epoch": 0.17426216204672618,
      "grad_norm": 0.34628182649612427,
      "learning_rate": 2e-05,
      "loss": 0.5202,
      "step": 4080
    },
    {
      "epoch": 0.17468927518899757,
      "grad_norm": 0.32734373211860657,
      "learning_rate": 2e-05,
      "loss": 0.5863,
      "step": 4090
    },
    {
      "epoch": 0.17511638833126894,
      "grad_norm": 0.3844279646873474,
      "learning_rate": 2e-05,
      "loss": 0.5647,
      "step": 4100
    },
    {
      "epoch": 0.17554350147354034,
      "grad_norm": 0.45852041244506836,
      "learning_rate": 2e-05,
      "loss": 0.5427,
      "step": 4110
    },
    {
      "epoch": 0.17597061461581173,
      "grad_norm": 0.4567844569683075,
      "learning_rate": 2e-05,
      "loss": 0.5399,
      "step": 4120
    },
    {
      "epoch": 0.17639772775808313,
      "grad_norm": 0.3505602180957794,
      "learning_rate": 2e-05,
      "loss": 0.564,
      "step": 4130
    },
    {
      "epoch": 0.1768248409003545,
      "grad_norm": 0.4192499816417694,
      "learning_rate": 2e-05,
      "loss": 0.5615,
      "step": 4140
    },
    {
      "epoch": 0.1772519540426259,
      "grad_norm": 0.47232717275619507,
      "learning_rate": 2e-05,
      "loss": 0.5443,
      "step": 4150
    },
    {
      "epoch": 0.1776790671848973,
      "grad_norm": 0.3494080603122711,
      "learning_rate": 2e-05,
      "loss": 0.5522,
      "step": 4160
    },
    {
      "epoch": 0.17810618032716866,
      "grad_norm": 0.47674328088760376,
      "learning_rate": 2e-05,
      "loss": 0.5591,
      "step": 4170
    },
    {
      "epoch": 0.17853329346944005,
      "grad_norm": 0.5823803544044495,
      "learning_rate": 2e-05,
      "loss": 0.5363,
      "step": 4180
    },
    {
      "epoch": 0.17896040661171145,
      "grad_norm": 0.4184255003929138,
      "learning_rate": 2e-05,
      "loss": 0.5442,
      "step": 4190
    },
    {
      "epoch": 0.17938751975398284,
      "grad_norm": 0.3708493113517761,
      "learning_rate": 2e-05,
      "loss": 0.5474,
      "step": 4200
    },
    {
      "epoch": 0.1798146328962542,
      "grad_norm": 0.4273870885372162,
      "learning_rate": 2e-05,
      "loss": 0.5325,
      "step": 4210
    },
    {
      "epoch": 0.1802417460385256,
      "grad_norm": 0.39625972509384155,
      "learning_rate": 2e-05,
      "loss": 0.5316,
      "step": 4220
    },
    {
      "epoch": 0.180668859180797,
      "grad_norm": 0.3357733488082886,
      "learning_rate": 2e-05,
      "loss": 0.537,
      "step": 4230
    },
    {
      "epoch": 0.18109597232306837,
      "grad_norm": 0.48220986127853394,
      "learning_rate": 2e-05,
      "loss": 0.5509,
      "step": 4240
    },
    {
      "epoch": 0.18152308546533977,
      "grad_norm": 0.4262653589248657,
      "learning_rate": 2e-05,
      "loss": 0.5564,
      "step": 4250
    },
    {
      "epoch": 0.18195019860761116,
      "grad_norm": 0.5148752927780151,
      "learning_rate": 2e-05,
      "loss": 0.5723,
      "step": 4260
    },
    {
      "epoch": 0.18237731174988253,
      "grad_norm": 0.34854066371917725,
      "learning_rate": 2e-05,
      "loss": 0.5846,
      "step": 4270
    },
    {
      "epoch": 0.18280442489215393,
      "grad_norm": 0.40043404698371887,
      "learning_rate": 2e-05,
      "loss": 0.5653,
      "step": 4280
    },
    {
      "epoch": 0.18323153803442532,
      "grad_norm": 0.38098809123039246,
      "learning_rate": 2e-05,
      "loss": 0.5614,
      "step": 4290
    },
    {
      "epoch": 0.18365865117669672,
      "grad_norm": 0.4402506649494171,
      "learning_rate": 2e-05,
      "loss": 0.5832,
      "step": 4300
    },
    {
      "epoch": 0.1840857643189681,
      "grad_norm": 0.3748353123664856,
      "learning_rate": 2e-05,
      "loss": 0.5687,
      "step": 4310
    },
    {
      "epoch": 0.18451287746123948,
      "grad_norm": 0.40561535954475403,
      "learning_rate": 2e-05,
      "loss": 0.5455,
      "step": 4320
    },
    {
      "epoch": 0.18493999060351088,
      "grad_norm": 0.36699676513671875,
      "learning_rate": 2e-05,
      "loss": 0.5677,
      "step": 4330
    },
    {
      "epoch": 0.18536710374578225,
      "grad_norm": 0.3730762004852295,
      "learning_rate": 2e-05,
      "loss": 0.5612,
      "step": 4340
    },
    {
      "epoch": 0.18579421688805364,
      "grad_norm": 0.4175185561180115,
      "learning_rate": 2e-05,
      "loss": 0.587,
      "step": 4350
    },
    {
      "epoch": 0.18622133003032504,
      "grad_norm": 0.4103084206581116,
      "learning_rate": 2e-05,
      "loss": 0.5408,
      "step": 4360
    },
    {
      "epoch": 0.18664844317259643,
      "grad_norm": 0.395954430103302,
      "learning_rate": 2e-05,
      "loss": 0.5327,
      "step": 4370
    },
    {
      "epoch": 0.1870755563148678,
      "grad_norm": 0.3408292531967163,
      "learning_rate": 2e-05,
      "loss": 0.5497,
      "step": 4380
    },
    {
      "epoch": 0.1875026694571392,
      "grad_norm": 0.3909493684768677,
      "learning_rate": 2e-05,
      "loss": 0.5322,
      "step": 4390
    },
    {
      "epoch": 0.1879297825994106,
      "grad_norm": 0.3728468120098114,
      "learning_rate": 2e-05,
      "loss": 0.5865,
      "step": 4400
    },
    {
      "epoch": 0.18835689574168196,
      "grad_norm": 0.44357243180274963,
      "learning_rate": 2e-05,
      "loss": 0.5686,
      "step": 4410
    },
    {
      "epoch": 0.18878400888395336,
      "grad_norm": 0.3942253887653351,
      "learning_rate": 2e-05,
      "loss": 0.5562,
      "step": 4420
    },
    {
      "epoch": 0.18921112202622475,
      "grad_norm": 0.3917451500892639,
      "learning_rate": 2e-05,
      "loss": 0.5678,
      "step": 4430
    },
    {
      "epoch": 0.18963823516849612,
      "grad_norm": 0.430968314409256,
      "learning_rate": 2e-05,
      "loss": 0.5565,
      "step": 4440
    },
    {
      "epoch": 0.19006534831076752,
      "grad_norm": 0.6512070298194885,
      "learning_rate": 2e-05,
      "loss": 0.5326,
      "step": 4450
    },
    {
      "epoch": 0.1904924614530389,
      "grad_norm": 0.4482831656932831,
      "learning_rate": 2e-05,
      "loss": 0.5408,
      "step": 4460
    },
    {
      "epoch": 0.1909195745953103,
      "grad_norm": 0.4051487445831299,
      "learning_rate": 2e-05,
      "loss": 0.5739,
      "step": 4470
    },
    {
      "epoch": 0.19134668773758168,
      "grad_norm": 0.38416793942451477,
      "learning_rate": 2e-05,
      "loss": 0.538,
      "step": 4480
    },
    {
      "epoch": 0.19177380087985307,
      "grad_norm": 0.42601242661476135,
      "learning_rate": 2e-05,
      "loss": 0.6037,
      "step": 4490
    },
    {
      "epoch": 0.19220091402212447,
      "grad_norm": 0.3694336414337158,
      "learning_rate": 2e-05,
      "loss": 0.5385,
      "step": 4500
    },
    {
      "epoch": 0.19262802716439584,
      "grad_norm": 0.43262386322021484,
      "learning_rate": 2e-05,
      "loss": 0.525,
      "step": 4510
    },
    {
      "epoch": 0.19305514030666723,
      "grad_norm": 0.4188096225261688,
      "learning_rate": 2e-05,
      "loss": 0.538,
      "step": 4520
    },
    {
      "epoch": 0.19348225344893863,
      "grad_norm": 0.4451912045478821,
      "learning_rate": 2e-05,
      "loss": 0.5683,
      "step": 4530
    },
    {
      "epoch": 0.19390936659121003,
      "grad_norm": 0.38054171204566956,
      "learning_rate": 2e-05,
      "loss": 0.5373,
      "step": 4540
    },
    {
      "epoch": 0.1943364797334814,
      "grad_norm": 0.3665662109851837,
      "learning_rate": 2e-05,
      "loss": 0.5563,
      "step": 4550
    },
    {
      "epoch": 0.1947635928757528,
      "grad_norm": 0.46581336855888367,
      "learning_rate": 2e-05,
      "loss": 0.5887,
      "step": 4560
    },
    {
      "epoch": 0.19519070601802418,
      "grad_norm": 0.36339128017425537,
      "learning_rate": 2e-05,
      "loss": 0.5545,
      "step": 4570
    },
    {
      "epoch": 0.19561781916029555,
      "grad_norm": 0.342142254114151,
      "learning_rate": 2e-05,
      "loss": 0.542,
      "step": 4580
    },
    {
      "epoch": 0.19604493230256695,
      "grad_norm": 0.49213907122612,
      "learning_rate": 2e-05,
      "loss": 0.5334,
      "step": 4590
    },
    {
      "epoch": 0.19647204544483834,
      "grad_norm": 0.40194737911224365,
      "learning_rate": 2e-05,
      "loss": 0.5728,
      "step": 4600
    },
    {
      "epoch": 0.1968991585871097,
      "grad_norm": 0.4477911591529846,
      "learning_rate": 2e-05,
      "loss": 0.5518,
      "step": 4610
    },
    {
      "epoch": 0.1973262717293811,
      "grad_norm": 0.41898515820503235,
      "learning_rate": 2e-05,
      "loss": 0.5548,
      "step": 4620
    },
    {
      "epoch": 0.1977533848716525,
      "grad_norm": 0.47155463695526123,
      "learning_rate": 2e-05,
      "loss": 0.5601,
      "step": 4630
    },
    {
      "epoch": 0.1981804980139239,
      "grad_norm": 0.39728623628616333,
      "learning_rate": 2e-05,
      "loss": 0.5242,
      "step": 4640
    },
    {
      "epoch": 0.19860761115619527,
      "grad_norm": 0.42237016558647156,
      "learning_rate": 2e-05,
      "loss": 0.5676,
      "step": 4650
    },
    {
      "epoch": 0.19903472429846666,
      "grad_norm": 0.39446592330932617,
      "learning_rate": 2e-05,
      "loss": 0.5676,
      "step": 4660
    },
    {
      "epoch": 0.19946183744073806,
      "grad_norm": 0.4482322633266449,
      "learning_rate": 2e-05,
      "loss": 0.5447,
      "step": 4670
    },
    {
      "epoch": 0.19988895058300943,
      "grad_norm": 0.3566272556781769,
      "learning_rate": 2e-05,
      "loss": 0.5519,
      "step": 4680
    },
    {
      "epoch": 0.20031606372528082,
      "grad_norm": 0.3573175370693207,
      "learning_rate": 2e-05,
      "loss": 0.5606,
      "step": 4690
    },
    {
      "epoch": 0.20074317686755222,
      "grad_norm": 0.4420102834701538,
      "learning_rate": 2e-05,
      "loss": 0.5268,
      "step": 4700
    },
    {
      "epoch": 0.20117029000982362,
      "grad_norm": 0.4264683425426483,
      "learning_rate": 2e-05,
      "loss": 0.5585,
      "step": 4710
    },
    {
      "epoch": 0.20159740315209498,
      "grad_norm": 0.3617030382156372,
      "learning_rate": 2e-05,
      "loss": 0.5825,
      "step": 4720
    },
    {
      "epoch": 0.20202451629436638,
      "grad_norm": 0.359445184469223,
      "learning_rate": 2e-05,
      "loss": 0.5458,
      "step": 4730
    },
    {
      "epoch": 0.20245162943663778,
      "grad_norm": 0.5250563025474548,
      "learning_rate": 2e-05,
      "loss": 0.5713,
      "step": 4740
    },
    {
      "epoch": 0.20287874257890914,
      "grad_norm": 0.43991348147392273,
      "learning_rate": 2e-05,
      "loss": 0.573,
      "step": 4750
    },
    {
      "epoch": 0.20330585572118054,
      "grad_norm": 0.5281986594200134,
      "learning_rate": 2e-05,
      "loss": 0.5719,
      "step": 4760
    },
    {
      "epoch": 0.20373296886345194,
      "grad_norm": 0.5861532092094421,
      "learning_rate": 2e-05,
      "loss": 0.5541,
      "step": 4770
    },
    {
      "epoch": 0.2041600820057233,
      "grad_norm": 0.3404591977596283,
      "learning_rate": 2e-05,
      "loss": 0.5535,
      "step": 4780
    },
    {
      "epoch": 0.2045871951479947,
      "grad_norm": 0.8198099136352539,
      "learning_rate": 2e-05,
      "loss": 0.5859,
      "step": 4790
    },
    {
      "epoch": 0.2050143082902661,
      "grad_norm": 0.3115323781967163,
      "learning_rate": 2e-05,
      "loss": 0.5382,
      "step": 4800
    },
    {
      "epoch": 0.2054414214325375,
      "grad_norm": 0.4662296772003174,
      "learning_rate": 2e-05,
      "loss": 0.5687,
      "step": 4810
    },
    {
      "epoch": 0.20586853457480886,
      "grad_norm": 0.3254759609699249,
      "learning_rate": 2e-05,
      "loss": 0.5834,
      "step": 4820
    },
    {
      "epoch": 0.20629564771708025,
      "grad_norm": 0.3723343312740326,
      "learning_rate": 2e-05,
      "loss": 0.5651,
      "step": 4830
    },
    {
      "epoch": 0.20672276085935165,
      "grad_norm": 0.34382209181785583,
      "learning_rate": 2e-05,
      "loss": 0.5479,
      "step": 4840
    },
    {
      "epoch": 0.20714987400162302,
      "grad_norm": 0.35898950695991516,
      "learning_rate": 2e-05,
      "loss": 0.5595,
      "step": 4850
    },
    {
      "epoch": 0.20757698714389441,
      "grad_norm": 0.34710630774497986,
      "learning_rate": 2e-05,
      "loss": 0.5355,
      "step": 4860
    },
    {
      "epoch": 0.2080041002861658,
      "grad_norm": 0.4366733431816101,
      "learning_rate": 2e-05,
      "loss": 0.5679,
      "step": 4870
    },
    {
      "epoch": 0.2084312134284372,
      "grad_norm": 0.38011595606803894,
      "learning_rate": 2e-05,
      "loss": 0.5141,
      "step": 4880
    },
    {
      "epoch": 0.20885832657070857,
      "grad_norm": 0.4170716106891632,
      "learning_rate": 2e-05,
      "loss": 0.5454,
      "step": 4890
    },
    {
      "epoch": 0.20928543971297997,
      "grad_norm": 0.3606110215187073,
      "learning_rate": 2e-05,
      "loss": 0.5696,
      "step": 4900
    },
    {
      "epoch": 0.20971255285525137,
      "grad_norm": 0.45824936032295227,
      "learning_rate": 2e-05,
      "loss": 0.5522,
      "step": 4910
    },
    {
      "epoch": 0.21013966599752273,
      "grad_norm": 0.3298218250274658,
      "learning_rate": 2e-05,
      "loss": 0.5537,
      "step": 4920
    },
    {
      "epoch": 0.21056677913979413,
      "grad_norm": 0.45860761404037476,
      "learning_rate": 2e-05,
      "loss": 0.5859,
      "step": 4930
    },
    {
      "epoch": 0.21099389228206553,
      "grad_norm": 0.4014318585395813,
      "learning_rate": 2e-05,
      "loss": 0.5715,
      "step": 4940
    },
    {
      "epoch": 0.2114210054243369,
      "grad_norm": 0.40299898386001587,
      "learning_rate": 2e-05,
      "loss": 0.5448,
      "step": 4950
    },
    {
      "epoch": 0.2118481185666083,
      "grad_norm": 0.43576526641845703,
      "learning_rate": 2e-05,
      "loss": 0.5443,
      "step": 4960
    },
    {
      "epoch": 0.21227523170887969,
      "grad_norm": 0.4201217591762543,
      "learning_rate": 2e-05,
      "loss": 0.5491,
      "step": 4970
    },
    {
      "epoch": 0.21270234485115108,
      "grad_norm": 0.42791545391082764,
      "learning_rate": 2e-05,
      "loss": 0.5287,
      "step": 4980
    },
    {
      "epoch": 0.21312945799342245,
      "grad_norm": 0.456511527299881,
      "learning_rate": 2e-05,
      "loss": 0.5227,
      "step": 4990
    },
    {
      "epoch": 0.21355657113569385,
      "grad_norm": 0.39130300283432007,
      "learning_rate": 2e-05,
      "loss": 0.5334,
      "step": 5000
    },
    {
      "epoch": 0.21398368427796524,
      "grad_norm": 0.3242054581642151,
      "learning_rate": 2e-05,
      "loss": 0.5328,
      "step": 5010
    },
    {
      "epoch": 0.2144107974202366,
      "grad_norm": 0.38710635900497437,
      "learning_rate": 2e-05,
      "loss": 0.5803,
      "step": 5020
    },
    {
      "epoch": 0.214837910562508,
      "grad_norm": 0.48628395795822144,
      "learning_rate": 2e-05,
      "loss": 0.58,
      "step": 5030
    },
    {
      "epoch": 0.2152650237047794,
      "grad_norm": 0.47474631667137146,
      "learning_rate": 2e-05,
      "loss": 0.5394,
      "step": 5040
    },
    {
      "epoch": 0.2156921368470508,
      "grad_norm": 0.38162705302238464,
      "learning_rate": 2e-05,
      "loss": 0.56,
      "step": 5050
    },
    {
      "epoch": 0.21611924998932217,
      "grad_norm": 0.42039015889167786,
      "learning_rate": 2e-05,
      "loss": 0.5034,
      "step": 5060
    },
    {
      "epoch": 0.21654636313159356,
      "grad_norm": 0.42409271001815796,
      "learning_rate": 2e-05,
      "loss": 0.5157,
      "step": 5070
    },
    {
      "epoch": 0.21697347627386496,
      "grad_norm": 0.4377231001853943,
      "learning_rate": 2e-05,
      "loss": 0.5523,
      "step": 5080
    },
    {
      "epoch": 0.21740058941613633,
      "grad_norm": 0.5117059350013733,
      "learning_rate": 2e-05,
      "loss": 0.521,
      "step": 5090
    },
    {
      "epoch": 0.21782770255840772,
      "grad_norm": 0.4131067991256714,
      "learning_rate": 2e-05,
      "loss": 0.5711,
      "step": 5100
    },
    {
      "epoch": 0.21825481570067912,
      "grad_norm": 0.6264041066169739,
      "learning_rate": 2e-05,
      "loss": 0.5173,
      "step": 5110
    },
    {
      "epoch": 0.21868192884295048,
      "grad_norm": 0.44701510667800903,
      "learning_rate": 2e-05,
      "loss": 0.552,
      "step": 5120
    },
    {
      "epoch": 0.21910904198522188,
      "grad_norm": 0.38017088174819946,
      "learning_rate": 2e-05,
      "loss": 0.5365,
      "step": 5130
    },
    {
      "epoch": 0.21953615512749328,
      "grad_norm": 0.32691651582717896,
      "learning_rate": 2e-05,
      "loss": 0.551,
      "step": 5140
    },
    {
      "epoch": 0.21996326826976467,
      "grad_norm": 0.4698641300201416,
      "learning_rate": 2e-05,
      "loss": 0.5453,
      "step": 5150
    },
    {
      "epoch": 0.22039038141203604,
      "grad_norm": 0.402764230966568,
      "learning_rate": 2e-05,
      "loss": 0.5509,
      "step": 5160
    },
    {
      "epoch": 0.22081749455430744,
      "grad_norm": 0.32254451513290405,
      "learning_rate": 2e-05,
      "loss": 0.5559,
      "step": 5170
    },
    {
      "epoch": 0.22124460769657883,
      "grad_norm": 0.39015480875968933,
      "learning_rate": 2e-05,
      "loss": 0.5476,
      "step": 5180
    },
    {
      "epoch": 0.2216717208388502,
      "grad_norm": 0.5349491834640503,
      "learning_rate": 2e-05,
      "loss": 0.5351,
      "step": 5190
    },
    {
      "epoch": 0.2220988339811216,
      "grad_norm": 0.39526134729385376,
      "learning_rate": 2e-05,
      "loss": 0.5402,
      "step": 5200
    },
    {
      "epoch": 0.222525947123393,
      "grad_norm": 0.4208221435546875,
      "learning_rate": 2e-05,
      "loss": 0.5325,
      "step": 5210
    },
    {
      "epoch": 0.2229530602656644,
      "grad_norm": 0.38279882073402405,
      "learning_rate": 2e-05,
      "loss": 0.5263,
      "step": 5220
    },
    {
      "epoch": 0.22338017340793576,
      "grad_norm": 0.3696555197238922,
      "learning_rate": 2e-05,
      "loss": 0.5373,
      "step": 5230
    },
    {
      "epoch": 0.22380728655020715,
      "grad_norm": 0.3909365236759186,
      "learning_rate": 2e-05,
      "loss": 0.5402,
      "step": 5240
    },
    {
      "epoch": 0.22423439969247855,
      "grad_norm": 0.43194958567619324,
      "learning_rate": 2e-05,
      "loss": 0.525,
      "step": 5250
    },
    {
      "epoch": 0.22466151283474992,
      "grad_norm": 0.4090677499771118,
      "learning_rate": 2e-05,
      "loss": 0.5365,
      "step": 5260
    },
    {
      "epoch": 0.2250886259770213,
      "grad_norm": 0.3985975682735443,
      "learning_rate": 2e-05,
      "loss": 0.5562,
      "step": 5270
    },
    {
      "epoch": 0.2255157391192927,
      "grad_norm": 0.3966410756111145,
      "learning_rate": 2e-05,
      "loss": 0.5237,
      "step": 5280
    },
    {
      "epoch": 0.22594285226156408,
      "grad_norm": 0.3868160843849182,
      "learning_rate": 2e-05,
      "loss": 0.5436,
      "step": 5290
    },
    {
      "epoch": 0.22636996540383547,
      "grad_norm": 0.4697916805744171,
      "learning_rate": 2e-05,
      "loss": 0.4992,
      "step": 5300
    },
    {
      "epoch": 0.22679707854610687,
      "grad_norm": 0.4263501465320587,
      "learning_rate": 2e-05,
      "loss": 0.5279,
      "step": 5310
    },
    {
      "epoch": 0.22722419168837826,
      "grad_norm": 0.39832010865211487,
      "learning_rate": 2e-05,
      "loss": 0.5345,
      "step": 5320
    },
    {
      "epoch": 0.22765130483064963,
      "grad_norm": 0.5347195267677307,
      "learning_rate": 2e-05,
      "loss": 0.5605,
      "step": 5330
    },
    {
      "epoch": 0.22807841797292103,
      "grad_norm": 0.3534339964389801,
      "learning_rate": 2e-05,
      "loss": 0.55,
      "step": 5340
    },
    {
      "epoch": 0.22850553111519242,
      "grad_norm": 0.34387651085853577,
      "learning_rate": 1.999194520388485e-05,
      "loss": 0.5507,
      "step": 5350
    },
    {
      "epoch": 0.2289326442574638,
      "grad_norm": 0.5031644105911255,
      "learning_rate": 1.9959247303157763e-05,
      "loss": 0.5566,
      "step": 5360
    },
    {
      "epoch": 0.2293597573997352,
      "grad_norm": 0.4180890619754791,
      "learning_rate": 1.990149424459817e-05,
      "loss": 0.5275,
      "step": 5370
    },
    {
      "epoch": 0.22978687054200658,
      "grad_norm": 0.4047089219093323,
      "learning_rate": 1.9818847538648688e-05,
      "loss": 0.5241,
      "step": 5380
    },
    {
      "epoch": 0.23021398368427798,
      "grad_norm": 0.328582763671875,
      "learning_rate": 1.971153831256721e-05,
      "loss": 0.52,
      "step": 5390
    },
    {
      "epoch": 0.23064109682654935,
      "grad_norm": 0.39909830689430237,
      "learning_rate": 1.9579866664063435e-05,
      "loss": 0.5523,
      "step": 5400
    },
    {
      "epoch": 0.23106820996882074,
      "grad_norm": 0.3819499909877777,
      "learning_rate": 1.9424200822054782e-05,
      "loss": 0.5798,
      "step": 5410
    },
    {
      "epoch": 0.23149532311109214,
      "grad_norm": 0.3596782088279724,
      "learning_rate": 1.9244976116888626e-05,
      "loss": 0.5353,
      "step": 5420
    },
    {
      "epoch": 0.2319224362533635,
      "grad_norm": 0.4277769923210144,
      "learning_rate": 1.904269376291071e-05,
      "loss": 0.5596,
      "step": 5430
    },
    {
      "epoch": 0.2323495493956349,
      "grad_norm": 0.3888206481933594,
      "learning_rate": 1.88179194567844e-05,
      "loss": 0.5247,
      "step": 5440
    },
    {
      "epoch": 0.2327766625379063,
      "grad_norm": 0.3444267213344574,
      "learning_rate": 1.8571281795480632e-05,
      "loss": 0.5162,
      "step": 5450
    },
    {
      "epoch": 0.23320377568017767,
      "grad_norm": 0.3767293095588684,
      "learning_rate": 1.8303470518362808e-05,
      "loss": 0.5213,
      "step": 5460
    },
    {
      "epoch": 0.23363088882244906,
      "grad_norm": 0.3734470307826996,
      "learning_rate": 1.801523457828271e-05,
      "loss": 0.5364,
      "step": 5470
    },
    {
      "epoch": 0.23405800196472046,
      "grad_norm": 0.40885305404663086,
      "learning_rate": 1.7707380047081796e-05,
      "loss": 0.5209,
      "step": 5480
    },
    {
      "epoch": 0.23448511510699185,
      "grad_norm": 0.411116361618042,
      "learning_rate": 1.7380767861355252e-05,
      "loss": 0.5528,
      "step": 5490
    },
    {
      "epoch": 0.23491222824926322,
      "grad_norm": 0.41567137837409973,
      "learning_rate": 1.703631141478299e-05,
      "loss": 0.5493,
      "step": 5500
    },
    {
      "epoch": 0.23533934139153462,
      "grad_norm": 0.4262063801288605,
      "learning_rate": 1.6674974003760705e-05,
      "loss": 0.5158,
      "step": 5510
    },
    {
      "epoch": 0.235766454533806,
      "grad_norm": 0.4070340692996979,
      "learning_rate": 1.6297766133474556e-05,
      "loss": 0.5115,
      "step": 5520
    },
    {
      "epoch": 0.23619356767607738,
      "grad_norm": 0.3841239809989929,
      "learning_rate": 1.5905742691953186e-05,
      "loss": 0.517,
      "step": 5530
    },
    {
      "epoch": 0.23662068081834878,
      "grad_norm": 0.39859819412231445,
      "learning_rate": 1.55e-05,
      "loss": 0.5477,
      "step": 5540
    },
    {
      "epoch": 0.23704779396062017,
      "grad_norm": 0.35164523124694824,
      "learning_rate": 1.5081672745255862e-05,
      "loss": 0.5472,
      "step": 5550
    },
    {
      "epoch": 0.23747490710289157,
      "grad_norm": 0.43048179149627686,
      "learning_rate": 1.4651930808966206e-05,
      "loss": 0.5253,
      "step": 5560
    },
    {
      "epoch": 0.23790202024516294,
      "grad_norm": 0.3923550844192505,
      "learning_rate": 1.4211975994326848e-05,
      "loss": 0.5434,
      "step": 5570
    },
    {
      "epoch": 0.23832913338743433,
      "grad_norm": 0.4267941117286682,
      "learning_rate": 1.376303866555779e-05,
      "loss": 0.5358,
      "step": 5580
    },
    {
      "epoch": 0.23875624652970573,
      "grad_norm": 0.43458423018455505,
      "learning_rate": 1.3306374307104164e-05,
      "loss": 0.5189,
      "step": 5590
    },
    {
      "epoch": 0.2391833596719771,
      "grad_norm": 0.3855332136154175,
      "learning_rate": 1.2843260012586718e-05,
      "loss": 0.5364,
      "step": 5600
    },
    {
      "epoch": 0.2396104728142485,
      "grad_norm": 0.40560370683670044,
      "learning_rate": 1.2374990913320726e-05,
      "loss": 0.5219,
      "step": 5610
    },
    {
      "epoch": 0.2400375859565199,
      "grad_norm": 0.4596681594848633,
      "learning_rate": 1.1902876556391247e-05,
      "loss": 0.4947,
      "step": 5620
    },
    {
      "epoch": 0.24046469909879126,
      "grad_norm": 0.4282849133014679,
      "learning_rate": 1.1428237242413685e-05,
      "loss": 0.5392,
      "step": 5630
    },
    {
      "epoch": 0.24089181224106265,
      "grad_norm": 0.38259756565093994,
      "learning_rate": 1.095240033322132e-05,
      "loss": 0.495,
      "step": 5640
    },
    {
      "epoch": 0.24131892538333405,
      "grad_norm": 0.4039025604724884,
      "learning_rate": 1.047669653980572e-05,
      "loss": 0.5248,
      "step": 5650
    },
    {
      "epoch": 0.24174603852560544,
      "grad_norm": 0.3787463903427124,
      "learning_rate": 1.0002456200890902e-05,
      "loss": 0.5371,
      "step": 5660
    },
    {
      "epoch": 0.2421731516678768,
      "grad_norm": 0.7063289284706116,
      "learning_rate": 9.531005562548668e-06,
      "loss": 0.5331,
      "step": 5670
    },
    {
      "epoch": 0.2426002648101482,
      "grad_norm": 0.4561725854873657,
      "learning_rate": 9.06366306925925e-06,
      "loss": 0.5412,
      "step": 5680
    },
    {
      "epoch": 0.2430273779524196,
      "grad_norm": 0.4921497702598572,
      "learning_rate": 8.601735676789686e-06,
      "loss": 0.5639,
      "step": 5690
    },
    {
      "epoch": 0.24345449109469097,
      "grad_norm": 0.36351391673088074,
      "learning_rate": 8.14651519720118e-06,
      "loss": 0.5174,
      "step": 5700
    },
    {
      "epoch": 0.24388160423696237,
      "grad_norm": 0.4160856306552887,
      "learning_rate": 7.699274686206866e-06,
      "loss": 0.5182,
      "step": 5710
    },
    {
      "epoch": 0.24430871737923376,
      "grad_norm": 0.3578844964504242,
      "learning_rate": 7.261264882983024e-06,
      "loss": 0.5114,
      "step": 5720
    },
    {
      "epoch": 0.24473583052150516,
      "grad_norm": 0.39636290073394775,
      "learning_rate": 6.8337107123900386e-06,
      "loss": 0.5119,
      "step": 5730
    },
    {
      "epoch": 0.24516294366377653,
      "grad_norm": 0.39311671257019043,
      "learning_rate": 6.417807859384881e-06,
      "loss": 0.5404,
      "step": 5740
    },
    {
      "epoch": 0.24559005680604792,
      "grad_norm": 0.34408700466156006,
      "learning_rate": 6.014719425205009e-06,
      "loss": 0.511,
      "step": 5750
    },
    {
      "epoch": 0.24601716994831932,
      "grad_norm": 0.4637376368045807,
      "learning_rate": 5.6255726746749275e-06,
      "loss": 0.5348,
      "step": 5760
    },
    {
      "epoch": 0.2464442830905907,
      "grad_norm": 0.3498263955116272,
      "learning_rate": 5.251455883731728e-06,
      "loss": 0.5804,
      "step": 5770
    },
    {
      "epoch": 0.24687139623286208,
      "grad_norm": 0.38867050409317017,
      "learning_rate": 4.893415295985812e-06,
      "loss": 0.5221,
      "step": 5780
    },
    {
      "epoch": 0.24729850937513348,
      "grad_norm": 0.362430214881897,
      "learning_rate": 4.552452196827885e-06,
      "loss": 0.5398,
      "step": 5790
    },
    {
      "epoch": 0.24772562251740485,
      "grad_norm": 0.40720877051353455,
      "learning_rate": 4.229520113264785e-06,
      "loss": 0.5583,
      "step": 5800
    },
    {
      "epoch": 0.24815273565967624,
      "grad_norm": 0.4132753014564514,
      "learning_rate": 3.925522147314915e-06,
      "loss": 0.5506,
      "step": 5810
    },
    {
      "epoch": 0.24857984880194764,
      "grad_norm": 0.38955339789390564,
      "learning_rate": 3.641308450420675e-06,
      "loss": 0.556,
      "step": 5820
    },
    {
      "epoch": 0.24900696194421904,
      "grad_norm": 0.503071665763855,
      "learning_rate": 3.37767384594087e-06,
      "loss": 0.5289,
      "step": 5830
    },
    {
      "epoch": 0.2494340750864904,
      "grad_norm": 0.4720546305179596,
      "learning_rate": 3.1353556063719357e-06,
      "loss": 0.5322,
      "step": 5840
    },
    {
      "epoch": 0.2498611882287618,
      "grad_norm": 0.6556891202926636,
      "learning_rate": 2.9150313915141474e-06,
      "loss": 0.5653,
      "step": 5850
    },
    {
      "epoch": 0.2502883013710332,
      "grad_norm": 0.39554521441459656,
      "learning_rate": 2.717317353348891e-06,
      "loss": 0.5344,
      "step": 5860
    },
    {
      "epoch": 0.2507154145133046,
      "grad_norm": 0.38782012462615967,
      "learning_rate": 2.5427664129268253e-06,
      "loss": 0.5198,
      "step": 5870
    },
    {
      "epoch": 0.251142527655576,
      "grad_norm": 0.40607061982154846,
      "learning_rate": 2.391866714085717e-06,
      "loss": 0.5072,
      "step": 5880
    },
    {
      "epoch": 0.2515696407978473,
      "grad_norm": 0.3914330005645752,
      "learning_rate": 2.2650402583222753e-06,
      "loss": 0.5305,
      "step": 5890
    },
    {
      "epoch": 0.2519967539401187,
      "grad_norm": 0.4129199683666229,
      "learning_rate": 2.1626417246356398e-06,
      "loss": 0.5225,
      "step": 5900
    },
    {
      "epoch": 0.2524238670823901,
      "grad_norm": 0.40906593203544617,
      "learning_rate": 2.084957477642894e-06,
      "loss": 0.5518,
      "step": 5910
    },
    {
      "epoch": 0.2528509802246615,
      "grad_norm": 0.3720368444919586,
      "learning_rate": 2.0322047667405147e-06,
      "loss": 0.5148,
      "step": 5920
    },
    {
      "epoch": 0.2532780933669329,
      "grad_norm": 0.4712391793727875,
      "learning_rate": 2.0045311185513342e-06,
      "loss": 0.5369,
      "step": 5930
    }
  ],
  "logging_steps": 10,
  "max_steps": 5935,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2035,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.6494000762504348e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}