{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.3068271934251317,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005767428447840819,
      "grad_norm": 27.875,
      "learning_rate": 3.80952380952381e-07,
      "loss": 1.3844,
      "step": 5
    },
    {
      "epoch": 0.011534856895681638,
      "grad_norm": 27.75,
      "learning_rate": 8.571428571428572e-07,
      "loss": 1.4373,
      "step": 10
    },
    {
      "epoch": 0.017302285343522458,
      "grad_norm": 28.625,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.4472,
      "step": 15
    },
    {
      "epoch": 0.023069713791363276,
      "grad_norm": 27.5,
      "learning_rate": 1.8095238095238097e-06,
      "loss": 1.4299,
      "step": 20
    },
    {
      "epoch": 0.028837142239204094,
      "grad_norm": 21.5,
      "learning_rate": 2.285714285714286e-06,
      "loss": 1.3611,
      "step": 25
    },
    {
      "epoch": 0.034604570687044915,
      "grad_norm": 14.375,
      "learning_rate": 2.7619047619047625e-06,
      "loss": 1.2402,
      "step": 30
    },
    {
      "epoch": 0.04037199913488573,
      "grad_norm": 12.8125,
      "learning_rate": 3.2380952380952385e-06,
      "loss": 1.1743,
      "step": 35
    },
    {
      "epoch": 0.04613942758272655,
      "grad_norm": 11.9375,
      "learning_rate": 3.7142857142857146e-06,
      "loss": 1.1619,
      "step": 40
    },
    {
      "epoch": 0.05190685603056737,
      "grad_norm": 10.3125,
      "learning_rate": 4.190476190476191e-06,
      "loss": 1.0707,
      "step": 45
    },
    {
      "epoch": 0.05767428447840819,
      "grad_norm": 9.875,
      "learning_rate": 4.666666666666667e-06,
      "loss": 0.9887,
      "step": 50
    },
    {
      "epoch": 0.063441712926249,
      "grad_norm": 10.25,
      "learning_rate": 5.142857142857142e-06,
      "loss": 0.9292,
      "step": 55
    },
    {
      "epoch": 0.06920914137408983,
      "grad_norm": 10.8125,
      "learning_rate": 5.619047619047619e-06,
      "loss": 0.8973,
      "step": 60
    },
    {
      "epoch": 0.07497656982193064,
      "grad_norm": 9.8125,
      "learning_rate": 6.095238095238096e-06,
      "loss": 0.8068,
      "step": 65
    },
    {
      "epoch": 0.08074399826977147,
      "grad_norm": 10.75,
      "learning_rate": 6.571428571428572e-06,
      "loss": 0.8352,
      "step": 70
    },
    {
      "epoch": 0.08651142671761229,
      "grad_norm": 10.0625,
      "learning_rate": 7.047619047619048e-06,
      "loss": 0.7974,
      "step": 75
    },
    {
      "epoch": 0.0922788551654531,
      "grad_norm": 10.5,
      "learning_rate": 7.523809523809524e-06,
      "loss": 0.7557,
      "step": 80
    },
    {
      "epoch": 0.09804628361329393,
      "grad_norm": 9.9375,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.7018,
      "step": 85
    },
    {
      "epoch": 0.10381371206113474,
      "grad_norm": 9.4375,
      "learning_rate": 8.476190476190477e-06,
      "loss": 0.688,
      "step": 90
    },
    {
      "epoch": 0.10958114050897556,
      "grad_norm": 9.4375,
      "learning_rate": 8.952380952380953e-06,
      "loss": 0.6379,
      "step": 95
    },
    {
      "epoch": 0.11534856895681637,
      "grad_norm": 8.875,
      "learning_rate": 9.42857142857143e-06,
      "loss": 0.5856,
      "step": 100
    },
    {
      "epoch": 0.1211159974046572,
      "grad_norm": 9.125,
      "learning_rate": 9.904761904761906e-06,
      "loss": 0.5049,
      "step": 105
    },
    {
      "epoch": 0.126883425852498,
      "grad_norm": 8.4375,
      "learning_rate": 9.99996509356498e-06,
      "loss": 0.4436,
      "step": 110
    },
    {
      "epoch": 0.13265085430033885,
      "grad_norm": 7.0,
      "learning_rate": 9.999823287008022e-06,
      "loss": 0.3535,
      "step": 115
    },
    {
      "epoch": 0.13841828274817966,
      "grad_norm": 5.96875,
      "learning_rate": 9.999572401768278e-06,
      "loss": 0.2817,
      "step": 120
    },
    {
      "epoch": 0.14418571119602047,
      "grad_norm": 4.625,
      "learning_rate": 9.999212443319191e-06,
      "loss": 0.2508,
      "step": 125
    },
    {
      "epoch": 0.14995313964386128,
      "grad_norm": 3.5,
      "learning_rate": 9.998743419513795e-06,
      "loss": 0.2178,
      "step": 130
    },
    {
      "epoch": 0.15572056809170212,
      "grad_norm": 2.21875,
      "learning_rate": 9.998165340584553e-06,
      "loss": 0.1906,
      "step": 135
    },
    {
      "epoch": 0.16148799653954293,
      "grad_norm": 1.59375,
      "learning_rate": 9.99747821914313e-06,
      "loss": 0.1707,
      "step": 140
    },
    {
      "epoch": 0.16725542498738374,
      "grad_norm": 1.78125,
      "learning_rate": 9.99668207018011e-06,
      "loss": 0.1657,
      "step": 145
    },
    {
      "epoch": 0.17302285343522458,
      "grad_norm": 1.71875,
      "learning_rate": 9.99577691106469e-06,
      "loss": 0.1475,
      "step": 150
    },
    {
      "epoch": 0.1787902818830654,
      "grad_norm": 1.703125,
      "learning_rate": 9.994762761544276e-06,
      "loss": 0.139,
      "step": 155
    },
    {
      "epoch": 0.1845577103309062,
      "grad_norm": 1.8125,
      "learning_rate": 9.993639643744071e-06,
      "loss": 0.1209,
      "step": 160
    },
    {
      "epoch": 0.19032513877874702,
      "grad_norm": 1.828125,
      "learning_rate": 9.992407582166582e-06,
      "loss": 0.1078,
      "step": 165
    },
    {
      "epoch": 0.19609256722658785,
      "grad_norm": 1.8046875,
      "learning_rate": 9.991066603691092e-06,
      "loss": 0.0954,
      "step": 170
    },
    {
      "epoch": 0.20185999567442867,
      "grad_norm": 1.6484375,
      "learning_rate": 9.989616737573064e-06,
      "loss": 0.0848,
      "step": 175
    },
    {
      "epoch": 0.20762742412226948,
      "grad_norm": 1.296875,
      "learning_rate": 9.988058015443517e-06,
      "loss": 0.0691,
      "step": 180
    },
    {
      "epoch": 0.2133948525701103,
      "grad_norm": 1.0234375,
      "learning_rate": 9.98639047130832e-06,
      "loss": 0.0602,
      "step": 185
    },
    {
      "epoch": 0.21916228101795113,
      "grad_norm": 0.96484375,
      "learning_rate": 9.984614141547468e-06,
      "loss": 0.0522,
      "step": 190
    },
    {
      "epoch": 0.22492970946579194,
      "grad_norm": 0.77734375,
      "learning_rate": 9.98272906491427e-06,
      "loss": 0.0472,
      "step": 195
    },
    {
      "epoch": 0.23069713791363275,
      "grad_norm": 0.6328125,
      "learning_rate": 9.980735282534512e-06,
      "loss": 0.046,
      "step": 200
    },
    {
      "epoch": 0.2364645663614736,
      "grad_norm": 0.7109375,
      "learning_rate": 9.978632837905566e-06,
      "loss": 0.0327,
      "step": 205
    },
    {
      "epoch": 0.2422319948093144,
      "grad_norm": 0.58984375,
      "learning_rate": 9.976421776895432e-06,
      "loss": 0.0341,
      "step": 210
    },
    {
      "epoch": 0.2479994232571552,
      "grad_norm": 0.50390625,
      "learning_rate": 9.974102147741735e-06,
      "loss": 0.0311,
      "step": 215
    },
    {
      "epoch": 0.253766851704996,
      "grad_norm": 0.47265625,
      "learning_rate": 9.971674001050687e-06,
      "loss": 0.0284,
      "step": 220
    },
    {
      "epoch": 0.25953428015283686,
      "grad_norm": 0.41796875,
      "learning_rate": 9.969137389795964e-06,
      "loss": 0.0262,
      "step": 225
    },
    {
      "epoch": 0.2653017086006777,
      "grad_norm": 0.5,
      "learning_rate": 9.966492369317568e-06,
      "loss": 0.0246,
      "step": 230
    },
    {
      "epoch": 0.2710691370485185,
      "grad_norm": 0.40234375,
      "learning_rate": 9.963738997320609e-06,
      "loss": 0.0223,
      "step": 235
    },
    {
      "epoch": 0.2768365654963593,
      "grad_norm": 0.43359375,
      "learning_rate": 9.960877333874045e-06,
      "loss": 0.0237,
      "step": 240
    },
    {
      "epoch": 0.2826039939442001,
      "grad_norm": 0.4140625,
      "learning_rate": 9.95790744140938e-06,
      "loss": 0.0292,
      "step": 245
    },
    {
      "epoch": 0.28837142239204094,
      "grad_norm": 0.39453125,
      "learning_rate": 9.954829384719296e-06,
      "loss": 0.0229,
      "step": 250
    },
    {
      "epoch": 0.2941388508398818,
      "grad_norm": 0.35546875,
      "learning_rate": 9.95164323095624e-06,
      "loss": 0.0198,
      "step": 255
    },
    {
      "epoch": 0.29990627928772257,
      "grad_norm": 0.427734375,
      "learning_rate": 9.948349049630959e-06,
      "loss": 0.0181,
      "step": 260
    },
    {
      "epoch": 0.3056737077355634,
      "grad_norm": 0.35546875,
      "learning_rate": 9.944946912610986e-06,
      "loss": 0.0207,
      "step": 265
    },
    {
      "epoch": 0.31144113618340424,
      "grad_norm": 0.33984375,
      "learning_rate": 9.941436894119068e-06,
      "loss": 0.017,
      "step": 270
    },
    {
      "epoch": 0.317208564631245,
      "grad_norm": 0.416015625,
      "learning_rate": 9.937819070731551e-06,
      "loss": 0.0157,
      "step": 275
    },
    {
      "epoch": 0.32297599307908587,
      "grad_norm": 0.337890625,
      "learning_rate": 9.934093521376707e-06,
      "loss": 0.0177,
      "step": 280
    },
    {
      "epoch": 0.3287434215269267,
      "grad_norm": 0.328125,
      "learning_rate": 9.93026032733301e-06,
      "loss": 0.0164,
      "step": 285
    },
    {
      "epoch": 0.3345108499747675,
      "grad_norm": 0.30859375,
      "learning_rate": 9.926319572227369e-06,
      "loss": 0.0149,
      "step": 290
    },
    {
      "epoch": 0.3402782784226083,
      "grad_norm": 0.31640625,
      "learning_rate": 9.922271342033295e-06,
      "loss": 0.0194,
      "step": 295
    },
    {
      "epoch": 0.34604570687044917,
      "grad_norm": 0.3515625,
      "learning_rate": 9.918115725069038e-06,
      "loss": 0.0152,
      "step": 300
    },
    {
      "epoch": 0.35181313531828995,
      "grad_norm": 0.287109375,
      "learning_rate": 9.913852811995642e-06,
      "loss": 0.0163,
      "step": 305
    },
    {
      "epoch": 0.3575805637661308,
      "grad_norm": 0.37890625,
      "learning_rate": 9.909482695814986e-06,
      "loss": 0.0138,
      "step": 310
    },
    {
      "epoch": 0.36334799221397157,
      "grad_norm": 0.31640625,
      "learning_rate": 9.90500547186774e-06,
      "loss": 0.0174,
      "step": 315
    },
    {
      "epoch": 0.3691154206618124,
      "grad_norm": 0.337890625,
      "learning_rate": 9.900421237831293e-06,
      "loss": 0.0154,
      "step": 320
    },
    {
      "epoch": 0.37488284910965325,
      "grad_norm": 0.2578125,
      "learning_rate": 9.895730093717629e-06,
      "loss": 0.0169,
      "step": 325
    },
    {
      "epoch": 0.38065027755749403,
      "grad_norm": 0.3359375,
      "learning_rate": 9.890932141871122e-06,
      "loss": 0.0151,
      "step": 330
    },
    {
      "epoch": 0.38641770600533487,
      "grad_norm": 0.251953125,
      "learning_rate": 9.886027486966326e-06,
      "loss": 0.0146,
      "step": 335
    },
    {
      "epoch": 0.3921851344531757,
      "grad_norm": 0.314453125,
      "learning_rate": 9.881016236005686e-06,
      "loss": 0.0145,
      "step": 340
    },
    {
      "epoch": 0.3979525629010165,
      "grad_norm": 0.22265625,
      "learning_rate": 9.875898498317194e-06,
      "loss": 0.0136,
      "step": 345
    },
    {
      "epoch": 0.40371999134885733,
      "grad_norm": 0.41015625,
      "learning_rate": 9.870674385552012e-06,
      "loss": 0.0167,
      "step": 350
    },
    {
      "epoch": 0.40948741979669817,
      "grad_norm": 0.271484375,
      "learning_rate": 9.865344011682038e-06,
      "loss": 0.0138,
      "step": 355
    },
    {
      "epoch": 0.41525484824453895,
      "grad_norm": 0.306640625,
      "learning_rate": 9.859907492997415e-06,
      "loss": 0.0135,
      "step": 360
    },
    {
      "epoch": 0.4210222766923798,
      "grad_norm": 0.2236328125,
      "learning_rate": 9.854364948103991e-06,
      "loss": 0.0127,
      "step": 365
    },
    {
      "epoch": 0.4267897051402206,
      "grad_norm": 0.396484375,
      "learning_rate": 9.848716497920742e-06,
      "loss": 0.0162,
      "step": 370
    },
    {
      "epoch": 0.4325571335880614,
      "grad_norm": 0.33203125,
      "learning_rate": 9.842962265677123e-06,
      "loss": 0.0171,
      "step": 375
    },
    {
      "epoch": 0.43832456203590225,
      "grad_norm": 0.232421875,
      "learning_rate": 9.837102376910383e-06,
      "loss": 0.0131,
      "step": 380
    },
    {
      "epoch": 0.44409199048374304,
      "grad_norm": 0.2392578125,
      "learning_rate": 9.831136959462835e-06,
      "loss": 0.0134,
      "step": 385
    },
    {
      "epoch": 0.4498594189315839,
      "grad_norm": 0.392578125,
      "learning_rate": 9.825066143479052e-06,
      "loss": 0.0123,
      "step": 390
    },
    {
      "epoch": 0.4556268473794247,
      "grad_norm": 0.53125,
      "learning_rate": 9.818890061403034e-06,
      "loss": 0.0169,
      "step": 395
    },
    {
      "epoch": 0.4613942758272655,
      "grad_norm": 0.2373046875,
      "learning_rate": 9.812608847975327e-06,
      "loss": 0.0136,
      "step": 400
    },
    {
      "epoch": 0.46716170427510634,
      "grad_norm": 0.275390625,
      "learning_rate": 9.80622264023007e-06,
      "loss": 0.0134,
      "step": 405
    },
    {
      "epoch": 0.4729291327229472,
      "grad_norm": 0.240234375,
      "learning_rate": 9.79973157749201e-06,
      "loss": 0.0123,
      "step": 410
    },
    {
      "epoch": 0.47869656117078796,
      "grad_norm": 0.29296875,
      "learning_rate": 9.793135801373472e-06,
      "loss": 0.0125,
      "step": 415
    },
    {
      "epoch": 0.4844639896186288,
      "grad_norm": 0.361328125,
      "learning_rate": 9.786435455771252e-06,
      "loss": 0.0153,
      "step": 420
    },
    {
      "epoch": 0.49023141806646964,
      "grad_norm": 0.5546875,
      "learning_rate": 9.779630686863493e-06,
      "loss": 0.0133,
      "step": 425
    },
    {
      "epoch": 0.4959988465143104,
      "grad_norm": 0.314453125,
      "learning_rate": 9.772721643106483e-06,
      "loss": 0.0142,
      "step": 430
    },
    {
      "epoch": 0.5017662749621512,
      "grad_norm": 0.26953125,
      "learning_rate": 9.765708475231436e-06,
      "loss": 0.0101,
      "step": 435
    },
    {
      "epoch": 0.507533703409992,
      "grad_norm": 0.388671875,
      "learning_rate": 9.758591336241176e-06,
      "loss": 0.0255,
      "step": 440
    },
    {
      "epoch": 0.5133011318578329,
      "grad_norm": 0.2890625,
      "learning_rate": 9.75137038140682e-06,
      "loss": 0.0109,
      "step": 445
    },
    {
      "epoch": 0.5190685603056737,
      "grad_norm": 0.1953125,
      "learning_rate": 9.744045768264387e-06,
      "loss": 0.0119,
      "step": 450
    },
    {
      "epoch": 0.5248359887535146,
      "grad_norm": 0.3125,
      "learning_rate": 9.736617656611354e-06,
      "loss": 0.011,
      "step": 455
    },
    {
      "epoch": 0.5306034172013554,
      "grad_norm": 0.1982421875,
      "learning_rate": 9.729086208503174e-06,
      "loss": 0.0143,
      "step": 460
    },
    {
      "epoch": 0.5363708456491961,
      "grad_norm": 0.2275390625,
      "learning_rate": 9.721451588249744e-06,
      "loss": 0.0105,
      "step": 465
    },
    {
      "epoch": 0.542138274097037,
      "grad_norm": 0.25,
      "learning_rate": 9.713713962411815e-06,
      "loss": 0.0165,
      "step": 470
    },
    {
      "epoch": 0.5479057025448778,
      "grad_norm": 0.2353515625,
      "learning_rate": 9.705873499797358e-06,
      "loss": 0.011,
      "step": 475
    },
    {
      "epoch": 0.5536731309927186,
      "grad_norm": 0.23046875,
      "learning_rate": 9.697930371457886e-06,
      "loss": 0.011,
      "step": 480
    },
    {
      "epoch": 0.5594405594405595,
      "grad_norm": 0.2060546875,
      "learning_rate": 9.689884750684721e-06,
      "loss": 0.012,
      "step": 485
    },
    {
      "epoch": 0.5652079878884002,
      "grad_norm": 0.349609375,
      "learning_rate": 9.681736813005207e-06,
      "loss": 0.0101,
      "step": 490
    },
    {
      "epoch": 0.570975416336241,
      "grad_norm": 0.275390625,
      "learning_rate": 9.673486736178889e-06,
      "loss": 0.0114,
      "step": 495
    },
    {
      "epoch": 0.5767428447840819,
      "grad_norm": 0.193359375,
      "learning_rate": 9.665134700193633e-06,
      "loss": 0.0124,
      "step": 500
    },
    {
      "epoch": 0.5825102732319227,
      "grad_norm": 0.1904296875,
      "learning_rate": 9.656680887261693e-06,
      "loss": 0.0124,
      "step": 505
    },
    {
      "epoch": 0.5882777016797636,
      "grad_norm": 0.2265625,
      "learning_rate": 9.648125481815744e-06,
      "loss": 0.0151,
      "step": 510
    },
    {
      "epoch": 0.5940451301276044,
      "grad_norm": 0.28515625,
      "learning_rate": 9.639468670504854e-06,
      "loss": 0.0209,
      "step": 515
    },
    {
      "epoch": 0.5998125585754451,
      "grad_norm": 0.171875,
      "learning_rate": 9.630710642190412e-06,
      "loss": 0.0107,
      "step": 520
    },
    {
      "epoch": 0.605579987023286,
      "grad_norm": 0.1689453125,
      "learning_rate": 9.621851587942012e-06,
      "loss": 0.0102,
      "step": 525
    },
    {
      "epoch": 0.6113474154711268,
      "grad_norm": 0.224609375,
      "learning_rate": 9.612891701033278e-06,
      "loss": 0.013,
      "step": 530
    },
    {
      "epoch": 0.6171148439189676,
      "grad_norm": 0.275390625,
      "learning_rate": 9.603831176937645e-06,
      "loss": 0.0104,
      "step": 535
    },
    {
      "epoch": 0.6228822723668085,
      "grad_norm": 0.197265625,
      "learning_rate": 9.594670213324114e-06,
      "loss": 0.0121,
      "step": 540
    },
    {
      "epoch": 0.6286497008146492,
      "grad_norm": 0.2021484375,
      "learning_rate": 9.585409010052913e-06,
      "loss": 0.012,
      "step": 545
    },
    {
      "epoch": 0.63441712926249,
      "grad_norm": 0.255859375,
      "learning_rate": 9.576047769171154e-06,
      "loss": 0.0105,
      "step": 550
    },
    {
      "epoch": 0.6401845577103309,
      "grad_norm": 0.19140625,
      "learning_rate": 9.566586694908421e-06,
      "loss": 0.0106,
      "step": 555
    },
    {
      "epoch": 0.6459519861581717,
      "grad_norm": 0.275390625,
      "learning_rate": 9.557025993672313e-06,
      "loss": 0.0116,
      "step": 560
    },
    {
      "epoch": 0.6517194146060126,
      "grad_norm": 0.2431640625,
      "learning_rate": 9.547365874043939e-06,
      "loss": 0.0127,
      "step": 565
    },
    {
      "epoch": 0.6574868430538534,
      "grad_norm": 0.1708984375,
      "learning_rate": 9.537606546773374e-06,
      "loss": 0.0109,
      "step": 570
    },
    {
      "epoch": 0.6632542715016941,
      "grad_norm": 0.30078125,
      "learning_rate": 9.527748224775054e-06,
      "loss": 0.0114,
      "step": 575
    },
    {
      "epoch": 0.669021699949535,
      "grad_norm": 0.26171875,
      "learning_rate": 9.517791123123141e-06,
      "loss": 0.011,
      "step": 580
    },
    {
      "epoch": 0.6747891283973758,
      "grad_norm": 0.2041015625,
      "learning_rate": 9.507735459046812e-06,
      "loss": 0.0125,
      "step": 585
    },
    {
      "epoch": 0.6805565568452167,
      "grad_norm": 0.234375,
      "learning_rate": 9.497581451925544e-06,
      "loss": 0.0098,
      "step": 590
    },
    {
      "epoch": 0.6863239852930575,
      "grad_norm": 0.2236328125,
      "learning_rate": 9.487329323284306e-06,
      "loss": 0.0118,
      "step": 595
    },
    {
      "epoch": 0.6920914137408983,
      "grad_norm": 0.2421875,
      "learning_rate": 9.476979296788746e-06,
      "loss": 0.0099,
      "step": 600
    },
    {
      "epoch": 0.6978588421887391,
      "grad_norm": 0.1982421875,
      "learning_rate": 9.466531598240292e-06,
      "loss": 0.014,
      "step": 605
    },
    {
      "epoch": 0.7036262706365799,
      "grad_norm": 0.1904296875,
      "learning_rate": 9.45598645557124e-06,
      "loss": 0.0104,
      "step": 610
    },
    {
      "epoch": 0.7093936990844207,
      "grad_norm": 0.2236328125,
      "learning_rate": 9.445344098839774e-06,
      "loss": 0.0106,
      "step": 615
    },
    {
      "epoch": 0.7151611275322616,
      "grad_norm": 0.2255859375,
      "learning_rate": 9.434604760224952e-06,
      "loss": 0.0116,
      "step": 620
    },
    {
      "epoch": 0.7209285559801024,
      "grad_norm": 0.23828125,
      "learning_rate": 9.423768674021638e-06,
      "loss": 0.0101,
      "step": 625
    },
    {
      "epoch": 0.7266959844279431,
      "grad_norm": 0.1884765625,
      "learning_rate": 9.412836076635385e-06,
      "loss": 0.0104,
      "step": 630
    },
    {
      "epoch": 0.732463412875784,
      "grad_norm": 0.1982421875,
      "learning_rate": 9.401807206577292e-06,
      "loss": 0.0115,
      "step": 635
    },
    {
      "epoch": 0.7382308413236248,
      "grad_norm": 0.2265625,
      "learning_rate": 9.390682304458782e-06,
      "loss": 0.0098,
      "step": 640
    },
    {
      "epoch": 0.7439982697714657,
      "grad_norm": 0.2216796875,
      "learning_rate": 9.379461612986369e-06,
      "loss": 0.0118,
      "step": 645
    },
    {
      "epoch": 0.7497656982193065,
      "grad_norm": 0.169921875,
      "learning_rate": 9.368145376956354e-06,
      "loss": 0.0124,
      "step": 650
    },
    {
      "epoch": 0.7555331266671473,
      "grad_norm": 0.1953125,
      "learning_rate": 9.356733843249487e-06,
      "loss": 0.0117,
      "step": 655
    },
    {
      "epoch": 0.7613005551149881,
      "grad_norm": 0.283203125,
      "learning_rate": 9.345227260825579e-06,
      "loss": 0.0104,
      "step": 660
    },
    {
      "epoch": 0.7670679835628289,
      "grad_norm": 0.20703125,
      "learning_rate": 9.333625880718072e-06,
      "loss": 0.0097,
      "step": 665
    },
    {
      "epoch": 0.7728354120106697,
      "grad_norm": 0.1572265625,
      "learning_rate": 9.321929956028565e-06,
      "loss": 0.01,
      "step": 670
    },
    {
      "epoch": 0.7786028404585106,
      "grad_norm": 0.2080078125,
      "learning_rate": 9.310139741921287e-06,
      "loss": 0.0163,
      "step": 675
    },
    {
      "epoch": 0.7843702689063514,
      "grad_norm": 0.189453125,
      "learning_rate": 9.298255495617535e-06,
      "loss": 0.0102,
      "step": 680
    },
    {
      "epoch": 0.7901376973541921,
      "grad_norm": 0.2001953125,
      "learning_rate": 9.286277476390056e-06,
      "loss": 0.0091,
      "step": 685
    },
    {
      "epoch": 0.795905125802033,
      "grad_norm": 0.1689453125,
      "learning_rate": 9.274205945557403e-06,
      "loss": 0.0112,
      "step": 690
    },
    {
      "epoch": 0.8016725542498738,
      "grad_norm": 0.330078125,
      "learning_rate": 9.262041166478215e-06,
      "loss": 0.0138,
      "step": 695
    },
    {
      "epoch": 0.8074399826977147,
      "grad_norm": 0.162109375,
      "learning_rate": 9.249783404545488e-06,
      "loss": 0.0083,
      "step": 700
    },
    {
      "epoch": 0.8132074111455555,
      "grad_norm": 0.2578125,
      "learning_rate": 9.23743292718078e-06,
      "loss": 0.009,
      "step": 705
    },
    {
      "epoch": 0.8189748395933963,
      "grad_norm": 0.294921875,
      "learning_rate": 9.224990003828377e-06,
      "loss": 0.0119,
      "step": 710
    },
    {
      "epoch": 0.8247422680412371,
      "grad_norm": 0.294921875,
      "learning_rate": 9.212454905949406e-06,
      "loss": 0.0106,
      "step": 715
    },
    {
      "epoch": 0.8305096964890779,
      "grad_norm": 0.1767578125,
      "learning_rate": 9.199827907015928e-06,
      "loss": 0.0095,
      "step": 720
    },
    {
      "epoch": 0.8362771249369187,
      "grad_norm": 0.1943359375,
      "learning_rate": 9.187109282504961e-06,
      "loss": 0.0094,
      "step": 725
    },
    {
      "epoch": 0.8420445533847596,
      "grad_norm": 0.2177734375,
      "learning_rate": 9.174299309892474e-06,
      "loss": 0.0094,
      "step": 730
    },
    {
      "epoch": 0.8478119818326004,
      "grad_norm": 0.2431640625,
      "learning_rate": 9.161398268647329e-06,
      "loss": 0.0139,
      "step": 735
    },
    {
      "epoch": 0.8535794102804412,
      "grad_norm": 0.2265625,
      "learning_rate": 9.148406440225193e-06,
      "loss": 0.0113,
      "step": 740
    },
    {
      "epoch": 0.859346838728282,
      "grad_norm": 0.1875,
      "learning_rate": 9.135324108062391e-06,
      "loss": 0.0095,
      "step": 745
    },
    {
      "epoch": 0.8651142671761228,
      "grad_norm": 0.2041015625,
      "learning_rate": 9.122151557569719e-06,
      "loss": 0.009,
      "step": 750
    },
    {
      "epoch": 0.8708816956239637,
      "grad_norm": 0.1796875,
      "learning_rate": 9.108889076126226e-06,
      "loss": 0.0103,
      "step": 755
    },
    {
      "epoch": 0.8766491240718045,
      "grad_norm": 0.28515625,
      "learning_rate": 9.09553695307294e-06,
      "loss": 0.0104,
      "step": 760
    },
    {
      "epoch": 0.8824165525196453,
      "grad_norm": 0.185546875,
      "learning_rate": 9.082095479706556e-06,
      "loss": 0.0084,
      "step": 765
    },
    {
      "epoch": 0.8881839809674861,
      "grad_norm": 0.2041015625,
      "learning_rate": 9.06856494927308e-06,
      "loss": 0.0096,
      "step": 770
    },
    {
      "epoch": 0.8939514094153269,
      "grad_norm": 0.185546875,
      "learning_rate": 9.054945656961429e-06,
      "loss": 0.0089,
      "step": 775
    },
    {
      "epoch": 0.8997188378631678,
      "grad_norm": 0.15625,
      "learning_rate": 9.041237899896999e-06,
      "loss": 0.0087,
      "step": 780
    },
    {
      "epoch": 0.9054862663110086,
      "grad_norm": 0.20703125,
      "learning_rate": 9.027441977135178e-06,
      "loss": 0.0115,
      "step": 785
    },
    {
      "epoch": 0.9112536947588494,
      "grad_norm": 0.271484375,
      "learning_rate": 9.013558189654819e-06,
      "loss": 0.009,
      "step": 790
    },
    {
      "epoch": 0.9170211232066903,
      "grad_norm": 0.216796875,
      "learning_rate": 8.999586840351676e-06,
      "loss": 0.0101,
      "step": 795
    },
    {
      "epoch": 0.922788551654531,
      "grad_norm": 0.2041015625,
      "learning_rate": 8.985528234031799e-06,
      "loss": 0.0163,
      "step": 800
    },
    {
      "epoch": 0.9285559801023718,
      "grad_norm": 0.25,
      "learning_rate": 8.971382677404878e-06,
      "loss": 0.0094,
      "step": 805
    },
    {
      "epoch": 0.9343234085502127,
      "grad_norm": 0.166015625,
      "learning_rate": 8.957150479077559e-06,
      "loss": 0.0074,
      "step": 810
    },
    {
      "epoch": 0.9400908369980535,
      "grad_norm": 0.189453125,
      "learning_rate": 8.942831949546702e-06,
      "loss": 0.0118,
      "step": 815
    },
    {
      "epoch": 0.9458582654458944,
      "grad_norm": 0.2041015625,
      "learning_rate": 8.928427401192618e-06,
      "loss": 0.0084,
      "step": 820
    },
    {
      "epoch": 0.9516256938937351,
      "grad_norm": 0.203125,
      "learning_rate": 8.913937148272247e-06,
      "loss": 0.0082,
      "step": 825
    },
    {
      "epoch": 0.9573931223415759,
      "grad_norm": 0.259765625,
      "learning_rate": 8.899361506912298e-06,
      "loss": 0.0089,
      "step": 830
    },
    {
      "epoch": 0.9631605507894168,
      "grad_norm": 0.1865234375,
      "learning_rate": 8.884700795102365e-06,
      "loss": 0.0114,
      "step": 835
    },
    {
      "epoch": 0.9689279792372576,
      "grad_norm": 0.208984375,
      "learning_rate": 8.869955332687975e-06,
      "loss": 0.0084,
      "step": 840
    },
    {
      "epoch": 0.9746954076850984,
      "grad_norm": 0.2197265625,
      "learning_rate": 8.855125441363628e-06,
      "loss": 0.0104,
      "step": 845
    },
    {
      "epoch": 0.9804628361329393,
      "grad_norm": 0.203125,
      "learning_rate": 8.840211444665754e-06,
      "loss": 0.0094,
      "step": 850
    },
    {
      "epoch": 0.98623026458078,
      "grad_norm": 0.1884765625,
      "learning_rate": 8.825213667965678e-06,
      "loss": 0.0094,
      "step": 855
    },
    {
      "epoch": 0.9919976930286208,
      "grad_norm": 0.25390625,
      "learning_rate": 8.810132438462509e-06,
      "loss": 0.01,
      "step": 860
    },
    {
      "epoch": 0.9977651214764617,
      "grad_norm": 0.263671875,
      "learning_rate": 8.794968085176006e-06,
      "loss": 0.0106,
      "step": 865
    },
    {
      "epoch": 1.0034604570687045,
      "grad_norm": 0.22265625,
      "learning_rate": 8.779720938939396e-06,
      "loss": 0.0124,
      "step": 870
    },
    {
      "epoch": 1.0092278855165453,
      "grad_norm": 0.1875,
      "learning_rate": 8.764391332392163e-06,
      "loss": 0.0088,
      "step": 875
    },
    {
      "epoch": 1.0149953139643861,
      "grad_norm": 0.2294921875,
      "learning_rate": 8.748979599972787e-06,
      "loss": 0.0085,
      "step": 880
    },
    {
      "epoch": 1.020762742412227,
      "grad_norm": 0.1923828125,
      "learning_rate": 8.73348607791144e-06,
      "loss": 0.0086,
      "step": 885
    },
    {
      "epoch": 1.0265301708600678,
      "grad_norm": 0.23046875,
      "learning_rate": 8.717911104222668e-06,
      "loss": 0.0094,
      "step": 890
    },
    {
      "epoch": 1.0322975993079087,
      "grad_norm": 0.1767578125,
      "learning_rate": 8.702255018698e-06,
      "loss": 0.0085,
      "step": 895
    },
    {
      "epoch": 1.0380650277557495,
      "grad_norm": 0.2080078125,
      "learning_rate": 8.686518162898547e-06,
      "loss": 0.0087,
      "step": 900
    },
    {
      "epoch": 1.0438324562035903,
      "grad_norm": 0.224609375,
      "learning_rate": 8.670700880147544e-06,
      "loss": 0.0088,
      "step": 905
    },
    {
      "epoch": 1.049599884651431,
      "grad_norm": 0.2041015625,
      "learning_rate": 8.65480351552286e-06,
      "loss": 0.0085,
      "step": 910
    },
    {
      "epoch": 1.0553673130992718,
      "grad_norm": 0.1767578125,
      "learning_rate": 8.638826415849469e-06,
      "loss": 0.0088,
      "step": 915
    },
    {
      "epoch": 1.0611347415471126,
      "grad_norm": 0.158203125,
      "learning_rate": 8.622769929691889e-06,
      "loss": 0.011,
      "step": 920
    },
    {
      "epoch": 1.0669021699949535,
      "grad_norm": 0.181640625,
      "learning_rate": 8.606634407346575e-06,
      "loss": 0.009,
      "step": 925
    },
    {
      "epoch": 1.0726695984427943,
      "grad_norm": 0.1806640625,
      "learning_rate": 8.590420200834271e-06,
      "loss": 0.0086,
      "step": 930
    },
    {
      "epoch": 1.0784370268906351,
      "grad_norm": 0.267578125,
      "learning_rate": 8.574127663892334e-06,
      "loss": 0.0093,
      "step": 935
    },
    {
      "epoch": 1.084204455338476,
      "grad_norm": 0.228515625,
      "learning_rate": 8.557757151967025e-06,
      "loss": 0.0083,
      "step": 940
    },
    {
      "epoch": 1.0899718837863168,
      "grad_norm": 0.1904296875,
      "learning_rate": 8.541309022205738e-06,
      "loss": 0.0094,
      "step": 945
    },
    {
      "epoch": 1.0957393122341577,
      "grad_norm": 0.1806640625,
      "learning_rate": 8.524783633449224e-06,
      "loss": 0.0073,
      "step": 950
    },
    {
      "epoch": 1.1015067406819985,
      "grad_norm": 0.158203125,
      "learning_rate": 8.508181346223749e-06,
      "loss": 0.0076,
      "step": 955
    },
    {
      "epoch": 1.1072741691298393,
      "grad_norm": 0.173828125,
      "learning_rate": 8.491502522733243e-06,
      "loss": 0.0081,
      "step": 960
    },
    {
      "epoch": 1.11304159757768,
      "grad_norm": 0.1845703125,
      "learning_rate": 8.474747526851383e-06,
      "loss": 0.007,
      "step": 965
    },
    {
      "epoch": 1.1188090260255208,
      "grad_norm": 0.2109375,
      "learning_rate": 8.457916724113667e-06,
      "loss": 0.0087,
      "step": 970
    },
    {
      "epoch": 1.1245764544733616,
      "grad_norm": 0.1513671875,
      "learning_rate": 8.441010481709424e-06,
      "loss": 0.0073,
      "step": 975
    },
    {
      "epoch": 1.1303438829212025,
      "grad_norm": 0.1884765625,
      "learning_rate": 8.424029168473829e-06,
      "loss": 0.009,
      "step": 980
    },
    {
      "epoch": 1.1361113113690433,
      "grad_norm": 0.240234375,
      "learning_rate": 8.406973154879826e-06,
      "loss": 0.0085,
      "step": 985
    },
    {
      "epoch": 1.1418787398168841,
      "grad_norm": 0.150390625,
      "learning_rate": 8.389842813030065e-06,
      "loss": 0.0076,
      "step": 990
    },
    {
      "epoch": 1.147646168264725,
      "grad_norm": 0.1923828125,
      "learning_rate": 8.372638516648782e-06,
      "loss": 0.0094,
      "step": 995
    },
    {
      "epoch": 1.1534135967125658,
      "grad_norm": 0.2099609375,
      "learning_rate": 8.355360641073637e-06,
      "loss": 0.0086,
      "step": 1000
    },
    {
      "epoch": 1.1591810251604067,
      "grad_norm": 0.14453125,
      "learning_rate": 8.338009563247535e-06,
      "loss": 0.0084,
      "step": 1005
    },
    {
      "epoch": 1.1649484536082475,
      "grad_norm": 0.197265625,
      "learning_rate": 8.3205856617104e-06,
      "loss": 0.0111,
      "step": 1010
    },
    {
      "epoch": 1.1707158820560881,
      "grad_norm": 0.2109375,
      "learning_rate": 8.30308931659091e-06,
      "loss": 0.0086,
      "step": 1015
    },
    {
      "epoch": 1.176483310503929,
      "grad_norm": 0.1982421875,
      "learning_rate": 8.285520909598213e-06,
      "loss": 0.0078,
      "step": 1020
    },
    {
      "epoch": 1.1822507389517698,
      "grad_norm": 0.203125,
      "learning_rate": 8.267880824013591e-06,
      "loss": 0.0082,
      "step": 1025
    },
    {
      "epoch": 1.1880181673996106,
      "grad_norm": 0.201171875,
      "learning_rate": 8.250169444682109e-06,
      "loss": 0.0084,
      "step": 1030
    },
    {
      "epoch": 1.1937855958474515,
      "grad_norm": 0.2158203125,
      "learning_rate": 8.232387158004205e-06,
      "loss": 0.0071,
      "step": 1035
    },
    {
      "epoch": 1.1995530242952923,
      "grad_norm": 0.224609375,
      "learning_rate": 8.214534351927275e-06,
      "loss": 0.0096,
      "step": 1040
    },
    {
      "epoch": 1.2053204527431332,
      "grad_norm": 0.1806640625,
      "learning_rate": 8.196611415937196e-06,
      "loss": 0.0083,
      "step": 1045
    },
    {
      "epoch": 1.211087881190974,
      "grad_norm": 0.201171875,
      "learning_rate": 8.178618741049841e-06,
      "loss": 0.0101,
      "step": 1050
    },
    {
      "epoch": 1.2168553096388148,
      "grad_norm": 0.25390625,
      "learning_rate": 8.160556719802535e-06,
      "loss": 0.0078,
      "step": 1055
    },
    {
      "epoch": 1.2226227380866557,
      "grad_norm": 0.16015625,
      "learning_rate": 8.142425746245503e-06,
      "loss": 0.0078,
      "step": 1060
    },
    {
      "epoch": 1.2283901665344965,
      "grad_norm": 0.1826171875,
      "learning_rate": 8.124226215933268e-06,
      "loss": 0.0101,
      "step": 1065
    },
    {
      "epoch": 1.2341575949823373,
      "grad_norm": 0.2470703125,
      "learning_rate": 8.10595852591602e-06,
      "loss": 0.008,
      "step": 1070
    },
    {
      "epoch": 1.2399250234301782,
      "grad_norm": 0.25,
      "learning_rate": 8.08762307473096e-06,
      "loss": 0.0075,
      "step": 1075
    },
    {
      "epoch": 1.2456924518780188,
      "grad_norm": 0.2080078125,
      "learning_rate": 8.069220262393597e-06,
      "loss": 0.0105,
      "step": 1080
    },
    {
      "epoch": 1.2514598803258596,
      "grad_norm": 0.2294921875,
      "learning_rate": 8.050750490389026e-06,
      "loss": 0.0076,
      "step": 1085
    },
    {
      "epoch": 1.2572273087737005,
      "grad_norm": 0.173828125,
      "learning_rate": 8.03221416166317e-06,
      "loss": 0.0083,
      "step": 1090
    },
    {
      "epoch": 1.2629947372215413,
      "grad_norm": 0.2080078125,
      "learning_rate": 8.013611680613983e-06,
      "loss": 0.0082,
      "step": 1095
    },
    {
      "epoch": 1.2687621656693822,
      "grad_norm": 0.1953125,
      "learning_rate": 7.994943453082636e-06,
      "loss": 0.0097,
      "step": 1100
    },
    {
      "epoch": 1.274529594117223,
      "grad_norm": 0.193359375,
      "learning_rate": 7.976209886344654e-06,
      "loss": 0.0087,
      "step": 1105
    },
    {
      "epoch": 1.2802970225650638,
      "grad_norm": 0.197265625,
      "learning_rate": 7.957411389101045e-06,
      "loss": 0.0077,
      "step": 1110
    },
    {
      "epoch": 1.2860644510129047,
      "grad_norm": 0.1953125,
      "learning_rate": 7.938548371469362e-06,
      "loss": 0.01,
      "step": 1115
    },
    {
      "epoch": 1.2918318794607455,
      "grad_norm": 0.162109375,
      "learning_rate": 7.919621244974773e-06,
      "loss": 0.0189,
      "step": 1120
    },
    {
      "epoch": 1.2975993079085861,
      "grad_norm": 0.296875,
      "learning_rate": 7.900630422541079e-06,
      "loss": 0.0106,
      "step": 1125
    },
    {
      "epoch": 1.303366736356427,
      "grad_norm": 0.1728515625,
      "learning_rate": 7.881576318481702e-06,
      "loss": 0.0085,
      "step": 1130
    },
    {
      "epoch": 1.3091341648042678,
      "grad_norm": 0.2177734375,
      "learning_rate": 7.862459348490645e-06,
      "loss": 0.0095,
      "step": 1135
    },
    {
      "epoch": 1.3149015932521086,
      "grad_norm": 0.158203125,
      "learning_rate": 7.843279929633434e-06,
      "loss": 0.009,
      "step": 1140
    },
    {
      "epoch": 1.3206690216999495,
      "grad_norm": 0.1767578125,
      "learning_rate": 7.824038480338002e-06,
      "loss": 0.0078,
      "step": 1145
    },
    {
      "epoch": 1.3264364501477903,
      "grad_norm": 0.193359375,
      "learning_rate": 7.804735420385578e-06,
      "loss": 0.0091,
      "step": 1150
    },
    {
      "epoch": 1.3322038785956312,
      "grad_norm": 0.2421875,
      "learning_rate": 7.785371170901512e-06,
      "loss": 0.0084,
      "step": 1155
    },
    {
      "epoch": 1.337971307043472,
      "grad_norm": 0.181640625,
      "learning_rate": 7.765946154346105e-06,
      "loss": 0.012,
      "step": 1160
    },
    {
      "epoch": 1.3437387354913128,
      "grad_norm": 0.1435546875,
      "learning_rate": 7.746460794505375e-06,
      "loss": 0.0082,
      "step": 1165
    },
    {
      "epoch": 1.3495061639391537,
      "grad_norm": 0.203125,
      "learning_rate": 7.726915516481824e-06,
      "loss": 0.0079,
      "step": 1170
    },
    {
      "epoch": 1.3552735923869945,
      "grad_norm": 0.1796875,
      "learning_rate": 7.70731074668516e-06,
      "loss": 0.0077,
      "step": 1175
    },
    {
      "epoch": 1.3610410208348354,
      "grad_norm": 0.1494140625,
      "learning_rate": 7.68764691282299e-06,
      "loss": 0.0079,
      "step": 1180
    },
    {
      "epoch": 1.3668084492826762,
      "grad_norm": 0.1455078125,
      "learning_rate": 7.667924443891498e-06,
      "loss": 0.0086,
      "step": 1185
    },
    {
      "epoch": 1.372575877730517,
      "grad_norm": 0.193359375,
      "learning_rate": 7.648143770166074e-06,
      "loss": 0.0075,
      "step": 1190
    },
    {
      "epoch": 1.3783433061783577,
      "grad_norm": 0.16796875,
      "learning_rate": 7.628305323191942e-06,
      "loss": 0.0085,
      "step": 1195
    },
    {
      "epoch": 1.3841107346261985,
      "grad_norm": 0.2099609375,
      "learning_rate": 7.608409535774725e-06,
      "loss": 0.0081,
      "step": 1200
    },
    {
      "epoch": 1.3898781630740393,
      "grad_norm": 0.11962890625,
      "learning_rate": 7.588456841971026e-06,
      "loss": 0.0078,
      "step": 1205
    },
    {
      "epoch": 1.3956455915218802,
      "grad_norm": 0.1494140625,
      "learning_rate": 7.568447677078937e-06,
      "loss": 0.0085,
      "step": 1210
    },
    {
      "epoch": 1.401413019969721,
      "grad_norm": 0.20703125,
      "learning_rate": 7.54838247762856e-06,
      "loss": 0.0074,
      "step": 1215
    },
    {
      "epoch": 1.4071804484175618,
      "grad_norm": 0.2119140625,
      "learning_rate": 7.528261681372468e-06,
      "loss": 0.0072,
      "step": 1220
    },
    {
      "epoch": 1.4129478768654027,
      "grad_norm": 0.1982421875,
      "learning_rate": 7.508085727276169e-06,
      "loss": 0.0095,
      "step": 1225
    },
    {
      "epoch": 1.4187153053132435,
      "grad_norm": 0.2294921875,
      "learning_rate": 7.487855055508516e-06,
      "loss": 0.0083,
      "step": 1230
    },
    {
      "epoch": 1.4244827337610841,
      "grad_norm": 0.125,
      "learning_rate": 7.467570107432115e-06,
      "loss": 0.0073,
      "step": 1235
    },
    {
      "epoch": 1.430250162208925,
      "grad_norm": 0.2001953125,
      "learning_rate": 7.447231325593689e-06,
      "loss": 0.0085,
      "step": 1240
    },
    {
      "epoch": 1.4360175906567658,
      "grad_norm": 0.1708984375,
      "learning_rate": 7.426839153714429e-06,
      "loss": 0.0084,
      "step": 1245
    },
    {
      "epoch": 1.4417850191046067,
      "grad_norm": 0.19921875,
      "learning_rate": 7.406394036680306e-06,
      "loss": 0.0071,
      "step": 1250
    },
    {
      "epoch": 1.4475524475524475,
      "grad_norm": 0.2294921875,
      "learning_rate": 7.385896420532372e-06,
      "loss": 0.0086,
      "step": 1255
    },
    {
      "epoch": 1.4533198760002883,
      "grad_norm": 0.2392578125,
      "learning_rate": 7.365346752457026e-06,
      "loss": 0.0095,
      "step": 1260
    },
    {
      "epoch": 1.4590873044481292,
      "grad_norm": 0.1494140625,
      "learning_rate": 7.3447454807762565e-06,
      "loss": 0.0073,
      "step": 1265
    },
    {
      "epoch": 1.46485473289597,
      "grad_norm": 0.1787109375,
      "learning_rate": 7.324093054937864e-06,
      "loss": 0.0088,
      "step": 1270
    },
    {
      "epoch": 1.4706221613438109,
      "grad_norm": 0.2060546875,
      "learning_rate": 7.3033899255056575e-06,
      "loss": 0.0093,
      "step": 1275
    },
    {
      "epoch": 1.4763895897916517,
      "grad_norm": 0.2353515625,
      "learning_rate": 7.282636544149613e-06,
      "loss": 0.0094,
      "step": 1280
    },
    {
      "epoch": 1.4821570182394925,
      "grad_norm": 0.1982421875,
      "learning_rate": 7.261833363636036e-06,
      "loss": 0.0083,
      "step": 1285
    },
    {
      "epoch": 1.4879244466873334,
      "grad_norm": 0.2578125,
      "learning_rate": 7.24098083781767e-06,
      "loss": 0.01,
      "step": 1290
    },
    {
      "epoch": 1.4936918751351742,
      "grad_norm": 0.154296875,
      "learning_rate": 7.220079421623805e-06,
      "loss": 0.0074,
      "step": 1295
    },
    {
      "epoch": 1.499459303583015,
      "grad_norm": 0.189453125,
      "learning_rate": 7.199129571050345e-06,
      "loss": 0.0115,
      "step": 1300
    },
    {
      "epoch": 1.5052267320308559,
      "grad_norm": 0.1611328125,
      "learning_rate": 7.178131743149868e-06,
      "loss": 0.0076,
      "step": 1305
    },
    {
      "epoch": 1.5109941604786967,
      "grad_norm": 0.1650390625,
      "learning_rate": 7.157086396021641e-06,
      "loss": 0.0083,
      "step": 1310
    },
    {
      "epoch": 1.5167615889265373,
      "grad_norm": 0.267578125,
      "learning_rate": 7.135993988801644e-06,
      "loss": 0.0084,
      "step": 1315
    },
    {
      "epoch": 1.5225290173743782,
      "grad_norm": 0.1943359375,
      "learning_rate": 7.114854981652537e-06,
      "loss": 0.0072,
      "step": 1320
    },
    {
      "epoch": 1.528296445822219,
      "grad_norm": 0.275390625,
      "learning_rate": 7.093669835753632e-06,
      "loss": 0.007,
      "step": 1325
    },
    {
      "epoch": 1.5340638742700599,
      "grad_norm": 0.2451171875,
      "learning_rate": 7.072439013290824e-06,
      "loss": 0.0084,
      "step": 1330
    },
    {
      "epoch": 1.5398313027179007,
      "grad_norm": 0.2353515625,
      "learning_rate": 7.051162977446513e-06,
      "loss": 0.0074,
      "step": 1335
    },
    {
      "epoch": 1.5455987311657413,
      "grad_norm": 0.11376953125,
      "learning_rate": 7.029842192389498e-06,
      "loss": 0.0097,
      "step": 1340
    },
    {
      "epoch": 1.5513661596135822,
      "grad_norm": 0.2421875,
      "learning_rate": 7.008477123264849e-06,
      "loss": 0.0086,
      "step": 1345
    },
    {
      "epoch": 1.557133588061423,
      "grad_norm": 0.201171875,
      "learning_rate": 6.987068236183756e-06,
      "loss": 0.0096,
      "step": 1350
    },
    {
      "epoch": 1.5629010165092638,
      "grad_norm": 0.29296875,
      "learning_rate": 6.965615998213371e-06,
      "loss": 0.0083,
      "step": 1355
    },
    {
      "epoch": 1.5686684449571047,
      "grad_norm": 0.205078125,
      "learning_rate": 6.944120877366605e-06,
      "loss": 0.0081,
      "step": 1360
    },
    {
      "epoch": 1.5744358734049455,
      "grad_norm": 0.1513671875,
      "learning_rate": 6.922583342591924e-06,
      "loss": 0.0083,
      "step": 1365
    },
    {
      "epoch": 1.5802033018527863,
      "grad_norm": 0.2109375,
      "learning_rate": 6.901003863763121e-06,
      "loss": 0.0076,
      "step": 1370
    },
    {
      "epoch": 1.5859707303006272,
      "grad_norm": 0.1865234375,
      "learning_rate": 6.87938291166906e-06,
      "loss": 0.0072,
      "step": 1375
    },
    {
      "epoch": 1.591738158748468,
      "grad_norm": 0.142578125,
      "learning_rate": 6.857720958003406e-06,
      "loss": 0.0073,
      "step": 1380
    },
    {
      "epoch": 1.5975055871963089,
      "grad_norm": 0.2470703125,
      "learning_rate": 6.836018475354339e-06,
      "loss": 0.0114,
      "step": 1385
    },
    {
      "epoch": 1.6032730156441497,
      "grad_norm": 0.1845703125,
      "learning_rate": 6.814275937194233e-06,
      "loss": 0.007,
      "step": 1390
    },
    {
      "epoch": 1.6090404440919905,
      "grad_norm": 0.1474609375,
      "learning_rate": 6.792493817869339e-06,
      "loss": 0.007,
      "step": 1395
    },
    {
      "epoch": 1.6148078725398314,
      "grad_norm": 0.197265625,
      "learning_rate": 6.7706725925894264e-06,
      "loss": 0.0083,
      "step": 1400
    },
    {
      "epoch": 1.6205753009876722,
      "grad_norm": 0.1962890625,
      "learning_rate": 6.748812737417428e-06,
      "loss": 0.0093,
      "step": 1405
    },
    {
      "epoch": 1.626342729435513,
      "grad_norm": 0.2060546875,
      "learning_rate": 6.726914729259034e-06,
      "loss": 0.0107,
      "step": 1410
    },
    {
      "epoch": 1.632110157883354,
      "grad_norm": 0.2021484375,
      "learning_rate": 6.704979045852311e-06,
      "loss": 0.0062,
      "step": 1415
    },
    {
      "epoch": 1.6378775863311947,
      "grad_norm": 0.1650390625,
      "learning_rate": 6.683006165757262e-06,
      "loss": 0.0075,
      "step": 1420
    },
    {
      "epoch": 1.6436450147790354,
      "grad_norm": 0.1640625,
      "learning_rate": 6.660996568345392e-06,
      "loss": 0.0105,
      "step": 1425
    },
    {
      "epoch": 1.6494124432268762,
      "grad_norm": 0.1396484375,
      "learning_rate": 6.63895073378925e-06,
      "loss": 0.0061,
      "step": 1430
    },
    {
      "epoch": 1.655179871674717,
      "grad_norm": 0.1728515625,
      "learning_rate": 6.6168691430519524e-06,
      "loss": 0.0084,
      "step": 1435
    },
    {
      "epoch": 1.6609473001225579,
      "grad_norm": 0.142578125,
      "learning_rate": 6.594752277876695e-06,
      "loss": 0.0074,
      "step": 1440
    },
    {
      "epoch": 1.6667147285703987,
      "grad_norm": 0.177734375,
      "learning_rate": 6.572600620776232e-06,
      "loss": 0.0072,
      "step": 1445
    },
    {
      "epoch": 1.6724821570182395,
      "grad_norm": 0.1328125,
      "learning_rate": 6.55041465502236e-06,
      "loss": 0.0064,
      "step": 1450
    },
    {
      "epoch": 1.6782495854660802,
      "grad_norm": 0.2021484375,
      "learning_rate": 6.52819486463537e-06,
      "loss": 0.0077,
      "step": 1455
    },
    {
      "epoch": 1.684017013913921,
      "grad_norm": 0.18359375,
      "learning_rate": 6.505941734373489e-06,
      "loss": 0.0078,
      "step": 1460
    },
    {
      "epoch": 1.6897844423617618,
      "grad_norm": 0.197265625,
      "learning_rate": 6.4836557497222995e-06,
      "loss": 0.007,
      "step": 1465
    },
    {
      "epoch": 1.6955518708096027,
      "grad_norm": 0.181640625,
      "learning_rate": 6.461337396884158e-06,
      "loss": 0.0088,
      "step": 1470
    },
    {
      "epoch": 1.7013192992574435,
      "grad_norm": 0.1923828125,
      "learning_rate": 6.438987162767578e-06,
      "loss": 0.0151,
      "step": 1475
    },
    {
      "epoch": 1.7070867277052844,
      "grad_norm": 0.1591796875,
      "learning_rate": 6.416605534976614e-06,
      "loss": 0.007,
      "step": 1480
    },
    {
      "epoch": 1.7128541561531252,
      "grad_norm": 0.125,
      "learning_rate": 6.3941930018002175e-06,
      "loss": 0.0075,
      "step": 1485
    },
    {
      "epoch": 1.718621584600966,
      "grad_norm": 0.2353515625,
      "learning_rate": 6.371750052201588e-06,
      "loss": 0.0085,
      "step": 1490
    },
    {
      "epoch": 1.7243890130488069,
      "grad_norm": 0.1435546875,
      "learning_rate": 6.349277175807506e-06,
      "loss": 0.0074,
      "step": 1495
    },
    {
      "epoch": 1.7301564414966477,
      "grad_norm": 0.169921875,
      "learning_rate": 6.326774862897653e-06,
      "loss": 0.0069,
      "step": 1500
    },
    {
      "epoch": 1.7359238699444886,
      "grad_norm": 0.1279296875,
      "learning_rate": 6.304243604393908e-06,
      "loss": 0.0072,
      "step": 1505
    },
    {
      "epoch": 1.7416912983923294,
      "grad_norm": 0.1376953125,
      "learning_rate": 6.281683891849645e-06,
      "loss": 0.0072,
      "step": 1510
    },
    {
      "epoch": 1.7474587268401702,
      "grad_norm": 0.232421875,
      "learning_rate": 6.259096217439002e-06,
      "loss": 0.0098,
      "step": 1515
    },
    {
      "epoch": 1.753226155288011,
      "grad_norm": 0.16796875,
      "learning_rate": 6.2364810739461525e-06,
      "loss": 0.0156,
      "step": 1520
    },
    {
      "epoch": 1.758993583735852,
      "grad_norm": 0.16796875,
      "learning_rate": 6.213838954754543e-06,
      "loss": 0.0072,
      "step": 1525
    },
    {
      "epoch": 1.7647610121836927,
      "grad_norm": 0.189453125,
      "learning_rate": 6.191170353836143e-06,
      "loss": 0.0077,
      "step": 1530
    },
    {
      "epoch": 1.7705284406315334,
      "grad_norm": 0.1376953125,
      "learning_rate": 6.1684757657406545e-06,
      "loss": 0.0082,
      "step": 1535
    },
    {
      "epoch": 1.7762958690793742,
      "grad_norm": 0.1787109375,
      "learning_rate": 6.145755685584731e-06,
      "loss": 0.008,
      "step": 1540
    },
    {
      "epoch": 1.782063297527215,
      "grad_norm": 0.1943359375,
      "learning_rate": 6.1230106090411755e-06,
      "loss": 0.0081,
      "step": 1545
    },
    {
      "epoch": 1.7878307259750559,
      "grad_norm": 0.1572265625,
      "learning_rate": 6.100241032328125e-06,
      "loss": 0.0101,
      "step": 1550
    },
    {
      "epoch": 1.7935981544228967,
      "grad_norm": 0.2578125,
      "learning_rate": 6.077447452198219e-06,
      "loss": 0.0063,
      "step": 1555
    },
    {
      "epoch": 1.7993655828707376,
      "grad_norm": 0.173828125,
      "learning_rate": 6.054630365927775e-06,
      "loss": 0.0076,
      "step": 1560
    },
    {
      "epoch": 1.8051330113185782,
      "grad_norm": 0.23046875,
      "learning_rate": 6.0317902713059275e-06,
      "loss": 0.0085,
      "step": 1565
    },
    {
      "epoch": 1.810900439766419,
      "grad_norm": 0.1845703125,
      "learning_rate": 6.008927666623775e-06,
      "loss": 0.0078,
      "step": 1570
    },
    {
      "epoch": 1.8166678682142599,
      "grad_norm": 0.1533203125,
      "learning_rate": 5.986043050663507e-06,
      "loss": 0.0075,
      "step": 1575
    },
    {
      "epoch": 1.8224352966621007,
      "grad_norm": 0.19921875,
      "learning_rate": 5.963136922687523e-06,
      "loss": 0.0099,
      "step": 1580
    },
    {
      "epoch": 1.8282027251099415,
      "grad_norm": 0.1904296875,
      "learning_rate": 5.940209782427535e-06,
      "loss": 0.0088,
      "step": 1585
    },
    {
      "epoch": 1.8339701535577824,
      "grad_norm": 0.177734375,
      "learning_rate": 5.9172621300736755e-06,
      "loss": 0.0088,
      "step": 1590
    },
    {
      "epoch": 1.8397375820056232,
      "grad_norm": 0.169921875,
      "learning_rate": 5.894294466263576e-06,
      "loss": 0.0081,
      "step": 1595
    },
    {
      "epoch": 1.845505010453464,
      "grad_norm": 0.171875,
      "learning_rate": 5.871307292071449e-06,
      "loss": 0.0079,
      "step": 1600
    },
    {
      "epoch": 1.8512724389013049,
      "grad_norm": 0.1328125,
      "learning_rate": 5.848301108997154e-06,
      "loss": 0.0081,
      "step": 1605
    },
    {
      "epoch": 1.8570398673491457,
      "grad_norm": 0.1162109375,
      "learning_rate": 5.8252764189552615e-06,
      "loss": 0.0068,
      "step": 1610
    },
    {
      "epoch": 1.8628072957969866,
      "grad_norm": 0.1796875,
      "learning_rate": 5.802233724264094e-06,
      "loss": 0.0083,
      "step": 1615
    },
    {
      "epoch": 1.8685747242448274,
      "grad_norm": 0.1630859375,
      "learning_rate": 5.779173527634778e-06,
      "loss": 0.0078,
      "step": 1620
    },
    {
      "epoch": 1.8743421526926682,
      "grad_norm": 0.24609375,
      "learning_rate": 5.756096332160267e-06,
      "loss": 0.0067,
      "step": 1625
    },
    {
      "epoch": 1.880109581140509,
      "grad_norm": 0.1728515625,
      "learning_rate": 5.7330026413043726e-06,
      "loss": 0.0073,
      "step": 1630
    },
    {
      "epoch": 1.88587700958835,
      "grad_norm": 0.1650390625,
      "learning_rate": 5.709892958890777e-06,
      "loss": 0.0076,
      "step": 1635
    },
    {
      "epoch": 1.8916444380361908,
      "grad_norm": 0.1591796875,
      "learning_rate": 5.686767789092041e-06,
      "loss": 0.0075,
      "step": 1640
    },
    {
      "epoch": 1.8974118664840316,
      "grad_norm": 0.2099609375,
      "learning_rate": 5.663627636418611e-06,
      "loss": 0.007,
      "step": 1645
    },
    {
      "epoch": 1.9031792949318722,
      "grad_norm": 0.24609375,
      "learning_rate": 5.640473005707801e-06,
      "loss": 0.0087,
      "step": 1650
    },
    {
      "epoch": 1.908946723379713,
      "grad_norm": 0.16796875,
      "learning_rate": 5.617304402112788e-06,
      "loss": 0.0081,
      "step": 1655
    },
    {
      "epoch": 1.914714151827554,
      "grad_norm": 0.23046875,
      "learning_rate": 5.594122331091591e-06,
      "loss": 0.0098,
      "step": 1660
    },
    {
      "epoch": 1.9204815802753947,
      "grad_norm": 0.1796875,
      "learning_rate": 5.570927298396035e-06,
      "loss": 0.0075,
      "step": 1665
    },
    {
      "epoch": 1.9262490087232356,
      "grad_norm": 0.185546875,
      "learning_rate": 5.54771981006073e-06,
      "loss": 0.0077,
      "step": 1670
    },
    {
      "epoch": 1.9320164371710762,
      "grad_norm": 0.134765625,
      "learning_rate": 5.524500372392021e-06,
      "loss": 0.0086,
      "step": 1675
    },
    {
      "epoch": 1.937783865618917,
      "grad_norm": 0.1669921875,
      "learning_rate": 5.501269491956946e-06,
      "loss": 0.0099,
      "step": 1680
    },
    {
      "epoch": 1.9435512940667579,
      "grad_norm": 0.17578125,
      "learning_rate": 5.478027675572188e-06,
      "loss": 0.0074,
      "step": 1685
    },
    {
      "epoch": 1.9493187225145987,
      "grad_norm": 0.1552734375,
      "learning_rate": 5.454775430293008e-06,
      "loss": 0.0073,
      "step": 1690
    },
    {
      "epoch": 1.9550861509624395,
      "grad_norm": 0.1796875,
      "learning_rate": 5.431513263402192e-06,
      "loss": 0.009,
      "step": 1695
    },
    {
      "epoch": 1.9608535794102804,
      "grad_norm": 0.205078125,
      "learning_rate": 5.4082416823989825e-06,
      "loss": 0.0065,
      "step": 1700
    },
    {
      "epoch": 1.9666210078581212,
      "grad_norm": 0.1728515625,
      "learning_rate": 5.384961194988002e-06,
      "loss": 0.0066,
      "step": 1705
    },
    {
      "epoch": 1.972388436305962,
      "grad_norm": 0.138671875,
      "learning_rate": 5.361672309068182e-06,
      "loss": 0.0079,
      "step": 1710
    },
    {
      "epoch": 1.978155864753803,
      "grad_norm": 0.1640625,
      "learning_rate": 5.33837553272168e-06,
      "loss": 0.0077,
      "step": 1715
    },
    {
      "epoch": 1.9839232932016437,
      "grad_norm": 0.2177734375,
      "learning_rate": 5.315071374202792e-06,
      "loss": 0.0079,
      "step": 1720
    },
    {
      "epoch": 1.9896907216494846,
      "grad_norm": 0.111328125,
      "learning_rate": 5.291760341926873e-06,
      "loss": 0.0071,
      "step": 1725
    },
    {
      "epoch": 1.9954581500973254,
      "grad_norm": 0.1796875,
      "learning_rate": 5.268442944459234e-06,
      "loss": 0.0085,
      "step": 1730
    },
    {
      "epoch": 2.001153485689568,
      "grad_norm": 0.197265625,
      "learning_rate": 5.245119690504056e-06,
      "loss": 0.0073,
      "step": 1735
    },
    {
      "epoch": 2.006920914137409,
      "grad_norm": 0.1572265625,
      "learning_rate": 5.221791088893282e-06,
      "loss": 0.0078,
      "step": 1740
    },
    {
      "epoch": 2.0126883425852498,
      "grad_norm": 0.1552734375,
      "learning_rate": 5.198457648575533e-06,
      "loss": 0.008,
      "step": 1745
    },
    {
      "epoch": 2.0184557710330906,
      "grad_norm": 0.2255859375,
      "learning_rate": 5.1751198786049815e-06,
      "loss": 0.0086,
      "step": 1750
    },
    {
      "epoch": 2.0242231994809314,
      "grad_norm": 0.1875,
      "learning_rate": 5.151778288130267e-06,
      "loss": 0.0072,
      "step": 1755
    },
    {
      "epoch": 2.0299906279287723,
      "grad_norm": 0.14453125,
      "learning_rate": 5.1284333863833735e-06,
      "loss": 0.0057,
      "step": 1760
    },
    {
      "epoch": 2.035758056376613,
      "grad_norm": 0.15625,
      "learning_rate": 5.10508568266853e-06,
      "loss": 0.0056,
      "step": 1765
    },
    {
      "epoch": 2.041525484824454,
      "grad_norm": 0.1806640625,
      "learning_rate": 5.08173568635109e-06,
      "loss": 0.0061,
      "step": 1770
    },
    {
      "epoch": 2.047292913272295,
      "grad_norm": 0.162109375,
      "learning_rate": 5.058383906846428e-06,
      "loss": 0.0076,
      "step": 1775
    },
    {
      "epoch": 2.0530603417201356,
      "grad_norm": 0.181640625,
      "learning_rate": 5.035030853608817e-06,
      "loss": 0.0091,
      "step": 1780
    },
    {
      "epoch": 2.0588277701679765,
      "grad_norm": 0.1806640625,
      "learning_rate": 5.011677036120323e-06,
      "loss": 0.0062,
      "step": 1785
    },
    {
      "epoch": 2.0645951986158173,
      "grad_norm": 0.2080078125,
      "learning_rate": 4.988322963879679e-06,
      "loss": 0.0081,
      "step": 1790
    },
    {
      "epoch": 2.070362627063658,
      "grad_norm": 0.1875,
      "learning_rate": 4.964969146391184e-06,
      "loss": 0.0072,
      "step": 1795
    },
    {
      "epoch": 2.076130055511499,
      "grad_norm": 0.224609375,
      "learning_rate": 4.941616093153574e-06,
      "loss": 0.0068,
      "step": 1800
    },
    {
      "epoch": 2.08189748395934,
      "grad_norm": 0.1767578125,
      "learning_rate": 4.918264313648911e-06,
      "loss": 0.0074,
      "step": 1805
    },
    {
      "epoch": 2.0876649124071807,
      "grad_norm": 0.2236328125,
      "learning_rate": 4.894914317331471e-06,
      "loss": 0.0077,
      "step": 1810
    },
    {
      "epoch": 2.093432340855021,
      "grad_norm": 0.162109375,
      "learning_rate": 4.871566613616626e-06,
      "loss": 0.0093,
      "step": 1815
    },
    {
      "epoch": 2.099199769302862,
      "grad_norm": 0.1796875,
      "learning_rate": 4.848221711869735e-06,
      "loss": 0.0078,
      "step": 1820
    },
    {
      "epoch": 2.1049671977507027,
      "grad_norm": 0.16796875,
      "learning_rate": 4.82488012139502e-06,
      "loss": 0.0071,
      "step": 1825
    },
    {
      "epoch": 2.1107346261985436,
      "grad_norm": 0.1953125,
      "learning_rate": 4.801542351424469e-06,
      "loss": 0.0072,
      "step": 1830
    },
    {
      "epoch": 2.1165020546463844,
      "grad_norm": 0.1533203125,
      "learning_rate": 4.778208911106718e-06,
      "loss": 0.0064,
      "step": 1835
    },
    {
      "epoch": 2.1222694830942253,
      "grad_norm": 0.14453125,
      "learning_rate": 4.754880309495946e-06,
      "loss": 0.0073,
      "step": 1840
    },
    {
      "epoch": 2.128036911542066,
      "grad_norm": 0.1943359375,
      "learning_rate": 4.7315570555407665e-06,
      "loss": 0.0066,
      "step": 1845
    },
    {
      "epoch": 2.133804339989907,
      "grad_norm": 0.1865234375,
      "learning_rate": 4.7082396580731275e-06,
      "loss": 0.0059,
      "step": 1850
    },
    {
      "epoch": 2.1395717684377478,
      "grad_norm": 0.162109375,
      "learning_rate": 4.684928625797208e-06,
      "loss": 0.007,
      "step": 1855
    },
    {
      "epoch": 2.1453391968855886,
      "grad_norm": 0.154296875,
      "learning_rate": 4.661624467278323e-06,
      "loss": 0.0065,
      "step": 1860
    },
    {
      "epoch": 2.1511066253334294,
      "grad_norm": 0.16796875,
      "learning_rate": 4.63832769093182e-06,
      "loss": 0.0102,
      "step": 1865
    },
    {
      "epoch": 2.1568740537812703,
      "grad_norm": 0.1259765625,
      "learning_rate": 4.615038805011999e-06,
      "loss": 0.0063,
      "step": 1870
    },
    {
      "epoch": 2.162641482229111,
      "grad_norm": 0.1796875,
      "learning_rate": 4.591758317601019e-06,
      "loss": 0.0077,
      "step": 1875
    },
    {
      "epoch": 2.168408910676952,
      "grad_norm": 0.1181640625,
      "learning_rate": 4.568486736597809e-06,
      "loss": 0.007,
      "step": 1880
    },
    {
      "epoch": 2.174176339124793,
      "grad_norm": 0.2041015625,
      "learning_rate": 4.545224569706994e-06,
      "loss": 0.0065,
      "step": 1885
    },
    {
      "epoch": 2.1799437675726336,
      "grad_norm": 0.1689453125,
      "learning_rate": 4.521972324427813e-06,
      "loss": 0.0072,
      "step": 1890
    },
    {
      "epoch": 2.1857111960204745,
      "grad_norm": 0.1865234375,
      "learning_rate": 4.498730508043054e-06,
      "loss": 0.0076,
      "step": 1895
    },
    {
      "epoch": 2.1914786244683153,
      "grad_norm": 0.1455078125,
      "learning_rate": 4.475499627607981e-06,
      "loss": 0.0071,
      "step": 1900
    },
    {
      "epoch": 2.197246052916156,
      "grad_norm": 0.15234375,
      "learning_rate": 4.452280189939272e-06,
      "loss": 0.0078,
      "step": 1905
    },
    {
      "epoch": 2.203013481363997,
      "grad_norm": 0.19921875,
      "learning_rate": 4.429072701603967e-06,
      "loss": 0.0075,
      "step": 1910
    },
    {
      "epoch": 2.208780909811838,
      "grad_norm": 0.28125,
      "learning_rate": 4.405877668908412e-06,
      "loss": 0.0069,
      "step": 1915
    },
    {
      "epoch": 2.2145483382596787,
      "grad_norm": 0.185546875,
      "learning_rate": 4.382695597887212e-06,
      "loss": 0.01,
      "step": 1920
    },
    {
      "epoch": 2.220315766707519,
      "grad_norm": 0.1865234375,
      "learning_rate": 4.359526994292202e-06,
      "loss": 0.008,
      "step": 1925
    },
    {
      "epoch": 2.22608319515536,
      "grad_norm": 0.162109375,
      "learning_rate": 4.336372363581391e-06,
      "loss": 0.0069,
      "step": 1930
    },
    {
      "epoch": 2.2318506236032007,
      "grad_norm": 0.20703125,
      "learning_rate": 4.313232210907959e-06,
      "loss": 0.0079,
      "step": 1935
    },
    {
      "epoch": 2.2376180520510416,
      "grad_norm": 0.1962890625,
      "learning_rate": 4.290107041109224e-06,
      "loss": 0.0077,
      "step": 1940
    },
    {
      "epoch": 2.2433854804988824,
      "grad_norm": 0.205078125,
      "learning_rate": 4.26699735869563e-06,
      "loss": 0.0074,
      "step": 1945
    },
    {
      "epoch": 2.2491529089467233,
      "grad_norm": 0.205078125,
      "learning_rate": 4.243903667839735e-06,
      "loss": 0.0084,
      "step": 1950
    },
    {
      "epoch": 2.254920337394564,
      "grad_norm": 0.19140625,
      "learning_rate": 4.2208264723652234e-06,
      "loss": 0.0073,
      "step": 1955
    },
    {
      "epoch": 2.260687765842405,
      "grad_norm": 0.169921875,
      "learning_rate": 4.197766275735907e-06,
      "loss": 0.0084,
      "step": 1960
    },
    {
      "epoch": 2.266455194290246,
      "grad_norm": 0.2275390625,
      "learning_rate": 4.174723581044742e-06,
      "loss": 0.008,
      "step": 1965
    },
    {
      "epoch": 2.2722226227380866,
      "grad_norm": 0.171875,
      "learning_rate": 4.151698891002848e-06,
      "loss": 0.0072,
      "step": 1970
    },
    {
      "epoch": 2.2779900511859275,
      "grad_norm": 0.1376953125,
      "learning_rate": 4.128692707928553e-06,
      "loss": 0.0072,
      "step": 1975
    },
    {
      "epoch": 2.2837574796337683,
      "grad_norm": 0.189453125,
      "learning_rate": 4.105705533736424e-06,
      "loss": 0.0061,
      "step": 1980
    },
    {
      "epoch": 2.289524908081609,
      "grad_norm": 0.1826171875,
      "learning_rate": 4.082737869926326e-06,
      "loss": 0.0113,
      "step": 1985
    },
    {
      "epoch": 2.29529233652945,
      "grad_norm": 0.162109375,
      "learning_rate": 4.0597902175724664e-06,
      "loss": 0.0069,
      "step": 1990
    },
    {
      "epoch": 2.301059764977291,
      "grad_norm": 0.162109375,
      "learning_rate": 4.036863077312479e-06,
      "loss": 0.0075,
      "step": 1995
    },
    {
      "epoch": 2.3068271934251317,
      "grad_norm": 0.1826171875,
      "learning_rate": 4.013956949336494e-06,
      "loss": 0.0068,
      "step": 2000
    }
  ],
  "logging_steps": 5,
  "max_steps": 3468,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6264730197004124e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}