{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.3,
  "eval_steps": 500,
  "global_step": 3000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 0.7378236055374146,
      "learning_rate": 1.8e-06,
      "loss": 1.0762,
      "step": 10
    },
    {
      "grad_norm": 0.295481413602829,
      "learning_rate": 3.8e-06,
      "loss": 1.068,
      "step": 20
    },
    {
      "grad_norm": 0.14812137186527252,
      "learning_rate": 5.8e-06,
      "loss": 1.0568,
      "step": 30
    },
    {
      "grad_norm": 0.08043279498815536,
      "learning_rate": 7.8e-06,
      "loss": 1.0493,
      "step": 40
    },
    {
      "grad_norm": 0.08855466544628143,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.0441,
      "step": 50
    },
    {
      "grad_norm": 0.0877288430929184,
      "learning_rate": 1.18e-05,
      "loss": 1.0395,
      "step": 60
    },
    {
      "grad_norm": 0.09314433485269547,
      "learning_rate": 1.3800000000000002e-05,
      "loss": 1.0285,
      "step": 70
    },
    {
      "grad_norm": 0.10957096517086029,
      "learning_rate": 1.58e-05,
      "loss": 1.0216,
      "step": 80
    },
    {
      "grad_norm": 0.09380817413330078,
      "learning_rate": 1.78e-05,
      "loss": 1.0177,
      "step": 90
    },
    {
      "grad_norm": 0.12308425456285477,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 1.0174,
      "step": 100
    },
    {
      "grad_norm": 0.20681029558181763,
      "learning_rate": 2.18e-05,
      "loss": 1.0002,
      "step": 110
    },
    {
      "grad_norm": 0.43010827898979187,
      "learning_rate": 2.38e-05,
      "loss": 0.9756,
      "step": 120
    },
    {
      "grad_norm": 0.5976276993751526,
      "learning_rate": 2.58e-05,
      "loss": 0.9313,
      "step": 130
    },
    {
      "grad_norm": 0.7003195881843567,
      "learning_rate": 2.7800000000000005e-05,
      "loss": 0.8658,
      "step": 140
    },
    {
      "grad_norm": 0.9297671318054199,
      "learning_rate": 2.98e-05,
      "loss": 0.7985,
      "step": 150
    },
    {
      "grad_norm": 0.8993100523948669,
      "learning_rate": 3.18e-05,
      "loss": 0.7352,
      "step": 160
    },
    {
      "grad_norm": 0.9233132004737854,
      "learning_rate": 3.38e-05,
      "loss": 0.6818,
      "step": 170
    },
    {
      "grad_norm": 0.8877270221710205,
      "learning_rate": 3.58e-05,
      "loss": 0.6224,
      "step": 180
    },
    {
      "grad_norm": 0.8032844662666321,
      "learning_rate": 3.7800000000000004e-05,
      "loss": 0.5745,
      "step": 190
    },
    {
      "grad_norm": 1.4975675344467163,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 0.5299,
      "step": 200
    },
    {
      "grad_norm": 0.8472157716751099,
      "learning_rate": 4.18e-05,
      "loss": 0.498,
      "step": 210
    },
    {
      "grad_norm": 0.974686324596405,
      "learning_rate": 4.38e-05,
      "loss": 0.4575,
      "step": 220
    },
    {
      "grad_norm": 0.9499194025993347,
      "learning_rate": 4.58e-05,
      "loss": 0.4184,
      "step": 230
    },
    {
      "grad_norm": 0.9380892515182495,
      "learning_rate": 4.78e-05,
      "loss": 0.3887,
      "step": 240
    },
    {
      "grad_norm": 1.1189147233963013,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 0.356,
      "step": 250
    },
    {
      "grad_norm": 1.1425296068191528,
      "learning_rate": 5.1800000000000005e-05,
      "loss": 0.3323,
      "step": 260
    },
    {
      "grad_norm": 1.6566969156265259,
      "learning_rate": 5.380000000000001e-05,
      "loss": 0.3011,
      "step": 270
    },
    {
      "grad_norm": 1.130071759223938,
      "learning_rate": 5.580000000000001e-05,
      "loss": 0.266,
      "step": 280
    },
    {
      "grad_norm": 0.748692512512207,
      "learning_rate": 5.7799999999999995e-05,
      "loss": 0.2453,
      "step": 290
    },
    {
      "grad_norm": 1.0026001930236816,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.2321,
      "step": 300
    },
    {
      "grad_norm": 1.0121994018554688,
      "learning_rate": 6.18e-05,
      "loss": 0.2158,
      "step": 310
    },
    {
      "grad_norm": 1.153480052947998,
      "learning_rate": 6.38e-05,
      "loss": 0.1899,
      "step": 320
    },
    {
      "grad_norm": 1.013115644454956,
      "learning_rate": 6.58e-05,
      "loss": 0.1817,
      "step": 330
    },
    {
      "grad_norm": 0.9551103115081787,
      "learning_rate": 6.780000000000001e-05,
      "loss": 0.1799,
      "step": 340
    },
    {
      "grad_norm": 1.242201566696167,
      "learning_rate": 6.98e-05,
      "loss": 0.1602,
      "step": 350
    },
    {
      "grad_norm": 1.2399349212646484,
      "learning_rate": 7.18e-05,
      "loss": 0.1463,
      "step": 360
    },
    {
      "grad_norm": 0.9403181076049805,
      "learning_rate": 7.38e-05,
      "loss": 0.1228,
      "step": 370
    },
    {
      "grad_norm": 0.894763171672821,
      "learning_rate": 7.58e-05,
      "loss": 0.1122,
      "step": 380
    },
    {
      "grad_norm": 0.9855173230171204,
      "learning_rate": 7.780000000000001e-05,
      "loss": 0.1044,
      "step": 390
    },
    {
      "grad_norm": 1.3088891506195068,
      "learning_rate": 7.98e-05,
      "loss": 0.0922,
      "step": 400
    },
    {
      "grad_norm": 1.064687967300415,
      "learning_rate": 8.18e-05,
      "loss": 0.0824,
      "step": 410
    },
    {
      "grad_norm": 1.112962007522583,
      "learning_rate": 8.38e-05,
      "loss": 0.077,
      "step": 420
    },
    {
      "grad_norm": 1.0096707344055176,
      "learning_rate": 8.58e-05,
      "loss": 0.0816,
      "step": 430
    },
    {
      "grad_norm": 0.956439733505249,
      "learning_rate": 8.78e-05,
      "loss": 0.0721,
      "step": 440
    },
    {
      "grad_norm": 0.841948926448822,
      "learning_rate": 8.98e-05,
      "loss": 0.0723,
      "step": 450
    },
    {
      "grad_norm": 1.0005617141723633,
      "learning_rate": 9.180000000000001e-05,
      "loss": 0.0676,
      "step": 460
    },
    {
      "grad_norm": 0.8577463030815125,
      "learning_rate": 9.38e-05,
      "loss": 0.0647,
      "step": 470
    },
    {
      "grad_norm": 0.9084122776985168,
      "learning_rate": 9.58e-05,
      "loss": 0.0677,
      "step": 480
    },
    {
      "grad_norm": 1.0833115577697754,
      "learning_rate": 9.78e-05,
      "loss": 0.0653,
      "step": 490
    },
    {
      "grad_norm": 0.8259796500205994,
      "learning_rate": 9.98e-05,
      "loss": 0.0669,
      "step": 500
    },
    {
      "grad_norm": 0.8890817165374756,
      "learning_rate": 9.9999778549206e-05,
      "loss": 0.0611,
      "step": 510
    },
    {
      "grad_norm": 0.8948380351066589,
      "learning_rate": 9.999901304280685e-05,
      "loss": 0.0622,
      "step": 520
    },
    {
      "grad_norm": 0.848558247089386,
      "learning_rate": 9.999770075521164e-05,
      "loss": 0.0625,
      "step": 530
    },
    {
      "grad_norm": 0.7437359094619751,
      "learning_rate": 9.99958417007713e-05,
      "loss": 0.0626,
      "step": 540
    },
    {
      "grad_norm": 0.8651896715164185,
      "learning_rate": 9.999343589981615e-05,
      "loss": 0.0531,
      "step": 550
    },
    {
      "grad_norm": 0.8850076198577881,
      "learning_rate": 9.999048337865568e-05,
      "loss": 0.0615,
      "step": 560
    },
    {
      "grad_norm": 1.15691077709198,
      "learning_rate": 9.998698416957815e-05,
      "loss": 0.0641,
      "step": 570
    },
    {
      "grad_norm": 0.7086659073829651,
      "learning_rate": 9.998293831085037e-05,
      "loss": 0.0596,
      "step": 580
    },
    {
      "grad_norm": 0.7347807288169861,
      "learning_rate": 9.997834584671719e-05,
      "loss": 0.0572,
      "step": 590
    },
    {
      "grad_norm": 0.7725936770439148,
      "learning_rate": 9.997320682740107e-05,
      "loss": 0.0595,
      "step": 600
    },
    {
      "grad_norm": 0.769038200378418,
      "learning_rate": 9.996752130910149e-05,
      "loss": 0.0549,
      "step": 610
    },
    {
      "grad_norm": 0.6636187434196472,
      "learning_rate": 9.99612893539944e-05,
      "loss": 0.0538,
      "step": 620
    },
    {
      "grad_norm": 0.7348890900611877,
      "learning_rate": 9.995451103023144e-05,
      "loss": 0.0527,
      "step": 630
    },
    {
      "grad_norm": 0.7872657179832458,
      "learning_rate": 9.994718641193928e-05,
      "loss": 0.0557,
      "step": 640
    },
    {
      "grad_norm": 0.6932393312454224,
      "learning_rate": 9.993931557921874e-05,
      "loss": 0.0548,
      "step": 650
    },
    {
      "grad_norm": 0.7634221911430359,
      "learning_rate": 9.993089861814402e-05,
      "loss": 0.0524,
      "step": 660
    },
    {
      "grad_norm": 0.7409372925758362,
      "learning_rate": 9.992193562076166e-05,
      "loss": 0.0496,
      "step": 670
    },
    {
      "grad_norm": 0.7612417936325073,
      "learning_rate": 9.991242668508954e-05,
      "loss": 0.0461,
      "step": 680
    },
    {
      "grad_norm": 0.7743764519691467,
      "learning_rate": 9.990237191511587e-05,
      "loss": 0.0435,
      "step": 690
    },
    {
      "grad_norm": 0.725627601146698,
      "learning_rate": 9.989177142079802e-05,
      "loss": 0.0471,
      "step": 700
    },
    {
      "grad_norm": 0.5516918301582336,
      "learning_rate": 9.988062531806126e-05,
      "loss": 0.0462,
      "step": 710
    },
    {
      "grad_norm": 0.730378270149231,
      "learning_rate": 9.986893372879762e-05,
      "loss": 0.0487,
      "step": 720
    },
    {
      "grad_norm": 0.6389397382736206,
      "learning_rate": 9.985669678086443e-05,
      "loss": 0.0488,
      "step": 730
    },
    {
      "grad_norm": 0.8831709623336792,
      "learning_rate": 9.984391460808298e-05,
      "loss": 0.0514,
      "step": 740
    },
    {
      "grad_norm": 0.6661105751991272,
      "learning_rate": 9.983058735023709e-05,
      "loss": 0.0514,
      "step": 750
    },
    {
      "grad_norm": 0.7856804728507996,
      "learning_rate": 9.98167151530715e-05,
      "loss": 0.0471,
      "step": 760
    },
    {
      "grad_norm": 0.7654492259025574,
      "learning_rate": 9.980229816829034e-05,
      "loss": 0.0505,
      "step": 770
    },
    {
      "grad_norm": 0.6101555228233337,
      "learning_rate": 9.978733655355544e-05,
      "loss": 0.047,
      "step": 780
    },
    {
      "grad_norm": 0.7730712890625,
      "learning_rate": 9.977183047248464e-05,
      "loss": 0.0424,
      "step": 790
    },
    {
      "grad_norm": 0.8450173139572144,
      "learning_rate": 9.975578009464992e-05,
      "loss": 0.0455,
      "step": 800
    },
    {
      "grad_norm": 0.5586540102958679,
      "learning_rate": 9.97391855955757e-05,
      "loss": 0.04,
      "step": 810
    },
    {
      "grad_norm": 0.8502600789070129,
      "learning_rate": 9.972204715673669e-05,
      "loss": 0.0418,
      "step": 820
    },
    {
      "grad_norm": 0.6090761423110962,
      "learning_rate": 9.970436496555617e-05,
      "loss": 0.042,
      "step": 830
    },
    {
      "grad_norm": 0.6097173690795898,
      "learning_rate": 9.968613921540373e-05,
      "loss": 0.0451,
      "step": 840
    },
    {
      "grad_norm": 0.765418291091919,
      "learning_rate": 9.966737010559326e-05,
      "loss": 0.0447,
      "step": 850
    },
    {
      "grad_norm": 0.7200655937194824,
      "learning_rate": 9.964805784138072e-05,
      "loss": 0.0439,
      "step": 860
    },
    {
      "grad_norm": 0.6888765692710876,
      "learning_rate": 9.962820263396195e-05,
      "loss": 0.0416,
      "step": 870
    },
    {
      "grad_norm": 0.5708920359611511,
      "learning_rate": 9.960780470047033e-05,
      "loss": 0.0459,
      "step": 880
    },
    {
      "grad_norm": 0.7507001757621765,
      "learning_rate": 9.958686426397437e-05,
      "loss": 0.0425,
      "step": 890
    },
    {
      "grad_norm": 0.5076937079429626,
      "learning_rate": 9.956538155347534e-05,
      "loss": 0.0455,
      "step": 900
    },
    {
      "grad_norm": 0.5799984335899353,
      "learning_rate": 9.95433568039047e-05,
      "loss": 0.0399,
      "step": 910
    },
    {
      "grad_norm": 0.6337814927101135,
      "learning_rate": 9.952079025612162e-05,
      "loss": 0.0381,
      "step": 920
    },
    {
      "grad_norm": 0.7000153660774231,
      "learning_rate": 9.949768215691022e-05,
      "loss": 0.0411,
      "step": 930
    },
    {
      "grad_norm": 0.5318272709846497,
      "learning_rate": 9.9474032758977e-05,
      "loss": 0.0401,
      "step": 940
    },
    {
      "grad_norm": 0.700434148311615,
      "learning_rate": 9.944984232094794e-05,
      "loss": 0.0435,
      "step": 950
    },
    {
      "grad_norm": 0.605954647064209,
      "learning_rate": 9.942511110736584e-05,
      "loss": 0.0411,
      "step": 960
    },
    {
      "grad_norm": 0.5715162754058838,
      "learning_rate": 9.939983938868726e-05,
      "loss": 0.0414,
      "step": 970
    },
    {
      "grad_norm": 0.6310116648674011,
      "learning_rate": 9.93740274412797e-05,
      "loss": 0.0383,
      "step": 980
    },
    {
      "grad_norm": 0.680823564529419,
      "learning_rate": 9.934767554741846e-05,
      "loss": 0.0457,
      "step": 990
    },
    {
      "grad_norm": 0.632407546043396,
      "learning_rate": 9.932078399528361e-05,
      "loss": 0.0374,
      "step": 1000
    },
    {
      "grad_norm": 0.5892583727836609,
      "learning_rate": 9.929335307895689e-05,
      "loss": 0.0368,
      "step": 1010
    },
    {
      "grad_norm": 0.6278207898139954,
      "learning_rate": 9.926538309841839e-05,
      "loss": 0.0434,
      "step": 1020
    },
    {
      "grad_norm": 0.5285525321960449,
      "learning_rate": 9.923687435954334e-05,
      "loss": 0.0363,
      "step": 1030
    },
    {
      "grad_norm": 0.6097428798675537,
      "learning_rate": 9.920782717409873e-05,
      "loss": 0.0348,
      "step": 1040
    },
    {
      "grad_norm": 0.6607808470726013,
      "learning_rate": 9.917824185973994e-05,
      "loss": 0.0344,
      "step": 1050
    },
    {
      "grad_norm": 0.5603345036506653,
      "learning_rate": 9.914811874000723e-05,
      "loss": 0.0339,
      "step": 1060
    },
    {
      "grad_norm": 0.5727225542068481,
      "learning_rate": 9.911745814432218e-05,
      "loss": 0.0371,
      "step": 1070
    },
    {
      "grad_norm": 0.5944136381149292,
      "learning_rate": 9.90862604079842e-05,
      "loss": 0.0398,
      "step": 1080
    },
    {
      "grad_norm": 0.6860123872756958,
      "learning_rate": 9.90545258721667e-05,
      "loss": 0.0378,
      "step": 1090
    },
    {
      "grad_norm": 0.6331652402877808,
      "learning_rate": 9.90222548839135e-05,
      "loss": 0.0352,
      "step": 1100
    },
    {
      "grad_norm": 0.5666359066963196,
      "learning_rate": 9.898944779613495e-05,
      "loss": 0.034,
      "step": 1110
    },
    {
      "grad_norm": 0.5733403563499451,
      "learning_rate": 9.89561049676041e-05,
      "loss": 0.0352,
      "step": 1120
    },
    {
      "grad_norm": 0.5164110660552979,
      "learning_rate": 9.89222267629528e-05,
      "loss": 0.0379,
      "step": 1130
    },
    {
      "grad_norm": 0.6303825378417969,
      "learning_rate": 9.888781355266763e-05,
      "loss": 0.0369,
      "step": 1140
    },
    {
      "grad_norm": 0.5613416433334351,
      "learning_rate": 9.885286571308598e-05,
      "loss": 0.0338,
      "step": 1150
    },
    {
      "grad_norm": 0.6414242386817932,
      "learning_rate": 9.881738362639182e-05,
      "loss": 0.0375,
      "step": 1160
    },
    {
      "grad_norm": 0.5172221660614014,
      "learning_rate": 9.878136768061154e-05,
      "loss": 0.0376,
      "step": 1170
    },
    {
      "grad_norm": 0.6341432332992554,
      "learning_rate": 9.874481826960979e-05,
      "loss": 0.0374,
      "step": 1180
    },
    {
      "grad_norm": 0.624677836894989,
      "learning_rate": 9.870773579308503e-05,
      "loss": 0.0341,
      "step": 1190
    },
    {
      "grad_norm": 0.4869997203350067,
      "learning_rate": 9.867012065656533e-05,
      "loss": 0.0381,
      "step": 1200
    },
    {
      "grad_norm": 0.5759740471839905,
      "learning_rate": 9.863197327140376e-05,
      "loss": 0.0333,
      "step": 1210
    },
    {
      "grad_norm": 0.48775139451026917,
      "learning_rate": 9.859329405477403e-05,
      "loss": 0.0331,
      "step": 1220
    },
    {
      "grad_norm": 0.6388097405433655,
      "learning_rate": 9.855408342966585e-05,
      "loss": 0.0352,
      "step": 1230
    },
    {
      "grad_norm": 0.5959818363189697,
      "learning_rate": 9.851434182488033e-05,
      "loss": 0.0338,
      "step": 1240
    },
    {
      "grad_norm": 0.657508373260498,
      "learning_rate": 9.84740696750253e-05,
      "loss": 0.0331,
      "step": 1250
    },
    {
      "grad_norm": 0.7012799978256226,
      "learning_rate": 9.843326742051055e-05,
      "loss": 0.0348,
      "step": 1260
    },
    {
      "grad_norm": 0.5348427295684814,
      "learning_rate": 9.839193550754297e-05,
      "loss": 0.0337,
      "step": 1270
    },
    {
      "grad_norm": 0.7294585704803467,
      "learning_rate": 9.835007438812177e-05,
      "loss": 0.038,
      "step": 1280
    },
    {
      "grad_norm": 0.6077402830123901,
      "learning_rate": 9.830768452003341e-05,
      "loss": 0.0342,
      "step": 1290
    },
    {
      "grad_norm": 0.5021491050720215,
      "learning_rate": 9.826476636684671e-05,
      "loss": 0.0339,
      "step": 1300
    },
    {
      "grad_norm": 0.42891937494277954,
      "learning_rate": 9.822132039790773e-05,
      "loss": 0.0322,
      "step": 1310
    },
    {
      "grad_norm": 0.5746376514434814,
      "learning_rate": 9.817734708833461e-05,
      "loss": 0.0302,
      "step": 1320
    },
    {
      "grad_norm": 0.591606616973877,
      "learning_rate": 9.813284691901243e-05,
      "loss": 0.039,
      "step": 1330
    },
    {
      "grad_norm": 0.5928114056587219,
      "learning_rate": 9.808782037658792e-05,
      "loss": 0.0367,
      "step": 1340
    },
    {
      "grad_norm": 0.5678219199180603,
      "learning_rate": 9.804226795346411e-05,
      "loss": 0.0343,
      "step": 1350
    },
    {
      "grad_norm": 0.5018511414527893,
      "learning_rate": 9.799619014779503e-05,
      "loss": 0.0331,
      "step": 1360
    },
    {
      "grad_norm": 0.5295028686523438,
      "learning_rate": 9.794958746348013e-05,
      "loss": 0.0337,
      "step": 1370
    },
    {
      "grad_norm": 0.6938942074775696,
      "learning_rate": 9.790246041015896e-05,
      "loss": 0.0306,
      "step": 1380
    },
    {
      "grad_norm": 0.5297317504882812,
      "learning_rate": 9.785480950320538e-05,
      "loss": 0.0331,
      "step": 1390
    },
    {
      "grad_norm": 0.637657105922699,
      "learning_rate": 9.78066352637221e-05,
      "loss": 0.0311,
      "step": 1400
    },
    {
      "grad_norm": 0.5819315314292908,
      "learning_rate": 9.775793821853488e-05,
      "loss": 0.0327,
      "step": 1410
    },
    {
      "grad_norm": 0.7160147428512573,
      "learning_rate": 9.77087189001868e-05,
      "loss": 0.0323,
      "step": 1420
    },
    {
      "grad_norm": 0.7221500873565674,
      "learning_rate": 9.765897784693243e-05,
      "loss": 0.0332,
      "step": 1430
    },
    {
      "grad_norm": 0.5845819711685181,
      "learning_rate": 9.760871560273197e-05,
      "loss": 0.0312,
      "step": 1440
    },
    {
      "grad_norm": 0.5930690765380859,
      "learning_rate": 9.755793271724526e-05,
      "loss": 0.0305,
      "step": 1450
    },
    {
      "grad_norm": 0.4570452570915222,
      "learning_rate": 9.750662974582584e-05,
      "loss": 0.0372,
      "step": 1460
    },
    {
      "grad_norm": 0.5543919801712036,
      "learning_rate": 9.745480724951473e-05,
      "loss": 0.0314,
      "step": 1470
    },
    {
      "grad_norm": 0.5798304677009583,
      "learning_rate": 9.740246579503447e-05,
      "loss": 0.0336,
      "step": 1480
    },
    {
      "grad_norm": 0.5464045405387878,
      "learning_rate": 9.734960595478284e-05,
      "loss": 0.032,
      "step": 1490
    },
    {
      "grad_norm": 0.5292957425117493,
      "learning_rate": 9.729622830682657e-05,
      "loss": 0.0308,
      "step": 1500
    },
    {
      "grad_norm": 0.4644886255264282,
      "learning_rate": 9.724233343489504e-05,
      "loss": 0.0341,
      "step": 1510
    },
    {
      "grad_norm": 0.4468748867511749,
      "learning_rate": 9.718792192837396e-05,
      "loss": 0.029,
      "step": 1520
    },
    {
      "grad_norm": 0.5442079305648804,
      "learning_rate": 9.713299438229886e-05,
      "loss": 0.0337,
      "step": 1530
    },
    {
      "grad_norm": 0.46528083086013794,
      "learning_rate": 9.707755139734855e-05,
      "loss": 0.0338,
      "step": 1540
    },
    {
      "grad_norm": 0.5214895009994507,
      "learning_rate": 9.702159357983866e-05,
      "loss": 0.0315,
      "step": 1550
    },
    {
      "grad_norm": 0.564447820186615,
      "learning_rate": 9.696512154171492e-05,
      "loss": 0.0329,
      "step": 1560
    },
    {
      "grad_norm": 0.471500962972641,
      "learning_rate": 9.690813590054645e-05,
      "loss": 0.0326,
      "step": 1570
    },
    {
      "grad_norm": 0.52679044008255,
      "learning_rate": 9.685063727951914e-05,
      "loss": 0.0305,
      "step": 1580
    },
    {
      "grad_norm": 0.4842182993888855,
      "learning_rate": 9.679262630742865e-05,
      "loss": 0.0317,
      "step": 1590
    },
    {
      "grad_norm": 0.5807623267173767,
      "learning_rate": 9.673410361867373e-05,
      "loss": 0.0336,
      "step": 1600
    },
    {
      "grad_norm": 0.41651445627212524,
      "learning_rate": 9.667506985324909e-05,
      "loss": 0.031,
      "step": 1610
    },
    {
      "grad_norm": 0.4714881479740143,
      "learning_rate": 9.661552565673855e-05,
      "loss": 0.028,
      "step": 1620
    },
    {
      "grad_norm": 0.4803926944732666,
      "learning_rate": 9.655547168030789e-05,
      "loss": 0.0321,
      "step": 1630
    },
    {
      "grad_norm": 0.5974353551864624,
      "learning_rate": 9.649490858069777e-05,
      "loss": 0.0295,
      "step": 1640
    },
    {
      "grad_norm": 0.4964613914489746,
      "learning_rate": 9.643383702021658e-05,
      "loss": 0.0297,
      "step": 1650
    },
    {
      "grad_norm": 0.6017008423805237,
      "learning_rate": 9.637225766673307e-05,
      "loss": 0.0286,
      "step": 1660
    },
    {
      "grad_norm": 0.5116117000579834,
      "learning_rate": 9.631017119366922e-05,
      "loss": 0.0296,
      "step": 1670
    },
    {
      "grad_norm": 0.5510458946228027,
      "learning_rate": 9.624757827999273e-05,
      "loss": 0.0322,
      "step": 1680
    },
    {
      "grad_norm": 0.41116780042648315,
      "learning_rate": 9.618447961020971e-05,
      "loss": 0.0365,
      "step": 1690
    },
    {
      "grad_norm": 0.4938806891441345,
      "learning_rate": 9.612087587435707e-05,
      "loss": 0.0346,
      "step": 1700
    },
    {
      "grad_norm": 0.5194259881973267,
      "learning_rate": 9.605676776799508e-05,
      "loss": 0.0311,
      "step": 1710
    },
    {
      "grad_norm": 0.4529009163379669,
      "learning_rate": 9.599215599219973e-05,
      "loss": 0.0306,
      "step": 1720
    },
    {
      "grad_norm": 0.4386800229549408,
      "learning_rate": 9.592704125355505e-05,
      "loss": 0.0303,
      "step": 1730
    },
    {
      "grad_norm": 0.44015586376190186,
      "learning_rate": 9.586142426414538e-05,
      "loss": 0.0291,
      "step": 1740
    },
    {
      "grad_norm": 0.5530741810798645,
      "learning_rate": 9.57953057415476e-05,
      "loss": 0.0328,
      "step": 1750
    },
    {
      "grad_norm": 0.28225114941596985,
      "learning_rate": 9.572868640882328e-05,
      "loss": 0.0296,
      "step": 1760
    },
    {
      "grad_norm": 0.6074041724205017,
      "learning_rate": 9.56615669945108e-05,
      "loss": 0.0324,
      "step": 1770
    },
    {
      "grad_norm": 0.5109390616416931,
      "learning_rate": 9.55939482326173e-05,
      "loss": 0.03,
      "step": 1780
    },
    {
      "grad_norm": 0.5892201662063599,
      "learning_rate": 9.552583086261069e-05,
      "loss": 0.0316,
      "step": 1790
    },
    {
      "grad_norm": 0.4495730400085449,
      "learning_rate": 9.545721562941168e-05,
      "loss": 0.0295,
      "step": 1800
    },
    {
      "grad_norm": 0.5142664313316345,
      "learning_rate": 9.538810328338543e-05,
      "loss": 0.0277,
      "step": 1810
    },
    {
      "grad_norm": 0.4616416394710541,
      "learning_rate": 9.531849458033349e-05,
      "loss": 0.0307,
      "step": 1820
    },
    {
      "grad_norm": 0.4885185658931732,
      "learning_rate": 9.524839028148547e-05,
      "loss": 0.0298,
      "step": 1830
    },
    {
      "grad_norm": 0.4711757004261017,
      "learning_rate": 9.517779115349077e-05,
      "loss": 0.0304,
      "step": 1840
    },
    {
      "grad_norm": 0.4843687117099762,
      "learning_rate": 9.510669796841014e-05,
      "loss": 0.0301,
      "step": 1850
    },
    {
      "grad_norm": 0.5420807003974915,
      "learning_rate": 9.503511150370727e-05,
      "loss": 0.0326,
      "step": 1860
    },
    {
      "grad_norm": 0.644017219543457,
      "learning_rate": 9.496303254224024e-05,
      "loss": 0.0318,
      "step": 1870
    },
    {
      "grad_norm": 0.4648231565952301,
      "learning_rate": 9.489046187225306e-05,
      "loss": 0.0301,
      "step": 1880
    },
    {
      "grad_norm": 0.5046685338020325,
      "learning_rate": 9.481740028736692e-05,
      "loss": 0.0314,
      "step": 1890
    },
    {
      "grad_norm": 0.49768561124801636,
      "learning_rate": 9.474384858657164e-05,
      "loss": 0.0291,
      "step": 1900
    },
    {
      "grad_norm": 0.5587893724441528,
      "learning_rate": 9.466980757421679e-05,
      "loss": 0.0296,
      "step": 1910
    },
    {
      "grad_norm": 0.5340442061424255,
      "learning_rate": 9.459527806000305e-05,
      "loss": 0.0313,
      "step": 1920
    },
    {
      "grad_norm": 0.5392602682113647,
      "learning_rate": 9.452026085897325e-05,
      "loss": 0.0308,
      "step": 1930
    },
    {
      "grad_norm": 0.4618771970272064,
      "learning_rate": 9.444475679150348e-05,
      "loss": 0.0296,
      "step": 1940
    },
    {
      "grad_norm": 0.4055277705192566,
      "learning_rate": 9.436876668329411e-05,
      "loss": 0.028,
      "step": 1950
    },
    {
      "grad_norm": 0.5005772113800049,
      "learning_rate": 9.429229136536079e-05,
      "loss": 0.0273,
      "step": 1960
    },
    {
      "grad_norm": 0.42232707142829895,
      "learning_rate": 9.421533167402534e-05,
      "loss": 0.0286,
      "step": 1970
    },
    {
      "grad_norm": 0.5429880619049072,
      "learning_rate": 9.413788845090666e-05,
      "loss": 0.029,
      "step": 1980
    },
    {
      "grad_norm": 0.4448404312133789,
      "learning_rate": 9.405996254291136e-05,
      "loss": 0.0284,
      "step": 1990
    },
    {
      "grad_norm": 0.5074642300605774,
      "learning_rate": 9.398155480222474e-05,
      "loss": 0.0283,
      "step": 2000
    },
    {
      "grad_norm": 0.4470667243003845,
      "learning_rate": 9.390266608630128e-05,
      "loss": 0.0267,
      "step": 2010
    },
    {
      "grad_norm": 0.47320127487182617,
      "learning_rate": 9.38232972578553e-05,
      "loss": 0.0303,
      "step": 2020
    },
    {
      "grad_norm": 0.5718346238136292,
      "learning_rate": 9.374344918485164e-05,
      "loss": 0.0296,
      "step": 2030
    },
    {
      "grad_norm": 0.4110424518585205,
      "learning_rate": 9.366312274049602e-05,
      "loss": 0.028,
      "step": 2040
    },
    {
      "grad_norm": 0.41520369052886963,
      "learning_rate": 9.358231880322554e-05,
      "loss": 0.0296,
      "step": 2050
    },
    {
      "grad_norm": 0.4130535423755646,
      "learning_rate": 9.350103825669916e-05,
      "loss": 0.0286,
      "step": 2060
    },
    {
      "grad_norm": 0.5143803358078003,
      "learning_rate": 9.341928198978787e-05,
      "loss": 0.0285,
      "step": 2070
    },
    {
      "grad_norm": 0.5418136119842529,
      "learning_rate": 9.333705089656512e-05,
      "loss": 0.0264,
      "step": 2080
    },
    {
      "grad_norm": 0.46870583295822144,
      "learning_rate": 9.325434587629698e-05,
      "loss": 0.0317,
      "step": 2090
    },
    {
      "grad_norm": 0.417431116104126,
      "learning_rate": 9.31711678334323e-05,
      "loss": 0.0284,
      "step": 2100
    },
    {
      "grad_norm": 0.49152880907058716,
      "learning_rate": 9.308751767759282e-05,
      "loss": 0.025,
      "step": 2110
    },
    {
      "grad_norm": 0.378698468208313,
      "learning_rate": 9.300339632356325e-05,
      "loss": 0.027,
      "step": 2120
    },
    {
      "grad_norm": 0.4329814016819,
      "learning_rate": 9.291880469128124e-05,
      "loss": 0.0299,
      "step": 2130
    },
    {
      "grad_norm": 0.49008893966674805,
      "learning_rate": 9.283374370582732e-05,
      "loss": 0.0273,
      "step": 2140
    },
    {
      "grad_norm": 0.3793398141860962,
      "learning_rate": 9.274821429741482e-05,
      "loss": 0.0264,
      "step": 2150
    },
    {
      "grad_norm": 0.3981456458568573,
      "learning_rate": 9.266221740137961e-05,
      "loss": 0.026,
      "step": 2160
    },
    {
      "grad_norm": 0.5248379707336426,
      "learning_rate": 9.257575395817001e-05,
      "loss": 0.0255,
      "step": 2170
    },
    {
      "grad_norm": 0.39933085441589355,
      "learning_rate": 9.248882491333637e-05,
      "loss": 0.0261,
      "step": 2180
    },
    {
      "grad_norm": 0.5205438733100891,
      "learning_rate": 9.240143121752076e-05,
      "loss": 0.0253,
      "step": 2190
    },
    {
      "grad_norm": 0.4256397783756256,
      "learning_rate": 9.23135738264467e-05,
      "loss": 0.0313,
      "step": 2200
    },
    {
      "grad_norm": 0.4098120629787445,
      "learning_rate": 9.222525370090849e-05,
      "loss": 0.0286,
      "step": 2210
    },
    {
      "grad_norm": 0.452364444732666,
      "learning_rate": 9.213647180676088e-05,
      "loss": 0.0313,
      "step": 2220
    },
    {
      "grad_norm": 0.5283573269844055,
      "learning_rate": 9.204722911490846e-05,
      "loss": 0.027,
      "step": 2230
    },
    {
      "grad_norm": 0.4341718852519989,
      "learning_rate": 9.1957526601295e-05,
      "loss": 0.026,
      "step": 2240
    },
    {
      "grad_norm": 0.5589078664779663,
      "learning_rate": 9.186736524689281e-05,
      "loss": 0.0277,
      "step": 2250
    },
    {
      "grad_norm": 0.3732184171676636,
      "learning_rate": 9.177674603769204e-05,
      "loss": 0.0289,
      "step": 2260
    },
    {
      "grad_norm": 0.39962926506996155,
      "learning_rate": 9.168566996468983e-05,
      "loss": 0.0262,
      "step": 2270
    },
    {
      "grad_norm": 0.43201372027397156,
      "learning_rate": 9.159413802387951e-05,
      "loss": 0.0239,
      "step": 2280
    },
    {
      "grad_norm": 0.4189751446247101,
      "learning_rate": 9.150215121623974e-05,
      "loss": 0.0266,
      "step": 2290
    },
    {
      "grad_norm": 0.3986872136592865,
      "learning_rate": 9.140971054772349e-05,
      "loss": 0.0255,
      "step": 2300
    },
    {
      "grad_norm": 0.4998125731945038,
      "learning_rate": 9.131681702924713e-05,
      "loss": 0.0281,
      "step": 2310
    },
    {
      "grad_norm": 0.4827892482280731,
      "learning_rate": 9.122347167667926e-05,
      "loss": 0.0281,
      "step": 2320
    },
    {
      "grad_norm": 0.4876689016819,
      "learning_rate": 9.112967551082973e-05,
      "loss": 0.0319,
      "step": 2330
    },
    {
      "grad_norm": 0.36984163522720337,
      "learning_rate": 9.103542955743835e-05,
      "loss": 0.0242,
      "step": 2340
    },
    {
      "grad_norm": 0.465818852186203,
      "learning_rate": 9.094073484716381e-05,
      "loss": 0.0314,
      "step": 2350
    },
    {
      "grad_norm": 0.37877270579338074,
      "learning_rate": 9.084559241557226e-05,
      "loss": 0.0262,
      "step": 2360
    },
    {
      "grad_norm": 0.4463783800601959,
      "learning_rate": 9.075000330312608e-05,
      "loss": 0.0263,
      "step": 2370
    },
    {
      "grad_norm": 0.47452881932258606,
      "learning_rate": 9.065396855517253e-05,
      "loss": 0.0272,
      "step": 2380
    },
    {
      "grad_norm": 0.424927681684494,
      "learning_rate": 9.055748922193219e-05,
      "loss": 0.0278,
      "step": 2390
    },
    {
      "grad_norm": 0.3524123728275299,
      "learning_rate": 9.046056635848761e-05,
      "loss": 0.0268,
      "step": 2400
    },
    {
      "grad_norm": 0.39357349276542664,
      "learning_rate": 9.036320102477169e-05,
      "loss": 0.0235,
      "step": 2410
    },
    {
      "grad_norm": 0.38801810145378113,
      "learning_rate": 9.02653942855561e-05,
      "loss": 0.0309,
      "step": 2420
    },
    {
      "grad_norm": 0.42541712522506714,
      "learning_rate": 9.016714721043971e-05,
      "loss": 0.027,
      "step": 2430
    },
    {
      "grad_norm": 0.42861104011535645,
      "learning_rate": 9.006846087383675e-05,
      "loss": 0.0274,
      "step": 2440
    },
    {
      "grad_norm": 0.44381630420684814,
      "learning_rate": 8.996933635496523e-05,
      "loss": 0.0264,
      "step": 2450
    },
    {
      "grad_norm": 0.5069416761398315,
      "learning_rate": 8.986977473783498e-05,
      "loss": 0.0243,
      "step": 2460
    },
    {
      "grad_norm": 0.5593004822731018,
      "learning_rate": 8.97697771112359e-05,
      "loss": 0.0266,
      "step": 2470
    },
    {
      "grad_norm": 0.49196624755859375,
      "learning_rate": 8.966934456872602e-05,
      "loss": 0.0254,
      "step": 2480
    },
    {
      "grad_norm": 0.42328518629074097,
      "learning_rate": 8.95684782086195e-05,
      "loss": 0.0317,
      "step": 2490
    },
    {
      "grad_norm": 0.40058237314224243,
      "learning_rate": 8.946717913397476e-05,
      "loss": 0.0257,
      "step": 2500
    },
    {
      "grad_norm": 0.45824214816093445,
      "learning_rate": 8.93654484525822e-05,
      "loss": 0.0267,
      "step": 2510
    },
    {
      "grad_norm": 0.47785720229148865,
      "learning_rate": 8.926328727695226e-05,
      "loss": 0.026,
      "step": 2520
    },
    {
      "grad_norm": 0.5189729928970337,
      "learning_rate": 8.916069672430319e-05,
      "loss": 0.0264,
      "step": 2530
    },
    {
      "grad_norm": 0.3164174556732178,
      "learning_rate": 8.905767791654884e-05,
      "loss": 0.0244,
      "step": 2540
    },
    {
      "grad_norm": 0.45995235443115234,
      "learning_rate": 8.895423198028638e-05,
      "loss": 0.0272,
      "step": 2550
    },
    {
      "grad_norm": 0.40050774812698364,
      "learning_rate": 8.885036004678402e-05,
      "loss": 0.0292,
      "step": 2560
    },
    {
      "grad_norm": 0.3644542098045349,
      "learning_rate": 8.874606325196857e-05,
      "loss": 0.0237,
      "step": 2570
    },
    {
      "grad_norm": 0.4536350667476654,
      "learning_rate": 8.864134273641304e-05,
      "loss": 0.025,
      "step": 2580
    },
    {
      "grad_norm": 0.35245734453201294,
      "learning_rate": 8.853619964532427e-05,
      "loss": 0.0233,
      "step": 2590
    },
    {
      "grad_norm": 0.4429668188095093,
      "learning_rate": 8.843063512853019e-05,
      "loss": 0.0285,
      "step": 2600
    },
    {
      "grad_norm": 0.43946343660354614,
      "learning_rate": 8.832465034046749e-05,
      "loss": 0.0263,
      "step": 2610
    },
    {
      "grad_norm": 0.4406358599662781,
      "learning_rate": 8.821824644016882e-05,
      "loss": 0.0254,
      "step": 2620
    },
    {
      "grad_norm": 0.48885712027549744,
      "learning_rate": 8.811142459125019e-05,
      "loss": 0.025,
      "step": 2630
    },
    {
      "grad_norm": 0.42471176385879517,
      "learning_rate": 8.800418596189822e-05,
      "loss": 0.0265,
      "step": 2640
    },
    {
      "grad_norm": 0.3454952836036682,
      "learning_rate": 8.789653172485737e-05,
      "loss": 0.0261,
      "step": 2650
    },
    {
      "grad_norm": 0.4365542232990265,
      "learning_rate": 8.778846305741715e-05,
      "loss": 0.0253,
      "step": 2660
    },
    {
      "grad_norm": 0.3438829779624939,
      "learning_rate": 8.767998114139918e-05,
      "loss": 0.0251,
      "step": 2670
    },
    {
      "grad_norm": 0.3312196433544159,
      "learning_rate": 8.757108716314429e-05,
      "loss": 0.0254,
      "step": 2680
    },
    {
      "grad_norm": 0.40338999032974243,
      "learning_rate": 8.746178231349962e-05,
      "loss": 0.0275,
      "step": 2690
    },
    {
      "grad_norm": 0.4243628978729248,
      "learning_rate": 8.735206778780549e-05,
      "loss": 0.0239,
      "step": 2700
    },
    {
      "grad_norm": 0.4020898938179016,
      "learning_rate": 8.724194478588234e-05,
      "loss": 0.0234,
      "step": 2710
    },
    {
      "grad_norm": 0.4327259361743927,
      "learning_rate": 8.713141451201772e-05,
      "loss": 0.0248,
      "step": 2720
    },
    {
      "grad_norm": 0.3352695107460022,
      "learning_rate": 8.702047817495295e-05,
      "loss": 0.0258,
      "step": 2730
    },
    {
      "grad_norm": 0.3333274722099304,
      "learning_rate": 8.69091369878701e-05,
      "loss": 0.0238,
      "step": 2740
    },
    {
      "grad_norm": 0.42753326892852783,
      "learning_rate": 8.679739216837849e-05,
      "loss": 0.0222,
      "step": 2750
    },
    {
      "grad_norm": 0.3095396161079407,
      "learning_rate": 8.66852449385016e-05,
      "loss": 0.0233,
      "step": 2760
    },
    {
      "grad_norm": 0.3271157741546631,
      "learning_rate": 8.657269652466356e-05,
      "loss": 0.0267,
      "step": 2770
    },
    {
      "grad_norm": 0.4156598150730133,
      "learning_rate": 8.645974815767577e-05,
      "loss": 0.0225,
      "step": 2780
    },
    {
      "grad_norm": 0.35358086228370667,
      "learning_rate": 8.634640107272351e-05,
      "loss": 0.023,
      "step": 2790
    },
    {
      "grad_norm": 0.43658044934272766,
      "learning_rate": 8.623265650935234e-05,
      "loss": 0.0256,
      "step": 2800
    },
    {
      "grad_norm": 0.39249366521835327,
      "learning_rate": 8.611851571145456e-05,
      "loss": 0.0256,
      "step": 2810
    },
    {
      "grad_norm": 0.4045146107673645,
      "learning_rate": 8.600397992725566e-05,
      "loss": 0.0265,
      "step": 2820
    },
    {
      "grad_norm": 0.46040022373199463,
      "learning_rate": 8.588905040930061e-05,
      "loss": 0.0223,
      "step": 2830
    },
    {
      "grad_norm": 0.4740993082523346,
      "learning_rate": 8.577372841444022e-05,
      "loss": 0.0238,
      "step": 2840
    },
    {
      "grad_norm": 0.5013309717178345,
      "learning_rate": 8.565801520381736e-05,
      "loss": 0.0244,
      "step": 2850
    },
    {
      "grad_norm": 0.5572243332862854,
      "learning_rate": 8.554191204285313e-05,
      "loss": 0.0278,
      "step": 2860
    },
    {
      "grad_norm": 0.4136684536933899,
      "learning_rate": 8.542542020123315e-05,
      "loss": 0.0268,
      "step": 2870
    },
    {
      "grad_norm": 0.4344552159309387,
      "learning_rate": 8.530854095289347e-05,
      "loss": 0.0237,
      "step": 2880
    },
    {
      "grad_norm": 0.44237616658210754,
      "learning_rate": 8.519127557600688e-05,
      "loss": 0.0258,
      "step": 2890
    },
    {
      "grad_norm": 0.40503379702568054,
      "learning_rate": 8.507362535296871e-05,
      "loss": 0.0245,
      "step": 2900
    },
    {
      "grad_norm": 0.4115789234638214,
      "learning_rate": 8.495559157038299e-05,
      "loss": 0.0228,
      "step": 2910
    },
    {
      "grad_norm": 0.47725898027420044,
      "learning_rate": 8.483717551904823e-05,
      "loss": 0.0255,
      "step": 2920
    },
    {
      "grad_norm": 0.39906537532806396,
      "learning_rate": 8.47183784939434e-05,
      "loss": 0.028,
      "step": 2930
    },
    {
      "grad_norm": 0.3738861083984375,
      "learning_rate": 8.459920179421374e-05,
      "loss": 0.0276,
      "step": 2940
    },
    {
      "grad_norm": 0.4364217519760132,
      "learning_rate": 8.447964672315656e-05,
      "loss": 0.0242,
      "step": 2950
    },
    {
      "grad_norm": 0.40446925163269043,
      "learning_rate": 8.435971458820692e-05,
      "loss": 0.0245,
      "step": 2960
    },
    {
      "grad_norm": 0.43057939410209656,
      "learning_rate": 8.423940670092345e-05,
      "loss": 0.0229,
      "step": 2970
    },
    {
      "grad_norm": 0.3856443464756012,
      "learning_rate": 8.411872437697394e-05,
      "loss": 0.0217,
      "step": 2980
    },
    {
      "grad_norm": 0.3364211320877075,
      "learning_rate": 8.399766893612096e-05,
      "loss": 0.0223,
      "step": 2990
    },
    {
      "grad_norm": 0.47767484188079834,
      "learning_rate": 8.38762417022074e-05,
      "loss": 0.0231,
      "step": 3000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}