{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2700,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011120378092855158,
      "grad_norm": 17.135483940637105,
      "learning_rate": 3.3333333333333335e-07,
      "loss": 1.9059,
      "step": 10
    },
    {
      "epoch": 0.022240756185710316,
      "grad_norm": 11.994831289379958,
      "learning_rate": 7.037037037037038e-07,
      "loss": 1.8159,
      "step": 20
    },
    {
      "epoch": 0.03336113427856547,
      "grad_norm": 8.5313328711494,
      "learning_rate": 1.074074074074074e-06,
      "loss": 1.5319,
      "step": 30
    },
    {
      "epoch": 0.04448151237142063,
      "grad_norm": 6.462747424009116,
      "learning_rate": 1.4444444444444445e-06,
      "loss": 1.2454,
      "step": 40
    },
    {
      "epoch": 0.055601890464275786,
      "grad_norm": 4.459642596260716,
      "learning_rate": 1.8148148148148151e-06,
      "loss": 0.9937,
      "step": 50
    },
    {
      "epoch": 0.06672226855713094,
      "grad_norm": 4.328525776915536,
      "learning_rate": 2.1851851851851853e-06,
      "loss": 0.8582,
      "step": 60
    },
    {
      "epoch": 0.0778426466499861,
      "grad_norm": 4.384559268280673,
      "learning_rate": 2.5555555555555557e-06,
      "loss": 0.8171,
      "step": 70
    },
    {
      "epoch": 0.08896302474284126,
      "grad_norm": 4.509636300928446,
      "learning_rate": 2.9259259259259257e-06,
      "loss": 0.771,
      "step": 80
    },
    {
      "epoch": 0.10008340283569642,
      "grad_norm": 4.459641219197237,
      "learning_rate": 3.296296296296296e-06,
      "loss": 0.7154,
      "step": 90
    },
    {
      "epoch": 0.11120378092855157,
      "grad_norm": 3.769733484995796,
      "learning_rate": 3.6666666666666666e-06,
      "loss": 0.7022,
      "step": 100
    },
    {
      "epoch": 0.12232415902140673,
      "grad_norm": 4.674385409638228,
      "learning_rate": 4.037037037037037e-06,
      "loss": 0.7072,
      "step": 110
    },
    {
      "epoch": 0.13344453711426188,
      "grad_norm": 3.9182073599540583,
      "learning_rate": 4.407407407407408e-06,
      "loss": 0.6981,
      "step": 120
    },
    {
      "epoch": 0.14456491520711703,
      "grad_norm": 4.083865818135409,
      "learning_rate": 4.777777777777778e-06,
      "loss": 0.7073,
      "step": 130
    },
    {
      "epoch": 0.1556852932999722,
      "grad_norm": 4.411895739798695,
      "learning_rate": 5.148148148148149e-06,
      "loss": 0.6806,
      "step": 140
    },
    {
      "epoch": 0.16680567139282734,
      "grad_norm": 4.126250148568886,
      "learning_rate": 5.518518518518518e-06,
      "loss": 0.6597,
      "step": 150
    },
    {
      "epoch": 0.17792604948568252,
      "grad_norm": 3.73910294544406,
      "learning_rate": 5.88888888888889e-06,
      "loss": 0.6366,
      "step": 160
    },
    {
      "epoch": 0.18904642757853768,
      "grad_norm": 3.816207737165413,
      "learning_rate": 6.259259259259259e-06,
      "loss": 0.6623,
      "step": 170
    },
    {
      "epoch": 0.20016680567139283,
      "grad_norm": 3.89838850539154,
      "learning_rate": 6.62962962962963e-06,
      "loss": 0.6669,
      "step": 180
    },
    {
      "epoch": 0.211287183764248,
      "grad_norm": 4.017500360024897,
      "learning_rate": 7e-06,
      "loss": 0.6763,
      "step": 190
    },
    {
      "epoch": 0.22240756185710314,
      "grad_norm": 3.8891130473092286,
      "learning_rate": 7.370370370370371e-06,
      "loss": 0.6501,
      "step": 200
    },
    {
      "epoch": 0.2335279399499583,
      "grad_norm": 3.91916746786707,
      "learning_rate": 7.74074074074074e-06,
      "loss": 0.6554,
      "step": 210
    },
    {
      "epoch": 0.24464831804281345,
      "grad_norm": 3.81255473616947,
      "learning_rate": 8.111111111111112e-06,
      "loss": 0.6275,
      "step": 220
    },
    {
      "epoch": 0.2557686961356686,
      "grad_norm": 4.06589884934052,
      "learning_rate": 8.481481481481482e-06,
      "loss": 0.6412,
      "step": 230
    },
    {
      "epoch": 0.26688907422852376,
      "grad_norm": 3.6546289969716765,
      "learning_rate": 8.851851851851853e-06,
      "loss": 0.6471,
      "step": 240
    },
    {
      "epoch": 0.2780094523213789,
      "grad_norm": 4.522252456018673,
      "learning_rate": 9.222222222222224e-06,
      "loss": 0.6384,
      "step": 250
    },
    {
      "epoch": 0.28912983041423407,
      "grad_norm": 3.773483709709219,
      "learning_rate": 9.592592592592593e-06,
      "loss": 0.6086,
      "step": 260
    },
    {
      "epoch": 0.3002502085070892,
      "grad_norm": 4.130916415496019,
      "learning_rate": 9.962962962962964e-06,
      "loss": 0.6591,
      "step": 270
    },
    {
      "epoch": 0.3113705865999444,
      "grad_norm": 3.354037894582393,
      "learning_rate": 9.999661540018812e-06,
      "loss": 0.6232,
      "step": 280
    },
    {
      "epoch": 0.32249096469279953,
      "grad_norm": 4.140470560915805,
      "learning_rate": 9.998491613727142e-06,
      "loss": 0.6198,
      "step": 290
    },
    {
      "epoch": 0.3336113427856547,
      "grad_norm": 3.8764445956881253,
      "learning_rate": 9.996486238101964e-06,
      "loss": 0.6502,
      "step": 300
    },
    {
      "epoch": 0.3447317208785099,
      "grad_norm": 3.669747137220483,
      "learning_rate": 9.99364574832234e-06,
      "loss": 0.6183,
      "step": 310
    },
    {
      "epoch": 0.35585209897136505,
      "grad_norm": 3.409658743950835,
      "learning_rate": 9.98997061914855e-06,
      "loss": 0.6349,
      "step": 320
    },
    {
      "epoch": 0.3669724770642202,
      "grad_norm": 3.5482762919336928,
      "learning_rate": 9.985461464842748e-06,
      "loss": 0.6218,
      "step": 330
    },
    {
      "epoch": 0.37809285515707536,
      "grad_norm": 3.4522720428846743,
      "learning_rate": 9.98011903906629e-06,
      "loss": 0.6387,
      "step": 340
    },
    {
      "epoch": 0.3892132332499305,
      "grad_norm": 4.219649138271389,
      "learning_rate": 9.973944234753763e-06,
      "loss": 0.6222,
      "step": 350
    },
    {
      "epoch": 0.40033361134278567,
      "grad_norm": 3.868744947147,
      "learning_rate": 9.966938083963747e-06,
      "loss": 0.6403,
      "step": 360
    },
    {
      "epoch": 0.4114539894356408,
      "grad_norm": 3.324203449235186,
      "learning_rate": 9.959101757706308e-06,
      "loss": 0.6185,
      "step": 370
    },
    {
      "epoch": 0.422574367528496,
      "grad_norm": 3.937249704311977,
      "learning_rate": 9.950436565747286e-06,
      "loss": 0.5915,
      "step": 380
    },
    {
      "epoch": 0.43369474562135113,
      "grad_norm": 2.8698420025789604,
      "learning_rate": 9.940943956389369e-06,
      "loss": 0.6076,
      "step": 390
    },
    {
      "epoch": 0.4448151237142063,
      "grad_norm": 3.495094938718513,
      "learning_rate": 9.930625516230026e-06,
      "loss": 0.6022,
      "step": 400
    },
    {
      "epoch": 0.45593550180706144,
      "grad_norm": 3.2310704164066855,
      "learning_rate": 9.919482969896333e-06,
      "loss": 0.6039,
      "step": 410
    },
    {
      "epoch": 0.4670558798999166,
      "grad_norm": 3.3159471178285242,
      "learning_rate": 9.907518179756704e-06,
      "loss": 0.5985,
      "step": 420
    },
    {
      "epoch": 0.47817625799277175,
      "grad_norm": 3.0225190125159864,
      "learning_rate": 9.894733145609623e-06,
      "loss": 0.5789,
      "step": 430
    },
    {
      "epoch": 0.4892966360856269,
      "grad_norm": 4.152698067475681,
      "learning_rate": 9.881130004349394e-06,
      "loss": 0.6163,
      "step": 440
    },
    {
      "epoch": 0.5004170141784821,
      "grad_norm": 3.0843397122106486,
      "learning_rate": 9.866711029608977e-06,
      "loss": 0.6163,
      "step": 450
    },
    {
      "epoch": 0.5115373922713372,
      "grad_norm": 2.9982138249490817,
      "learning_rate": 9.851478631379982e-06,
      "loss": 0.6006,
      "step": 460
    },
    {
      "epoch": 0.5226577703641924,
      "grad_norm": 3.156602829226724,
      "learning_rate": 9.835435355609854e-06,
      "loss": 0.5958,
      "step": 470
    },
    {
      "epoch": 0.5337781484570475,
      "grad_norm": 2.993800732078412,
      "learning_rate": 9.818583883776343e-06,
      "loss": 0.5938,
      "step": 480
    },
    {
      "epoch": 0.5448985265499027,
      "grad_norm": 3.2963286837870496,
      "learning_rate": 9.800927032439322e-06,
      "loss": 0.6093,
      "step": 490
    },
    {
      "epoch": 0.5560189046427578,
      "grad_norm": 3.302092148084543,
      "learning_rate": 9.78246775277003e-06,
      "loss": 0.6116,
      "step": 500
    },
    {
      "epoch": 0.567139282735613,
      "grad_norm": 3.2786794147063967,
      "learning_rate": 9.763209130057807e-06,
      "loss": 0.5851,
      "step": 510
    },
    {
      "epoch": 0.5782596608284681,
      "grad_norm": 3.145699196243855,
      "learning_rate": 9.743154383194422e-06,
      "loss": 0.5736,
      "step": 520
    },
    {
      "epoch": 0.5893800389213233,
      "grad_norm": 2.8385249200393683,
      "learning_rate": 9.722306864136064e-06,
      "loss": 0.6007,
      "step": 530
    },
    {
      "epoch": 0.6005004170141784,
      "grad_norm": 2.82953003673451,
      "learning_rate": 9.700670057343093e-06,
      "loss": 0.5668,
      "step": 540
    },
    {
      "epoch": 0.6116207951070336,
      "grad_norm": 2.732291498335005,
      "learning_rate": 9.678247579197658e-06,
      "loss": 0.581,
      "step": 550
    },
    {
      "epoch": 0.6227411731998888,
      "grad_norm": 2.8470821996613167,
      "learning_rate": 9.655043177399236e-06,
      "loss": 0.5692,
      "step": 560
    },
    {
      "epoch": 0.6338615512927439,
      "grad_norm": 2.728109835403873,
      "learning_rate": 9.63106073033825e-06,
      "loss": 0.5778,
      "step": 570
    },
    {
      "epoch": 0.6449819293855991,
      "grad_norm": 2.9903971528157833,
      "learning_rate": 9.60630424644784e-06,
      "loss": 0.5822,
      "step": 580
    },
    {
      "epoch": 0.6561023074784542,
      "grad_norm": 2.681336224424039,
      "learning_rate": 9.58077786353388e-06,
      "loss": 0.5885,
      "step": 590
    },
    {
      "epoch": 0.6672226855713094,
      "grad_norm": 2.940937240658269,
      "learning_rate": 9.554485848083389e-06,
      "loss": 0.5611,
      "step": 600
    },
    {
      "epoch": 0.6783430636641646,
      "grad_norm": 2.6240312311662217,
      "learning_rate": 9.52743259455143e-06,
      "loss": 0.5586,
      "step": 610
    },
    {
      "epoch": 0.6894634417570198,
      "grad_norm": 2.929869424371381,
      "learning_rate": 9.499622624626624e-06,
      "loss": 0.5877,
      "step": 620
    },
    {
      "epoch": 0.700583819849875,
      "grad_norm": 3.2260949562913876,
      "learning_rate": 9.471060586475383e-06,
      "loss": 0.5768,
      "step": 630
    },
    {
      "epoch": 0.7117041979427301,
      "grad_norm": 2.4010710022713107,
      "learning_rate": 9.441751253965022e-06,
      "loss": 0.5612,
      "step": 640
    },
    {
      "epoch": 0.7228245760355853,
      "grad_norm": 2.7513659573932983,
      "learning_rate": 9.411699525865849e-06,
      "loss": 0.5774,
      "step": 650
    },
    {
      "epoch": 0.7339449541284404,
      "grad_norm": 2.721037644213535,
      "learning_rate": 9.38091042503239e-06,
      "loss": 0.5908,
      "step": 660
    },
    {
      "epoch": 0.7450653322212956,
      "grad_norm": 2.7139376133624844,
      "learning_rate": 9.349389097563858e-06,
      "loss": 0.5975,
      "step": 670
    },
    {
      "epoch": 0.7561857103141507,
      "grad_norm": 2.7069146461484808,
      "learning_rate": 9.31714081194404e-06,
      "loss": 0.583,
      "step": 680
    },
    {
      "epoch": 0.7673060884070059,
      "grad_norm": 2.7956232888213597,
      "learning_rate": 9.28417095816072e-06,
      "loss": 0.5724,
      "step": 690
    },
    {
      "epoch": 0.778426466499861,
      "grad_norm": 2.7039227850499343,
      "learning_rate": 9.25048504680479e-06,
      "loss": 0.5714,
      "step": 700
    },
    {
      "epoch": 0.7895468445927162,
      "grad_norm": 2.8908388236284255,
      "learning_rate": 9.216088708149216e-06,
      "loss": 0.567,
      "step": 710
    },
    {
      "epoch": 0.8006672226855713,
      "grad_norm": 2.880449781937227,
      "learning_rate": 9.18098769120798e-06,
      "loss": 0.5719,
      "step": 720
    },
    {
      "epoch": 0.8117876007784265,
      "grad_norm": 2.7636319668015554,
      "learning_rate": 9.145187862775208e-06,
      "loss": 0.5775,
      "step": 730
    },
    {
      "epoch": 0.8229079788712816,
      "grad_norm": 2.9622544632818397,
      "learning_rate": 9.108695206444575e-06,
      "loss": 0.5718,
      "step": 740
    },
    {
      "epoch": 0.8340283569641368,
      "grad_norm": 2.7125967315423054,
      "learning_rate": 9.071515821609206e-06,
      "loss": 0.5743,
      "step": 750
    },
    {
      "epoch": 0.845148735056992,
      "grad_norm": 2.716396073201143,
      "learning_rate": 9.033655922442235e-06,
      "loss": 0.5657,
      "step": 760
    },
    {
      "epoch": 0.8562691131498471,
      "grad_norm": 2.3353908512216015,
      "learning_rate": 8.995121836858156e-06,
      "loss": 0.5604,
      "step": 770
    },
    {
      "epoch": 0.8673894912427023,
      "grad_norm": 2.6241860131781434,
      "learning_rate": 8.955920005455175e-06,
      "loss": 0.5575,
      "step": 780
    },
    {
      "epoch": 0.8785098693355574,
      "grad_norm": 2.4926395494435867,
      "learning_rate": 8.916056980438723e-06,
      "loss": 0.5515,
      "step": 790
    },
    {
      "epoch": 0.8896302474284126,
      "grad_norm": 2.790041925937432,
      "learning_rate": 8.87553942452633e-06,
      "loss": 0.5666,
      "step": 800
    },
    {
      "epoch": 0.9007506255212677,
      "grad_norm": 2.4928250653535717,
      "learning_rate": 8.834374109834004e-06,
      "loss": 0.5771,
      "step": 810
    },
    {
      "epoch": 0.9118710036141229,
      "grad_norm": 2.478309201102353,
      "learning_rate": 8.792567916744346e-06,
      "loss": 0.5467,
      "step": 820
    },
    {
      "epoch": 0.922991381706978,
      "grad_norm": 2.6170279309225286,
      "learning_rate": 8.750127832756556e-06,
      "loss": 0.5621,
      "step": 830
    },
    {
      "epoch": 0.9341117597998332,
      "grad_norm": 2.741182305842299,
      "learning_rate": 8.707060951318542e-06,
      "loss": 0.5515,
      "step": 840
    },
    {
      "epoch": 0.9452321378926883,
      "grad_norm": 2.5701026284746473,
      "learning_rate": 8.663374470641319e-06,
      "loss": 0.5614,
      "step": 850
    },
    {
      "epoch": 0.9563525159855435,
      "grad_norm": 2.6211495241855527,
      "learning_rate": 8.6190756924959e-06,
      "loss": 0.5544,
      "step": 860
    },
    {
      "epoch": 0.9674728940783986,
      "grad_norm": 2.177265028323134,
      "learning_rate": 8.574172020992868e-06,
      "loss": 0.5672,
      "step": 870
    },
    {
      "epoch": 0.9785932721712538,
      "grad_norm": 2.4619892606562326,
      "learning_rate": 8.528670961344866e-06,
      "loss": 0.5475,
      "step": 880
    },
    {
      "epoch": 0.989713650264109,
      "grad_norm": 2.535258890888737,
      "learning_rate": 8.482580118612156e-06,
      "loss": 0.5424,
      "step": 890
    },
    {
      "epoch": 1.0,
      "grad_norm": 4.925821607348586,
      "learning_rate": 8.435907196431519e-06,
      "loss": 0.5432,
      "step": 900
    },
    {
      "epoch": 1.0111203780928553,
      "grad_norm": 2.2266984745938805,
      "learning_rate": 8.388659995728662e-06,
      "loss": 0.4789,
      "step": 910
    },
    {
      "epoch": 1.0222407561857103,
      "grad_norm": 2.427979206079829,
      "learning_rate": 8.340846413414371e-06,
      "loss": 0.4477,
      "step": 920
    },
    {
      "epoch": 1.0333611342785656,
      "grad_norm": 2.3302363292257553,
      "learning_rate": 8.292474441064619e-06,
      "loss": 0.4688,
      "step": 930
    },
    {
      "epoch": 1.0444815123714206,
      "grad_norm": 2.412636631834794,
      "learning_rate": 8.243552163584851e-06,
      "loss": 0.4616,
      "step": 940
    },
    {
      "epoch": 1.0556018904642759,
      "grad_norm": 2.5397057274192454,
      "learning_rate": 8.194087757858668e-06,
      "loss": 0.4462,
      "step": 950
    },
    {
      "epoch": 1.066722268557131,
      "grad_norm": 2.533008589042743,
      "learning_rate": 8.144089491381143e-06,
      "loss": 0.4514,
      "step": 960
    },
    {
      "epoch": 1.0778426466499862,
      "grad_norm": 2.488789327094875,
      "learning_rate": 8.093565720876994e-06,
      "loss": 0.4612,
      "step": 970
    },
    {
      "epoch": 1.0889630247428412,
      "grad_norm": 2.3603536670160663,
      "learning_rate": 8.042524890903828e-06,
      "loss": 0.4523,
      "step": 980
    },
    {
      "epoch": 1.1000834028356965,
      "grad_norm": 2.4044793177414507,
      "learning_rate": 7.990975532440728e-06,
      "loss": 0.4676,
      "step": 990
    },
    {
      "epoch": 1.1112037809285515,
      "grad_norm": 2.348733422525813,
      "learning_rate": 7.938926261462366e-06,
      "loss": 0.4587,
      "step": 1000
    },
    {
      "epoch": 1.1223241590214068,
      "grad_norm": 2.43658249004558,
      "learning_rate": 7.886385777498946e-06,
      "loss": 0.4575,
      "step": 1010
    },
    {
      "epoch": 1.1334445371142619,
      "grad_norm": 2.348130510433153,
      "learning_rate": 7.833362862182148e-06,
      "loss": 0.4628,
      "step": 1020
    },
    {
      "epoch": 1.1445649152071171,
      "grad_norm": 2.5293752833344487,
      "learning_rate": 7.779866377777367e-06,
      "loss": 0.4469,
      "step": 1030
    },
    {
      "epoch": 1.1556852932999722,
      "grad_norm": 2.2629972396565528,
      "learning_rate": 7.725905265702476e-06,
      "loss": 0.4621,
      "step": 1040
    },
    {
      "epoch": 1.1668056713928274,
      "grad_norm": 2.513172182322125,
      "learning_rate": 7.671488545033348e-06,
      "loss": 0.4615,
      "step": 1050
    },
    {
      "epoch": 1.1779260494856825,
      "grad_norm": 2.571017185952138,
      "learning_rate": 7.616625310996405e-06,
      "loss": 0.452,
      "step": 1060
    },
    {
      "epoch": 1.1890464275785377,
      "grad_norm": 2.407400415942569,
      "learning_rate": 7.5613247334484495e-06,
      "loss": 0.4384,
      "step": 1070
    },
    {
      "epoch": 1.2001668056713928,
      "grad_norm": 2.464947469310559,
      "learning_rate": 7.505596055344004e-06,
      "loss": 0.4638,
      "step": 1080
    },
    {
      "epoch": 1.211287183764248,
      "grad_norm": 2.4359076610385495,
      "learning_rate": 7.449448591190436e-06,
      "loss": 0.4779,
      "step": 1090
    },
    {
      "epoch": 1.222407561857103,
      "grad_norm": 2.4986135840340427,
      "learning_rate": 7.392891725491138e-06,
      "loss": 0.4654,
      "step": 1100
    },
    {
      "epoch": 1.2335279399499584,
      "grad_norm": 2.6750568432129413,
      "learning_rate": 7.3359349111769965e-06,
      "loss": 0.4564,
      "step": 1110
    },
    {
      "epoch": 1.2446483180428134,
      "grad_norm": 2.3421214676202777,
      "learning_rate": 7.278587668026422e-06,
      "loss": 0.4754,
      "step": 1120
    },
    {
      "epoch": 1.2557686961356687,
      "grad_norm": 2.457220092160188,
      "learning_rate": 7.220859581074217e-06,
      "loss": 0.4501,
      "step": 1130
    },
    {
      "epoch": 1.2668890742285237,
      "grad_norm": 2.378627397434006,
      "learning_rate": 7.162760299009524e-06,
      "loss": 0.4491,
      "step": 1140
    },
    {
      "epoch": 1.278009452321379,
      "grad_norm": 2.240335096743411,
      "learning_rate": 7.104299532563146e-06,
      "loss": 0.4551,
      "step": 1150
    },
    {
      "epoch": 1.289129830414234,
      "grad_norm": 2.28852611087441,
      "learning_rate": 7.0454870528844885e-06,
      "loss": 0.439,
      "step": 1160
    },
    {
      "epoch": 1.3002502085070893,
      "grad_norm": 2.4649317154302883,
      "learning_rate": 6.9863326899084105e-06,
      "loss": 0.4679,
      "step": 1170
    },
    {
      "epoch": 1.3113705865999443,
      "grad_norm": 2.677421841889832,
      "learning_rate": 6.9268463307122425e-06,
      "loss": 0.4755,
      "step": 1180
    },
    {
      "epoch": 1.3224909646927996,
      "grad_norm": 2.682694118476393,
      "learning_rate": 6.867037917863258e-06,
      "loss": 0.4485,
      "step": 1190
    },
    {
      "epoch": 1.3336113427856546,
      "grad_norm": 2.3780842279263266,
      "learning_rate": 6.806917447756874e-06,
      "loss": 0.4635,
      "step": 1200
    },
    {
      "epoch": 1.34473172087851,
      "grad_norm": 2.6323261105171425,
      "learning_rate": 6.746494968945847e-06,
      "loss": 0.4693,
      "step": 1210
    },
    {
      "epoch": 1.355852098971365,
      "grad_norm": 2.302266314651215,
      "learning_rate": 6.685780580460754e-06,
      "loss": 0.4599,
      "step": 1220
    },
    {
      "epoch": 1.3669724770642202,
      "grad_norm": 2.5315952060668976,
      "learning_rate": 6.624784430122041e-06,
      "loss": 0.4518,
      "step": 1230
    },
    {
      "epoch": 1.3780928551570755,
      "grad_norm": 2.6470800808239425,
      "learning_rate": 6.56351671284391e-06,
      "loss": 0.4626,
      "step": 1240
    },
    {
      "epoch": 1.3892132332499305,
      "grad_norm": 2.5471713455157508,
      "learning_rate": 6.501987668930343e-06,
      "loss": 0.4563,
      "step": 1250
    },
    {
      "epoch": 1.4003336113427856,
      "grad_norm": 2.14907267752596,
      "learning_rate": 6.440207582363529e-06,
      "loss": 0.447,
      "step": 1260
    },
    {
      "epoch": 1.4114539894356408,
      "grad_norm": 2.478643654460266,
      "learning_rate": 6.378186779084996e-06,
      "loss": 0.4658,
      "step": 1270
    },
    {
      "epoch": 1.422574367528496,
      "grad_norm": 2.797985035291058,
      "learning_rate": 6.315935625269739e-06,
      "loss": 0.4719,
      "step": 1280
    },
    {
      "epoch": 1.4336947456213511,
      "grad_norm": 2.6006382925345877,
      "learning_rate": 6.253464525593605e-06,
      "loss": 0.4497,
      "step": 1290
    },
    {
      "epoch": 1.4448151237142062,
      "grad_norm": 2.3759599361813946,
      "learning_rate": 6.190783921494255e-06,
      "loss": 0.4453,
      "step": 1300
    },
    {
      "epoch": 1.4559355018070614,
      "grad_norm": 2.3513510228163392,
      "learning_rate": 6.127904289425979e-06,
      "loss": 0.4323,
      "step": 1310
    },
    {
      "epoch": 1.4670558798999167,
      "grad_norm": 2.527290429496959,
      "learning_rate": 6.064836139108664e-06,
      "loss": 0.4564,
      "step": 1320
    },
    {
      "epoch": 1.4781762579927717,
      "grad_norm": 2.409684354160994,
      "learning_rate": 6.001590011771188e-06,
      "loss": 0.4441,
      "step": 1330
    },
    {
      "epoch": 1.4892966360856268,
      "grad_norm": 2.2887885185453847,
      "learning_rate": 5.938176478389557e-06,
      "loss": 0.4608,
      "step": 1340
    },
    {
      "epoch": 1.500417014178482,
      "grad_norm": 2.280496810998306,
      "learning_rate": 5.8746061379200796e-06,
      "loss": 0.4688,
      "step": 1350
    },
    {
      "epoch": 1.5115373922713373,
      "grad_norm": 2.7461463582565138,
      "learning_rate": 5.810889615527839e-06,
      "loss": 0.455,
      "step": 1360
    },
    {
      "epoch": 1.5226577703641924,
      "grad_norm": 2.7174833473654547,
      "learning_rate": 5.747037560810809e-06,
      "loss": 0.4454,
      "step": 1370
    },
    {
      "epoch": 1.5337781484570474,
      "grad_norm": 2.3594202410324385,
      "learning_rate": 5.683060646019878e-06,
      "loss": 0.4526,
      "step": 1380
    },
    {
      "epoch": 1.5448985265499027,
      "grad_norm": 2.487208425433172,
      "learning_rate": 5.618969564275083e-06,
      "loss": 0.455,
      "step": 1390
    },
    {
      "epoch": 1.556018904642758,
      "grad_norm": 2.4665224035083497,
      "learning_rate": 5.554775027778352e-06,
      "loss": 0.4568,
      "step": 1400
    },
    {
      "epoch": 1.567139282735613,
      "grad_norm": 2.4959214278689212,
      "learning_rate": 5.49048776602308e-06,
      "loss": 0.4625,
      "step": 1410
    },
    {
      "epoch": 1.578259660828468,
      "grad_norm": 2.6454517892459752,
      "learning_rate": 5.426118524000784e-06,
      "loss": 0.4581,
      "step": 1420
    },
    {
      "epoch": 1.5893800389213233,
      "grad_norm": 2.489711134640338,
      "learning_rate": 5.361678060405184e-06,
      "loss": 0.4472,
      "step": 1430
    },
    {
      "epoch": 1.6005004170141786,
      "grad_norm": 2.6206710174604373,
      "learning_rate": 5.297177145833997e-06,
      "loss": 0.4426,
      "step": 1440
    },
    {
      "epoch": 1.6116207951070336,
      "grad_norm": 2.2427644912982965,
      "learning_rate": 5.232626560988735e-06,
      "loss": 0.4493,
      "step": 1450
    },
    {
      "epoch": 1.6227411731998886,
      "grad_norm": 2.5822066750100867,
      "learning_rate": 5.168037094872809e-06,
      "loss": 0.4552,
      "step": 1460
    },
    {
      "epoch": 1.633861551292744,
      "grad_norm": 2.361047074606954,
      "learning_rate": 5.103419542988264e-06,
      "loss": 0.4297,
      "step": 1470
    },
    {
      "epoch": 1.6449819293855992,
      "grad_norm": 2.2851228310327225,
      "learning_rate": 5.038784705531402e-06,
      "loss": 0.4417,
      "step": 1480
    },
    {
      "epoch": 1.6561023074784542,
      "grad_norm": 2.3068196852688665,
      "learning_rate": 4.974143385587644e-06,
      "loss": 0.4281,
      "step": 1490
    },
    {
      "epoch": 1.6672226855713093,
      "grad_norm": 2.5952180527180424,
      "learning_rate": 4.909506387325894e-06,
      "loss": 0.4378,
      "step": 1500
    },
    {
      "epoch": 1.6783430636641645,
      "grad_norm": 2.485419768058454,
      "learning_rate": 4.844884514192732e-06,
      "loss": 0.4465,
      "step": 1510
    },
    {
      "epoch": 1.6894634417570198,
      "grad_norm": 2.4545613254593537,
      "learning_rate": 4.780288567106715e-06,
      "loss": 0.4315,
      "step": 1520
    },
    {
      "epoch": 1.700583819849875,
      "grad_norm": 2.3848358914543972,
      "learning_rate": 4.715729342653114e-06,
      "loss": 0.4466,
      "step": 1530
    },
    {
      "epoch": 1.71170419794273,
      "grad_norm": 2.2852753758236166,
      "learning_rate": 4.651217631279374e-06,
      "loss": 0.4476,
      "step": 1540
    },
    {
      "epoch": 1.7228245760355851,
      "grad_norm": 2.2956402356015326,
      "learning_rate": 4.586764215491583e-06,
      "loss": 0.4631,
      "step": 1550
    },
    {
      "epoch": 1.7339449541284404,
      "grad_norm": 2.3602668238453863,
      "learning_rate": 4.522379868052292e-06,
      "loss": 0.4283,
      "step": 1560
    },
    {
      "epoch": 1.7450653322212957,
      "grad_norm": 2.6227232003978282,
      "learning_rate": 4.458075350179948e-06,
      "loss": 0.4385,
      "step": 1570
    },
    {
      "epoch": 1.7561857103141507,
      "grad_norm": 2.406344468203441,
      "learning_rate": 4.3938614097502565e-06,
      "loss": 0.4253,
      "step": 1580
    },
    {
      "epoch": 1.7673060884070058,
      "grad_norm": 2.587804438277781,
      "learning_rate": 4.3297487794997895e-06,
      "loss": 0.4434,
      "step": 1590
    },
    {
      "epoch": 1.778426466499861,
      "grad_norm": 2.28205972431158,
      "learning_rate": 4.265748175232105e-06,
      "loss": 0.4573,
      "step": 1600
    },
    {
      "epoch": 1.7895468445927163,
      "grad_norm": 2.48717276910565,
      "learning_rate": 4.201870294026704e-06,
      "loss": 0.4074,
      "step": 1610
    },
    {
      "epoch": 1.8006672226855713,
      "grad_norm": 2.528211660489936,
      "learning_rate": 4.138125812451117e-06,
      "loss": 0.4341,
      "step": 1620
    },
    {
      "epoch": 1.8117876007784264,
      "grad_norm": 2.1731304371314986,
      "learning_rate": 4.074525384776428e-06,
      "loss": 0.4409,
      "step": 1630
    },
    {
      "epoch": 1.8229079788712816,
      "grad_norm": 2.186242836383946,
      "learning_rate": 4.011079641196505e-06,
      "loss": 0.4151,
      "step": 1640
    },
    {
      "epoch": 1.834028356964137,
      "grad_norm": 2.3557356336739854,
      "learning_rate": 3.947799186051273e-06,
      "loss": 0.448,
      "step": 1650
    },
    {
      "epoch": 1.845148735056992,
      "grad_norm": 2.2983289228420407,
      "learning_rate": 3.884694596054304e-06,
      "loss": 0.4363,
      "step": 1660
    },
    {
      "epoch": 1.856269113149847,
      "grad_norm": 2.520946028881087,
      "learning_rate": 3.821776418525013e-06,
      "loss": 0.4315,
      "step": 1670
    },
    {
      "epoch": 1.8673894912427023,
      "grad_norm": 2.405218987495231,
      "learning_rate": 3.759055169625784e-06,
      "loss": 0.4239,
      "step": 1680
    },
    {
      "epoch": 1.8785098693355575,
      "grad_norm": 2.3323182810580656,
      "learning_rate": 3.6965413326042933e-06,
      "loss": 0.4152,
      "step": 1690
    },
    {
      "epoch": 1.8896302474284126,
      "grad_norm": 2.404917026117654,
      "learning_rate": 3.6342453560413336e-06,
      "loss": 0.4241,
      "step": 1700
    },
    {
      "epoch": 1.9007506255212676,
      "grad_norm": 2.5779583464543263,
      "learning_rate": 3.5721776521044384e-06,
      "loss": 0.4431,
      "step": 1710
    },
    {
      "epoch": 1.9118710036141229,
      "grad_norm": 2.3564984929454167,
      "learning_rate": 3.51034859480759e-06,
      "loss": 0.4279,
      "step": 1720
    },
    {
      "epoch": 1.9229913817069781,
      "grad_norm": 2.7693011575140503,
      "learning_rate": 3.4487685182773028e-06,
      "loss": 0.4139,
      "step": 1730
    },
    {
      "epoch": 1.9341117597998332,
      "grad_norm": 2.380814176259524,
      "learning_rate": 3.3874477150253703e-06,
      "loss": 0.4405,
      "step": 1740
    },
    {
      "epoch": 1.9452321378926882,
      "grad_norm": 2.32367799498033,
      "learning_rate": 3.3263964342285795e-06,
      "loss": 0.4459,
      "step": 1750
    },
    {
      "epoch": 1.9563525159855435,
      "grad_norm": 2.7514454655257885,
      "learning_rate": 3.265624880015652e-06,
      "loss": 0.4299,
      "step": 1760
    },
    {
      "epoch": 1.9674728940783988,
      "grad_norm": 2.5878093856496154,
      "learning_rate": 3.2051432097617286e-06,
      "loss": 0.4282,
      "step": 1770
    },
    {
      "epoch": 1.9785932721712538,
      "grad_norm": 2.432888585317069,
      "learning_rate": 3.1449615323906657e-06,
      "loss": 0.4308,
      "step": 1780
    },
    {
      "epoch": 1.9897136502641088,
      "grad_norm": 2.4956968658426453,
      "learning_rate": 3.085089906685419e-06,
      "loss": 0.4331,
      "step": 1790
    },
    {
      "epoch": 2.0,
      "grad_norm": 4.301781719897612,
      "learning_rate": 3.025538339606816e-06,
      "loss": 0.4072,
      "step": 1800
    },
    {
      "epoch": 2.0111203780928553,
      "grad_norm": 2.3213702571346078,
      "learning_rate": 2.966316784621e-06,
      "loss": 0.2976,
      "step": 1810
    },
    {
      "epoch": 2.0222407561857105,
      "grad_norm": 2.4721841096175274,
      "learning_rate": 2.9074351400357904e-06,
      "loss": 0.2861,
      "step": 1820
    },
    {
      "epoch": 2.0333611342785654,
      "grad_norm": 2.4045514282764513,
      "learning_rate": 2.8489032473462874e-06,
      "loss": 0.2766,
      "step": 1830
    },
    {
      "epoch": 2.0444815123714206,
      "grad_norm": 2.1703378206858828,
      "learning_rate": 2.790730889589962e-06,
      "loss": 0.2849,
      "step": 1840
    },
    {
      "epoch": 2.055601890464276,
      "grad_norm": 2.4672160825071923,
      "learning_rate": 2.732927789711506e-06,
      "loss": 0.2793,
      "step": 1850
    },
    {
      "epoch": 2.066722268557131,
      "grad_norm": 2.3333136431851864,
      "learning_rate": 2.6755036089377464e-06,
      "loss": 0.2744,
      "step": 1860
    },
    {
      "epoch": 2.077842646649986,
      "grad_norm": 2.5089718915008326,
      "learning_rate": 2.6184679451628587e-06,
      "loss": 0.2747,
      "step": 1870
    },
    {
      "epoch": 2.0889630247428412,
      "grad_norm": 2.334889544087653,
      "learning_rate": 2.561830331344176e-06,
      "loss": 0.2762,
      "step": 1880
    },
    {
      "epoch": 2.1000834028356965,
      "grad_norm": 2.289500383346266,
      "learning_rate": 2.50560023390885e-06,
      "loss": 0.2582,
      "step": 1890
    },
    {
      "epoch": 2.1112037809285518,
      "grad_norm": 2.6192871425721993,
      "learning_rate": 2.4497870511716237e-06,
      "loss": 0.2732,
      "step": 1900
    },
    {
      "epoch": 2.1223241590214066,
      "grad_norm": 2.366840733586268,
      "learning_rate": 2.3944001117639957e-06,
      "loss": 0.2706,
      "step": 1910
    },
    {
      "epoch": 2.133444537114262,
      "grad_norm": 2.437470761530495,
      "learning_rate": 2.3394486730750334e-06,
      "loss": 0.2809,
      "step": 1920
    },
    {
      "epoch": 2.144564915207117,
      "grad_norm": 2.6262383785480488,
      "learning_rate": 2.284941919704085e-06,
      "loss": 0.2782,
      "step": 1930
    },
    {
      "epoch": 2.1556852932999724,
      "grad_norm": 2.5525410585441493,
      "learning_rate": 2.2308889619256687e-06,
      "loss": 0.2782,
      "step": 1940
    },
    {
      "epoch": 2.166805671392827,
      "grad_norm": 2.601311914229026,
      "learning_rate": 2.1772988341667754e-06,
      "loss": 0.2823,
      "step": 1950
    },
    {
      "epoch": 2.1779260494856825,
      "grad_norm": 2.3592055040841933,
      "learning_rate": 2.1241804934968558e-06,
      "loss": 0.2693,
      "step": 1960
    },
    {
      "epoch": 2.1890464275785377,
      "grad_norm": 2.4145342750346757,
      "learning_rate": 2.071542818130726e-06,
      "loss": 0.2843,
      "step": 1970
    },
    {
      "epoch": 2.200166805671393,
      "grad_norm": 2.4403194127700605,
      "learning_rate": 2.0193946059446644e-06,
      "loss": 0.2756,
      "step": 1980
    },
    {
      "epoch": 2.211287183764248,
      "grad_norm": 2.2682353911922593,
      "learning_rate": 1.9677445730059348e-06,
      "loss": 0.2721,
      "step": 1990
    },
    {
      "epoch": 2.222407561857103,
      "grad_norm": 2.2803039934931255,
      "learning_rate": 1.916601352115972e-06,
      "loss": 0.2683,
      "step": 2000
    },
    {
      "epoch": 2.2335279399499584,
      "grad_norm": 2.2121843753304904,
      "learning_rate": 1.8659734913675059e-06,
      "loss": 0.2753,
      "step": 2010
    },
    {
      "epoch": 2.2446483180428136,
      "grad_norm": 2.2916339346740884,
      "learning_rate": 1.8158694527158205e-06,
      "loss": 0.2686,
      "step": 2020
    },
    {
      "epoch": 2.2557686961356684,
      "grad_norm": 2.3487144709512173,
      "learning_rate": 1.7662976105644214e-06,
      "loss": 0.266,
      "step": 2030
    },
    {
      "epoch": 2.2668890742285237,
      "grad_norm": 2.710385504354685,
      "learning_rate": 1.7172662503653376e-06,
      "loss": 0.2787,
      "step": 2040
    },
    {
      "epoch": 2.278009452321379,
      "grad_norm": 2.7334271906718044,
      "learning_rate": 1.6687835672342895e-06,
      "loss": 0.2822,
      "step": 2050
    },
    {
      "epoch": 2.2891298304142342,
      "grad_norm": 2.628705607579475,
      "learning_rate": 1.6208576645809515e-06,
      "loss": 0.2692,
      "step": 2060
    },
    {
      "epoch": 2.300250208507089,
      "grad_norm": 2.336117586269706,
      "learning_rate": 1.573496552754552e-06,
      "loss": 0.2673,
      "step": 2070
    },
    {
      "epoch": 2.3113705865999443,
      "grad_norm": 2.5128867892733036,
      "learning_rate": 1.5267081477050132e-06,
      "loss": 0.2623,
      "step": 2080
    },
    {
      "epoch": 2.3224909646927996,
      "grad_norm": 2.3669464578963524,
      "learning_rate": 1.4805002696598853e-06,
      "loss": 0.2692,
      "step": 2090
    },
    {
      "epoch": 2.333611342785655,
      "grad_norm": 2.611177739145231,
      "learning_rate": 1.434880641817263e-06,
      "loss": 0.2744,
      "step": 2100
    },
    {
      "epoch": 2.34473172087851,
      "grad_norm": 2.542366353544081,
      "learning_rate": 1.3898568890549335e-06,
      "loss": 0.2904,
      "step": 2110
    },
    {
      "epoch": 2.355852098971365,
      "grad_norm": 2.3027230699242134,
      "learning_rate": 1.3454365366559513e-06,
      "loss": 0.2733,
      "step": 2120
    },
    {
      "epoch": 2.36697247706422,
      "grad_norm": 2.4288855630538566,
      "learning_rate": 1.3016270090508575e-06,
      "loss": 0.271,
      "step": 2130
    },
    {
      "epoch": 2.3780928551570755,
      "grad_norm": 2.3640075562246796,
      "learning_rate": 1.2584356285767652e-06,
      "loss": 0.2668,
      "step": 2140
    },
    {
      "epoch": 2.3892132332499303,
      "grad_norm": 2.5472545226747645,
      "learning_rate": 1.2158696142534943e-06,
      "loss": 0.2711,
      "step": 2150
    },
    {
      "epoch": 2.4003336113427856,
      "grad_norm": 2.409981303645627,
      "learning_rate": 1.1739360805769856e-06,
      "loss": 0.2709,
      "step": 2160
    },
    {
      "epoch": 2.411453989435641,
      "grad_norm": 2.7186825736208773,
      "learning_rate": 1.132642036330181e-06,
      "loss": 0.2654,
      "step": 2170
    },
    {
      "epoch": 2.422574367528496,
      "grad_norm": 2.5628089937562897,
      "learning_rate": 1.0919943834115743e-06,
      "loss": 0.2638,
      "step": 2180
    },
    {
      "epoch": 2.4336947456213514,
      "grad_norm": 2.543969475835257,
      "learning_rate": 1.051999915681629e-06,
      "loss": 0.2668,
      "step": 2190
    },
    {
      "epoch": 2.444815123714206,
      "grad_norm": 2.5227852893318885,
      "learning_rate": 1.0126653178272422e-06,
      "loss": 0.2579,
      "step": 2200
    },
    {
      "epoch": 2.4559355018070614,
      "grad_norm": 2.5938636434776536,
      "learning_rate": 9.739971642444745e-07,
      "loss": 0.2766,
      "step": 2210
    },
    {
      "epoch": 2.4670558798999167,
      "grad_norm": 2.547142137212308,
      "learning_rate": 9.360019179396945e-07,
      "loss": 0.2767,
      "step": 2220
    },
    {
      "epoch": 2.4781762579927715,
      "grad_norm": 2.494385047103373,
      "learning_rate": 8.98685929449355e-07,
      "loss": 0.2677,
      "step": 2230
    },
    {
      "epoch": 2.489296636085627,
      "grad_norm": 2.4890527753607707,
      "learning_rate": 8.620554357785599e-07,
      "loss": 0.2648,
      "step": 2240
    },
    {
      "epoch": 2.500417014178482,
      "grad_norm": 2.4808720880679562,
      "learning_rate": 8.261165593586145e-07,
      "loss": 0.2758,
      "step": 2250
    },
    {
      "epoch": 2.5115373922713373,
      "grad_norm": 2.3620030763685884,
      "learning_rate": 7.908753070237124e-07,
      "loss": 0.259,
      "step": 2260
    },
    {
      "epoch": 2.5226577703641926,
      "grad_norm": 2.2006624664507206,
      "learning_rate": 7.563375690069602e-07,
      "loss": 0.2727,
      "step": 2270
    },
    {
      "epoch": 2.5337781484570474,
      "grad_norm": 2.6239231677849846,
      "learning_rate": 7.225091179558747e-07,
      "loss": 0.2691,
      "step": 2280
    },
    {
      "epoch": 2.5448985265499027,
      "grad_norm": 2.48553690226059,
      "learning_rate": 6.893956079675452e-07,
      "loss": 0.2709,
      "step": 2290
    },
    {
      "epoch": 2.556018904642758,
      "grad_norm": 2.3773094991790544,
      "learning_rate": 6.570025736436031e-07,
      "loss": 0.2574,
      "step": 2300
    },
    {
      "epoch": 2.5671392827356128,
      "grad_norm": 2.4584450821756056,
      "learning_rate": 6.253354291651748e-07,
      "loss": 0.2592,
      "step": 2310
    },
    {
      "epoch": 2.578259660828468,
      "grad_norm": 2.3737590082392437,
      "learning_rate": 5.943994673879405e-07,
      "loss": 0.2586,
      "step": 2320
    },
    {
      "epoch": 2.5893800389213233,
      "grad_norm": 2.4740467944491984,
      "learning_rate": 5.641998589574993e-07,
      "loss": 0.2774,
      "step": 2330
    },
    {
      "epoch": 2.6005004170141786,
      "grad_norm": 2.5522188488030535,
      "learning_rate": 5.347416514451343e-07,
      "loss": 0.26,
      "step": 2340
    },
    {
      "epoch": 2.611620795107034,
      "grad_norm": 2.4727273458027756,
      "learning_rate": 5.06029768504166e-07,
      "loss": 0.2645,
      "step": 2350
    },
    {
      "epoch": 2.6227411731998886,
      "grad_norm": 2.478352430608564,
      "learning_rate": 4.780690090470091e-07,
      "loss": 0.2651,
      "step": 2360
    },
    {
      "epoch": 2.633861551292744,
      "grad_norm": 2.4128960027740405,
      "learning_rate": 4.5086404644308634e-07,
      "loss": 0.2609,
      "step": 2370
    },
    {
      "epoch": 2.644981929385599,
      "grad_norm": 2.285962091201634,
      "learning_rate": 4.2441942773771114e-07,
      "loss": 0.2565,
      "step": 2380
    },
    {
      "epoch": 2.656102307478454,
      "grad_norm": 2.625675027646378,
      "learning_rate": 3.987395728921006e-07,
      "loss": 0.2701,
      "step": 2390
    },
    {
      "epoch": 2.6672226855713093,
      "grad_norm": 2.570751252477893,
      "learning_rate": 3.7382877404461784e-07,
      "loss": 0.2628,
      "step": 2400
    },
    {
      "epoch": 2.6783430636641645,
      "grad_norm": 2.3173778417768776,
      "learning_rate": 3.496911947933845e-07,
      "loss": 0.2686,
      "step": 2410
    },
    {
      "epoch": 2.68946344175702,
      "grad_norm": 2.1748188948146185,
      "learning_rate": 3.263308695003753e-07,
      "loss": 0.2597,
      "step": 2420
    },
    {
      "epoch": 2.700583819849875,
      "grad_norm": 2.6396680676764395,
      "learning_rate": 3.037517026171144e-07,
      "loss": 0.2702,
      "step": 2430
    },
    {
      "epoch": 2.71170419794273,
      "grad_norm": 2.4557556115410053,
      "learning_rate": 2.819574680320825e-07,
      "loss": 0.2686,
      "step": 2440
    },
    {
      "epoch": 2.722824576035585,
      "grad_norm": 2.4566452708372695,
      "learning_rate": 2.609518084399493e-07,
      "loss": 0.2528,
      "step": 2450
    },
    {
      "epoch": 2.7339449541284404,
      "grad_norm": 2.614139148356986,
      "learning_rate": 2.407382347327325e-07,
      "loss": 0.2622,
      "step": 2460
    },
    {
      "epoch": 2.7450653322212957,
      "grad_norm": 2.8330255731260805,
      "learning_rate": 2.2132012541298542e-07,
      "loss": 0.2683,
      "step": 2470
    },
    {
      "epoch": 2.756185710314151,
      "grad_norm": 2.485512869711635,
      "learning_rate": 2.0270072602911416e-07,
      "loss": 0.264,
      "step": 2480
    },
    {
      "epoch": 2.7673060884070058,
      "grad_norm": 2.3317333072876316,
      "learning_rate": 1.8488314863291557e-07,
      "loss": 0.2592,
      "step": 2490
    },
    {
      "epoch": 2.778426466499861,
      "grad_norm": 2.526370069288075,
      "learning_rate": 1.6787037125942706e-07,
      "loss": 0.2694,
      "step": 2500
    },
    {
      "epoch": 2.7895468445927163,
      "grad_norm": 2.5654225148437466,
      "learning_rate": 1.5166523742917716e-07,
      "loss": 0.2607,
      "step": 2510
    },
    {
      "epoch": 2.800667222685571,
      "grad_norm": 2.689725091294952,
      "learning_rate": 1.3627045567291998e-07,
      "loss": 0.2789,
      "step": 2520
    },
    {
      "epoch": 2.8117876007784264,
      "grad_norm": 2.4963578497355647,
      "learning_rate": 1.2168859907892904e-07,
      "loss": 0.2664,
      "step": 2530
    },
    {
      "epoch": 2.8229079788712816,
      "grad_norm": 2.2974435458505496,
      "learning_rate": 1.0792210486293087e-07,
      "loss": 0.273,
      "step": 2540
    },
    {
      "epoch": 2.834028356964137,
      "grad_norm": 2.568391031502576,
      "learning_rate": 9.497327396075062e-08,
      "loss": 0.2634,
      "step": 2550
    },
    {
      "epoch": 2.845148735056992,
      "grad_norm": 2.396915019486478,
      "learning_rate": 8.284427064372769e-08,
      "loss": 0.2624,
      "step": 2560
    },
    {
      "epoch": 2.856269113149847,
      "grad_norm": 2.2182586178203354,
      "learning_rate": 7.153712215698327e-08,
      "loss": 0.266,
      "step": 2570
    },
    {
      "epoch": 2.8673894912427023,
      "grad_norm": 2.23150882157135,
      "learning_rate": 6.105371838058594e-08,
      "loss": 0.2596,
      "step": 2580
    },
    {
      "epoch": 2.8785098693355575,
      "grad_norm": 2.55386888641815,
      "learning_rate": 5.139581151367312e-08,
      "loss": 0.2729,
      "step": 2590
    },
    {
      "epoch": 2.8896302474284123,
      "grad_norm": 2.4124201954811104,
      "learning_rate": 4.256501578158989e-08,
      "loss": 0.2755,
      "step": 2600
    },
    {
      "epoch": 2.9007506255212676,
      "grad_norm": 2.4180970079660433,
      "learning_rate": 3.456280716608973e-08,
      "loss": 0.2652,
      "step": 2610
    },
    {
      "epoch": 2.911871003614123,
      "grad_norm": 2.3157036349557103,
      "learning_rate": 2.7390523158633552e-08,
      "loss": 0.2533,
      "step": 2620
    },
    {
      "epoch": 2.922991381706978,
      "grad_norm": 2.500075652578648,
      "learning_rate": 2.104936253684353e-08,
      "loss": 0.2506,
      "step": 2630
    },
    {
      "epoch": 2.9341117597998334,
      "grad_norm": 2.3578291845338257,
      "learning_rate": 1.554038516414058e-08,
      "loss": 0.2697,
      "step": 2640
    },
    {
      "epoch": 2.9452321378926882,
      "grad_norm": 2.527852943160925,
      "learning_rate": 1.0864511812594958e-08,
      "loss": 0.2724,
      "step": 2650
    },
    {
      "epoch": 2.9563525159855435,
      "grad_norm": 2.4088273653738925,
      "learning_rate": 7.022524009029919e-09,
      "loss": 0.2728,
      "step": 2660
    },
    {
      "epoch": 2.9674728940783988,
      "grad_norm": 2.308258170950676,
      "learning_rate": 4.015063904398986e-09,
      "loss": 0.2603,
      "step": 2670
    },
    {
      "epoch": 2.9785932721712536,
      "grad_norm": 2.346171694747588,
      "learning_rate": 1.8426341664529168e-09,
      "loss": 0.2694,
      "step": 2680
    },
    {
      "epoch": 2.989713650264109,
      "grad_norm": 2.3827134282450317,
      "learning_rate": 5.055978957257957e-10,
      "loss": 0.2607,
      "step": 2690
    },
    {
      "epoch": 3.0,
      "grad_norm": 3.767157904407931,
      "learning_rate": 4.178564846912814e-12,
      "loss": 0.2423,
      "step": 2700
    },
    {
      "epoch": 3.0,
      "step": 2700,
      "total_flos": 148554952638464.0,
      "train_loss": 0.4593236620337875,
      "train_runtime": 13320.8967,
      "train_samples_per_second": 3.24,
      "train_steps_per_second": 0.203
    }
  ],
  "logging_steps": 10,
  "max_steps": 2700,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 148554952638464.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}