{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1582,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006324110671936759,
      "grad_norm": 9.46192455291748,
      "learning_rate": 9.999201453419822e-06,
      "loss": 1.0985,
      "step": 10
    },
    {
      "epoch": 0.012648221343873518,
      "grad_norm": 11.03305435180664,
      "learning_rate": 9.99644137295895e-06,
      "loss": 0.8008,
      "step": 20
    },
    {
      "epoch": 0.018972332015810278,
      "grad_norm": 8.343941688537598,
      "learning_rate": 9.991710988172794e-06,
      "loss": 0.7198,
      "step": 30
    },
    {
      "epoch": 0.025296442687747035,
      "grad_norm": 9.01296329498291,
      "learning_rate": 9.98501216444851e-06,
      "loss": 0.6853,
      "step": 40
    },
    {
      "epoch": 0.03162055335968379,
      "grad_norm": 7.772639274597168,
      "learning_rate": 9.976347543410487e-06,
      "loss": 0.5944,
      "step": 50
    },
    {
      "epoch": 0.037944664031620556,
      "grad_norm": 8.78039264678955,
      "learning_rate": 9.965720541878623e-06,
      "loss": 0.5808,
      "step": 60
    },
    {
      "epoch": 0.04426877470355731,
      "grad_norm": 11.329726219177246,
      "learning_rate": 9.953135350520935e-06,
      "loss": 0.4663,
      "step": 70
    },
    {
      "epoch": 0.05059288537549407,
      "grad_norm": 7.309874057769775,
      "learning_rate": 9.938596932201018e-06,
      "loss": 0.4968,
      "step": 80
    },
    {
      "epoch": 0.05691699604743083,
      "grad_norm": 9.987103462219238,
      "learning_rate": 9.922111020020963e-06,
      "loss": 0.4906,
      "step": 90
    },
    {
      "epoch": 0.06324110671936758,
      "grad_norm": 7.361323356628418,
      "learning_rate": 9.90368411506057e-06,
      "loss": 0.4997,
      "step": 100
    },
    {
      "epoch": 0.06956521739130435,
      "grad_norm": 6.6940693855285645,
      "learning_rate": 9.883323483813697e-06,
      "loss": 0.3826,
      "step": 110
    },
    {
      "epoch": 0.07588932806324111,
      "grad_norm": 5.134791851043701,
      "learning_rate": 9.861037155322777e-06,
      "loss": 0.3218,
      "step": 120
    },
    {
      "epoch": 0.08221343873517786,
      "grad_norm": 6.337493896484375,
      "learning_rate": 9.836833918012642e-06,
      "loss": 0.3838,
      "step": 130
    },
    {
      "epoch": 0.08853754940711463,
      "grad_norm": 9.632590293884277,
      "learning_rate": 9.810723316224872e-06,
      "loss": 0.3447,
      "step": 140
    },
    {
      "epoch": 0.09486166007905138,
      "grad_norm": 9.018434524536133,
      "learning_rate": 9.782715646454073e-06,
      "loss": 0.3119,
      "step": 150
    },
    {
      "epoch": 0.10118577075098814,
      "grad_norm": 8.715914726257324,
      "learning_rate": 9.752821953287537e-06,
      "loss": 0.2992,
      "step": 160
    },
    {
      "epoch": 0.1075098814229249,
      "grad_norm": 7.031384468078613,
      "learning_rate": 9.721054025049902e-06,
      "loss": 0.4097,
      "step": 170
    },
    {
      "epoch": 0.11383399209486166,
      "grad_norm": 6.2494797706604,
      "learning_rate": 9.687424389154528e-06,
      "loss": 0.3309,
      "step": 180
    },
    {
      "epoch": 0.12015810276679842,
      "grad_norm": 5.795834541320801,
      "learning_rate": 9.651946307163417e-06,
      "loss": 0.3737,
      "step": 190
    },
    {
      "epoch": 0.12648221343873517,
      "grad_norm": 5.849041938781738,
      "learning_rate": 9.614633769557635e-06,
      "loss": 0.2506,
      "step": 200
    },
    {
      "epoch": 0.13280632411067195,
      "grad_norm": 4.081539154052734,
      "learning_rate": 9.57550149022027e-06,
      "loss": 0.2744,
      "step": 210
    },
    {
      "epoch": 0.1391304347826087,
      "grad_norm": 6.849961757659912,
      "learning_rate": 9.534564900634146e-06,
      "loss": 0.2722,
      "step": 220
    },
    {
      "epoch": 0.14545454545454545,
      "grad_norm": 6.057841777801514,
      "learning_rate": 9.491840143796554e-06,
      "loss": 0.2908,
      "step": 230
    },
    {
      "epoch": 0.15177865612648223,
      "grad_norm": 6.073554039001465,
      "learning_rate": 9.44734406785338e-06,
      "loss": 0.3071,
      "step": 240
    },
    {
      "epoch": 0.15810276679841898,
      "grad_norm": 3.27799391746521,
      "learning_rate": 9.401094219455202e-06,
      "loss": 0.2752,
      "step": 250
    },
    {
      "epoch": 0.16442687747035573,
      "grad_norm": 7.029287815093994,
      "learning_rate": 9.353108836837907e-06,
      "loss": 0.2446,
      "step": 260
    },
    {
      "epoch": 0.1707509881422925,
      "grad_norm": 3.119824171066284,
      "learning_rate": 9.30340684263059e-06,
      "loss": 0.2597,
      "step": 270
    },
    {
      "epoch": 0.17707509881422925,
      "grad_norm": 4.375607490539551,
      "learning_rate": 9.252007836393593e-06,
      "loss": 0.2314,
      "step": 280
    },
    {
      "epoch": 0.183399209486166,
      "grad_norm": 9.691184043884277,
      "learning_rate": 9.198932086889567e-06,
      "loss": 0.2789,
      "step": 290
    },
    {
      "epoch": 0.18972332015810275,
      "grad_norm": 10.60154914855957,
      "learning_rate": 9.14420052409067e-06,
      "loss": 0.258,
      "step": 300
    },
    {
      "epoch": 0.19604743083003953,
      "grad_norm": 3.9770102500915527,
      "learning_rate": 9.087834730925002e-06,
      "loss": 0.2302,
      "step": 310
    },
    {
      "epoch": 0.20237154150197628,
      "grad_norm": 4.464337348937988,
      "learning_rate": 9.029856934765565e-06,
      "loss": 0.1974,
      "step": 320
    },
    {
      "epoch": 0.20869565217391303,
      "grad_norm": 9.647624015808105,
      "learning_rate": 8.970289998665083e-06,
      "loss": 0.2763,
      "step": 330
    },
    {
      "epoch": 0.2150197628458498,
      "grad_norm": 4.888010025024414,
      "learning_rate": 8.90915741234015e-06,
      "loss": 0.2278,
      "step": 340
    },
    {
      "epoch": 0.22134387351778656,
      "grad_norm": 5.202849388122559,
      "learning_rate": 8.846483282908267e-06,
      "loss": 0.2957,
      "step": 350
    },
    {
      "epoch": 0.2276679841897233,
      "grad_norm": 6.026373863220215,
      "learning_rate": 8.782292325381397e-06,
      "loss": 0.2376,
      "step": 360
    },
    {
      "epoch": 0.2339920948616601,
      "grad_norm": 4.311495304107666,
      "learning_rate": 8.716609852919808e-06,
      "loss": 0.2793,
      "step": 370
    },
    {
      "epoch": 0.24031620553359684,
      "grad_norm": 6.434778213500977,
      "learning_rate": 8.649461766850053e-06,
      "loss": 0.1864,
      "step": 380
    },
    {
      "epoch": 0.2466403162055336,
      "grad_norm": 6.526483535766602,
      "learning_rate": 8.580874546450992e-06,
      "loss": 0.2317,
      "step": 390
    },
    {
      "epoch": 0.25296442687747034,
      "grad_norm": 4.416475772857666,
      "learning_rate": 8.510875238511911e-06,
      "loss": 0.207,
      "step": 400
    },
    {
      "epoch": 0.2592885375494071,
      "grad_norm": 5.223466396331787,
      "learning_rate": 8.439491446666858e-06,
      "loss": 0.2325,
      "step": 410
    },
    {
      "epoch": 0.2656126482213439,
      "grad_norm": 7.620017051696777,
      "learning_rate": 8.366751320509383e-06,
      "loss": 0.2968,
      "step": 420
    },
    {
      "epoch": 0.2719367588932806,
      "grad_norm": 4.467705726623535,
      "learning_rate": 8.292683544491974e-06,
      "loss": 0.2003,
      "step": 430
    },
    {
      "epoch": 0.2782608695652174,
      "grad_norm": 8.371648788452148,
      "learning_rate": 8.217317326614598e-06,
      "loss": 0.1876,
      "step": 440
    },
    {
      "epoch": 0.2845849802371542,
      "grad_norm": 4.598704814910889,
      "learning_rate": 8.14068238690677e-06,
      "loss": 0.236,
      "step": 450
    },
    {
      "epoch": 0.2909090909090909,
      "grad_norm": 7.2356181144714355,
      "learning_rate": 8.062808945707705e-06,
      "loss": 0.2488,
      "step": 460
    },
    {
      "epoch": 0.2972332015810277,
      "grad_norm": 7.233348846435547,
      "learning_rate": 7.983727711749194e-06,
      "loss": 0.2399,
      "step": 470
    },
    {
      "epoch": 0.30355731225296445,
      "grad_norm": 3.6903178691864014,
      "learning_rate": 7.903469870045869e-06,
      "loss": 0.2155,
      "step": 480
    },
    {
      "epoch": 0.3098814229249012,
      "grad_norm": 2.80163311958313,
      "learning_rate": 7.82206706959765e-06,
      "loss": 0.1961,
      "step": 490
    },
    {
      "epoch": 0.31620553359683795,
      "grad_norm": 5.6080241203308105,
      "learning_rate": 7.739551410909254e-06,
      "loss": 0.2785,
      "step": 500
    },
    {
      "epoch": 0.32252964426877473,
      "grad_norm": 5.316874980926514,
      "learning_rate": 7.6559554333316e-06,
      "loss": 0.2273,
      "step": 510
    },
    {
      "epoch": 0.32885375494071145,
      "grad_norm": 6.32692289352417,
      "learning_rate": 7.571312102230218e-06,
      "loss": 0.1419,
      "step": 520
    },
    {
      "epoch": 0.33517786561264823,
      "grad_norm": 17.47705078125,
      "learning_rate": 7.485654795985626e-06,
      "loss": 0.3048,
      "step": 530
    },
    {
      "epoch": 0.341501976284585,
      "grad_norm": 2.7128899097442627,
      "learning_rate": 7.399017292830848e-06,
      "loss": 0.1701,
      "step": 540
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 10.415395736694336,
      "learning_rate": 7.311433757531252e-06,
      "loss": 0.2112,
      "step": 550
    },
    {
      "epoch": 0.3541501976284585,
      "grad_norm": 5.806975841522217,
      "learning_rate": 7.222938727911974e-06,
      "loss": 0.2398,
      "step": 560
    },
    {
      "epoch": 0.36047430830039523,
      "grad_norm": 5.774322986602783,
      "learning_rate": 7.133567101238209e-06,
      "loss": 0.174,
      "step": 570
    },
    {
      "epoch": 0.366798418972332,
      "grad_norm": 3.898362159729004,
      "learning_rate": 7.043354120453771e-06,
      "loss": 0.1869,
      "step": 580
    },
    {
      "epoch": 0.3731225296442688,
      "grad_norm": 4.964472770690918,
      "learning_rate": 6.9523353602833485e-06,
      "loss": 0.186,
      "step": 590
    },
    {
      "epoch": 0.3794466403162055,
      "grad_norm": 7.7693190574646,
      "learning_rate": 6.860546713203895e-06,
      "loss": 0.2266,
      "step": 600
    },
    {
      "epoch": 0.3857707509881423,
      "grad_norm": 6.536276817321777,
      "learning_rate": 6.768024375290747e-06,
      "loss": 0.2001,
      "step": 610
    },
    {
      "epoch": 0.39209486166007906,
      "grad_norm": 13.879557609558105,
      "learning_rate": 6.6748048319440075e-06,
      "loss": 0.2414,
      "step": 620
    },
    {
      "epoch": 0.3984189723320158,
      "grad_norm": 3.777066230773926,
      "learning_rate": 6.580924843500833e-06,
      "loss": 0.2269,
      "step": 630
    },
    {
      "epoch": 0.40474308300395256,
      "grad_norm": 2.5478343963623047,
      "learning_rate": 6.486421430739309e-06,
      "loss": 0.1793,
      "step": 640
    },
    {
      "epoch": 0.41106719367588934,
      "grad_norm": 3.3290770053863525,
      "learning_rate": 6.391331860279623e-06,
      "loss": 0.2254,
      "step": 650
    },
    {
      "epoch": 0.41739130434782606,
      "grad_norm": 3.926723003387451,
      "learning_rate": 6.295693629888277e-06,
      "loss": 0.2365,
      "step": 660
    },
    {
      "epoch": 0.42371541501976284,
      "grad_norm": 2.598579168319702,
      "learning_rate": 6.199544453691175e-06,
      "loss": 0.2057,
      "step": 670
    },
    {
      "epoch": 0.4300395256916996,
      "grad_norm": 3.4086475372314453,
      "learning_rate": 6.1029222473013705e-06,
      "loss": 0.2235,
      "step": 680
    },
    {
      "epoch": 0.43636363636363634,
      "grad_norm": 7.923166275024414,
      "learning_rate": 6.005865112867362e-06,
      "loss": 0.2206,
      "step": 690
    },
    {
      "epoch": 0.4426877470355731,
      "grad_norm": 4.715216636657715,
      "learning_rate": 5.908411324047844e-06,
      "loss": 0.1337,
      "step": 700
    },
    {
      "epoch": 0.4490118577075099,
      "grad_norm": 2.680840253829956,
      "learning_rate": 5.810599310918796e-06,
      "loss": 0.2243,
      "step": 710
    },
    {
      "epoch": 0.4553359683794466,
      "grad_norm": 6.077740669250488,
      "learning_rate": 5.712467644818935e-06,
      "loss": 0.2135,
      "step": 720
    },
    {
      "epoch": 0.4616600790513834,
      "grad_norm": 5.459410190582275,
      "learning_rate": 5.614055023139404e-06,
      "loss": 0.2081,
      "step": 730
    },
    {
      "epoch": 0.4679841897233202,
      "grad_norm": 3.2688136100769043,
      "learning_rate": 5.5154002540638096e-06,
      "loss": 0.2239,
      "step": 740
    },
    {
      "epoch": 0.4743083003952569,
      "grad_norm": 4.673855304718018,
      "learning_rate": 5.416542241264524e-06,
      "loss": 0.1613,
      "step": 750
    },
    {
      "epoch": 0.4806324110671937,
      "grad_norm": 5.865203857421875,
      "learning_rate": 5.317519968561367e-06,
      "loss": 0.2067,
      "step": 760
    },
    {
      "epoch": 0.48695652173913045,
      "grad_norm": 8.180610656738281,
      "learning_rate": 5.2183724845486525e-06,
      "loss": 0.2231,
      "step": 770
    },
    {
      "epoch": 0.4932806324110672,
      "grad_norm": 4.828525066375732,
      "learning_rate": 5.119138887196724e-06,
      "loss": 0.1318,
      "step": 780
    },
    {
      "epoch": 0.49960474308300395,
      "grad_norm": 2.936441659927368,
      "learning_rate": 5.019858308433979e-06,
      "loss": 0.1463,
      "step": 790
    },
    {
      "epoch": 0.5059288537549407,
      "grad_norm": 3.418560743331909,
      "learning_rate": 4.920569898715544e-06,
      "loss": 0.1743,
      "step": 800
    },
    {
      "epoch": 0.5122529644268775,
      "grad_norm": 4.025258541107178,
      "learning_rate": 4.8213128115846136e-06,
      "loss": 0.1409,
      "step": 810
    },
    {
      "epoch": 0.5185770750988142,
      "grad_norm": 3.7686188220977783,
      "learning_rate": 4.722126188232586e-06,
      "loss": 0.1306,
      "step": 820
    },
    {
      "epoch": 0.524901185770751,
      "grad_norm": 5.471837043762207,
      "learning_rate": 4.623049142064066e-06,
      "loss": 0.16,
      "step": 830
    },
    {
      "epoch": 0.5312252964426878,
      "grad_norm": 4.224705696105957,
      "learning_rate": 4.524120743272827e-06,
      "loss": 0.2751,
      "step": 840
    },
    {
      "epoch": 0.5375494071146245,
      "grad_norm": 2.844553232192993,
      "learning_rate": 4.4253800034348e-06,
      "loss": 0.1805,
      "step": 850
    },
    {
      "epoch": 0.5438735177865612,
      "grad_norm": 3.4316790103912354,
      "learning_rate": 4.326865860124203e-06,
      "loss": 0.2133,
      "step": 860
    },
    {
      "epoch": 0.5501976284584981,
      "grad_norm": 8.068376541137695,
      "learning_rate": 4.228617161558837e-06,
      "loss": 0.1663,
      "step": 870
    },
    {
      "epoch": 0.5565217391304348,
      "grad_norm": 4.661905288696289,
      "learning_rate": 4.130672651280612e-06,
      "loss": 0.1606,
      "step": 880
    },
    {
      "epoch": 0.5628458498023715,
      "grad_norm": 4.84809684753418,
      "learning_rate": 4.033070952877362e-06,
      "loss": 0.163,
      "step": 890
    },
    {
      "epoch": 0.5691699604743083,
      "grad_norm": 2.1477699279785156,
      "learning_rate": 3.935850554751964e-06,
      "loss": 0.1557,
      "step": 900
    },
    {
      "epoch": 0.5754940711462451,
      "grad_norm": 2.225597620010376,
      "learning_rate": 3.839049794944767e-06,
      "loss": 0.1597,
      "step": 910
    },
    {
      "epoch": 0.5818181818181818,
      "grad_norm": 3.4657671451568604,
      "learning_rate": 3.7427068460152977e-06,
      "loss": 0.1516,
      "step": 920
    },
    {
      "epoch": 0.5881422924901186,
      "grad_norm": 5.109956741333008,
      "learning_rate": 3.6468596999892415e-06,
      "loss": 0.2049,
      "step": 930
    },
    {
      "epoch": 0.5944664031620553,
      "grad_norm": 7.530884742736816,
      "learning_rate": 3.551546153376611e-06,
      "loss": 0.1816,
      "step": 940
    },
    {
      "epoch": 0.6007905138339921,
      "grad_norm": 3.20400071144104,
      "learning_rate": 3.4568037922670135e-06,
      "loss": 0.2121,
      "step": 950
    },
    {
      "epoch": 0.6071146245059289,
      "grad_norm": 2.265789270401001,
      "learning_rate": 3.3626699775078884e-06,
      "loss": 0.1419,
      "step": 960
    },
    {
      "epoch": 0.6134387351778656,
      "grad_norm": 5.862637996673584,
      "learning_rate": 3.269181829971581e-06,
      "loss": 0.2162,
      "step": 970
    },
    {
      "epoch": 0.6197628458498023,
      "grad_norm": 3.612271547317505,
      "learning_rate": 3.1763762159170317e-06,
      "loss": 0.1425,
      "step": 980
    },
    {
      "epoch": 0.6260869565217392,
      "grad_norm": 6.073237895965576,
      "learning_rate": 3.08428973245189e-06,
      "loss": 0.2775,
      "step": 990
    },
    {
      "epoch": 0.6324110671936759,
      "grad_norm": 4.313070297241211,
      "learning_rate": 2.9929586931007494e-06,
      "loss": 0.1259,
      "step": 1000
    },
    {
      "epoch": 0.6387351778656126,
      "grad_norm": 3.83176326751709,
      "learning_rate": 2.9024191134852153e-06,
      "loss": 0.1277,
      "step": 1010
    },
    {
      "epoch": 0.6450592885375495,
      "grad_norm": 5.826846122741699,
      "learning_rate": 2.8127066971214533e-06,
      "loss": 0.1958,
      "step": 1020
    },
    {
      "epoch": 0.6513833992094862,
      "grad_norm": 4.473873138427734,
      "learning_rate": 2.723856821340806e-06,
      "loss": 0.1839,
      "step": 1030
    },
    {
      "epoch": 0.6577075098814229,
      "grad_norm": 4.097567081451416,
      "learning_rate": 2.6359045233390474e-06,
      "loss": 0.1879,
      "step": 1040
    },
    {
      "epoch": 0.6640316205533597,
      "grad_norm": 2.163008689880371,
      "learning_rate": 2.5488844863597613e-06,
      "loss": 0.1452,
      "step": 1050
    },
    {
      "epoch": 0.6703557312252965,
      "grad_norm": 1.4688968658447266,
      "learning_rate": 2.4628310260172838e-06,
      "loss": 0.1601,
      "step": 1060
    },
    {
      "epoch": 0.6766798418972332,
      "grad_norm": 1.575208067893982,
      "learning_rate": 2.3777780767646556e-06,
      "loss": 0.1346,
      "step": 1070
    },
    {
      "epoch": 0.68300395256917,
      "grad_norm": 1.3976165056228638,
      "learning_rate": 2.2937591785118407e-06,
      "loss": 0.2126,
      "step": 1080
    },
    {
      "epoch": 0.6893280632411067,
      "grad_norm": 4.7377543449401855,
      "learning_rate": 2.210807463399554e-06,
      "loss": 0.148,
      "step": 1090
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 2.857984781265259,
      "learning_rate": 2.128955642733877e-06,
      "loss": 0.2124,
      "step": 1100
    },
    {
      "epoch": 0.7019762845849803,
      "grad_norm": 2.6081042289733887,
      "learning_rate": 2.0482359940868336e-06,
      "loss": 0.1758,
      "step": 1110
    },
    {
      "epoch": 0.708300395256917,
      "grad_norm": 4.629555702209473,
      "learning_rate": 1.9686803485680095e-06,
      "loss": 0.1821,
      "step": 1120
    },
    {
      "epoch": 0.7146245059288537,
      "grad_norm": 1.8115971088409424,
      "learning_rate": 1.890320078272212e-06,
      "loss": 0.2113,
      "step": 1130
    },
    {
      "epoch": 0.7209486166007905,
      "grad_norm": 3.0228452682495117,
      "learning_rate": 1.8131860839081634e-06,
      "loss": 0.1316,
      "step": 1140
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 2.8287572860717773,
      "learning_rate": 1.737308782613053e-06,
      "loss": 0.1586,
      "step": 1150
    },
    {
      "epoch": 0.733596837944664,
      "grad_norm": 17.451133728027344,
      "learning_rate": 1.6627180959578143e-06,
      "loss": 0.1983,
      "step": 1160
    },
    {
      "epoch": 0.7399209486166007,
      "grad_norm": 2.922147274017334,
      "learning_rate": 1.589443438147789e-06,
      "loss": 0.1311,
      "step": 1170
    },
    {
      "epoch": 0.7462450592885376,
      "grad_norm": 3.4132003784179688,
      "learning_rate": 1.517513704423501e-06,
      "loss": 0.1622,
      "step": 1180
    },
    {
      "epoch": 0.7525691699604743,
      "grad_norm": 6.654974460601807,
      "learning_rate": 1.4469572596660486e-06,
      "loss": 0.1876,
      "step": 1190
    },
    {
      "epoch": 0.758893280632411,
      "grad_norm": 2.83597731590271,
      "learning_rate": 1.377801927211666e-06,
      "loss": 0.1505,
      "step": 1200
    },
    {
      "epoch": 0.7652173913043478,
      "grad_norm": 2.1424484252929688,
      "learning_rate": 1.3100749778798166e-06,
      "loss": 0.146,
      "step": 1210
    },
    {
      "epoch": 0.7715415019762846,
      "grad_norm": 5.101158142089844,
      "learning_rate": 1.2438031192191857e-06,
      "loss": 0.1553,
      "step": 1220
    },
    {
      "epoch": 0.7778656126482213,
      "grad_norm": 6.358023166656494,
      "learning_rate": 1.1790124849757733e-06,
      "loss": 0.1563,
      "step": 1230
    },
    {
      "epoch": 0.7841897233201581,
      "grad_norm": 7.944547176361084,
      "learning_rate": 1.1157286247872873e-06,
      "loss": 0.1525,
      "step": 1240
    },
    {
      "epoch": 0.7905138339920948,
      "grad_norm": 5.659843444824219,
      "learning_rate": 1.0539764941078451e-06,
      "loss": 0.1853,
      "step": 1250
    },
    {
      "epoch": 0.7968379446640316,
      "grad_norm": 2.0195701122283936,
      "learning_rate": 9.937804443670136e-07,
      "loss": 0.167,
      "step": 1260
    },
    {
      "epoch": 0.8031620553359684,
      "grad_norm": 3.8951923847198486,
      "learning_rate": 9.351642133670258e-07,
      "loss": 0.1456,
      "step": 1270
    },
    {
      "epoch": 0.8094861660079051,
      "grad_norm": 2.7416598796844482,
      "learning_rate": 8.781509159219748e-07,
      "loss": 0.1427,
      "step": 1280
    },
    {
      "epoch": 0.8158102766798419,
      "grad_norm": 5.3337812423706055,
      "learning_rate": 8.227630347426868e-07,
      "loss": 0.1791,
      "step": 1290
    },
    {
      "epoch": 0.8221343873517787,
      "grad_norm": 4.012369155883789,
      "learning_rate": 7.690224115708573e-07,
      "loss": 0.1287,
      "step": 1300
    },
    {
      "epoch": 0.8284584980237154,
      "grad_norm": 2.7309205532073975,
      "learning_rate": 7.16950238565941e-07,
      "loss": 0.1168,
      "step": 1310
    },
    {
      "epoch": 0.8347826086956521,
      "grad_norm": 2.533595561981201,
      "learning_rate": 6.66567049948203e-07,
      "loss": 0.1398,
      "step": 1320
    },
    {
      "epoch": 0.841106719367589,
      "grad_norm": 5.537268161773682,
      "learning_rate": 6.178927139012242e-07,
      "loss": 0.1368,
      "step": 1330
    },
    {
      "epoch": 0.8474308300395257,
      "grad_norm": 3.948707103729248,
      "learning_rate": 5.709464247370545e-07,
      "loss": 0.1866,
      "step": 1340
    },
    {
      "epoch": 0.8537549407114624,
      "grad_norm": 2.8135249614715576,
      "learning_rate": 5.257466953270951e-07,
      "loss": 0.1653,
      "step": 1350
    },
    {
      "epoch": 0.8600790513833992,
      "grad_norm": 16.620941162109375,
      "learning_rate": 4.823113498017024e-07,
      "loss": 0.1467,
      "step": 1360
    },
    {
      "epoch": 0.866403162055336,
      "grad_norm": 2.369086980819702,
      "learning_rate": 4.406575165213972e-07,
      "loss": 0.1163,
      "step": 1370
    },
    {
      "epoch": 0.8727272727272727,
      "grad_norm": 8.848119735717773,
      "learning_rate": 4.008016213224408e-07,
      "loss": 0.2006,
      "step": 1380
    },
    {
      "epoch": 0.8790513833992095,
      "grad_norm": 3.858823537826538,
      "learning_rate": 3.6275938103944477e-07,
      "loss": 0.1547,
      "step": 1390
    },
    {
      "epoch": 0.8853754940711462,
      "grad_norm": 2.8297841548919678,
      "learning_rate": 3.2654579730756695e-07,
      "loss": 0.1401,
      "step": 1400
    },
    {
      "epoch": 0.891699604743083,
      "grad_norm": 1.4849733114242554,
      "learning_rate": 2.921751506467479e-07,
      "loss": 0.1475,
      "step": 1410
    },
    {
      "epoch": 0.8980237154150198,
      "grad_norm": 3.9321346282958984,
      "learning_rate": 2.596609948303097e-07,
      "loss": 0.1242,
      "step": 1420
    },
    {
      "epoch": 0.9043478260869565,
      "grad_norm": 4.110458850860596,
      "learning_rate": 2.290161515401368e-07,
      "loss": 0.1948,
      "step": 1430
    },
    {
      "epoch": 0.9106719367588932,
      "grad_norm": 6.044195652008057,
      "learning_rate": 2.0025270531055518e-07,
      "loss": 0.2341,
      "step": 1440
    },
    {
      "epoch": 0.9169960474308301,
      "grad_norm": 2.854436159133911,
      "learning_rate": 1.7338199876289984e-07,
      "loss": 0.1566,
      "step": 1450
    },
    {
      "epoch": 0.9233201581027668,
      "grad_norm": 2.5922341346740723,
      "learning_rate": 1.4841462813264763e-07,
      "loss": 0.1149,
      "step": 1460
    },
    {
      "epoch": 0.9296442687747035,
      "grad_norm": 5.463244438171387,
      "learning_rate": 1.253604390908819e-07,
      "loss": 0.186,
      "step": 1470
    },
    {
      "epoch": 0.9359683794466404,
      "grad_norm": 13.760538101196289,
      "learning_rate": 1.0422852286173512e-07,
      "loss": 0.181,
      "step": 1480
    },
    {
      "epoch": 0.9422924901185771,
      "grad_norm": 3.221524715423584,
      "learning_rate": 8.502721263734082e-08,
      "loss": 0.1553,
      "step": 1490
    },
    {
      "epoch": 0.9486166007905138,
      "grad_norm": 3.175731658935547,
      "learning_rate": 6.776408029171178e-08,
      "loss": 0.1141,
      "step": 1500
    },
    {
      "epoch": 0.9549407114624506,
      "grad_norm": 5.117398262023926,
      "learning_rate": 5.244593339483406e-08,
      "loss": 0.1096,
      "step": 1510
    },
    {
      "epoch": 0.9612648221343874,
      "grad_norm": 10.858709335327148,
      "learning_rate": 3.907881252816048e-08,
      "loss": 0.16,
      "step": 1520
    },
    {
      "epoch": 0.9675889328063241,
      "grad_norm": 4.956307888031006,
      "learning_rate": 2.7667988902557174e-08,
      "loss": 0.1695,
      "step": 1530
    },
    {
      "epoch": 0.9739130434782609,
      "grad_norm": 2.5706870555877686,
      "learning_rate": 1.821796227964856e-08,
      "loss": 0.1398,
      "step": 1540
    },
    {
      "epoch": 0.9802371541501976,
      "grad_norm": 4.848339557647705,
      "learning_rate": 1.0732459197371758e-08,
      "loss": 0.1581,
      "step": 1550
    },
    {
      "epoch": 0.9865612648221344,
      "grad_norm": 6.434995174407959,
      "learning_rate": 5.214431500449868e-09,
      "loss": 0.1569,
      "step": 1560
    },
    {
      "epoch": 0.9928853754940712,
      "grad_norm": 5.2261962890625,
      "learning_rate": 1.6660551763564292e-09,
      "loss": 0.1485,
      "step": 1570
    },
    {
      "epoch": 0.9992094861660079,
      "grad_norm": 2.2790348529815674,
      "learning_rate": 8.87294972318209e-11,
      "loss": 0.1657,
      "step": 1580
    }
  ],
  "logging_steps": 10,
  "max_steps": 1582,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.4231129196199936e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}