{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2361,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012706480304955527,
      "grad_norm": 29.66147254458293,
      "learning_rate": 5.070422535211268e-07,
      "loss": 2.2184,
      "step": 10
    },
    {
      "epoch": 0.025412960609911054,
      "grad_norm": 13.392595629867637,
      "learning_rate": 1.0704225352112677e-06,
      "loss": 1.8971,
      "step": 20
    },
    {
      "epoch": 0.03811944091486658,
      "grad_norm": 11.776335522019831,
      "learning_rate": 1.6338028169014086e-06,
      "loss": 1.4505,
      "step": 30
    },
    {
      "epoch": 0.05082592121982211,
      "grad_norm": 9.270920607469225,
      "learning_rate": 2.19718309859155e-06,
      "loss": 1.2166,
      "step": 40
    },
    {
      "epoch": 0.06353240152477764,
      "grad_norm": 8.813337405138961,
      "learning_rate": 2.7605633802816906e-06,
      "loss": 1.1232,
      "step": 50
    },
    {
      "epoch": 0.07623888182973317,
      "grad_norm": 8.759370998993289,
      "learning_rate": 3.3239436619718313e-06,
      "loss": 1.1167,
      "step": 60
    },
    {
      "epoch": 0.08894536213468869,
      "grad_norm": 9.774431896253528,
      "learning_rate": 3.887323943661972e-06,
      "loss": 1.0426,
      "step": 70
    },
    {
      "epoch": 0.10165184243964422,
      "grad_norm": 6.934105141250302,
      "learning_rate": 4.450704225352113e-06,
      "loss": 0.9485,
      "step": 80
    },
    {
      "epoch": 0.11435832274459974,
      "grad_norm": 9.541786088857878,
      "learning_rate": 5.014084507042254e-06,
      "loss": 0.971,
      "step": 90
    },
    {
      "epoch": 0.12706480304955528,
      "grad_norm": 8.771108246775684,
      "learning_rate": 5.577464788732395e-06,
      "loss": 1.0133,
      "step": 100
    },
    {
      "epoch": 0.1397712833545108,
      "grad_norm": 8.314820650161352,
      "learning_rate": 6.1408450704225356e-06,
      "loss": 0.9729,
      "step": 110
    },
    {
      "epoch": 0.15247776365946633,
      "grad_norm": 8.539055316805458,
      "learning_rate": 6.704225352112676e-06,
      "loss": 0.9679,
      "step": 120
    },
    {
      "epoch": 0.16518424396442186,
      "grad_norm": 7.751785436062567,
      "learning_rate": 7.267605633802818e-06,
      "loss": 0.9634,
      "step": 130
    },
    {
      "epoch": 0.17789072426937738,
      "grad_norm": 8.338219679133466,
      "learning_rate": 7.830985915492958e-06,
      "loss": 0.9674,
      "step": 140
    },
    {
      "epoch": 0.1905972045743329,
      "grad_norm": 6.970312776486159,
      "learning_rate": 8.3943661971831e-06,
      "loss": 0.9323,
      "step": 150
    },
    {
      "epoch": 0.20330368487928843,
      "grad_norm": 8.934334887580613,
      "learning_rate": 8.957746478873241e-06,
      "loss": 0.9296,
      "step": 160
    },
    {
      "epoch": 0.21601016518424396,
      "grad_norm": 8.855402068732014,
      "learning_rate": 9.521126760563381e-06,
      "loss": 0.8979,
      "step": 170
    },
    {
      "epoch": 0.22871664548919948,
      "grad_norm": 7.627448152527667,
      "learning_rate": 1.0084507042253523e-05,
      "loss": 0.9398,
      "step": 180
    },
    {
      "epoch": 0.241423125794155,
      "grad_norm": 8.293311252648705,
      "learning_rate": 1.0647887323943662e-05,
      "loss": 0.9903,
      "step": 190
    },
    {
      "epoch": 0.25412960609911056,
      "grad_norm": 7.860820039563278,
      "learning_rate": 1.1211267605633804e-05,
      "loss": 0.953,
      "step": 200
    },
    {
      "epoch": 0.2668360864040661,
      "grad_norm": 12.101780056709387,
      "learning_rate": 1.1774647887323944e-05,
      "loss": 0.9014,
      "step": 210
    },
    {
      "epoch": 0.2795425667090216,
      "grad_norm": 8.180635063012854,
      "learning_rate": 1.2338028169014084e-05,
      "loss": 0.9612,
      "step": 220
    },
    {
      "epoch": 0.29224904701397714,
      "grad_norm": 7.043614458189797,
      "learning_rate": 1.2901408450704227e-05,
      "loss": 0.9492,
      "step": 230
    },
    {
      "epoch": 0.30495552731893266,
      "grad_norm": 6.22917625029958,
      "learning_rate": 1.3464788732394367e-05,
      "loss": 0.9073,
      "step": 240
    },
    {
      "epoch": 0.3176620076238882,
      "grad_norm": 6.158034885075652,
      "learning_rate": 1.4028169014084507e-05,
      "loss": 0.899,
      "step": 250
    },
    {
      "epoch": 0.3303684879288437,
      "grad_norm": 6.511044998547078,
      "learning_rate": 1.459154929577465e-05,
      "loss": 0.9147,
      "step": 260
    },
    {
      "epoch": 0.34307496823379924,
      "grad_norm": 7.2764171631878405,
      "learning_rate": 1.515492957746479e-05,
      "loss": 0.9637,
      "step": 270
    },
    {
      "epoch": 0.35578144853875476,
      "grad_norm": 7.6464115804873405,
      "learning_rate": 1.571830985915493e-05,
      "loss": 0.9521,
      "step": 280
    },
    {
      "epoch": 0.3684879288437103,
      "grad_norm": 7.027026272110715,
      "learning_rate": 1.6281690140845072e-05,
      "loss": 0.9738,
      "step": 290
    },
    {
      "epoch": 0.3811944091486658,
      "grad_norm": 7.0177338278091765,
      "learning_rate": 1.6845070422535213e-05,
      "loss": 1.0046,
      "step": 300
    },
    {
      "epoch": 0.39390088945362134,
      "grad_norm": 6.988788493899054,
      "learning_rate": 1.740845070422535e-05,
      "loss": 0.9481,
      "step": 310
    },
    {
      "epoch": 0.40660736975857686,
      "grad_norm": 6.592900845765771,
      "learning_rate": 1.7971830985915497e-05,
      "loss": 0.9588,
      "step": 320
    },
    {
      "epoch": 0.4193138500635324,
      "grad_norm": 5.836583770100009,
      "learning_rate": 1.8535211267605635e-05,
      "loss": 0.9404,
      "step": 330
    },
    {
      "epoch": 0.4320203303684879,
      "grad_norm": 6.69521882642329,
      "learning_rate": 1.9098591549295776e-05,
      "loss": 0.9385,
      "step": 340
    },
    {
      "epoch": 0.44472681067344344,
      "grad_norm": 5.945281536047344,
      "learning_rate": 1.9661971830985918e-05,
      "loss": 0.9394,
      "step": 350
    },
    {
      "epoch": 0.45743329097839897,
      "grad_norm": 5.686864112756425,
      "learning_rate": 1.9999803787597817e-05,
      "loss": 0.9764,
      "step": 360
    },
    {
      "epoch": 0.4701397712833545,
      "grad_norm": 5.459918154381771,
      "learning_rate": 1.9997596486500402e-05,
      "loss": 0.9827,
      "step": 370
    },
    {
      "epoch": 0.48284625158831,
      "grad_norm": 5.164520519383337,
      "learning_rate": 1.999293716197302e-05,
      "loss": 0.9291,
      "step": 380
    },
    {
      "epoch": 0.49555273189326554,
      "grad_norm": 6.177104322189275,
      "learning_rate": 1.998582695676762e-05,
      "loss": 1.0364,
      "step": 390
    },
    {
      "epoch": 0.5082592121982211,
      "grad_norm": 5.346131678285112,
      "learning_rate": 1.997626761474232e-05,
      "loss": 0.9728,
      "step": 400
    },
    {
      "epoch": 0.5209656925031766,
      "grad_norm": 5.075630186929998,
      "learning_rate": 1.99642614804337e-05,
      "loss": 0.957,
      "step": 410
    },
    {
      "epoch": 0.5336721728081322,
      "grad_norm": 5.766342613636245,
      "learning_rate": 1.9949811498481763e-05,
      "loss": 0.9856,
      "step": 420
    },
    {
      "epoch": 0.5463786531130876,
      "grad_norm": 4.773734435548506,
      "learning_rate": 1.9932921212907753e-05,
      "loss": 1.0065,
      "step": 430
    },
    {
      "epoch": 0.5590851334180432,
      "grad_norm": 4.8306675684219105,
      "learning_rate": 1.991359476624493e-05,
      "loss": 0.9175,
      "step": 440
    },
    {
      "epoch": 0.5717916137229987,
      "grad_norm": 4.8928892220094236,
      "learning_rate": 1.9891836898522566e-05,
      "loss": 0.9014,
      "step": 450
    },
    {
      "epoch": 0.5844980940279543,
      "grad_norm": 4.466687752161082,
      "learning_rate": 1.9867652946103413e-05,
      "loss": 0.9324,
      "step": 460
    },
    {
      "epoch": 0.5972045743329097,
      "grad_norm": 4.706203130518702,
      "learning_rate": 1.9841048840374885e-05,
      "loss": 0.9311,
      "step": 470
    },
    {
      "epoch": 0.6099110546378653,
      "grad_norm": 4.776570809357277,
      "learning_rate": 1.9812031106294314e-05,
      "loss": 0.952,
      "step": 480
    },
    {
      "epoch": 0.6226175349428208,
      "grad_norm": 5.443465949868151,
      "learning_rate": 1.978060686078866e-05,
      "loss": 0.9067,
      "step": 490
    },
    {
      "epoch": 0.6353240152477764,
      "grad_norm": 4.985579208130221,
      "learning_rate": 1.974678381100896e-05,
      "loss": 0.9559,
      "step": 500
    },
    {
      "epoch": 0.6480304955527318,
      "grad_norm": 4.406803792781764,
      "learning_rate": 1.9710570252440106e-05,
      "loss": 0.9082,
      "step": 510
    },
    {
      "epoch": 0.6607369758576874,
      "grad_norm": 4.620905177890474,
      "learning_rate": 1.9671975066866254e-05,
      "loss": 0.9241,
      "step": 520
    },
    {
      "epoch": 0.6734434561626429,
      "grad_norm": 3.9984494959651533,
      "learning_rate": 1.9631007720192475e-05,
      "loss": 0.8811,
      "step": 530
    },
    {
      "epoch": 0.6861499364675985,
      "grad_norm": 4.760193821922472,
      "learning_rate": 1.9587678260123146e-05,
      "loss": 0.9314,
      "step": 540
    },
    {
      "epoch": 0.6988564167725541,
      "grad_norm": 4.4328809578626895,
      "learning_rate": 1.9541997313697614e-05,
      "loss": 0.9018,
      "step": 550
    },
    {
      "epoch": 0.7115628970775095,
      "grad_norm": 3.785123304702001,
      "learning_rate": 1.9493976084683814e-05,
      "loss": 0.9349,
      "step": 560
    },
    {
      "epoch": 0.7242693773824651,
      "grad_norm": 4.623522007776074,
      "learning_rate": 1.9443626350830417e-05,
      "loss": 0.9283,
      "step": 570
    },
    {
      "epoch": 0.7369758576874206,
      "grad_norm": 4.367382745999128,
      "learning_rate": 1.9390960460978188e-05,
      "loss": 0.8936,
      "step": 580
    },
    {
      "epoch": 0.7496823379923762,
      "grad_norm": 4.640745350515662,
      "learning_rate": 1.933599133203131e-05,
      "loss": 0.9529,
      "step": 590
    },
    {
      "epoch": 0.7623888182973316,
      "grad_norm": 4.0946471225054974,
      "learning_rate": 1.9278732445789364e-05,
      "loss": 0.8961,
      "step": 600
    },
    {
      "epoch": 0.7750952986022872,
      "grad_norm": 4.250614479191838,
      "learning_rate": 1.9219197845640766e-05,
      "loss": 0.9028,
      "step": 610
    },
    {
      "epoch": 0.7878017789072427,
      "grad_norm": 4.147828875270731,
      "learning_rate": 1.9157402133118454e-05,
      "loss": 0.9302,
      "step": 620
    },
    {
      "epoch": 0.8005082592121983,
      "grad_norm": 5.568981020266887,
      "learning_rate": 1.909336046431871e-05,
      "loss": 0.9233,
      "step": 630
    },
    {
      "epoch": 0.8132147395171537,
      "grad_norm": 4.311517125711432,
      "learning_rate": 1.9027088546183968e-05,
      "loss": 0.9694,
      "step": 640
    },
    {
      "epoch": 0.8259212198221093,
      "grad_norm": 5.556351823725932,
      "learning_rate": 1.8958602632650474e-05,
      "loss": 0.9003,
      "step": 650
    },
    {
      "epoch": 0.8386277001270648,
      "grad_norm": 4.269905367926679,
      "learning_rate": 1.8887919520661867e-05,
      "loss": 0.8805,
      "step": 660
    },
    {
      "epoch": 0.8513341804320204,
      "grad_norm": 3.863721835826297,
      "learning_rate": 1.8815056546049505e-05,
      "loss": 0.9158,
      "step": 670
    },
    {
      "epoch": 0.8640406607369758,
      "grad_norm": 3.963824200874715,
      "learning_rate": 1.8740031579280667e-05,
      "loss": 0.8835,
      "step": 680
    },
    {
      "epoch": 0.8767471410419314,
      "grad_norm": 3.680960497113959,
      "learning_rate": 1.8662863021075632e-05,
      "loss": 0.898,
      "step": 690
    },
    {
      "epoch": 0.8894536213468869,
      "grad_norm": 3.7414803428899606,
      "learning_rate": 1.8583569797894673e-05,
      "loss": 0.9253,
      "step": 700
    },
    {
      "epoch": 0.9021601016518425,
      "grad_norm": 4.680988801232008,
      "learning_rate": 1.8502171357296144e-05,
      "loss": 0.848,
      "step": 710
    },
    {
      "epoch": 0.9148665819567979,
      "grad_norm": 3.9671267724005785,
      "learning_rate": 1.8418687663166745e-05,
      "loss": 0.8965,
      "step": 720
    },
    {
      "epoch": 0.9275730622617535,
      "grad_norm": 4.137039499686447,
      "learning_rate": 1.833313919082515e-05,
      "loss": 0.8553,
      "step": 730
    },
    {
      "epoch": 0.940279542566709,
      "grad_norm": 4.784766455706121,
      "learning_rate": 1.8245546922000207e-05,
      "loss": 0.8695,
      "step": 740
    },
    {
      "epoch": 0.9529860228716646,
      "grad_norm": 4.418195979726905,
      "learning_rate": 1.815593233968492e-05,
      "loss": 0.8497,
      "step": 750
    },
    {
      "epoch": 0.96569250317662,
      "grad_norm": 4.103893841492413,
      "learning_rate": 1.806431742286752e-05,
      "loss": 0.8746,
      "step": 760
    },
    {
      "epoch": 0.9783989834815756,
      "grad_norm": 3.798164417492566,
      "learning_rate": 1.7970724641140864e-05,
      "loss": 0.8708,
      "step": 770
    },
    {
      "epoch": 0.9911054637865311,
      "grad_norm": 4.623760315878684,
      "learning_rate": 1.7875176949191506e-05,
      "loss": 0.94,
      "step": 780
    },
    {
      "epoch": 1.0038119440914866,
      "grad_norm": 3.381126634985229,
      "learning_rate": 1.7777697781169813e-05,
      "loss": 0.8297,
      "step": 790
    },
    {
      "epoch": 1.0165184243964422,
      "grad_norm": 4.072031882597377,
      "learning_rate": 1.7678311044942464e-05,
      "loss": 0.6761,
      "step": 800
    },
    {
      "epoch": 1.0292249047013977,
      "grad_norm": 4.666218927514245,
      "learning_rate": 1.757704111622878e-05,
      "loss": 0.6868,
      "step": 810
    },
    {
      "epoch": 1.0419313850063532,
      "grad_norm": 3.010389554548932,
      "learning_rate": 1.747391283262231e-05,
      "loss": 0.6994,
      "step": 820
    },
    {
      "epoch": 1.0546378653113089,
      "grad_norm": 4.690411895539488,
      "learning_rate": 1.736895148749911e-05,
      "loss": 0.7141,
      "step": 830
    },
    {
      "epoch": 1.0673443456162643,
      "grad_norm": 4.135758513727204,
      "learning_rate": 1.7262182823814297e-05,
      "loss": 0.6941,
      "step": 840
    },
    {
      "epoch": 1.0800508259212198,
      "grad_norm": 4.378977675253243,
      "learning_rate": 1.7153633027788252e-05,
      "loss": 0.6662,
      "step": 850
    },
    {
      "epoch": 1.0927573062261753,
      "grad_norm": 3.8569291056754498,
      "learning_rate": 1.704332872248418e-05,
      "loss": 0.6575,
      "step": 860
    },
    {
      "epoch": 1.105463786531131,
      "grad_norm": 3.9650953005920666,
      "learning_rate": 1.69312969612785e-05,
      "loss": 0.6959,
      "step": 870
    },
    {
      "epoch": 1.1181702668360864,
      "grad_norm": 3.349386344864765,
      "learning_rate": 1.6817565221225698e-05,
      "loss": 0.6701,
      "step": 880
    },
    {
      "epoch": 1.130876747141042,
      "grad_norm": 4.530446985368436,
      "learning_rate": 1.6702161396319266e-05,
      "loss": 0.7168,
      "step": 890
    },
    {
      "epoch": 1.1435832274459974,
      "grad_norm": 4.048659358174538,
      "learning_rate": 1.658511379065039e-05,
      "loss": 0.7087,
      "step": 900
    },
    {
      "epoch": 1.156289707750953,
      "grad_norm": 3.897340539186477,
      "learning_rate": 1.6466451111466044e-05,
      "loss": 0.7509,
      "step": 910
    },
    {
      "epoch": 1.1689961880559085,
      "grad_norm": 3.106349799248209,
      "learning_rate": 1.6346202462128228e-05,
      "loss": 0.6793,
      "step": 920
    },
    {
      "epoch": 1.181702668360864,
      "grad_norm": 3.7338218401998753,
      "learning_rate": 1.6224397334976023e-05,
      "loss": 0.7172,
      "step": 930
    },
    {
      "epoch": 1.1944091486658195,
      "grad_norm": 5.11718627522725,
      "learning_rate": 1.610106560409227e-05,
      "loss": 0.6759,
      "step": 940
    },
    {
      "epoch": 1.2071156289707752,
      "grad_norm": 3.6889308944466177,
      "learning_rate": 1.597623751797662e-05,
      "loss": 0.6822,
      "step": 950
    },
    {
      "epoch": 1.2198221092757306,
      "grad_norm": 3.6223318506400135,
      "learning_rate": 1.584994369212673e-05,
      "loss": 0.7034,
      "step": 960
    },
    {
      "epoch": 1.2325285895806861,
      "grad_norm": 3.3333910693718662,
      "learning_rate": 1.572221510152949e-05,
      "loss": 0.767,
      "step": 970
    },
    {
      "epoch": 1.2452350698856416,
      "grad_norm": 4.265447578007238,
      "learning_rate": 1.5593083073064037e-05,
      "loss": 0.7358,
      "step": 980
    },
    {
      "epoch": 1.2579415501905973,
      "grad_norm": 3.874622904654225,
      "learning_rate": 1.5462579277818498e-05,
      "loss": 0.7336,
      "step": 990
    },
    {
      "epoch": 1.2706480304955527,
      "grad_norm": 3.925758808832438,
      "learning_rate": 1.5330735723322282e-05,
      "loss": 0.7102,
      "step": 1000
    },
    {
      "epoch": 1.2833545108005082,
      "grad_norm": 4.212874894353556,
      "learning_rate": 1.5197584745695904e-05,
      "loss": 0.7053,
      "step": 1010
    },
    {
      "epoch": 1.2960609911054637,
      "grad_norm": 3.7288496569236154,
      "learning_rate": 1.506315900172014e-05,
      "loss": 0.7223,
      "step": 1020
    },
    {
      "epoch": 1.3087674714104194,
      "grad_norm": 3.79413472563588,
      "learning_rate": 1.4927491460826626e-05,
      "loss": 0.7185,
      "step": 1030
    },
    {
      "epoch": 1.3214739517153749,
      "grad_norm": 4.197391869723048,
      "learning_rate": 1.4790615397011703e-05,
      "loss": 0.6293,
      "step": 1040
    },
    {
      "epoch": 1.3341804320203303,
      "grad_norm": 3.3274802014296254,
      "learning_rate": 1.4652564380675616e-05,
      "loss": 0.7111,
      "step": 1050
    },
    {
      "epoch": 1.346886912325286,
      "grad_norm": 3.984633199779957,
      "learning_rate": 1.4513372270388967e-05,
      "loss": 0.6926,
      "step": 1060
    },
    {
      "epoch": 1.3595933926302415,
      "grad_norm": 4.32141196403412,
      "learning_rate": 1.4373073204588556e-05,
      "loss": 0.7126,
      "step": 1070
    },
    {
      "epoch": 1.372299872935197,
      "grad_norm": 3.7790442182857302,
      "learning_rate": 1.42317015932045e-05,
      "loss": 0.6873,
      "step": 1080
    },
    {
      "epoch": 1.3850063532401524,
      "grad_norm": 4.2661658978513355,
      "learning_rate": 1.4089292109220852e-05,
      "loss": 0.7642,
      "step": 1090
    },
    {
      "epoch": 1.397712833545108,
      "grad_norm": 4.2591149854567645,
      "learning_rate": 1.394587968017162e-05,
      "loss": 0.6799,
      "step": 1100
    },
    {
      "epoch": 1.4104193138500636,
      "grad_norm": 3.689601844022756,
      "learning_rate": 1.3801499479574431e-05,
      "loss": 0.6536,
      "step": 1110
    },
    {
      "epoch": 1.423125794155019,
      "grad_norm": 4.289242494025662,
      "learning_rate": 1.3656186918303804e-05,
      "loss": 0.7092,
      "step": 1120
    },
    {
      "epoch": 1.4358322744599745,
      "grad_norm": 3.891766076099888,
      "learning_rate": 1.3509977635906241e-05,
      "loss": 0.6536,
      "step": 1130
    },
    {
      "epoch": 1.4485387547649302,
      "grad_norm": 3.4313665664745465,
      "learning_rate": 1.3362907491859227e-05,
      "loss": 0.6474,
      "step": 1140
    },
    {
      "epoch": 1.4612452350698857,
      "grad_norm": 4.303628344639665,
      "learning_rate": 1.3215012556776287e-05,
      "loss": 0.715,
      "step": 1150
    },
    {
      "epoch": 1.4739517153748412,
      "grad_norm": 4.009317272354951,
      "learning_rate": 1.3066329103560267e-05,
      "loss": 0.715,
      "step": 1160
    },
    {
      "epoch": 1.4866581956797966,
      "grad_norm": 3.171330560062687,
      "learning_rate": 1.2916893598506981e-05,
      "loss": 0.6217,
      "step": 1170
    },
    {
      "epoch": 1.499364675984752,
      "grad_norm": 3.3926952435565676,
      "learning_rate": 1.276674269236145e-05,
      "loss": 0.7366,
      "step": 1180
    },
    {
      "epoch": 1.5120711562897078,
      "grad_norm": 3.8316403134343537,
      "learning_rate": 1.2615913211328894e-05,
      "loss": 0.6939,
      "step": 1190
    },
    {
      "epoch": 1.5247776365946633,
      "grad_norm": 4.868361745818093,
      "learning_rate": 1.2464442148042679e-05,
      "loss": 0.6919,
      "step": 1200
    },
    {
      "epoch": 1.537484116899619,
      "grad_norm": 3.5185484888328644,
      "learning_rate": 1.2312366652491476e-05,
      "loss": 0.6791,
      "step": 1210
    },
    {
      "epoch": 1.5501905972045744,
      "grad_norm": 3.543401291583064,
      "learning_rate": 1.2159724022907786e-05,
      "loss": 0.6574,
      "step": 1220
    },
    {
      "epoch": 1.5628970775095299,
      "grad_norm": 3.6437779582291063,
      "learning_rate": 1.2006551696620135e-05,
      "loss": 0.701,
      "step": 1230
    },
    {
      "epoch": 1.5756035578144854,
      "grad_norm": 3.2559101294982025,
      "learning_rate": 1.1852887240871145e-05,
      "loss": 0.6546,
      "step": 1240
    },
    {
      "epoch": 1.5883100381194408,
      "grad_norm": 3.9272330209126634,
      "learning_rate": 1.1698768343603753e-05,
      "loss": 0.6643,
      "step": 1250
    },
    {
      "epoch": 1.6010165184243963,
      "grad_norm": 4.624643945291569,
      "learning_rate": 1.1544232804217805e-05,
      "loss": 0.6982,
      "step": 1260
    },
    {
      "epoch": 1.613722998729352,
      "grad_norm": 3.7368581014964803,
      "learning_rate": 1.1389318524299332e-05,
      "loss": 0.6591,
      "step": 1270
    },
    {
      "epoch": 1.6264294790343075,
      "grad_norm": 3.4323757873137177,
      "learning_rate": 1.1234063498324764e-05,
      "loss": 0.6743,
      "step": 1280
    },
    {
      "epoch": 1.6391359593392631,
      "grad_norm": 4.208550713330492,
      "learning_rate": 1.1078505804342327e-05,
      "loss": 0.7147,
      "step": 1290
    },
    {
      "epoch": 1.6518424396442186,
      "grad_norm": 2.978768874310465,
      "learning_rate": 1.092268359463302e-05,
      "loss": 0.671,
      "step": 1300
    },
    {
      "epoch": 1.664548919949174,
      "grad_norm": 3.5924777944521606,
      "learning_rate": 1.0766635086353298e-05,
      "loss": 0.6713,
      "step": 1310
    },
    {
      "epoch": 1.6772554002541296,
      "grad_norm": 3.495623048824376,
      "learning_rate": 1.06103985521619e-05,
      "loss": 0.6629,
      "step": 1320
    },
    {
      "epoch": 1.689961880559085,
      "grad_norm": 4.086638389260075,
      "learning_rate": 1.0454012310833034e-05,
      "loss": 0.7035,
      "step": 1330
    },
    {
      "epoch": 1.7026683608640405,
      "grad_norm": 3.475772078501932,
      "learning_rate": 1.0297514717858286e-05,
      "loss": 0.6631,
      "step": 1340
    },
    {
      "epoch": 1.7153748411689962,
      "grad_norm": 3.5510342885210164,
      "learning_rate": 1.0140944156039481e-05,
      "loss": 0.685,
      "step": 1350
    },
    {
      "epoch": 1.7280813214739519,
      "grad_norm": 3.5594852661382634,
      "learning_rate": 9.984339026074881e-06,
      "loss": 0.6549,
      "step": 1360
    },
    {
      "epoch": 1.7407878017789074,
      "grad_norm": 3.3395635194008415,
      "learning_rate": 9.827737737140983e-06,
      "loss": 0.6467,
      "step": 1370
    },
    {
      "epoch": 1.7534942820838628,
      "grad_norm": 3.219821540782638,
      "learning_rate": 9.671178697472217e-06,
      "loss": 0.6543,
      "step": 1380
    },
    {
      "epoch": 1.7662007623888183,
      "grad_norm": 3.384594388965041,
      "learning_rate": 9.514700304940901e-06,
      "loss": 0.6922,
      "step": 1390
    },
    {
      "epoch": 1.7789072426937738,
      "grad_norm": 3.64590250632275,
      "learning_rate": 9.358340937639746e-06,
      "loss": 0.6557,
      "step": 1400
    },
    {
      "epoch": 1.7916137229987292,
      "grad_norm": 3.765353121248252,
      "learning_rate": 9.202138944469168e-06,
      "loss": 0.688,
      "step": 1410
    },
    {
      "epoch": 1.804320203303685,
      "grad_norm": 3.7449398399867624,
      "learning_rate": 9.046132635731816e-06,
      "loss": 0.6675,
      "step": 1420
    },
    {
      "epoch": 1.8170266836086404,
      "grad_norm": 3.942030599345544,
      "learning_rate": 8.890360273736504e-06,
      "loss": 0.6584,
      "step": 1430
    },
    {
      "epoch": 1.829733163913596,
      "grad_norm": 4.037931457583538,
      "learning_rate": 8.734860063413974e-06,
      "loss": 0.6735,
      "step": 1440
    },
    {
      "epoch": 1.8424396442185516,
      "grad_norm": 3.6205476660211247,
      "learning_rate": 8.579670142946701e-06,
      "loss": 0.7102,
      "step": 1450
    },
    {
      "epoch": 1.855146124523507,
      "grad_norm": 3.821487835967331,
      "learning_rate": 8.42482857441506e-06,
      "loss": 0.6749,
      "step": 1460
    },
    {
      "epoch": 1.8678526048284625,
      "grad_norm": 3.3623194464637574,
      "learning_rate": 8.270373334462193e-06,
      "loss": 0.672,
      "step": 1470
    },
    {
      "epoch": 1.880559085133418,
      "grad_norm": 4.020841970961885,
      "learning_rate": 8.116342304979783e-06,
      "loss": 0.6863,
      "step": 1480
    },
    {
      "epoch": 1.8932655654383734,
      "grad_norm": 4.08254040286643,
      "learning_rate": 7.962773263817114e-06,
      "loss": 0.6815,
      "step": 1490
    },
    {
      "epoch": 1.9059720457433291,
      "grad_norm": 4.148274894889353,
      "learning_rate": 7.809703875515613e-06,
      "loss": 0.6417,
      "step": 1500
    },
    {
      "epoch": 1.9186785260482846,
      "grad_norm": 4.640824882446659,
      "learning_rate": 7.657171682071198e-06,
      "loss": 0.62,
      "step": 1510
    },
    {
      "epoch": 1.9313850063532403,
      "grad_norm": 4.7797510297359835,
      "learning_rate": 7.505214093726692e-06,
      "loss": 0.6439,
      "step": 1520
    },
    {
      "epoch": 1.9440914866581958,
      "grad_norm": 3.613563186875674,
      "learning_rate": 7.353868379796518e-06,
      "loss": 0.6705,
      "step": 1530
    },
    {
      "epoch": 1.9567979669631512,
      "grad_norm": 3.271201239131824,
      "learning_rate": 7.203171659526e-06,
      "loss": 0.6324,
      "step": 1540
    },
    {
      "epoch": 1.9695044472681067,
      "grad_norm": 3.89489541610708,
      "learning_rate": 7.053160892987434e-06,
      "loss": 0.6757,
      "step": 1550
    },
    {
      "epoch": 1.9822109275730622,
      "grad_norm": 3.701828258351079,
      "learning_rate": 6.903872872015209e-06,
      "loss": 0.6456,
      "step": 1560
    },
    {
      "epoch": 1.9949174078780176,
      "grad_norm": 3.5373164710070957,
      "learning_rate": 6.755344211182221e-06,
      "loss": 0.6166,
      "step": 1570
    },
    {
      "epoch": 2.007623888182973,
      "grad_norm": 2.425760113176382,
      "learning_rate": 6.607611338819697e-06,
      "loss": 0.5016,
      "step": 1580
    },
    {
      "epoch": 2.020330368487929,
      "grad_norm": 3.427501282817139,
      "learning_rate": 6.460710488082774e-06,
      "loss": 0.374,
      "step": 1590
    },
    {
      "epoch": 2.0330368487928845,
      "grad_norm": 3.4855149165350636,
      "learning_rate": 6.31467768806388e-06,
      "loss": 0.3524,
      "step": 1600
    },
    {
      "epoch": 2.04574332909784,
      "grad_norm": 3.5473678303457996,
      "learning_rate": 6.169548754956201e-06,
      "loss": 0.3485,
      "step": 1610
    },
    {
      "epoch": 2.0584498094027954,
      "grad_norm": 3.2554977371598466,
      "learning_rate": 6.025359283269363e-06,
      "loss": 0.348,
      "step": 1620
    },
    {
      "epoch": 2.071156289707751,
      "grad_norm": 3.4222657332943376,
      "learning_rate": 5.882144637099465e-06,
      "loss": 0.3753,
      "step": 1630
    },
    {
      "epoch": 2.0838627700127064,
      "grad_norm": 2.9777568505895675,
      "learning_rate": 5.739939941455644e-06,
      "loss": 0.3526,
      "step": 1640
    },
    {
      "epoch": 2.096569250317662,
      "grad_norm": 3.7955516489911805,
      "learning_rate": 5.598780073645267e-06,
      "loss": 0.3543,
      "step": 1650
    },
    {
      "epoch": 2.1092757306226178,
      "grad_norm": 3.8406500166667885,
      "learning_rate": 5.458699654719873e-06,
      "loss": 0.3642,
      "step": 1660
    },
    {
      "epoch": 2.121982210927573,
      "grad_norm": 3.813395969645494,
      "learning_rate": 5.319733040983972e-06,
      "loss": 0.3428,
      "step": 1670
    },
    {
      "epoch": 2.1346886912325287,
      "grad_norm": 3.7266891839301763,
      "learning_rate": 5.181914315568782e-06,
      "loss": 0.3403,
      "step": 1680
    },
    {
      "epoch": 2.147395171537484,
      "grad_norm": 3.688709734552298,
      "learning_rate": 5.0452772800729375e-06,
      "loss": 0.3469,
      "step": 1690
    },
    {
      "epoch": 2.1601016518424396,
      "grad_norm": 3.6629109337292403,
      "learning_rate": 4.909855446272288e-06,
      "loss": 0.3454,
      "step": 1700
    },
    {
      "epoch": 2.172808132147395,
      "grad_norm": 3.7085182263998555,
      "learning_rate": 4.775682027900739e-06,
      "loss": 0.341,
      "step": 1710
    },
    {
      "epoch": 2.1855146124523506,
      "grad_norm": 3.481723946532174,
      "learning_rate": 4.6427899325042135e-06,
      "loss": 0.3352,
      "step": 1720
    },
    {
      "epoch": 2.198221092757306,
      "grad_norm": 3.2839395610983027,
      "learning_rate": 4.511211753369712e-06,
      "loss": 0.3447,
      "step": 1730
    },
    {
      "epoch": 2.210927573062262,
      "grad_norm": 3.6755308055006464,
      "learning_rate": 4.380979761531431e-06,
      "loss": 0.3531,
      "step": 1740
    },
    {
      "epoch": 2.2236340533672174,
      "grad_norm": 3.7905960831955916,
      "learning_rate": 4.2521258978559324e-06,
      "loss": 0.356,
      "step": 1750
    },
    {
      "epoch": 2.236340533672173,
      "grad_norm": 3.627875927246556,
      "learning_rate": 4.124681765208286e-06,
      "loss": 0.3266,
      "step": 1760
    },
    {
      "epoch": 2.2490470139771284,
      "grad_norm": 3.3246186092589447,
      "learning_rate": 3.998678620701102e-06,
      "loss": 0.3386,
      "step": 1770
    },
    {
      "epoch": 2.261753494282084,
      "grad_norm": 3.804007286983282,
      "learning_rate": 3.874147368028396e-06,
      "loss": 0.3544,
      "step": 1780
    },
    {
      "epoch": 2.2744599745870393,
      "grad_norm": 3.143040423820396,
      "learning_rate": 3.751118549886065e-06,
      "loss": 0.3227,
      "step": 1790
    },
    {
      "epoch": 2.2871664548919948,
      "grad_norm": 3.352132852945674,
      "learning_rate": 3.6296223404809903e-06,
      "loss": 0.3399,
      "step": 1800
    },
    {
      "epoch": 2.2998729351969507,
      "grad_norm": 4.043987038976339,
      "learning_rate": 3.509688538130448e-06,
      "loss": 0.3369,
      "step": 1810
    },
    {
      "epoch": 2.312579415501906,
      "grad_norm": 3.954856965708331,
      "learning_rate": 3.39134655795374e-06,
      "loss": 0.341,
      "step": 1820
    },
    {
      "epoch": 2.3252858958068616,
      "grad_norm": 3.5214147520563626,
      "learning_rate": 3.2746254246578167e-06,
      "loss": 0.3365,
      "step": 1830
    },
    {
      "epoch": 2.337992376111817,
      "grad_norm": 3.218428553726758,
      "learning_rate": 3.1595537654186114e-06,
      "loss": 0.3546,
      "step": 1840
    },
    {
      "epoch": 2.3506988564167726,
      "grad_norm": 3.163287967416541,
      "learning_rate": 3.0461598028599305e-06,
      "loss": 0.3431,
      "step": 1850
    },
    {
      "epoch": 2.363405336721728,
      "grad_norm": 3.0988204272069573,
      "learning_rate": 2.9344713481315225e-06,
      "loss": 0.3303,
      "step": 1860
    },
    {
      "epoch": 2.3761118170266835,
      "grad_norm": 3.9034586935786395,
      "learning_rate": 2.8245157940880784e-06,
      "loss": 0.3337,
      "step": 1870
    },
    {
      "epoch": 2.388818297331639,
      "grad_norm": 3.5690630552722786,
      "learning_rate": 2.7163201085708424e-06,
      "loss": 0.3223,
      "step": 1880
    },
    {
      "epoch": 2.4015247776365944,
      "grad_norm": 3.163806174642701,
      "learning_rate": 2.6099108277934105e-06,
      "loss": 0.3398,
      "step": 1890
    },
    {
      "epoch": 2.4142312579415504,
      "grad_norm": 3.7465583268537275,
      "learning_rate": 2.505314049833457e-06,
      "loss": 0.3483,
      "step": 1900
    },
    {
      "epoch": 2.426937738246506,
      "grad_norm": 3.516374761436456,
      "learning_rate": 2.402555428231872e-06,
      "loss": 0.3273,
      "step": 1910
    },
    {
      "epoch": 2.4396442185514613,
      "grad_norm": 3.5353549798113284,
      "learning_rate": 2.3016601657009364e-06,
      "loss": 0.3374,
      "step": 1920
    },
    {
      "epoch": 2.4523506988564168,
      "grad_norm": 3.357432157861631,
      "learning_rate": 2.202653007943093e-06,
      "loss": 0.3464,
      "step": 1930
    },
    {
      "epoch": 2.4650571791613722,
      "grad_norm": 3.6506743298663675,
      "learning_rate": 2.1055582375817475e-06,
      "loss": 0.325,
      "step": 1940
    },
    {
      "epoch": 2.4777636594663277,
      "grad_norm": 3.907282101797735,
      "learning_rate": 2.0103996682057235e-06,
      "loss": 0.3255,
      "step": 1950
    },
    {
      "epoch": 2.490470139771283,
      "grad_norm": 3.711785490906897,
      "learning_rate": 1.9172006385286723e-06,
      "loss": 0.3391,
      "step": 1960
    },
    {
      "epoch": 2.503176620076239,
      "grad_norm": 3.2473323176322135,
      "learning_rate": 1.8259840066650136e-06,
      "loss": 0.3389,
      "step": 1970
    },
    {
      "epoch": 2.5158831003811946,
      "grad_norm": 3.6433209864443916,
      "learning_rate": 1.7367721445237285e-06,
      "loss": 0.3258,
      "step": 1980
    },
    {
      "epoch": 2.52858958068615,
      "grad_norm": 4.12961794749056,
      "learning_rate": 1.6495869323213654e-06,
      "loss": 0.3185,
      "step": 1990
    },
    {
      "epoch": 2.5412960609911055,
      "grad_norm": 4.1376649833602865,
      "learning_rate": 1.564449753215711e-06,
      "loss": 0.3247,
      "step": 2000
    },
    {
      "epoch": 2.554002541296061,
      "grad_norm": 4.441583691608097,
      "learning_rate": 1.4813814880612942e-06,
      "loss": 0.3198,
      "step": 2010
    },
    {
      "epoch": 2.5667090216010164,
      "grad_norm": 2.7847992176083047,
      "learning_rate": 1.4004025102881402e-06,
      "loss": 0.3143,
      "step": 2020
    },
    {
      "epoch": 2.579415501905972,
      "grad_norm": 3.1337243741428473,
      "learning_rate": 1.321532680904959e-06,
      "loss": 0.3312,
      "step": 2030
    },
    {
      "epoch": 2.5921219822109274,
      "grad_norm": 3.3653692372757225,
      "learning_rate": 1.2447913436279879e-06,
      "loss": 0.3129,
      "step": 2040
    },
    {
      "epoch": 2.604828462515883,
      "grad_norm": 3.7337029805672635,
      "learning_rate": 1.1701973201367544e-06,
      "loss": 0.3253,
      "step": 2050
    },
    {
      "epoch": 2.6175349428208388,
      "grad_norm": 4.214904637605022,
      "learning_rate": 1.09776890545782e-06,
      "loss": 0.3531,
      "step": 2060
    },
    {
      "epoch": 2.6302414231257942,
      "grad_norm": 3.3613800857078764,
      "learning_rate": 1.0275238634777441e-06,
      "loss": 0.3105,
      "step": 2070
    },
    {
      "epoch": 2.6429479034307497,
      "grad_norm": 3.7555272174929595,
      "learning_rate": 9.594794225862692e-07,
      "loss": 0.3331,
      "step": 2080
    },
    {
      "epoch": 2.655654383735705,
      "grad_norm": 3.6364434124366,
      "learning_rate": 8.936522714508678e-07,
      "loss": 0.3336,
      "step": 2090
    },
    {
      "epoch": 2.6683608640406606,
      "grad_norm": 3.684690863431174,
      "learning_rate": 8.300585549236773e-07,
      "loss": 0.3232,
      "step": 2100
    },
    {
      "epoch": 2.681067344345616,
      "grad_norm": 4.307296056522447,
      "learning_rate": 7.687138700817598e-07,
      "loss": 0.3165,
      "step": 2110
    },
    {
      "epoch": 2.693773824650572,
      "grad_norm": 3.418062959790304,
      "learning_rate": 7.096332624017755e-07,
      "loss": 0.3126,
      "step": 2120
    },
    {
      "epoch": 2.7064803049555275,
      "grad_norm": 3.5508346766299397,
      "learning_rate": 6.528312220698885e-07,
      "loss": 0.3303,
      "step": 2130
    },
    {
      "epoch": 2.719186785260483,
      "grad_norm": 4.518044935525217,
      "learning_rate": 5.983216804278869e-07,
      "loss": 0.3191,
      "step": 2140
    },
    {
      "epoch": 2.7318932655654384,
      "grad_norm": 3.2181606746612044,
      "learning_rate": 5.461180065563787e-07,
      "loss": 0.3059,
      "step": 2150
    },
    {
      "epoch": 2.744599745870394,
      "grad_norm": 3.8710207257234144,
      "learning_rate": 4.962330039958585e-07,
      "loss": 0.3194,
      "step": 2160
    },
    {
      "epoch": 2.7573062261753494,
      "grad_norm": 3.6523179671049215,
      "learning_rate": 4.486789076064968e-07,
      "loss": 0.3148,
      "step": 2170
    },
    {
      "epoch": 2.770012706480305,
      "grad_norm": 3.5451882545264053,
      "learning_rate": 4.034673805674116e-07,
      "loss": 0.3285,
      "step": 2180
    },
    {
      "epoch": 2.7827191867852603,
      "grad_norm": 3.0920265120158827,
      "learning_rate": 3.606095115161279e-07,
      "loss": 0.3172,
      "step": 2190
    },
    {
      "epoch": 2.795425667090216,
      "grad_norm": 3.496745467546405,
      "learning_rate": 3.201158118289793e-07,
      "loss": 0.3183,
      "step": 2200
    },
    {
      "epoch": 2.8081321473951717,
      "grad_norm": 3.361865186046809,
      "learning_rate": 2.8199621304306425e-07,
      "loss": 0.3209,
      "step": 2210
    },
    {
      "epoch": 2.820838627700127,
      "grad_norm": 3.951234253131063,
      "learning_rate": 2.46260064420426e-07,
      "loss": 0.3165,
      "step": 2220
    },
    {
      "epoch": 2.8335451080050826,
      "grad_norm": 4.033338515766138,
      "learning_rate": 2.1291613065504313e-07,
      "loss": 0.3233,
      "step": 2230
    },
    {
      "epoch": 2.846251588310038,
      "grad_norm": 3.8424683095800303,
      "learning_rate": 1.819725897231872e-07,
      "loss": 0.318,
      "step": 2240
    },
    {
      "epoch": 2.8589580686149936,
      "grad_norm": 3.6002718533091,
      "learning_rate": 1.5343703087768225e-07,
      "loss": 0.3323,
      "step": 2250
    },
    {
      "epoch": 2.871664548919949,
      "grad_norm": 3.392955644057836,
      "learning_rate": 1.2731645278655448e-07,
      "loss": 0.3088,
      "step": 2260
    },
    {
      "epoch": 2.884371029224905,
      "grad_norm": 3.9060628771881842,
      "learning_rate": 1.0361726181653209e-07,
      "loss": 0.3213,
      "step": 2270
    },
    {
      "epoch": 2.8970775095298604,
      "grad_norm": 3.6937829161145515,
      "learning_rate": 8.234527046180885e-08,
      "loss": 0.3193,
      "step": 2280
    },
    {
      "epoch": 2.909783989834816,
      "grad_norm": 3.7501161450474036,
      "learning_rate": 6.350569591846434e-08,
      "loss": 0.3334,
      "step": 2290
    },
    {
      "epoch": 2.9224904701397714,
      "grad_norm": 3.4784424672902605,
      "learning_rate": 4.710315880489091e-08,
      "loss": 0.3273,
      "step": 2300
    },
    {
      "epoch": 2.935196950444727,
      "grad_norm": 3.4126846620318707,
      "learning_rate": 3.31416820285313e-08,
      "loss": 0.3177,
      "step": 2310
    },
    {
      "epoch": 2.9479034307496823,
      "grad_norm": 3.9848361195981785,
      "learning_rate": 2.1624689799214503e-08,
      "loss": 0.322,
      "step": 2320
    },
    {
      "epoch": 2.9606099110546378,
      "grad_norm": 3.6028548305792203,
      "learning_rate": 1.2555006789334301e-08,
      "loss": 0.3038,
      "step": 2330
    },
    {
      "epoch": 2.9733163913595932,
      "grad_norm": 4.107748523282802,
      "learning_rate": 5.934857441062258e-09,
      "loss": 0.313,
      "step": 2340
    },
    {
      "epoch": 2.9860228716645487,
      "grad_norm": 4.057112734457165,
      "learning_rate": 1.765865420779722e-09,
      "loss": 0.315,
      "step": 2350
    },
    {
      "epoch": 2.998729351969504,
      "grad_norm": 3.491454630886239,
      "learning_rate": 4.9053220856354335e-11,
      "loss": 0.328,
      "step": 2360
    },
    {
      "epoch": 3.0,
      "step": 2361,
      "total_flos": 121880697913344.0,
      "train_loss": 0.6645450910134418,
      "train_runtime": 16043.0595,
      "train_samples_per_second": 1.177,
      "train_steps_per_second": 0.147
    }
  ],
  "logging_steps": 10,
  "max_steps": 2361,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 121880697913344.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}