{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 100,
  "global_step": 192,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00522875816993464,
      "grad_norm": 6.347966857947682,
      "learning_rate": 0.0,
      "loss": 0.9481360912322998,
      "step": 1
    },
    {
      "epoch": 0.01045751633986928,
      "grad_norm": 6.494536397572297,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.984634280204773,
      "step": 2
    },
    {
      "epoch": 0.01568627450980392,
      "grad_norm": 6.289502266193006,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.969107449054718,
      "step": 3
    },
    {
      "epoch": 0.02091503267973856,
      "grad_norm": 6.29776928567881,
      "learning_rate": 1.5e-06,
      "loss": 0.9729210734367371,
      "step": 4
    },
    {
      "epoch": 0.026143790849673203,
      "grad_norm": 6.079050292624905,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.957334041595459,
      "step": 5
    },
    {
      "epoch": 0.03137254901960784,
      "grad_norm": 5.206607922464983,
      "learning_rate": 2.5e-06,
      "loss": 0.9323782324790955,
      "step": 6
    },
    {
      "epoch": 0.036601307189542485,
      "grad_norm": 4.810000840095693,
      "learning_rate": 3e-06,
      "loss": 0.9412962198257446,
      "step": 7
    },
    {
      "epoch": 0.04183006535947712,
      "grad_norm": 2.5660008448589346,
      "learning_rate": 3.5e-06,
      "loss": 0.8515911102294922,
      "step": 8
    },
    {
      "epoch": 0.047058823529411764,
      "grad_norm": 2.2824469364216737,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.8457263708114624,
      "step": 9
    },
    {
      "epoch": 0.05228758169934641,
      "grad_norm": 3.3736759059530814,
      "learning_rate": 4.5e-06,
      "loss": 0.8140297532081604,
      "step": 10
    },
    {
      "epoch": 0.05751633986928104,
      "grad_norm": 3.0995176628277736,
      "learning_rate": 5e-06,
      "loss": 0.8191126585006714,
      "step": 11
    },
    {
      "epoch": 0.06274509803921569,
      "grad_norm": 2.5895398622981927,
      "learning_rate": 4.999627560102124e-06,
      "loss": 0.7870434522628784,
      "step": 12
    },
    {
      "epoch": 0.06797385620915032,
      "grad_norm": 1.8974304445402854,
      "learning_rate": 4.998510351377676e-06,
      "loss": 0.7835123538970947,
      "step": 13
    },
    {
      "epoch": 0.07320261437908497,
      "grad_norm": 1.956193988467153,
      "learning_rate": 4.996648706701141e-06,
      "loss": 0.762599527835846,
      "step": 14
    },
    {
      "epoch": 0.0784313725490196,
      "grad_norm": 1.6501330069020888,
      "learning_rate": 4.99404318075312e-06,
      "loss": 0.7699071168899536,
      "step": 15
    },
    {
      "epoch": 0.08366013071895424,
      "grad_norm": 1.3191510260737256,
      "learning_rate": 4.990694549855066e-06,
      "loss": 0.7532117962837219,
      "step": 16
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 1.0728054038541968,
      "learning_rate": 4.986603811737982e-06,
      "loss": 0.7490524053573608,
      "step": 17
    },
    {
      "epoch": 0.09411764705882353,
      "grad_norm": 0.911602085668756,
      "learning_rate": 4.981772185245135e-06,
      "loss": 0.7236852645874023,
      "step": 18
    },
    {
      "epoch": 0.09934640522875816,
      "grad_norm": 0.921971864311516,
      "learning_rate": 4.976201109968909e-06,
      "loss": 0.7044740915298462,
      "step": 19
    },
    {
      "epoch": 0.10457516339869281,
      "grad_norm": 1.0278227255206556,
      "learning_rate": 4.969892245821867e-06,
      "loss": 0.684246838092804,
      "step": 20
    },
    {
      "epoch": 0.10980392156862745,
      "grad_norm": 1.0505320545862888,
      "learning_rate": 4.9628474725421845e-06,
      "loss": 0.6957111358642578,
      "step": 21
    },
    {
      "epoch": 0.11503267973856209,
      "grad_norm": 0.9718522726959984,
      "learning_rate": 4.955068889133577e-06,
      "loss": 0.6782320141792297,
      "step": 22
    },
    {
      "epoch": 0.12026143790849673,
      "grad_norm": 0.8985769871307081,
      "learning_rate": 4.946558813239889e-06,
      "loss": 0.6832859516143799,
      "step": 23
    },
    {
      "epoch": 0.12549019607843137,
      "grad_norm": 0.7625829683264522,
      "learning_rate": 4.937319780454559e-06,
      "loss": 0.6632767915725708,
      "step": 24
    },
    {
      "epoch": 0.13071895424836602,
      "grad_norm": 0.7153335787803188,
      "learning_rate": 4.927354543565131e-06,
      "loss": 0.6677097082138062,
      "step": 25
    },
    {
      "epoch": 0.13594771241830064,
      "grad_norm": 0.7832405880278965,
      "learning_rate": 4.9166660717330496e-06,
      "loss": 0.6688209772109985,
      "step": 26
    },
    {
      "epoch": 0.1411764705882353,
      "grad_norm": 0.8081012579571756,
      "learning_rate": 4.905257549609002e-06,
      "loss": 0.6523228883743286,
      "step": 27
    },
    {
      "epoch": 0.14640522875816994,
      "grad_norm": 0.7232667052601495,
      "learning_rate": 4.89313237638404e-06,
      "loss": 0.6514331102371216,
      "step": 28
    },
    {
      "epoch": 0.15163398692810456,
      "grad_norm": 0.7364919902342735,
      "learning_rate": 4.880294164776785e-06,
      "loss": 0.6719018220901489,
      "step": 29
    },
    {
      "epoch": 0.1568627450980392,
      "grad_norm": 0.7402087352191463,
      "learning_rate": 4.866746739957016e-06,
      "loss": 0.6616781949996948,
      "step": 30
    },
    {
      "epoch": 0.16209150326797386,
      "grad_norm": 0.6548663554771319,
      "learning_rate": 4.852494138405942e-06,
      "loss": 0.6498498916625977,
      "step": 31
    },
    {
      "epoch": 0.16732026143790849,
      "grad_norm": 0.6462896054284554,
      "learning_rate": 4.837540606713538e-06,
      "loss": 0.6334521770477295,
      "step": 32
    },
    {
      "epoch": 0.17254901960784313,
      "grad_norm": 0.6601443083080514,
      "learning_rate": 4.821890600313256e-06,
      "loss": 0.6329904794692993,
      "step": 33
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 0.6361024237274734,
      "learning_rate": 4.805548782154527e-06,
      "loss": 0.6358813643455505,
      "step": 34
    },
    {
      "epoch": 0.1830065359477124,
      "grad_norm": 0.6370767401843039,
      "learning_rate": 4.788520021313416e-06,
      "loss": 0.6412982940673828,
      "step": 35
    },
    {
      "epoch": 0.18823529411764706,
      "grad_norm": 0.6160492611377754,
      "learning_rate": 4.770809391541885e-06,
      "loss": 0.6219744682312012,
      "step": 36
    },
    {
      "epoch": 0.1934640522875817,
      "grad_norm": 0.5891892411318342,
      "learning_rate": 4.752422169756048e-06,
      "loss": 0.6276743412017822,
      "step": 37
    },
    {
      "epoch": 0.19869281045751633,
      "grad_norm": 0.593118371908844,
      "learning_rate": 4.733363834463908e-06,
      "loss": 0.6285060048103333,
      "step": 38
    },
    {
      "epoch": 0.20392156862745098,
      "grad_norm": 0.575270106297829,
      "learning_rate": 4.7136400641330245e-06,
      "loss": 0.6261259317398071,
      "step": 39
    },
    {
      "epoch": 0.20915032679738563,
      "grad_norm": 0.5713198483443941,
      "learning_rate": 4.693256735498605e-06,
      "loss": 0.6043239831924438,
      "step": 40
    },
    {
      "epoch": 0.21437908496732025,
      "grad_norm": 0.6125225644788509,
      "learning_rate": 4.672219921812517e-06,
      "loss": 0.6216004490852356,
      "step": 41
    },
    {
      "epoch": 0.2196078431372549,
      "grad_norm": 0.5732437092230873,
      "learning_rate": 4.650535891033752e-06,
      "loss": 0.6183825731277466,
      "step": 42
    },
    {
      "epoch": 0.22483660130718955,
      "grad_norm": 0.5893871794916001,
      "learning_rate": 4.6282111039608786e-06,
      "loss": 0.6294577717781067,
      "step": 43
    },
    {
      "epoch": 0.23006535947712417,
      "grad_norm": 0.5883118590404731,
      "learning_rate": 4.60525221230703e-06,
      "loss": 0.5969547033309937,
      "step": 44
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 0.5645900134186553,
      "learning_rate": 4.581666056718016e-06,
      "loss": 0.6152564287185669,
      "step": 45
    },
    {
      "epoch": 0.24052287581699347,
      "grad_norm": 0.5538864743605434,
      "learning_rate": 4.5574596647341414e-06,
      "loss": 0.6116839647293091,
      "step": 46
    },
    {
      "epoch": 0.2457516339869281,
      "grad_norm": 0.5876321390392742,
      "learning_rate": 4.532640248696331e-06,
      "loss": 0.5973551273345947,
      "step": 47
    },
    {
      "epoch": 0.25098039215686274,
      "grad_norm": 0.5667126105497471,
      "learning_rate": 4.5072152035972065e-06,
      "loss": 0.6084102392196655,
      "step": 48
    },
    {
      "epoch": 0.25620915032679736,
      "grad_norm": 0.5779618428834822,
      "learning_rate": 4.481192104877727e-06,
      "loss": 0.6000851988792419,
      "step": 49
    },
    {
      "epoch": 0.26143790849673204,
      "grad_norm": 0.595872790475092,
      "learning_rate": 4.454578706170075e-06,
      "loss": 0.6287335157394409,
      "step": 50
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 0.6135449402557597,
      "learning_rate": 4.427382936987449e-06,
      "loss": 0.6047977209091187,
      "step": 51
    },
    {
      "epoch": 0.2718954248366013,
      "grad_norm": 0.5654402206393638,
      "learning_rate": 4.3996129003614476e-06,
      "loss": 0.6092298626899719,
      "step": 52
    },
    {
      "epoch": 0.27712418300653596,
      "grad_norm": 0.588720660819845,
      "learning_rate": 4.3712768704277535e-06,
      "loss": 0.6106082797050476,
      "step": 53
    },
    {
      "epoch": 0.2823529411764706,
      "grad_norm": 0.5625841118179689,
      "learning_rate": 4.342383289960842e-06,
      "loss": 0.5951759219169617,
      "step": 54
    },
    {
      "epoch": 0.2875816993464052,
      "grad_norm": 0.6385157703007635,
      "learning_rate": 4.312940767858442e-06,
      "loss": 0.5925623178482056,
      "step": 55
    },
    {
      "epoch": 0.2928104575163399,
      "grad_norm": 0.5450004755809773,
      "learning_rate": 4.282958076576491e-06,
      "loss": 0.5999478697776794,
      "step": 56
    },
    {
      "epoch": 0.2980392156862745,
      "grad_norm": 0.5441923776730769,
      "learning_rate": 4.252444149515374e-06,
      "loss": 0.5923868417739868,
      "step": 57
    },
    {
      "epoch": 0.3032679738562091,
      "grad_norm": 0.5820233623448337,
      "learning_rate": 4.221408078358193e-06,
      "loss": 0.6029752492904663,
      "step": 58
    },
    {
      "epoch": 0.3084967320261438,
      "grad_norm": 0.5892415536138577,
      "learning_rate": 4.189859110361886e-06,
      "loss": 0.5926511287689209,
      "step": 59
    },
    {
      "epoch": 0.3137254901960784,
      "grad_norm": 0.5599877647664481,
      "learning_rate": 4.1578066456019885e-06,
      "loss": 0.589052677154541,
      "step": 60
    },
    {
      "epoch": 0.31895424836601305,
      "grad_norm": 0.541734586591236,
      "learning_rate": 4.125260234171861e-06,
      "loss": 0.5972912311553955,
      "step": 61
    },
    {
      "epoch": 0.3241830065359477,
      "grad_norm": 0.5582144979942749,
      "learning_rate": 4.092229573337223e-06,
      "loss": 0.5824427604675293,
      "step": 62
    },
    {
      "epoch": 0.32941176470588235,
      "grad_norm": 0.5789574351764452,
      "learning_rate": 4.058724504646834e-06,
      "loss": 0.5841062068939209,
      "step": 63
    },
    {
      "epoch": 0.33464052287581697,
      "grad_norm": 0.5627250980341298,
      "learning_rate": 4.0247550110001825e-06,
      "loss": 0.5932133197784424,
      "step": 64
    },
    {
      "epoch": 0.33986928104575165,
      "grad_norm": 0.5602690396228506,
      "learning_rate": 3.990331213673064e-06,
      "loss": 0.5924372673034668,
      "step": 65
    },
    {
      "epoch": 0.34509803921568627,
      "grad_norm": 0.6235146146565055,
      "learning_rate": 3.9554633693019275e-06,
      "loss": 0.5912005305290222,
      "step": 66
    },
    {
      "epoch": 0.3503267973856209,
      "grad_norm": 0.5807352926165517,
      "learning_rate": 3.92016186682789e-06,
      "loss": 0.5893465876579285,
      "step": 67
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 0.5644905720493231,
      "learning_rate": 3.884437224401333e-06,
      "loss": 0.581815242767334,
      "step": 68
    },
    {
      "epoch": 0.3607843137254902,
      "grad_norm": 0.6126080456576034,
      "learning_rate": 3.848300086247998e-06,
      "loss": 0.5809829831123352,
      "step": 69
    },
    {
      "epoch": 0.3660130718954248,
      "grad_norm": 0.5703279895399361,
      "learning_rate": 3.81176121949752e-06,
      "loss": 0.5824570655822754,
      "step": 70
    },
    {
      "epoch": 0.3712418300653595,
      "grad_norm": 0.5608014055042397,
      "learning_rate": 3.7748315109753402e-06,
      "loss": 0.5795037746429443,
      "step": 71
    },
    {
      "epoch": 0.3764705882352941,
      "grad_norm": 0.6129777799452483,
      "learning_rate": 3.737521963958954e-06,
      "loss": 0.592901349067688,
      "step": 72
    },
    {
      "epoch": 0.38169934640522873,
      "grad_norm": 0.6064170242930988,
      "learning_rate": 3.6998436948994664e-06,
      "loss": 0.5877245664596558,
      "step": 73
    },
    {
      "epoch": 0.3869281045751634,
      "grad_norm": 0.5258060101465157,
      "learning_rate": 3.661807930109422e-06,
      "loss": 0.5766226649284363,
      "step": 74
    },
    {
      "epoch": 0.39215686274509803,
      "grad_norm": 0.5532641087151743,
      "learning_rate": 3.6234260024179036e-06,
      "loss": 0.5878047943115234,
      "step": 75
    },
    {
      "epoch": 0.39738562091503266,
      "grad_norm": 0.5753178152704953,
      "learning_rate": 3.5847093477938955e-06,
      "loss": 0.5693782567977905,
      "step": 76
    },
    {
      "epoch": 0.40261437908496733,
      "grad_norm": 0.57261888823084,
      "learning_rate": 3.545669501938913e-06,
      "loss": 0.5842486619949341,
      "step": 77
    },
    {
      "epoch": 0.40784313725490196,
      "grad_norm": 0.5711955538919853,
      "learning_rate": 3.506318096849919e-06,
      "loss": 0.5750635862350464,
      "step": 78
    },
    {
      "epoch": 0.4130718954248366,
      "grad_norm": 0.5621104350357707,
      "learning_rate": 3.466666857353547e-06,
      "loss": 0.5776480436325073,
      "step": 79
    },
    {
      "epoch": 0.41830065359477125,
      "grad_norm": 0.5733622981347513,
      "learning_rate": 3.4267275976126697e-06,
      "loss": 0.5773502588272095,
      "step": 80
    },
    {
      "epoch": 0.4235294117647059,
      "grad_norm": 0.5784229314497759,
      "learning_rate": 3.386512217606339e-06,
      "loss": 0.5791910886764526,
      "step": 81
    },
    {
      "epoch": 0.4287581699346405,
      "grad_norm": 0.5603923512105482,
      "learning_rate": 3.346032699584176e-06,
      "loss": 0.5744297504425049,
      "step": 82
    },
    {
      "epoch": 0.4339869281045752,
      "grad_norm": 0.5476863889079238,
      "learning_rate": 3.3053011044962268e-06,
      "loss": 0.5794825553894043,
      "step": 83
    },
    {
      "epoch": 0.4392156862745098,
      "grad_norm": 0.5465150807879586,
      "learning_rate": 3.2643295683993827e-06,
      "loss": 0.5800514221191406,
      "step": 84
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.5190947807026538,
      "learning_rate": 3.2231302988414198e-06,
      "loss": 0.5898442268371582,
      "step": 85
    },
    {
      "epoch": 0.4496732026143791,
      "grad_norm": 0.5452710234094856,
      "learning_rate": 3.1817155712237347e-06,
      "loss": 0.5779276490211487,
      "step": 86
    },
    {
      "epoch": 0.4549019607843137,
      "grad_norm": 0.5508881891925463,
      "learning_rate": 3.140097725143868e-06,
      "loss": 0.5735259652137756,
      "step": 87
    },
    {
      "epoch": 0.46013071895424834,
      "grad_norm": 0.5164501716677642,
      "learning_rate": 3.0982891607188948e-06,
      "loss": 0.573521077632904,
      "step": 88
    },
    {
      "epoch": 0.465359477124183,
      "grad_norm": 0.5314892359327341,
      "learning_rate": 3.056302334890786e-06,
      "loss": 0.5799280405044556,
      "step": 89
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 0.5554410893740324,
      "learning_rate": 3.0141497577148416e-06,
      "loss": 0.5816221833229065,
      "step": 90
    },
    {
      "epoch": 0.47581699346405226,
      "grad_norm": 0.5674238841107639,
      "learning_rate": 2.971843988632292e-06,
      "loss": 0.5861309766769409,
      "step": 91
    },
    {
      "epoch": 0.48104575163398694,
      "grad_norm": 0.5383333102829588,
      "learning_rate": 2.929397632728191e-06,
      "loss": 0.5848875641822815,
      "step": 92
    },
    {
      "epoch": 0.48627450980392156,
      "grad_norm": 0.5281164661452042,
      "learning_rate": 2.886823336975703e-06,
      "loss": 0.5784912109375,
      "step": 93
    },
    {
      "epoch": 0.4915032679738562,
      "grad_norm": 0.5185162243520675,
      "learning_rate": 2.8441337864679213e-06,
      "loss": 0.5753432512283325,
      "step": 94
    },
    {
      "epoch": 0.49673202614379086,
      "grad_norm": 0.5681437863408695,
      "learning_rate": 2.8013417006383078e-06,
      "loss": 0.5733731985092163,
      "step": 95
    },
    {
      "epoch": 0.5019607843137255,
      "grad_norm": 0.5397128007436308,
      "learning_rate": 2.758459829470925e-06,
      "loss": 0.5713093280792236,
      "step": 96
    },
    {
      "epoch": 0.5071895424836601,
      "grad_norm": 0.5286420212232708,
      "learning_rate": 2.7155009497015487e-06,
      "loss": 0.5599273443222046,
      "step": 97
    },
    {
      "epoch": 0.5124183006535947,
      "grad_norm": 0.5332061382995414,
      "learning_rate": 2.6724778610108123e-06,
      "loss": 0.5773267149925232,
      "step": 98
    },
    {
      "epoch": 0.5176470588235295,
      "grad_norm": 0.5719742771192323,
      "learning_rate": 2.629403382210524e-06,
      "loss": 0.5814815163612366,
      "step": 99
    },
    {
      "epoch": 0.5228758169934641,
      "grad_norm": 0.5632680640869598,
      "learning_rate": 2.5862903474242707e-06,
      "loss": 0.5715689659118652,
      "step": 100
    },
    {
      "epoch": 0.5228758169934641,
      "eval_loss": 0.5673182606697083,
      "eval_runtime": 358.5243,
      "eval_samples_per_second": 7.188,
      "eval_steps_per_second": 0.901,
      "step": 100
    },
    {
      "epoch": 0.5281045751633987,
      "grad_norm": 0.5335986189868693,
      "learning_rate": 2.5431516022634718e-06,
      "loss": 0.5701637864112854,
      "step": 101
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.5447359969374349,
      "learning_rate": 2.5e-06,
      "loss": 0.5731196403503418,
      "step": 102
    },
    {
      "epoch": 0.538562091503268,
      "grad_norm": 0.5452628034951653,
      "learning_rate": 2.456848397736529e-06,
      "loss": 0.570784866809845,
      "step": 103
    },
    {
      "epoch": 0.5437908496732026,
      "grad_norm": 0.5214059077677813,
      "learning_rate": 2.4137096525757306e-06,
      "loss": 0.5641082525253296,
      "step": 104
    },
    {
      "epoch": 0.5490196078431373,
      "grad_norm": 0.5338181878638509,
      "learning_rate": 2.3705966177894763e-06,
      "loss": 0.5622221231460571,
      "step": 105
    },
    {
      "epoch": 0.5542483660130719,
      "grad_norm": 0.5417133865959133,
      "learning_rate": 2.3275221389891877e-06,
      "loss": 0.5729820132255554,
      "step": 106
    },
    {
      "epoch": 0.5594771241830065,
      "grad_norm": 0.5788688379436328,
      "learning_rate": 2.2844990502984517e-06,
      "loss": 0.5598784685134888,
      "step": 107
    },
    {
      "epoch": 0.5647058823529412,
      "grad_norm": 0.527902900147592,
      "learning_rate": 2.2415401705290753e-06,
      "loss": 0.5576006174087524,
      "step": 108
    },
    {
      "epoch": 0.5699346405228758,
      "grad_norm": 0.5421982725166127,
      "learning_rate": 2.1986582993616926e-06,
      "loss": 0.5639731884002686,
      "step": 109
    },
    {
      "epoch": 0.5751633986928104,
      "grad_norm": 0.5726654841184247,
      "learning_rate": 2.15586621353208e-06,
      "loss": 0.581594705581665,
      "step": 110
    },
    {
      "epoch": 0.5803921568627451,
      "grad_norm": 0.52327011841633,
      "learning_rate": 2.113176663024297e-06,
      "loss": 0.5771512985229492,
      "step": 111
    },
    {
      "epoch": 0.5856209150326798,
      "grad_norm": 0.5199682658397303,
      "learning_rate": 2.07060236727181e-06,
      "loss": 0.5710991621017456,
      "step": 112
    },
    {
      "epoch": 0.5908496732026144,
      "grad_norm": 0.5520241920459973,
      "learning_rate": 2.0281560113677085e-06,
      "loss": 0.538283109664917,
      "step": 113
    },
    {
      "epoch": 0.596078431372549,
      "grad_norm": 0.5257419472887066,
      "learning_rate": 1.9858502422851588e-06,
      "loss": 0.5497515201568604,
      "step": 114
    },
    {
      "epoch": 0.6013071895424836,
      "grad_norm": 0.5119991697476447,
      "learning_rate": 1.9436976651092143e-06,
      "loss": 0.5641146898269653,
      "step": 115
    },
    {
      "epoch": 0.6065359477124183,
      "grad_norm": 0.5446106545142635,
      "learning_rate": 1.9017108392811065e-06,
      "loss": 0.5670981407165527,
      "step": 116
    },
    {
      "epoch": 0.611764705882353,
      "grad_norm": 0.5259369530730766,
      "learning_rate": 1.8599022748561324e-06,
      "loss": 0.5728137493133545,
      "step": 117
    },
    {
      "epoch": 0.6169934640522876,
      "grad_norm": 0.5034903035804525,
      "learning_rate": 1.8182844287762657e-06,
      "loss": 0.560348391532898,
      "step": 118
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 0.5325668868834296,
      "learning_rate": 1.776869701158581e-06,
      "loss": 0.560174822807312,
      "step": 119
    },
    {
      "epoch": 0.6274509803921569,
      "grad_norm": 0.5467877432708195,
      "learning_rate": 1.7356704316006185e-06,
      "loss": 0.5621490478515625,
      "step": 120
    },
    {
      "epoch": 0.6326797385620915,
      "grad_norm": 0.528568337591619,
      "learning_rate": 1.694698895503774e-06,
      "loss": 0.5659476518630981,
      "step": 121
    },
    {
      "epoch": 0.6379084967320261,
      "grad_norm": 0.5089558928097043,
      "learning_rate": 1.653967300415824e-06,
      "loss": 0.569420576095581,
      "step": 122
    },
    {
      "epoch": 0.6431372549019608,
      "grad_norm": 0.5024462543910206,
      "learning_rate": 1.613487782393661e-06,
      "loss": 0.5675485134124756,
      "step": 123
    },
    {
      "epoch": 0.6483660130718955,
      "grad_norm": 0.5193556626496942,
      "learning_rate": 1.5732724023873313e-06,
      "loss": 0.5646683573722839,
      "step": 124
    },
    {
      "epoch": 0.6535947712418301,
      "grad_norm": 0.5167777438862812,
      "learning_rate": 1.5333331426464532e-06,
      "loss": 0.5609128475189209,
      "step": 125
    },
    {
      "epoch": 0.6588235294117647,
      "grad_norm": 0.5214328685096735,
      "learning_rate": 1.4936819031500816e-06,
      "loss": 0.5676463842391968,
      "step": 126
    },
    {
      "epoch": 0.6640522875816993,
      "grad_norm": 0.5147327036840245,
      "learning_rate": 1.4543304980610879e-06,
      "loss": 0.5723596811294556,
      "step": 127
    },
    {
      "epoch": 0.6692810457516339,
      "grad_norm": 0.5053173120160722,
      "learning_rate": 1.415290652206105e-06,
      "loss": 0.5553067922592163,
      "step": 128
    },
    {
      "epoch": 0.6745098039215687,
      "grad_norm": 0.532609302888491,
      "learning_rate": 1.3765739975820964e-06,
      "loss": 0.5784270763397217,
      "step": 129
    },
    {
      "epoch": 0.6797385620915033,
      "grad_norm": 0.5186651032522405,
      "learning_rate": 1.3381920698905788e-06,
      "loss": 0.558042049407959,
      "step": 130
    },
    {
      "epoch": 0.6849673202614379,
      "grad_norm": 0.495557755541781,
      "learning_rate": 1.3001563051005348e-06,
      "loss": 0.5508121252059937,
      "step": 131
    },
    {
      "epoch": 0.6901960784313725,
      "grad_norm": 0.5131732718876296,
      "learning_rate": 1.2624780360410465e-06,
      "loss": 0.5609950423240662,
      "step": 132
    },
    {
      "epoch": 0.6954248366013072,
      "grad_norm": 0.5803152168243949,
      "learning_rate": 1.225168489024661e-06,
      "loss": 0.5562149286270142,
      "step": 133
    },
    {
      "epoch": 0.7006535947712418,
      "grad_norm": 0.5170427589265535,
      "learning_rate": 1.18823878050248e-06,
      "loss": 0.5500751733779907,
      "step": 134
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 0.5024022320857018,
      "learning_rate": 1.1516999137520023e-06,
      "loss": 0.5647166967391968,
      "step": 135
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 0.5649509800380527,
      "learning_rate": 1.1155627755986673e-06,
      "loss": 0.5671936273574829,
      "step": 136
    },
    {
      "epoch": 0.7163398692810458,
      "grad_norm": 0.5177084345458365,
      "learning_rate": 1.079838133172111e-06,
      "loss": 0.5641372203826904,
      "step": 137
    },
    {
      "epoch": 0.7215686274509804,
      "grad_norm": 0.5137945415106975,
      "learning_rate": 1.044536630698074e-06,
      "loss": 0.5575729012489319,
      "step": 138
    },
    {
      "epoch": 0.726797385620915,
      "grad_norm": 0.5211634393198903,
      "learning_rate": 1.0096687863269368e-06,
      "loss": 0.5538100004196167,
      "step": 139
    },
    {
      "epoch": 0.7320261437908496,
      "grad_norm": 0.5224412702400191,
      "learning_rate": 9.752449889998177e-07,
      "loss": 0.5602108240127563,
      "step": 140
    },
    {
      "epoch": 0.7372549019607844,
      "grad_norm": 0.498873761813189,
      "learning_rate": 9.412754953531664e-07,
      "loss": 0.5666385293006897,
      "step": 141
    },
    {
      "epoch": 0.742483660130719,
      "grad_norm": 0.5495549304431346,
      "learning_rate": 9.077704266627777e-07,
      "loss": 0.5576941967010498,
      "step": 142
    },
    {
      "epoch": 0.7477124183006536,
      "grad_norm": 0.4971585112051998,
      "learning_rate": 8.747397658281396e-07,
      "loss": 0.560312032699585,
      "step": 143
    },
    {
      "epoch": 0.7529411764705882,
      "grad_norm": 0.4988535210920422,
      "learning_rate": 8.421933543980126e-07,
      "loss": 0.5632399320602417,
      "step": 144
    },
    {
      "epoch": 0.7581699346405228,
      "grad_norm": 0.5201536305985685,
      "learning_rate": 8.101408896381141e-07,
      "loss": 0.5657294988632202,
      "step": 145
    },
    {
      "epoch": 0.7633986928104575,
      "grad_norm": 0.5143498110980177,
      "learning_rate": 7.78591921641807e-07,
      "loss": 0.5454354286193848,
      "step": 146
    },
    {
      "epoch": 0.7686274509803922,
      "grad_norm": 0.748375404324366,
      "learning_rate": 7.475558504846264e-07,
      "loss": 0.5555028915405273,
      "step": 147
    },
    {
      "epoch": 0.7738562091503268,
      "grad_norm": 0.5338879723386315,
      "learning_rate": 7.170419234235099e-07,
      "loss": 0.5638636946678162,
      "step": 148
    },
    {
      "epoch": 0.7790849673202614,
      "grad_norm": 0.5458700295815662,
      "learning_rate": 6.870592321415595e-07,
      "loss": 0.5679295063018799,
      "step": 149
    },
    {
      "epoch": 0.7843137254901961,
      "grad_norm": 0.49974904279732546,
      "learning_rate": 6.576167100391583e-07,
      "loss": 0.5531324148178101,
      "step": 150
    },
    {
      "epoch": 0.7895424836601307,
      "grad_norm": 0.48725698658480215,
      "learning_rate": 6.28723129572247e-07,
      "loss": 0.5494948625564575,
      "step": 151
    },
    {
      "epoch": 0.7947712418300653,
      "grad_norm": 0.4936709993021908,
      "learning_rate": 6.003870996385533e-07,
      "loss": 0.557604193687439,
      "step": 152
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.4785500324707629,
      "learning_rate": 5.72617063012551e-07,
      "loss": 0.5621477365493774,
      "step": 153
    },
    {
      "epoch": 0.8052287581699347,
      "grad_norm": 0.51265153178198,
      "learning_rate": 5.454212938299256e-07,
      "loss": 0.5555800199508667,
      "step": 154
    },
    {
      "epoch": 0.8104575163398693,
      "grad_norm": 0.5929400138865342,
      "learning_rate": 5.188078951222745e-07,
      "loss": 0.5754239559173584,
      "step": 155
    },
    {
      "epoch": 0.8156862745098039,
      "grad_norm": 0.5151264092726617,
      "learning_rate": 4.92784796402794e-07,
      "loss": 0.5659595727920532,
      "step": 156
    },
    {
      "epoch": 0.8209150326797385,
      "grad_norm": 0.48683381113142116,
      "learning_rate": 4.673597513036684e-07,
      "loss": 0.5688292384147644,
      "step": 157
    },
    {
      "epoch": 0.8261437908496732,
      "grad_norm": 0.49956835275891054,
      "learning_rate": 4.4254033526585917e-07,
      "loss": 0.5485458970069885,
      "step": 158
    },
    {
      "epoch": 0.8313725490196079,
      "grad_norm": 0.5053069611704939,
      "learning_rate": 4.183339432819844e-07,
      "loss": 0.560895562171936,
      "step": 159
    },
    {
      "epoch": 0.8366013071895425,
      "grad_norm": 0.4987215316301059,
      "learning_rate": 3.947477876929706e-07,
      "loss": 0.5563021302223206,
      "step": 160
    },
    {
      "epoch": 0.8418300653594771,
      "grad_norm": 0.4909410145974737,
      "learning_rate": 3.717888960391222e-07,
      "loss": 0.5633970499038696,
      "step": 161
    },
    {
      "epoch": 0.8470588235294118,
      "grad_norm": 0.482251665763075,
      "learning_rate": 3.4946410896624816e-07,
      "loss": 0.5483416318893433,
      "step": 162
    },
    {
      "epoch": 0.8522875816993464,
      "grad_norm": 0.503006037783509,
      "learning_rate": 3.2778007818748376e-07,
      "loss": 0.5658166408538818,
      "step": 163
    },
    {
      "epoch": 0.857516339869281,
      "grad_norm": 0.5036055628183839,
      "learning_rate": 3.0674326450139516e-07,
      "loss": 0.5492104291915894,
      "step": 164
    },
    {
      "epoch": 0.8627450980392157,
      "grad_norm": 0.5026032251221639,
      "learning_rate": 2.8635993586697555e-07,
      "loss": 0.55476975440979,
      "step": 165
    },
    {
      "epoch": 0.8679738562091504,
      "grad_norm": 0.49878849351164134,
      "learning_rate": 2.6663616553609273e-07,
      "loss": 0.5482717752456665,
      "step": 166
    },
    {
      "epoch": 0.873202614379085,
      "grad_norm": 0.4993322700673657,
      "learning_rate": 2.4757783024395244e-07,
      "loss": 0.553543210029602,
      "step": 167
    },
    {
      "epoch": 0.8784313725490196,
      "grad_norm": 0.4891186370831776,
      "learning_rate": 2.2919060845811498e-07,
      "loss": 0.5653778314590454,
      "step": 168
    },
    {
      "epoch": 0.8836601307189542,
      "grad_norm": 0.5104384613452125,
      "learning_rate": 2.1147997868658427e-07,
      "loss": 0.5473053455352783,
      "step": 169
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.5565094294303261,
      "learning_rate": 1.9445121784547437e-07,
      "loss": 0.5555562376976013,
      "step": 170
    },
    {
      "epoch": 0.8941176470588236,
      "grad_norm": 0.4868919535614007,
      "learning_rate": 1.7810939968674418e-07,
      "loss": 0.5629611015319824,
      "step": 171
    },
    {
      "epoch": 0.8993464052287582,
      "grad_norm": 0.49051351012766137,
      "learning_rate": 1.6245939328646322e-07,
      "loss": 0.569056510925293,
      "step": 172
    },
    {
      "epoch": 0.9045751633986928,
      "grad_norm": 0.5065131508836102,
      "learning_rate": 1.4750586159405917e-07,
      "loss": 0.5600336790084839,
      "step": 173
    },
    {
      "epoch": 0.9098039215686274,
      "grad_norm": 0.5093368159571033,
      "learning_rate": 1.3325326004298533e-07,
      "loss": 0.5577600598335266,
      "step": 174
    },
    {
      "epoch": 0.9150326797385621,
      "grad_norm": 0.5012778907296466,
      "learning_rate": 1.197058352232147e-07,
      "loss": 0.5549207925796509,
      "step": 175
    },
    {
      "epoch": 0.9202614379084967,
      "grad_norm": 0.494297148988845,
      "learning_rate": 1.0686762361596075e-07,
      "loss": 0.5604888200759888,
      "step": 176
    },
    {
      "epoch": 0.9254901960784314,
      "grad_norm": 0.4908336081620801,
      "learning_rate": 9.474245039099883e-08,
      "loss": 0.5673908591270447,
      "step": 177
    },
    {
      "epoch": 0.930718954248366,
      "grad_norm": 0.5156383296582215,
      "learning_rate": 8.333392826695125e-08,
      "loss": 0.5623798370361328,
      "step": 178
    },
    {
      "epoch": 0.9359477124183007,
      "grad_norm": 0.511017006136213,
      "learning_rate": 7.264545643486997e-08,
      "loss": 0.5695925354957581,
      "step": 179
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 0.5246694637251323,
      "learning_rate": 6.268021954544095e-08,
      "loss": 0.5567260384559631,
      "step": 180
    },
    {
      "epoch": 0.9464052287581699,
      "grad_norm": 0.48564624001478096,
      "learning_rate": 5.344118676011173e-08,
      "loss": 0.5637162923812866,
      "step": 181
    },
    {
      "epoch": 0.9516339869281045,
      "grad_norm": 0.4816986249713747,
      "learning_rate": 4.493111086642438e-08,
      "loss": 0.568381130695343,
      "step": 182
    },
    {
      "epoch": 0.9568627450980393,
      "grad_norm": 0.5152957786140409,
      "learning_rate": 3.7152527457815504e-08,
      "loss": 0.5643942356109619,
      "step": 183
    },
    {
      "epoch": 0.9620915032679739,
      "grad_norm": 0.5009014081483334,
      "learning_rate": 3.010775417813388e-08,
      "loss": 0.5601834058761597,
      "step": 184
    },
    {
      "epoch": 0.9673202614379085,
      "grad_norm": 0.49981156598749754,
      "learning_rate": 2.3798890031092037e-08,
      "loss": 0.5571467876434326,
      "step": 185
    },
    {
      "epoch": 0.9725490196078431,
      "grad_norm": 0.4756602024624245,
      "learning_rate": 1.822781475486507e-08,
      "loss": 0.5563821792602539,
      "step": 186
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 0.4808447389705439,
      "learning_rate": 1.3396188262018439e-08,
      "loss": 0.5627793073654175,
      "step": 187
    },
    {
      "epoch": 0.9830065359477124,
      "grad_norm": 0.5075203531092929,
      "learning_rate": 9.305450144933836e-09,
      "loss": 0.5584004521369934,
      "step": 188
    },
    {
      "epoch": 0.9882352941176471,
      "grad_norm": 0.4991385105933137,
      "learning_rate": 5.9568192468811844e-09,
      "loss": 0.5592875480651855,
      "step": 189
    },
    {
      "epoch": 0.9934640522875817,
      "grad_norm": 0.4819552321388971,
      "learning_rate": 3.3512932988596924e-09,
      "loss": 0.5583007335662842,
      "step": 190
    },
    {
      "epoch": 0.9986928104575163,
      "grad_norm": 0.5013592427400733,
      "learning_rate": 1.4896486223239802e-09,
      "loss": 0.5680533051490784,
      "step": 191
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.9891674873290996,
      "learning_rate": 3.7243989787633106e-10,
      "loss": 0.5837845802307129,
      "step": 192
    },
    {
      "epoch": 1.0,
      "step": 192,
      "total_flos": 989914169868288.0,
      "train_loss": 0.6082294903074702,
      "train_runtime": 18395.1691,
      "train_samples_per_second": 2.661,
      "train_steps_per_second": 0.01
    }
  ],
  "logging_steps": 1,
  "max_steps": 192,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 989914169868288.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}