{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 104,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.4476254880428314,
      "epoch": 0.009685230024213076,
      "grad_norm": 1.3588989973068237,
      "learning_rate": 0.0,
      "loss": 2.2350821495056152,
      "mean_token_accuracy": 0.5031501688063145,
      "num_tokens": 96574.0,
      "step": 1
    },
    {
      "entropy": 1.4007079899311066,
      "epoch": 0.01937046004842615,
      "grad_norm": 1.2849924564361572,
      "learning_rate": 3.125e-06,
      "loss": 2.14509654045105,
      "mean_token_accuracy": 0.5205462127923965,
      "num_tokens": 191520.0,
      "step": 2
    },
    {
      "entropy": 1.4708476215600967,
      "epoch": 0.029055690072639227,
      "grad_norm": 1.2314231395721436,
      "learning_rate": 6.25e-06,
      "loss": 2.158306121826172,
      "mean_token_accuracy": 0.5159582570195198,
      "num_tokens": 287631.0,
      "step": 3
    },
    {
      "entropy": 1.5651142746210098,
      "epoch": 0.0387409200968523,
      "grad_norm": 0.9785442352294922,
      "learning_rate": 9.375000000000001e-06,
      "loss": 2.0755105018615723,
      "mean_token_accuracy": 0.5181002020835876,
      "num_tokens": 384739.0,
      "step": 4
    },
    {
      "entropy": 1.579958975315094,
      "epoch": 0.048426150121065374,
      "grad_norm": 0.7276659607887268,
      "learning_rate": 1.25e-05,
      "loss": 1.930289626121521,
      "mean_token_accuracy": 0.5408441498875618,
      "num_tokens": 481674.0,
      "step": 5
    },
    {
      "entropy": 1.8359138667583466,
      "epoch": 0.05811138014527845,
      "grad_norm": 0.5072433352470398,
      "learning_rate": 1.5625e-05,
      "loss": 1.9374589920043945,
      "mean_token_accuracy": 0.5299954265356064,
      "num_tokens": 576090.0,
      "step": 6
    },
    {
      "entropy": 1.8671298921108246,
      "epoch": 0.06779661016949153,
      "grad_norm": 0.44714638590812683,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.8663867712020874,
      "mean_token_accuracy": 0.5436736792325974,
      "num_tokens": 673951.0,
      "step": 7
    },
    {
      "entropy": 1.933446392416954,
      "epoch": 0.0774818401937046,
      "grad_norm": 0.5136867761611938,
      "learning_rate": 2.1875e-05,
      "loss": 1.7743638753890991,
      "mean_token_accuracy": 0.5584963485598564,
      "num_tokens": 771899.0,
      "step": 8
    },
    {
      "entropy": 1.9850385338068008,
      "epoch": 0.08716707021791767,
      "grad_norm": 0.5442814826965332,
      "learning_rate": 2.5e-05,
      "loss": 1.7758773565292358,
      "mean_token_accuracy": 0.5573008134961128,
      "num_tokens": 868206.0,
      "step": 9
    },
    {
      "entropy": 1.9424707889556885,
      "epoch": 0.09685230024213075,
      "grad_norm": 0.5084043741226196,
      "learning_rate": 2.8125000000000003e-05,
      "loss": 1.7394293546676636,
      "mean_token_accuracy": 0.5608929991722107,
      "num_tokens": 964219.0,
      "step": 10
    },
    {
      "entropy": 1.8063177168369293,
      "epoch": 0.10653753026634383,
      "grad_norm": 0.3967217206954956,
      "learning_rate": 3.125e-05,
      "loss": 1.6807222366333008,
      "mean_token_accuracy": 0.5679514929652214,
      "num_tokens": 1062125.0,
      "step": 11
    },
    {
      "entropy": 1.638314574956894,
      "epoch": 0.1162227602905569,
      "grad_norm": 0.5107802152633667,
      "learning_rate": 3.4375e-05,
      "loss": 1.6123173236846924,
      "mean_token_accuracy": 0.583977460861206,
      "num_tokens": 1159319.0,
      "step": 12
    },
    {
      "entropy": 1.5576547533273697,
      "epoch": 0.12590799031476999,
      "grad_norm": 0.3253207802772522,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.6140292882919312,
      "mean_token_accuracy": 0.5774664506316185,
      "num_tokens": 1256881.0,
      "step": 13
    },
    {
      "entropy": 1.4602049440145493,
      "epoch": 0.13559322033898305,
      "grad_norm": 0.3317743241786957,
      "learning_rate": 4.0625000000000005e-05,
      "loss": 1.5576837062835693,
      "mean_token_accuracy": 0.586665965616703,
      "num_tokens": 1351620.0,
      "step": 14
    },
    {
      "entropy": 1.4226532131433487,
      "epoch": 0.14527845036319612,
      "grad_norm": 0.2991933524608612,
      "learning_rate": 4.375e-05,
      "loss": 1.5325368642807007,
      "mean_token_accuracy": 0.5934261903166771,
      "num_tokens": 1449026.0,
      "step": 15
    },
    {
      "entropy": 1.453083336353302,
      "epoch": 0.1549636803874092,
      "grad_norm": 0.26260727643966675,
      "learning_rate": 4.6875e-05,
      "loss": 1.5117604732513428,
      "mean_token_accuracy": 0.5941561385989189,
      "num_tokens": 1546355.0,
      "step": 16
    },
    {
      "entropy": 1.4769755005836487,
      "epoch": 0.16464891041162227,
      "grad_norm": 0.24356529116630554,
      "learning_rate": 5e-05,
      "loss": 1.5000947713851929,
      "mean_token_accuracy": 0.5963850915431976,
      "num_tokens": 1644308.0,
      "step": 17
    },
    {
      "entropy": 1.4608993381261826,
      "epoch": 0.17433414043583534,
      "grad_norm": 0.27541783452033997,
      "learning_rate": 4.999859193643945e-05,
      "loss": 1.4296932220458984,
      "mean_token_accuracy": 0.6135347038507462,
      "num_tokens": 1741625.0,
      "step": 18
    },
    {
      "entropy": 1.4715198874473572,
      "epoch": 0.18401937046004843,
      "grad_norm": 0.24254612624645233,
      "learning_rate": 4.999436790436924e-05,
      "loss": 1.4109866619110107,
      "mean_token_accuracy": 0.6162872388958931,
      "num_tokens": 1839077.0,
      "step": 19
    },
    {
      "entropy": 1.4909484386444092,
      "epoch": 0.1937046004842615,
      "grad_norm": 0.24249622225761414,
      "learning_rate": 4.9987328379605816e-05,
      "loss": 1.4181320667266846,
      "mean_token_accuracy": 0.6092976555228233,
      "num_tokens": 1936754.0,
      "step": 20
    },
    {
      "entropy": 1.468568578362465,
      "epoch": 0.2033898305084746,
      "grad_norm": 0.21892383694648743,
      "learning_rate": 4.9977474155117045e-05,
      "loss": 1.4207193851470947,
      "mean_token_accuracy": 0.6143926084041595,
      "num_tokens": 2034049.0,
      "step": 21
    },
    {
      "entropy": 1.4144536703824997,
      "epoch": 0.21307506053268765,
      "grad_norm": 0.24802649021148682,
      "learning_rate": 4.9964806340932865e-05,
      "loss": 1.3823838233947754,
      "mean_token_accuracy": 0.6196955218911171,
      "num_tokens": 2131193.0,
      "step": 22
    },
    {
      "entropy": 1.4027946889400482,
      "epoch": 0.22276029055690072,
      "grad_norm": 0.2114405333995819,
      "learning_rate": 4.9949326364020314e-05,
      "loss": 1.3788299560546875,
      "mean_token_accuracy": 0.6205098181962967,
      "num_tokens": 2228554.0,
      "step": 23
    },
    {
      "entropy": 1.3630587011575699,
      "epoch": 0.2324455205811138,
      "grad_norm": 0.18567043542861938,
      "learning_rate": 4.993103596812268e-05,
      "loss": 1.3441742658615112,
      "mean_token_accuracy": 0.6255069524049759,
      "num_tokens": 2325761.0,
      "step": 24
    },
    {
      "entropy": 1.3504581600427628,
      "epoch": 0.24213075060532688,
      "grad_norm": 0.18140752613544464,
      "learning_rate": 4.9909937213563165e-05,
      "loss": 1.3367418050765991,
      "mean_token_accuracy": 0.6294924318790436,
      "num_tokens": 2420230.0,
      "step": 25
    },
    {
      "entropy": 1.3556479513645172,
      "epoch": 0.25181598062953997,
      "grad_norm": 0.19952309131622314,
      "learning_rate": 4.988603247701277e-05,
      "loss": 1.329459547996521,
      "mean_token_accuracy": 0.6290309652686119,
      "num_tokens": 2515756.0,
      "step": 26
    },
    {
      "entropy": 1.3174784928560257,
      "epoch": 0.26150121065375304,
      "grad_norm": 0.2040238082408905,
      "learning_rate": 4.985932445122257e-05,
      "loss": 1.3146334886550903,
      "mean_token_accuracy": 0.6350805461406708,
      "num_tokens": 2611239.0,
      "step": 27
    },
    {
      "entropy": 1.337596833705902,
      "epoch": 0.2711864406779661,
      "grad_norm": 0.1924348771572113,
      "learning_rate": 4.982981614472039e-05,
      "loss": 1.325057864189148,
      "mean_token_accuracy": 0.6268098577857018,
      "num_tokens": 2708463.0,
      "step": 28
    },
    {
      "entropy": 1.295740321278572,
      "epoch": 0.28087167070217917,
      "grad_norm": 0.18018221855163574,
      "learning_rate": 4.979751088147192e-05,
      "loss": 1.2943141460418701,
      "mean_token_accuracy": 0.6371493935585022,
      "num_tokens": 2806105.0,
      "step": 29
    },
    {
      "entropy": 1.2824859917163849,
      "epoch": 0.29055690072639223,
      "grad_norm": 0.1904715597629547,
      "learning_rate": 4.97624123005063e-05,
      "loss": 1.282959222793579,
      "mean_token_accuracy": 0.6380399465560913,
      "num_tokens": 2903815.0,
      "step": 30
    },
    {
      "entropy": 1.274334877729416,
      "epoch": 0.30024213075060535,
      "grad_norm": 0.17454974353313446,
      "learning_rate": 4.972452435550614e-05,
      "loss": 1.2828162908554077,
      "mean_token_accuracy": 0.6363882124423981,
      "num_tokens": 3000656.0,
      "step": 31
    },
    {
      "entropy": 1.298419788479805,
      "epoch": 0.3099273607748184,
      "grad_norm": 0.16989658772945404,
      "learning_rate": 4.968385131436222e-05,
      "loss": 1.283800482749939,
      "mean_token_accuracy": 0.6383039951324463,
      "num_tokens": 3098537.0,
      "step": 32
    },
    {
      "entropy": 1.3138496726751328,
      "epoch": 0.3196125907990315,
      "grad_norm": 0.1963842809200287,
      "learning_rate": 4.9640397758692715e-05,
      "loss": 1.287667989730835,
      "mean_token_accuracy": 0.6366405189037323,
      "num_tokens": 3195923.0,
      "step": 33
    },
    {
      "entropy": 1.316459745168686,
      "epoch": 0.32929782082324455,
      "grad_norm": 0.17209197580814362,
      "learning_rate": 4.9594168583327094e-05,
      "loss": 1.2872288227081299,
      "mean_token_accuracy": 0.6377927586436272,
      "num_tokens": 3293424.0,
      "step": 34
    },
    {
      "entropy": 1.2688211798667908,
      "epoch": 0.3389830508474576,
      "grad_norm": 0.1710345298051834,
      "learning_rate": 4.954516899575473e-05,
      "loss": 1.2326550483703613,
      "mean_token_accuracy": 0.6454800367355347,
      "num_tokens": 3390314.0,
      "step": 35
    },
    {
      "entropy": 1.275676041841507,
      "epoch": 0.3486682808716707,
      "grad_norm": 0.16850367188453674,
      "learning_rate": 4.949340451553833e-05,
      "loss": 1.2480475902557373,
      "mean_token_accuracy": 0.644576296210289,
      "num_tokens": 3485697.0,
      "step": 36
    },
    {
      "entropy": 1.2488422840833664,
      "epoch": 0.3583535108958838,
      "grad_norm": 0.17575675249099731,
      "learning_rate": 4.943888097369216e-05,
      "loss": 1.2449251413345337,
      "mean_token_accuracy": 0.6482485681772232,
      "num_tokens": 3583116.0,
      "step": 37
    },
    {
      "entropy": 1.20504991710186,
      "epoch": 0.36803874092009686,
      "grad_norm": 0.16634824872016907,
      "learning_rate": 4.938160451202521e-05,
      "loss": 1.210385799407959,
      "mean_token_accuracy": 0.6547724008560181,
      "num_tokens": 3678517.0,
      "step": 38
    },
    {
      "entropy": 1.236429587006569,
      "epoch": 0.37772397094430993,
      "grad_norm": 0.15360407531261444,
      "learning_rate": 4.9321581582449365e-05,
      "loss": 1.2314069271087646,
      "mean_token_accuracy": 0.6504408493638039,
      "num_tokens": 3775690.0,
      "step": 39
    },
    {
      "entropy": 1.2558289468288422,
      "epoch": 0.387409200968523,
      "grad_norm": 0.1626509577035904,
      "learning_rate": 4.9258818946252624e-05,
      "loss": 1.253812551498413,
      "mean_token_accuracy": 0.6433829963207245,
      "num_tokens": 3873239.0,
      "step": 40
    },
    {
      "entropy": 1.2188849300146103,
      "epoch": 0.39709443099273606,
      "grad_norm": 0.16926692426204681,
      "learning_rate": 4.9193323673337476e-05,
      "loss": 1.2143971920013428,
      "mean_token_accuracy": 0.6519596204161644,
      "num_tokens": 3970507.0,
      "step": 41
    },
    {
      "entropy": 1.2296934127807617,
      "epoch": 0.4067796610169492,
      "grad_norm": 0.17094968259334564,
      "learning_rate": 4.912510314142448e-05,
      "loss": 1.2195372581481934,
      "mean_token_accuracy": 0.6513471901416779,
      "num_tokens": 4067145.0,
      "step": 42
    },
    {
      "entropy": 1.2168416231870651,
      "epoch": 0.41646489104116224,
      "grad_norm": 0.15936042368412018,
      "learning_rate": 4.9054165035221236e-05,
      "loss": 1.2123249769210815,
      "mean_token_accuracy": 0.6524514406919479,
      "num_tokens": 4165113.0,
      "step": 43
    },
    {
      "entropy": 1.1896271854639053,
      "epoch": 0.4261501210653753,
      "grad_norm": 0.15422837436199188,
      "learning_rate": 4.898051734555676e-05,
      "loss": 1.1957529783248901,
      "mean_token_accuracy": 0.6586505621671677,
      "num_tokens": 4262663.0,
      "step": 44
    },
    {
      "entropy": 1.2026645243167877,
      "epoch": 0.4358353510895884,
      "grad_norm": 0.16097040474414825,
      "learning_rate": 4.890416836848127e-05,
      "loss": 1.1992558240890503,
      "mean_token_accuracy": 0.6544606015086174,
      "num_tokens": 4359900.0,
      "step": 45
    },
    {
      "entropy": 1.1843629777431488,
      "epoch": 0.44552058111380144,
      "grad_norm": 0.1597595363855362,
      "learning_rate": 4.88251267043318e-05,
      "loss": 1.1683578491210938,
      "mean_token_accuracy": 0.6638541519641876,
      "num_tokens": 4456985.0,
      "step": 46
    },
    {
      "entropy": 1.1679482907056808,
      "epoch": 0.4552058111380145,
      "grad_norm": 0.15203599631786346,
      "learning_rate": 4.87434012567633e-05,
      "loss": 1.1561784744262695,
      "mean_token_accuracy": 0.6650881245732307,
      "num_tokens": 4554634.0,
      "step": 47
    },
    {
      "entropy": 1.2105818390846252,
      "epoch": 0.4648910411622276,
      "grad_norm": 0.15597011148929596,
      "learning_rate": 4.865900123174574e-05,
      "loss": 1.1950294971466064,
      "mean_token_accuracy": 0.6544563546776772,
      "num_tokens": 4652249.0,
      "step": 48
    },
    {
      "entropy": 1.2046389728784561,
      "epoch": 0.4745762711864407,
      "grad_norm": 0.15933600068092346,
      "learning_rate": 4.857193613652711e-05,
      "loss": 1.183128833770752,
      "mean_token_accuracy": 0.6564416959881783,
      "num_tokens": 4748832.0,
      "step": 49
    },
    {
      "entropy": 1.2113090008497238,
      "epoch": 0.48426150121065376,
      "grad_norm": 0.15904678404331207,
      "learning_rate": 4.848221577856243e-05,
      "loss": 1.1915383338928223,
      "mean_token_accuracy": 0.6567506939172745,
      "num_tokens": 4845986.0,
      "step": 50
    },
    {
      "entropy": 1.1754019558429718,
      "epoch": 0.4939467312348668,
      "grad_norm": 0.15548165142536163,
      "learning_rate": 4.838985026440905e-05,
      "loss": 1.1645618677139282,
      "mean_token_accuracy": 0.6654537692666054,
      "num_tokens": 4942777.0,
      "step": 51
    },
    {
      "entropy": 1.1717564463615417,
      "epoch": 0.5036319612590799,
      "grad_norm": 0.16495537757873535,
      "learning_rate": 4.829484999858815e-05,
      "loss": 1.1674176454544067,
      "mean_token_accuracy": 0.659358873963356,
      "num_tokens": 5040326.0,
      "step": 52
    },
    {
      "entropy": 1.1637324541807175,
      "epoch": 0.513317191283293,
      "grad_norm": 0.16075873374938965,
      "learning_rate": 4.819722568241274e-05,
      "loss": 1.1621849536895752,
      "mean_token_accuracy": 0.663130484521389,
      "num_tokens": 5137838.0,
      "step": 53
    },
    {
      "entropy": 1.1703068912029266,
      "epoch": 0.5230024213075061,
      "grad_norm": 0.16048873960971832,
      "learning_rate": 4.8096988312782174e-05,
      "loss": 1.1667448282241821,
      "mean_token_accuracy": 0.6606730446219444,
      "num_tokens": 5234578.0,
      "step": 54
    },
    {
      "entropy": 1.1869463622570038,
      "epoch": 0.5326876513317191,
      "grad_norm": 0.1574316769838333,
      "learning_rate": 4.799414918094347e-05,
      "loss": 1.1867117881774902,
      "mean_token_accuracy": 0.6562071144580841,
      "num_tokens": 5332439.0,
      "step": 55
    },
    {
      "entropy": 1.1833796501159668,
      "epoch": 0.5423728813559322,
      "grad_norm": 0.1627049446105957,
      "learning_rate": 4.788871987121937e-05,
      "loss": 1.1771697998046875,
      "mean_token_accuracy": 0.6603464111685753,
      "num_tokens": 5430102.0,
      "step": 56
    },
    {
      "entropy": 1.1720363795757294,
      "epoch": 0.5520581113801453,
      "grad_norm": 0.30378302931785583,
      "learning_rate": 4.77807122597034e-05,
      "loss": 1.1528563499450684,
      "mean_token_accuracy": 0.6617102548480034,
      "num_tokens": 5528264.0,
      "step": 57
    },
    {
      "entropy": 1.1582888960838318,
      "epoch": 0.5617433414043583,
      "grad_norm": 0.1613432615995407,
      "learning_rate": 4.767013851292212e-05,
      "loss": 1.1482983827590942,
      "mean_token_accuracy": 0.6675111055374146,
      "num_tokens": 5625491.0,
      "step": 58
    },
    {
      "entropy": 1.1704413145780563,
      "epoch": 0.5714285714285714,
      "grad_norm": 0.15665417909622192,
      "learning_rate": 4.755701108646463e-05,
      "loss": 1.1476081609725952,
      "mean_token_accuracy": 0.6660670340061188,
      "num_tokens": 5723563.0,
      "step": 59
    },
    {
      "entropy": 1.1684788465499878,
      "epoch": 0.5811138014527845,
      "grad_norm": 0.1587826907634735,
      "learning_rate": 4.744134272357948e-05,
      "loss": 1.15497624874115,
      "mean_token_accuracy": 0.662791483104229,
      "num_tokens": 5821106.0,
      "step": 60
    },
    {
      "entropy": 1.1705324202775955,
      "epoch": 0.5907990314769975,
      "grad_norm": 0.1650344729423523,
      "learning_rate": 4.732314645373921e-05,
      "loss": 1.168868899345398,
      "mean_token_accuracy": 0.659059427678585,
      "num_tokens": 5918772.0,
      "step": 61
    },
    {
      "entropy": 1.1340993344783783,
      "epoch": 0.6004842615012107,
      "grad_norm": 0.15585103631019592,
      "learning_rate": 4.7202435591172676e-05,
      "loss": 1.1181915998458862,
      "mean_token_accuracy": 0.6716931834816933,
      "num_tokens": 6016758.0,
      "step": 62
    },
    {
      "entropy": 1.1135689467191696,
      "epoch": 0.6101694915254238,
      "grad_norm": 0.15927211940288544,
      "learning_rate": 4.7079223733365237e-05,
      "loss": 1.1100869178771973,
      "mean_token_accuracy": 0.6781439930200577,
      "num_tokens": 6113210.0,
      "step": 63
    },
    {
      "entropy": 1.1656545102596283,
      "epoch": 0.6198547215496368,
      "grad_norm": 0.1585935652256012,
      "learning_rate": 4.6953524759527054e-05,
      "loss": 1.1522451639175415,
      "mean_token_accuracy": 0.664880745112896,
      "num_tokens": 6210272.0,
      "step": 64
    },
    {
      "entropy": 1.1241111010313034,
      "epoch": 0.6295399515738499,
      "grad_norm": 0.15607106685638428,
      "learning_rate": 4.6825352829029705e-05,
      "loss": 1.1200485229492188,
      "mean_token_accuracy": 0.671033151447773,
      "num_tokens": 6307273.0,
      "step": 65
    },
    {
      "entropy": 1.135048821568489,
      "epoch": 0.639225181598063,
      "grad_norm": 0.1598539501428604,
      "learning_rate": 4.6694722379811185e-05,
      "loss": 1.1302683353424072,
      "mean_token_accuracy": 0.6700672060251236,
      "num_tokens": 6404865.0,
      "step": 66
    },
    {
      "entropy": 1.1544559001922607,
      "epoch": 0.648910411622276,
      "grad_norm": 0.16644105315208435,
      "learning_rate": 4.656164812674951e-05,
      "loss": 1.1450002193450928,
      "mean_token_accuracy": 0.6640813648700714,
      "num_tokens": 6501650.0,
      "step": 67
    },
    {
      "entropy": 1.132233053445816,
      "epoch": 0.6585956416464891,
      "grad_norm": 0.16045193374156952,
      "learning_rate": 4.642614506000523e-05,
      "loss": 1.121936559677124,
      "mean_token_accuracy": 0.6716863736510277,
      "num_tokens": 6599028.0,
      "step": 68
    },
    {
      "entropy": 1.1332774758338928,
      "epoch": 0.6682808716707022,
      "grad_norm": 0.16355212032794952,
      "learning_rate": 4.628822844333278e-05,
      "loss": 1.1154568195343018,
      "mean_token_accuracy": 0.6706111207604408,
      "num_tokens": 6695913.0,
      "step": 69
    },
    {
      "entropy": 1.117134228348732,
      "epoch": 0.6779661016949152,
      "grad_norm": 0.1609818935394287,
      "learning_rate": 4.614791381236115e-05,
      "loss": 1.108933925628662,
      "mean_token_accuracy": 0.6739098057150841,
      "num_tokens": 6793755.0,
      "step": 70
    },
    {
      "entropy": 1.123718187212944,
      "epoch": 0.6876513317191283,
      "grad_norm": 0.16711370646953583,
      "learning_rate": 4.6005216972843864e-05,
      "loss": 1.1205769777297974,
      "mean_token_accuracy": 0.6695492789149284,
      "num_tokens": 6889869.0,
      "step": 71
    },
    {
      "entropy": 1.1330177187919617,
      "epoch": 0.6973365617433414,
      "grad_norm": 0.15766654908657074,
      "learning_rate": 4.5860153998878494e-05,
      "loss": 1.136279582977295,
      "mean_token_accuracy": 0.6664912849664688,
      "num_tokens": 6987242.0,
      "step": 72
    },
    {
      "entropy": 1.1289773285388947,
      "epoch": 0.7070217917675545,
      "grad_norm": 0.167424738407135,
      "learning_rate": 4.571274123109606e-05,
      "loss": 1.1257307529449463,
      "mean_token_accuracy": 0.6683443114161491,
      "num_tokens": 7083683.0,
      "step": 73
    },
    {
      "entropy": 1.1089464724063873,
      "epoch": 0.7167070217917676,
      "grad_norm": 0.29150310158729553,
      "learning_rate": 4.5562995274820284e-05,
      "loss": 1.0986303091049194,
      "mean_token_accuracy": 0.6785000637173653,
      "num_tokens": 7180007.0,
      "step": 74
    },
    {
      "entropy": 1.1168130189180374,
      "epoch": 0.7263922518159807,
      "grad_norm": 0.1623908281326294,
      "learning_rate": 4.541093299819714e-05,
      "loss": 1.1109479665756226,
      "mean_token_accuracy": 0.6751653999090195,
      "num_tokens": 7276880.0,
      "step": 75
    },
    {
      "entropy": 1.1238265335559845,
      "epoch": 0.7360774818401937,
      "grad_norm": 0.16212861239910126,
      "learning_rate": 4.5256571530294664e-05,
      "loss": 1.104738473892212,
      "mean_token_accuracy": 0.6755917444825172,
      "num_tokens": 7374051.0,
      "step": 76
    },
    {
      "entropy": 1.1079749763011932,
      "epoch": 0.7457627118644068,
      "grad_norm": 0.15648601949214935,
      "learning_rate": 4.5099928259173516e-05,
      "loss": 1.1000884771347046,
      "mean_token_accuracy": 0.6749309673905373,
      "num_tokens": 7471906.0,
      "step": 77
    },
    {
      "entropy": 1.12865149974823,
      "epoch": 0.7554479418886199,
      "grad_norm": 0.15941032767295837,
      "learning_rate": 4.4941020829928245e-05,
      "loss": 1.1193838119506836,
      "mean_token_accuracy": 0.6708522811532021,
      "num_tokens": 7569981.0,
      "step": 78
    },
    {
      "entropy": 1.1111949235200882,
      "epoch": 0.7651331719128329,
      "grad_norm": 0.16523951292037964,
      "learning_rate": 4.477986714269972e-05,
      "loss": 1.1221985816955566,
      "mean_token_accuracy": 0.6717454493045807,
      "num_tokens": 7663566.0,
      "step": 79
    },
    {
      "entropy": 1.100884273648262,
      "epoch": 0.774818401937046,
      "grad_norm": 0.16432514786720276,
      "learning_rate": 4.4616485350658685e-05,
      "loss": 1.104296088218689,
      "mean_token_accuracy": 0.6767150536179543,
      "num_tokens": 7761120.0,
      "step": 80
    },
    {
      "entropy": 1.1229810565710068,
      "epoch": 0.784503631961259,
      "grad_norm": 0.17101751267910004,
      "learning_rate": 4.445089385796099e-05,
      "loss": 1.1202152967453003,
      "mean_token_accuracy": 0.6708082109689713,
      "num_tokens": 7859307.0,
      "step": 81
    },
    {
      "entropy": 1.134630709886551,
      "epoch": 0.7941888619854721,
      "grad_norm": 0.1734648197889328,
      "learning_rate": 4.4283111317674374e-05,
      "loss": 1.1201170682907104,
      "mean_token_accuracy": 0.6716241240501404,
      "num_tokens": 7956863.0,
      "step": 82
    },
    {
      "entropy": 1.1259192377328873,
      "epoch": 0.8038740920096852,
      "grad_norm": 0.16475871205329895,
      "learning_rate": 4.4113156629677316e-05,
      "loss": 1.1068096160888672,
      "mean_token_accuracy": 0.674552284181118,
      "num_tokens": 8053100.0,
      "step": 83
    },
    {
      "entropy": 1.0983240008354187,
      "epoch": 0.8135593220338984,
      "grad_norm": 0.17292368412017822,
      "learning_rate": 4.394104893853007e-05,
      "loss": 1.0763158798217773,
      "mean_token_accuracy": 0.6806622296571732,
      "num_tokens": 8151004.0,
      "step": 84
    },
    {
      "entropy": 1.1288987547159195,
      "epoch": 0.8232445520581114,
      "grad_norm": 0.16203227639198303,
      "learning_rate": 4.3766807631318106e-05,
      "loss": 1.1195769309997559,
      "mean_token_accuracy": 0.671344555914402,
      "num_tokens": 8248668.0,
      "step": 85
    },
    {
      "entropy": 1.1410782486200333,
      "epoch": 0.8329297820823245,
      "grad_norm": 0.16533830761909485,
      "learning_rate": 4.359045233546827e-05,
      "loss": 1.1256823539733887,
      "mean_token_accuracy": 0.6698467060923576,
      "num_tokens": 8345497.0,
      "step": 86
    },
    {
      "entropy": 1.0999096632003784,
      "epoch": 0.8426150121065376,
      "grad_norm": 0.17075778543949127,
      "learning_rate": 4.341200291653781e-05,
      "loss": 1.0872827768325806,
      "mean_token_accuracy": 0.6762653961777687,
      "num_tokens": 8443405.0,
      "step": 87
    },
    {
      "entropy": 1.0918122231960297,
      "epoch": 0.8523002421307506,
      "grad_norm": 0.1702580451965332,
      "learning_rate": 4.323147947597666e-05,
      "loss": 1.0806095600128174,
      "mean_token_accuracy": 0.6800353080034256,
      "num_tokens": 8540868.0,
      "step": 88
    },
    {
      "entropy": 1.0941280871629715,
      "epoch": 0.8619854721549637,
      "grad_norm": 0.16791851818561554,
      "learning_rate": 4.3048902348863116e-05,
      "loss": 1.0981943607330322,
      "mean_token_accuracy": 0.6758224442601204,
      "num_tokens": 8638186.0,
      "step": 89
    },
    {
      "entropy": 1.0951679199934006,
      "epoch": 0.8716707021791767,
      "grad_norm": 0.1697986125946045,
      "learning_rate": 4.2864292101613136e-05,
      "loss": 1.0987718105316162,
      "mean_token_accuracy": 0.6747072339057922,
      "num_tokens": 8735354.0,
      "step": 90
    },
    {
      "entropy": 1.1223643571138382,
      "epoch": 0.8813559322033898,
      "grad_norm": 0.2108999490737915,
      "learning_rate": 4.267766952966369e-05,
      "loss": 1.1219862699508667,
      "mean_token_accuracy": 0.6695899069309235,
      "num_tokens": 8832051.0,
      "step": 91
    },
    {
      "entropy": 1.1099307239055634,
      "epoch": 0.8910411622276029,
      "grad_norm": 0.18003661930561066,
      "learning_rate": 4.248905565513023e-05,
      "loss": 1.0990370512008667,
      "mean_token_accuracy": 0.6750800833106041,
      "num_tokens": 8929471.0,
      "step": 92
    },
    {
      "entropy": 1.1097175031900406,
      "epoch": 0.9007263922518159,
      "grad_norm": 0.18473289906978607,
      "learning_rate": 4.229847172443866e-05,
      "loss": 1.0890154838562012,
      "mean_token_accuracy": 0.6764732897281647,
      "num_tokens": 9026545.0,
      "step": 93
    },
    {
      "entropy": 1.1048423945903778,
      "epoch": 0.910411622276029,
      "grad_norm": 0.17208412289619446,
      "learning_rate": 4.210593920593201e-05,
      "loss": 1.1022264957427979,
      "mean_token_accuracy": 0.6741294264793396,
      "num_tokens": 9124261.0,
      "step": 94
    },
    {
      "entropy": 1.0943758487701416,
      "epoch": 0.9200968523002422,
      "grad_norm": 0.18163490295410156,
      "learning_rate": 4.191147978745218e-05,
      "loss": 1.0901988744735718,
      "mean_token_accuracy": 0.6788006126880646,
      "num_tokens": 9220673.0,
      "step": 95
    },
    {
      "entropy": 1.1178465783596039,
      "epoch": 0.9297820823244553,
      "grad_norm": 0.1731623411178589,
      "learning_rate": 4.171511537389684e-05,
      "loss": 1.1111767292022705,
      "mean_token_accuracy": 0.6736986339092255,
      "num_tokens": 9318321.0,
      "step": 96
    },
    {
      "entropy": 1.0975633561611176,
      "epoch": 0.9394673123486683,
      "grad_norm": 0.18208175897598267,
      "learning_rate": 4.151686808475204e-05,
      "loss": 1.0915802717208862,
      "mean_token_accuracy": 0.6765245422720909,
      "num_tokens": 9415394.0,
      "step": 97
    },
    {
      "entropy": 1.114044964313507,
      "epoch": 0.9491525423728814,
      "grad_norm": 0.17058847844600677,
      "learning_rate": 4.131676025160047e-05,
      "loss": 1.1074469089508057,
      "mean_token_accuracy": 0.6720306798815727,
      "num_tokens": 9512880.0,
      "step": 98
    },
    {
      "entropy": 1.07672019302845,
      "epoch": 0.9588377723970944,
      "grad_norm": 0.18478929996490479,
      "learning_rate": 4.111481441560598e-05,
      "loss": 1.0674448013305664,
      "mean_token_accuracy": 0.6838654279708862,
      "num_tokens": 9606053.0,
      "step": 99
    },
    {
      "entropy": 1.0935327857732773,
      "epoch": 0.9685230024213075,
      "grad_norm": 0.17510797083377838,
      "learning_rate": 4.091105332497439e-05,
      "loss": 1.0954351425170898,
      "mean_token_accuracy": 0.6775561571121216,
      "num_tokens": 9702569.0,
      "step": 100
    },
    {
      "entropy": 1.0855822414159775,
      "epoch": 0.9782082324455206,
      "grad_norm": 0.18510136008262634,
      "learning_rate": 4.070549993239106e-05,
      "loss": 1.0844038724899292,
      "mean_token_accuracy": 0.681103028357029,
      "num_tokens": 9799976.0,
      "step": 101
    },
    {
      "entropy": 1.1072624325752258,
      "epoch": 0.9878934624697336,
      "grad_norm": 0.2109905481338501,
      "learning_rate": 4.049817739243532e-05,
      "loss": 1.1046338081359863,
      "mean_token_accuracy": 0.6760703399777412,
      "num_tokens": 9895575.0,
      "step": 102
    },
    {
      "entropy": 1.0761565268039703,
      "epoch": 0.9975786924939467,
      "grad_norm": 0.18559105694293976,
      "learning_rate": 4.028910905897229e-05,
      "loss": 1.0674762725830078,
      "mean_token_accuracy": 0.6826195642352104,
      "num_tokens": 9992394.0,
      "step": 103
    },
    {
      "entropy": 1.1065305471420288,
      "epoch": 1.0,
      "grad_norm": 0.3376278877258301,
      "learning_rate": 4.007831848252211e-05,
      "loss": 1.09256911277771,
      "mean_token_accuracy": 0.678756445646286,
      "num_tokens": 10016415.0,
      "step": 104
    }
  ],
  "logging_steps": 1,
  "max_steps": 312,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.4089024450435482e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}