{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 208,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.4476254880428314,
      "epoch": 0.009685230024213076,
      "grad_norm": 1.3588989973068237,
      "learning_rate": 0.0,
      "loss": 2.2350821495056152,
      "mean_token_accuracy": 0.5031501688063145,
      "num_tokens": 96574.0,
      "step": 1
    },
    {
      "entropy": 1.4007079899311066,
      "epoch": 0.01937046004842615,
      "grad_norm": 1.2849924564361572,
      "learning_rate": 3.125e-06,
      "loss": 2.14509654045105,
      "mean_token_accuracy": 0.5205462127923965,
      "num_tokens": 191520.0,
      "step": 2
    },
    {
      "entropy": 1.4708476215600967,
      "epoch": 0.029055690072639227,
      "grad_norm": 1.2314231395721436,
      "learning_rate": 6.25e-06,
      "loss": 2.158306121826172,
      "mean_token_accuracy": 0.5159582570195198,
      "num_tokens": 287631.0,
      "step": 3
    },
    {
      "entropy": 1.5651142746210098,
      "epoch": 0.0387409200968523,
      "grad_norm": 0.9785442352294922,
      "learning_rate": 9.375000000000001e-06,
      "loss": 2.0755105018615723,
      "mean_token_accuracy": 0.5181002020835876,
      "num_tokens": 384739.0,
      "step": 4
    },
    {
      "entropy": 1.579958975315094,
      "epoch": 0.048426150121065374,
      "grad_norm": 0.7276659607887268,
      "learning_rate": 1.25e-05,
      "loss": 1.930289626121521,
      "mean_token_accuracy": 0.5408441498875618,
      "num_tokens": 481674.0,
      "step": 5
    },
    {
      "entropy": 1.8359138667583466,
      "epoch": 0.05811138014527845,
      "grad_norm": 0.5072433352470398,
      "learning_rate": 1.5625e-05,
      "loss": 1.9374589920043945,
      "mean_token_accuracy": 0.5299954265356064,
      "num_tokens": 576090.0,
      "step": 6
    },
    {
      "entropy": 1.8671298921108246,
      "epoch": 0.06779661016949153,
      "grad_norm": 0.44714638590812683,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.8663867712020874,
      "mean_token_accuracy": 0.5436736792325974,
      "num_tokens": 673951.0,
      "step": 7
    },
    {
      "entropy": 1.933446392416954,
      "epoch": 0.0774818401937046,
      "grad_norm": 0.5136867761611938,
      "learning_rate": 2.1875e-05,
      "loss": 1.7743638753890991,
      "mean_token_accuracy": 0.5584963485598564,
      "num_tokens": 771899.0,
      "step": 8
    },
    {
      "entropy": 1.9850385338068008,
      "epoch": 0.08716707021791767,
      "grad_norm": 0.5442814826965332,
      "learning_rate": 2.5e-05,
      "loss": 1.7758773565292358,
      "mean_token_accuracy": 0.5573008134961128,
      "num_tokens": 868206.0,
      "step": 9
    },
    {
      "entropy": 1.9424707889556885,
      "epoch": 0.09685230024213075,
      "grad_norm": 0.5084043741226196,
      "learning_rate": 2.8125000000000003e-05,
      "loss": 1.7394293546676636,
      "mean_token_accuracy": 0.5608929991722107,
      "num_tokens": 964219.0,
      "step": 10
    },
    {
      "entropy": 1.8063177168369293,
      "epoch": 0.10653753026634383,
      "grad_norm": 0.3967217206954956,
      "learning_rate": 3.125e-05,
      "loss": 1.6807222366333008,
      "mean_token_accuracy": 0.5679514929652214,
      "num_tokens": 1062125.0,
      "step": 11
    },
    {
      "entropy": 1.638314574956894,
      "epoch": 0.1162227602905569,
      "grad_norm": 0.5107802152633667,
      "learning_rate": 3.4375e-05,
      "loss": 1.6123173236846924,
      "mean_token_accuracy": 0.583977460861206,
      "num_tokens": 1159319.0,
      "step": 12
    },
    {
      "entropy": 1.5576547533273697,
      "epoch": 0.12590799031476999,
      "grad_norm": 0.3253207802772522,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.6140292882919312,
      "mean_token_accuracy": 0.5774664506316185,
      "num_tokens": 1256881.0,
      "step": 13
    },
    {
      "entropy": 1.4602049440145493,
      "epoch": 0.13559322033898305,
      "grad_norm": 0.3317743241786957,
      "learning_rate": 4.0625000000000005e-05,
      "loss": 1.5576837062835693,
      "mean_token_accuracy": 0.586665965616703,
      "num_tokens": 1351620.0,
      "step": 14
    },
    {
      "entropy": 1.4226532131433487,
      "epoch": 0.14527845036319612,
      "grad_norm": 0.2991933524608612,
      "learning_rate": 4.375e-05,
      "loss": 1.5325368642807007,
      "mean_token_accuracy": 0.5934261903166771,
      "num_tokens": 1449026.0,
      "step": 15
    },
    {
      "entropy": 1.453083336353302,
      "epoch": 0.1549636803874092,
      "grad_norm": 0.26260727643966675,
      "learning_rate": 4.6875e-05,
      "loss": 1.5117604732513428,
      "mean_token_accuracy": 0.5941561385989189,
      "num_tokens": 1546355.0,
      "step": 16
    },
    {
      "entropy": 1.4769755005836487,
      "epoch": 0.16464891041162227,
      "grad_norm": 0.24356529116630554,
      "learning_rate": 5e-05,
      "loss": 1.5000947713851929,
      "mean_token_accuracy": 0.5963850915431976,
      "num_tokens": 1644308.0,
      "step": 17
    },
    {
      "entropy": 1.4608993381261826,
      "epoch": 0.17433414043583534,
      "grad_norm": 0.27541783452033997,
      "learning_rate": 4.999859193643945e-05,
      "loss": 1.4296932220458984,
      "mean_token_accuracy": 0.6135347038507462,
      "num_tokens": 1741625.0,
      "step": 18
    },
    {
      "entropy": 1.4715198874473572,
      "epoch": 0.18401937046004843,
      "grad_norm": 0.24254612624645233,
      "learning_rate": 4.999436790436924e-05,
      "loss": 1.4109866619110107,
      "mean_token_accuracy": 0.6162872388958931,
      "num_tokens": 1839077.0,
      "step": 19
    },
    {
      "entropy": 1.4909484386444092,
      "epoch": 0.1937046004842615,
      "grad_norm": 0.24249622225761414,
      "learning_rate": 4.9987328379605816e-05,
      "loss": 1.4181320667266846,
      "mean_token_accuracy": 0.6092976555228233,
      "num_tokens": 1936754.0,
      "step": 20
    },
    {
      "entropy": 1.468568578362465,
      "epoch": 0.2033898305084746,
      "grad_norm": 0.21892383694648743,
      "learning_rate": 4.9977474155117045e-05,
      "loss": 1.4207193851470947,
      "mean_token_accuracy": 0.6143926084041595,
      "num_tokens": 2034049.0,
      "step": 21
    },
    {
      "entropy": 1.4144536703824997,
      "epoch": 0.21307506053268765,
      "grad_norm": 0.24802649021148682,
      "learning_rate": 4.9964806340932865e-05,
      "loss": 1.3823838233947754,
      "mean_token_accuracy": 0.6196955218911171,
      "num_tokens": 2131193.0,
      "step": 22
    },
    {
      "entropy": 1.4027946889400482,
      "epoch": 0.22276029055690072,
      "grad_norm": 0.2114405333995819,
      "learning_rate": 4.9949326364020314e-05,
      "loss": 1.3788299560546875,
      "mean_token_accuracy": 0.6205098181962967,
      "num_tokens": 2228554.0,
      "step": 23
    },
    {
      "entropy": 1.3630587011575699,
      "epoch": 0.2324455205811138,
      "grad_norm": 0.18567043542861938,
      "learning_rate": 4.993103596812268e-05,
      "loss": 1.3441742658615112,
      "mean_token_accuracy": 0.6255069524049759,
      "num_tokens": 2325761.0,
      "step": 24
    },
    {
      "entropy": 1.3504581600427628,
      "epoch": 0.24213075060532688,
      "grad_norm": 0.18140752613544464,
      "learning_rate": 4.9909937213563165e-05,
      "loss": 1.3367418050765991,
      "mean_token_accuracy": 0.6294924318790436,
      "num_tokens": 2420230.0,
      "step": 25
    },
    {
      "entropy": 1.3556479513645172,
      "epoch": 0.25181598062953997,
      "grad_norm": 0.19952309131622314,
      "learning_rate": 4.988603247701277e-05,
      "loss": 1.329459547996521,
      "mean_token_accuracy": 0.6290309652686119,
      "num_tokens": 2515756.0,
      "step": 26
    },
    {
      "entropy": 1.3174784928560257,
      "epoch": 0.26150121065375304,
      "grad_norm": 0.2040238082408905,
      "learning_rate": 4.985932445122257e-05,
      "loss": 1.3146334886550903,
      "mean_token_accuracy": 0.6350805461406708,
      "num_tokens": 2611239.0,
      "step": 27
    },
    {
      "entropy": 1.337596833705902,
      "epoch": 0.2711864406779661,
      "grad_norm": 0.1924348771572113,
      "learning_rate": 4.982981614472039e-05,
      "loss": 1.325057864189148,
      "mean_token_accuracy": 0.6268098577857018,
      "num_tokens": 2708463.0,
      "step": 28
    },
    {
      "entropy": 1.295740321278572,
      "epoch": 0.28087167070217917,
      "grad_norm": 0.18018221855163574,
      "learning_rate": 4.979751088147192e-05,
      "loss": 1.2943141460418701,
      "mean_token_accuracy": 0.6371493935585022,
      "num_tokens": 2806105.0,
      "step": 29
    },
    {
      "entropy": 1.2824859917163849,
      "epoch": 0.29055690072639223,
      "grad_norm": 0.1904715597629547,
      "learning_rate": 4.97624123005063e-05,
      "loss": 1.282959222793579,
      "mean_token_accuracy": 0.6380399465560913,
      "num_tokens": 2903815.0,
      "step": 30
    },
    {
      "entropy": 1.274334877729416,
      "epoch": 0.30024213075060535,
      "grad_norm": 0.17454974353313446,
      "learning_rate": 4.972452435550614e-05,
      "loss": 1.2828162908554077,
      "mean_token_accuracy": 0.6363882124423981,
      "num_tokens": 3000656.0,
      "step": 31
    },
    {
      "entropy": 1.298419788479805,
      "epoch": 0.3099273607748184,
      "grad_norm": 0.16989658772945404,
      "learning_rate": 4.968385131436222e-05,
      "loss": 1.283800482749939,
      "mean_token_accuracy": 0.6383039951324463,
      "num_tokens": 3098537.0,
      "step": 32
    },
    {
      "entropy": 1.3138496726751328,
      "epoch": 0.3196125907990315,
      "grad_norm": 0.1963842809200287,
      "learning_rate": 4.9640397758692715e-05,
      "loss": 1.287667989730835,
      "mean_token_accuracy": 0.6366405189037323,
      "num_tokens": 3195923.0,
      "step": 33
    },
    {
      "entropy": 1.316459745168686,
      "epoch": 0.32929782082324455,
      "grad_norm": 0.17209197580814362,
      "learning_rate": 4.9594168583327094e-05,
      "loss": 1.2872288227081299,
      "mean_token_accuracy": 0.6377927586436272,
      "num_tokens": 3293424.0,
      "step": 34
    },
    {
      "entropy": 1.2688211798667908,
      "epoch": 0.3389830508474576,
      "grad_norm": 0.1710345298051834,
      "learning_rate": 4.954516899575473e-05,
      "loss": 1.2326550483703613,
      "mean_token_accuracy": 0.6454800367355347,
      "num_tokens": 3390314.0,
      "step": 35
    },
    {
      "entropy": 1.275676041841507,
      "epoch": 0.3486682808716707,
      "grad_norm": 0.16850367188453674,
      "learning_rate": 4.949340451553833e-05,
      "loss": 1.2480475902557373,
      "mean_token_accuracy": 0.644576296210289,
      "num_tokens": 3485697.0,
      "step": 36
    },
    {
      "entropy": 1.2488422840833664,
      "epoch": 0.3583535108958838,
      "grad_norm": 0.17575675249099731,
      "learning_rate": 4.943888097369216e-05,
      "loss": 1.2449251413345337,
      "mean_token_accuracy": 0.6482485681772232,
      "num_tokens": 3583116.0,
      "step": 37
    },
    {
      "entropy": 1.20504991710186,
      "epoch": 0.36803874092009686,
      "grad_norm": 0.16634824872016907,
      "learning_rate": 4.938160451202521e-05,
      "loss": 1.210385799407959,
      "mean_token_accuracy": 0.6547724008560181,
      "num_tokens": 3678517.0,
      "step": 38
    },
    {
      "entropy": 1.236429587006569,
      "epoch": 0.37772397094430993,
      "grad_norm": 0.15360407531261444,
      "learning_rate": 4.9321581582449365e-05,
      "loss": 1.2314069271087646,
      "mean_token_accuracy": 0.6504408493638039,
      "num_tokens": 3775690.0,
      "step": 39
    },
    {
      "entropy": 1.2558289468288422,
      "epoch": 0.387409200968523,
      "grad_norm": 0.1626509577035904,
      "learning_rate": 4.9258818946252624e-05,
      "loss": 1.253812551498413,
      "mean_token_accuracy": 0.6433829963207245,
      "num_tokens": 3873239.0,
      "step": 40
    },
    {
      "entropy": 1.2188849300146103,
      "epoch": 0.39709443099273606,
      "grad_norm": 0.16926692426204681,
      "learning_rate": 4.9193323673337476e-05,
      "loss": 1.2143971920013428,
      "mean_token_accuracy": 0.6519596204161644,
      "num_tokens": 3970507.0,
      "step": 41
    },
    {
      "entropy": 1.2296934127807617,
      "epoch": 0.4067796610169492,
      "grad_norm": 0.17094968259334564,
      "learning_rate": 4.912510314142448e-05,
      "loss": 1.2195372581481934,
      "mean_token_accuracy": 0.6513471901416779,
      "num_tokens": 4067145.0,
      "step": 42
    },
    {
      "entropy": 1.2168416231870651,
      "epoch": 0.41646489104116224,
      "grad_norm": 0.15936042368412018,
      "learning_rate": 4.9054165035221236e-05,
      "loss": 1.2123249769210815,
      "mean_token_accuracy": 0.6524514406919479,
      "num_tokens": 4165113.0,
      "step": 43
    },
    {
      "entropy": 1.1896271854639053,
      "epoch": 0.4261501210653753,
      "grad_norm": 0.15422837436199188,
      "learning_rate": 4.898051734555676e-05,
      "loss": 1.1957529783248901,
      "mean_token_accuracy": 0.6586505621671677,
      "num_tokens": 4262663.0,
      "step": 44
    },
    {
      "entropy": 1.2026645243167877,
      "epoch": 0.4358353510895884,
      "grad_norm": 0.16097040474414825,
      "learning_rate": 4.890416836848127e-05,
      "loss": 1.1992558240890503,
      "mean_token_accuracy": 0.6544606015086174,
      "num_tokens": 4359900.0,
      "step": 45
    },
    {
      "entropy": 1.1843629777431488,
      "epoch": 0.44552058111380144,
      "grad_norm": 0.1597595363855362,
      "learning_rate": 4.88251267043318e-05,
      "loss": 1.1683578491210938,
      "mean_token_accuracy": 0.6638541519641876,
      "num_tokens": 4456985.0,
      "step": 46
    },
    {
      "entropy": 1.1679482907056808,
      "epoch": 0.4552058111380145,
      "grad_norm": 0.15203599631786346,
      "learning_rate": 4.87434012567633e-05,
      "loss": 1.1561784744262695,
      "mean_token_accuracy": 0.6650881245732307,
      "num_tokens": 4554634.0,
      "step": 47
    },
    {
      "entropy": 1.2105818390846252,
      "epoch": 0.4648910411622276,
      "grad_norm": 0.15597011148929596,
      "learning_rate": 4.865900123174574e-05,
      "loss": 1.1950294971466064,
      "mean_token_accuracy": 0.6544563546776772,
      "num_tokens": 4652249.0,
      "step": 48
    },
    {
      "entropy": 1.2046389728784561,
      "epoch": 0.4745762711864407,
      "grad_norm": 0.15933600068092346,
      "learning_rate": 4.857193613652711e-05,
      "loss": 1.183128833770752,
      "mean_token_accuracy": 0.6564416959881783,
      "num_tokens": 4748832.0,
      "step": 49
    },
    {
      "entropy": 1.2113090008497238,
      "epoch": 0.48426150121065376,
      "grad_norm": 0.15904678404331207,
      "learning_rate": 4.848221577856243e-05,
      "loss": 1.1915383338928223,
      "mean_token_accuracy": 0.6567506939172745,
      "num_tokens": 4845986.0,
      "step": 50
    },
    {
      "entropy": 1.1754019558429718,
      "epoch": 0.4939467312348668,
      "grad_norm": 0.15548165142536163,
      "learning_rate": 4.838985026440905e-05,
      "loss": 1.1645618677139282,
      "mean_token_accuracy": 0.6654537692666054,
      "num_tokens": 4942777.0,
      "step": 51
    },
    {
      "entropy": 1.1717564463615417,
      "epoch": 0.5036319612590799,
      "grad_norm": 0.16495537757873535,
      "learning_rate": 4.829484999858815e-05,
      "loss": 1.1674176454544067,
      "mean_token_accuracy": 0.659358873963356,
      "num_tokens": 5040326.0,
      "step": 52
    },
    {
      "entropy": 1.1637324541807175,
      "epoch": 0.513317191283293,
      "grad_norm": 0.16075873374938965,
      "learning_rate": 4.819722568241274e-05,
      "loss": 1.1621849536895752,
      "mean_token_accuracy": 0.663130484521389,
      "num_tokens": 5137838.0,
      "step": 53
    },
    {
      "entropy": 1.1703068912029266,
      "epoch": 0.5230024213075061,
      "grad_norm": 0.16048873960971832,
      "learning_rate": 4.8096988312782174e-05,
      "loss": 1.1667448282241821,
      "mean_token_accuracy": 0.6606730446219444,
      "num_tokens": 5234578.0,
      "step": 54
    },
    {
      "entropy": 1.1869463622570038,
      "epoch": 0.5326876513317191,
      "grad_norm": 0.1574316769838333,
      "learning_rate": 4.799414918094347e-05,
      "loss": 1.1867117881774902,
      "mean_token_accuracy": 0.6562071144580841,
      "num_tokens": 5332439.0,
      "step": 55
    },
    {
      "entropy": 1.1833796501159668,
      "epoch": 0.5423728813559322,
      "grad_norm": 0.1627049446105957,
      "learning_rate": 4.788871987121937e-05,
      "loss": 1.1771697998046875,
      "mean_token_accuracy": 0.6603464111685753,
      "num_tokens": 5430102.0,
      "step": 56
    },
    {
      "entropy": 1.1720363795757294,
      "epoch": 0.5520581113801453,
      "grad_norm": 0.30378302931785583,
      "learning_rate": 4.77807122597034e-05,
      "loss": 1.1528563499450684,
      "mean_token_accuracy": 0.6617102548480034,
      "num_tokens": 5528264.0,
      "step": 57
    },
    {
      "entropy": 1.1582888960838318,
      "epoch": 0.5617433414043583,
      "grad_norm": 0.1613432615995407,
      "learning_rate": 4.767013851292212e-05,
      "loss": 1.1482983827590942,
      "mean_token_accuracy": 0.6675111055374146,
      "num_tokens": 5625491.0,
      "step": 58
    },
    {
      "entropy": 1.1704413145780563,
      "epoch": 0.5714285714285714,
      "grad_norm": 0.15665417909622192,
      "learning_rate": 4.755701108646463e-05,
      "loss": 1.1476081609725952,
      "mean_token_accuracy": 0.6660670340061188,
      "num_tokens": 5723563.0,
      "step": 59
    },
    {
      "entropy": 1.1684788465499878,
      "epoch": 0.5811138014527845,
      "grad_norm": 0.1587826907634735,
      "learning_rate": 4.744134272357948e-05,
      "loss": 1.15497624874115,
      "mean_token_accuracy": 0.662791483104229,
      "num_tokens": 5821106.0,
      "step": 60
    },
    {
      "entropy": 1.1705324202775955,
      "epoch": 0.5907990314769975,
      "grad_norm": 0.1650344729423523,
      "learning_rate": 4.732314645373921e-05,
      "loss": 1.168868899345398,
      "mean_token_accuracy": 0.659059427678585,
      "num_tokens": 5918772.0,
      "step": 61
    },
    {
      "entropy": 1.1340993344783783,
      "epoch": 0.6004842615012107,
      "grad_norm": 0.15585103631019592,
      "learning_rate": 4.7202435591172676e-05,
      "loss": 1.1181915998458862,
      "mean_token_accuracy": 0.6716931834816933,
      "num_tokens": 6016758.0,
      "step": 62
    },
    {
      "entropy": 1.1135689467191696,
      "epoch": 0.6101694915254238,
      "grad_norm": 0.15927211940288544,
      "learning_rate": 4.7079223733365237e-05,
      "loss": 1.1100869178771973,
      "mean_token_accuracy": 0.6781439930200577,
      "num_tokens": 6113210.0,
      "step": 63
    },
    {
      "entropy": 1.1656545102596283,
      "epoch": 0.6198547215496368,
      "grad_norm": 0.1585935652256012,
      "learning_rate": 4.6953524759527054e-05,
      "loss": 1.1522451639175415,
      "mean_token_accuracy": 0.664880745112896,
      "num_tokens": 6210272.0,
      "step": 64
    },
    {
      "entropy": 1.1241111010313034,
      "epoch": 0.6295399515738499,
      "grad_norm": 0.15607106685638428,
      "learning_rate": 4.6825352829029705e-05,
      "loss": 1.1200485229492188,
      "mean_token_accuracy": 0.671033151447773,
      "num_tokens": 6307273.0,
      "step": 65
    },
    {
      "entropy": 1.135048821568489,
      "epoch": 0.639225181598063,
      "grad_norm": 0.1598539501428604,
      "learning_rate": 4.6694722379811185e-05,
      "loss": 1.1302683353424072,
      "mean_token_accuracy": 0.6700672060251236,
      "num_tokens": 6404865.0,
      "step": 66
    },
    {
      "entropy": 1.1544559001922607,
      "epoch": 0.648910411622276,
      "grad_norm": 0.16644105315208435,
      "learning_rate": 4.656164812674951e-05,
      "loss": 1.1450002193450928,
      "mean_token_accuracy": 0.6640813648700714,
      "num_tokens": 6501650.0,
      "step": 67
    },
    {
      "entropy": 1.132233053445816,
      "epoch": 0.6585956416464891,
      "grad_norm": 0.16045193374156952,
      "learning_rate": 4.642614506000523e-05,
      "loss": 1.121936559677124,
      "mean_token_accuracy": 0.6716863736510277,
      "num_tokens": 6599028.0,
      "step": 68
    },
    {
      "entropy": 1.1332774758338928,
      "epoch": 0.6682808716707022,
      "grad_norm": 0.16355212032794952,
      "learning_rate": 4.628822844333278e-05,
      "loss": 1.1154568195343018,
      "mean_token_accuracy": 0.6706111207604408,
      "num_tokens": 6695913.0,
      "step": 69
    },
    {
      "entropy": 1.117134228348732,
      "epoch": 0.6779661016949152,
      "grad_norm": 0.1609818935394287,
      "learning_rate": 4.614791381236115e-05,
      "loss": 1.108933925628662,
      "mean_token_accuracy": 0.6739098057150841,
      "num_tokens": 6793755.0,
      "step": 70
    },
    {
      "entropy": 1.123718187212944,
      "epoch": 0.6876513317191283,
      "grad_norm": 0.16711370646953583,
      "learning_rate": 4.6005216972843864e-05,
      "loss": 1.1205769777297974,
      "mean_token_accuracy": 0.6695492789149284,
      "num_tokens": 6889869.0,
      "step": 71
    },
    {
      "entropy": 1.1330177187919617,
      "epoch": 0.6973365617433414,
      "grad_norm": 0.15766654908657074,
      "learning_rate": 4.5860153998878494e-05,
      "loss": 1.136279582977295,
      "mean_token_accuracy": 0.6664912849664688,
      "num_tokens": 6987242.0,
      "step": 72
    },
    {
      "entropy": 1.1289773285388947,
      "epoch": 0.7070217917675545,
      "grad_norm": 0.167424738407135,
      "learning_rate": 4.571274123109606e-05,
      "loss": 1.1257307529449463,
      "mean_token_accuracy": 0.6683443114161491,
      "num_tokens": 7083683.0,
      "step": 73
    },
    {
      "entropy": 1.1089464724063873,
      "epoch": 0.7167070217917676,
      "grad_norm": 0.29150310158729553,
      "learning_rate": 4.5562995274820284e-05,
      "loss": 1.0986303091049194,
      "mean_token_accuracy": 0.6785000637173653,
      "num_tokens": 7180007.0,
      "step": 74
    },
    {
      "entropy": 1.1168130189180374,
      "epoch": 0.7263922518159807,
      "grad_norm": 0.1623908281326294,
      "learning_rate": 4.541093299819714e-05,
      "loss": 1.1109479665756226,
      "mean_token_accuracy": 0.6751653999090195,
      "num_tokens": 7276880.0,
      "step": 75
    },
    {
      "entropy": 1.1238265335559845,
      "epoch": 0.7360774818401937,
      "grad_norm": 0.16212861239910126,
      "learning_rate": 4.5256571530294664e-05,
      "loss": 1.104738473892212,
      "mean_token_accuracy": 0.6755917444825172,
      "num_tokens": 7374051.0,
      "step": 76
    },
    {
      "entropy": 1.1079749763011932,
      "epoch": 0.7457627118644068,
      "grad_norm": 0.15648601949214935,
      "learning_rate": 4.5099928259173516e-05,
      "loss": 1.1000884771347046,
      "mean_token_accuracy": 0.6749309673905373,
      "num_tokens": 7471906.0,
      "step": 77
    },
    {
      "entropy": 1.12865149974823,
      "epoch": 0.7554479418886199,
      "grad_norm": 0.15941032767295837,
      "learning_rate": 4.4941020829928245e-05,
      "loss": 1.1193838119506836,
      "mean_token_accuracy": 0.6708522811532021,
      "num_tokens": 7569981.0,
      "step": 78
    },
    {
      "entropy": 1.1111949235200882,
      "epoch": 0.7651331719128329,
      "grad_norm": 0.16523951292037964,
      "learning_rate": 4.477986714269972e-05,
      "loss": 1.1221985816955566,
      "mean_token_accuracy": 0.6717454493045807,
      "num_tokens": 7663566.0,
      "step": 79
    },
    {
      "entropy": 1.100884273648262,
      "epoch": 0.774818401937046,
      "grad_norm": 0.16432514786720276,
      "learning_rate": 4.4616485350658685e-05,
      "loss": 1.104296088218689,
      "mean_token_accuracy": 0.6767150536179543,
      "num_tokens": 7761120.0,
      "step": 80
    },
    {
      "entropy": 1.1229810565710068,
      "epoch": 0.784503631961259,
      "grad_norm": 0.17101751267910004,
      "learning_rate": 4.445089385796099e-05,
      "loss": 1.1202152967453003,
      "mean_token_accuracy": 0.6708082109689713,
      "num_tokens": 7859307.0,
      "step": 81
    },
    {
      "entropy": 1.134630709886551,
      "epoch": 0.7941888619854721,
      "grad_norm": 0.1734648197889328,
      "learning_rate": 4.4283111317674374e-05,
      "loss": 1.1201170682907104,
      "mean_token_accuracy": 0.6716241240501404,
      "num_tokens": 7956863.0,
      "step": 82
    },
    {
      "entropy": 1.1259192377328873,
      "epoch": 0.8038740920096852,
      "grad_norm": 0.16475871205329895,
      "learning_rate": 4.4113156629677316e-05,
      "loss": 1.1068096160888672,
      "mean_token_accuracy": 0.674552284181118,
      "num_tokens": 8053100.0,
      "step": 83
    },
    {
      "entropy": 1.0983240008354187,
      "epoch": 0.8135593220338984,
      "grad_norm": 0.17292368412017822,
      "learning_rate": 4.394104893853007e-05,
      "loss": 1.0763158798217773,
      "mean_token_accuracy": 0.6806622296571732,
      "num_tokens": 8151004.0,
      "step": 84
    },
    {
      "entropy": 1.1288987547159195,
      "epoch": 0.8232445520581114,
      "grad_norm": 0.16203227639198303,
      "learning_rate": 4.3766807631318106e-05,
      "loss": 1.1195769309997559,
      "mean_token_accuracy": 0.671344555914402,
      "num_tokens": 8248668.0,
      "step": 85
    },
    {
      "entropy": 1.1410782486200333,
      "epoch": 0.8329297820823245,
      "grad_norm": 0.16533830761909485,
      "learning_rate": 4.359045233546827e-05,
      "loss": 1.1256823539733887,
      "mean_token_accuracy": 0.6698467060923576,
      "num_tokens": 8345497.0,
      "step": 86
    },
    {
      "entropy": 1.0999096632003784,
      "epoch": 0.8426150121065376,
      "grad_norm": 0.17075778543949127,
      "learning_rate": 4.341200291653781e-05,
      "loss": 1.0872827768325806,
      "mean_token_accuracy": 0.6762653961777687,
      "num_tokens": 8443405.0,
      "step": 87
    },
    {
      "entropy": 1.0918122231960297,
      "epoch": 0.8523002421307506,
      "grad_norm": 0.1702580451965332,
      "learning_rate": 4.323147947597666e-05,
      "loss": 1.0806095600128174,
      "mean_token_accuracy": 0.6800353080034256,
      "num_tokens": 8540868.0,
      "step": 88
    },
    {
      "entropy": 1.0941280871629715,
      "epoch": 0.8619854721549637,
      "grad_norm": 0.16791851818561554,
      "learning_rate": 4.3048902348863116e-05,
      "loss": 1.0981943607330322,
      "mean_token_accuracy": 0.6758224442601204,
      "num_tokens": 8638186.0,
      "step": 89
    },
    {
      "entropy": 1.0951679199934006,
      "epoch": 0.8716707021791767,
      "grad_norm": 0.1697986125946045,
      "learning_rate": 4.2864292101613136e-05,
      "loss": 1.0987718105316162,
      "mean_token_accuracy": 0.6747072339057922,
      "num_tokens": 8735354.0,
      "step": 90
    },
    {
      "entropy": 1.1223643571138382,
      "epoch": 0.8813559322033898,
      "grad_norm": 0.2108999490737915,
      "learning_rate": 4.267766952966369e-05,
      "loss": 1.1219862699508667,
      "mean_token_accuracy": 0.6695899069309235,
      "num_tokens": 8832051.0,
      "step": 91
    },
    {
      "entropy": 1.1099307239055634,
      "epoch": 0.8910411622276029,
      "grad_norm": 0.18003661930561066,
      "learning_rate": 4.248905565513023e-05,
      "loss": 1.0990370512008667,
      "mean_token_accuracy": 0.6750800833106041,
      "num_tokens": 8929471.0,
      "step": 92
    },
    {
      "entropy": 1.1097175031900406,
      "epoch": 0.9007263922518159,
      "grad_norm": 0.18473289906978607,
      "learning_rate": 4.229847172443866e-05,
      "loss": 1.0890154838562012,
      "mean_token_accuracy": 0.6764732897281647,
      "num_tokens": 9026545.0,
      "step": 93
    },
    {
      "entropy": 1.1048423945903778,
      "epoch": 0.910411622276029,
      "grad_norm": 0.17208412289619446,
      "learning_rate": 4.210593920593201e-05,
      "loss": 1.1022264957427979,
      "mean_token_accuracy": 0.6741294264793396,
      "num_tokens": 9124261.0,
      "step": 94
    },
    {
      "entropy": 1.0943758487701416,
      "epoch": 0.9200968523002422,
      "grad_norm": 0.18163490295410156,
      "learning_rate": 4.191147978745218e-05,
      "loss": 1.0901988744735718,
      "mean_token_accuracy": 0.6788006126880646,
      "num_tokens": 9220673.0,
      "step": 95
    },
    {
      "entropy": 1.1178465783596039,
      "epoch": 0.9297820823244553,
      "grad_norm": 0.1731623411178589,
      "learning_rate": 4.171511537389684e-05,
      "loss": 1.1111767292022705,
      "mean_token_accuracy": 0.6736986339092255,
      "num_tokens": 9318321.0,
      "step": 96
    },
    {
      "entropy": 1.0975633561611176,
      "epoch": 0.9394673123486683,
      "grad_norm": 0.18208175897598267,
      "learning_rate": 4.151686808475204e-05,
      "loss": 1.0915802717208862,
      "mean_token_accuracy": 0.6765245422720909,
      "num_tokens": 9415394.0,
      "step": 97
    },
    {
      "entropy": 1.114044964313507,
      "epoch": 0.9491525423728814,
      "grad_norm": 0.17058847844600677,
      "learning_rate": 4.131676025160047e-05,
      "loss": 1.1074469089508057,
      "mean_token_accuracy": 0.6720306798815727,
      "num_tokens": 9512880.0,
      "step": 98
    },
    {
      "entropy": 1.07672019302845,
      "epoch": 0.9588377723970944,
      "grad_norm": 0.18478929996490479,
      "learning_rate": 4.111481441560598e-05,
      "loss": 1.0674448013305664,
      "mean_token_accuracy": 0.6838654279708862,
      "num_tokens": 9606053.0,
      "step": 99
    },
    {
      "entropy": 1.0935327857732773,
      "epoch": 0.9685230024213075,
      "grad_norm": 0.17510797083377838,
      "learning_rate": 4.091105332497439e-05,
      "loss": 1.0954351425170898,
      "mean_token_accuracy": 0.6775561571121216,
      "num_tokens": 9702569.0,
      "step": 100
    },
    {
      "entropy": 1.0855822414159775,
      "epoch": 0.9782082324455206,
      "grad_norm": 0.18510136008262634,
      "learning_rate": 4.070549993239106e-05,
      "loss": 1.0844038724899292,
      "mean_token_accuracy": 0.681103028357029,
      "num_tokens": 9799976.0,
      "step": 101
    },
    {
      "entropy": 1.1072624325752258,
      "epoch": 0.9878934624697336,
      "grad_norm": 0.2109905481338501,
      "learning_rate": 4.049817739243532e-05,
      "loss": 1.1046338081359863,
      "mean_token_accuracy": 0.6760703399777412,
      "num_tokens": 9895575.0,
      "step": 102
    },
    {
      "entropy": 1.0761565268039703,
      "epoch": 0.9975786924939467,
      "grad_norm": 0.18559105694293976,
      "learning_rate": 4.028910905897229e-05,
      "loss": 1.0674762725830078,
      "mean_token_accuracy": 0.6826195642352104,
      "num_tokens": 9992394.0,
      "step": 103
    },
    {
      "entropy": 1.1065305471420288,
      "epoch": 1.0,
      "grad_norm": 0.3376278877258301,
      "learning_rate": 4.007831848252211e-05,
      "loss": 1.09256911277771,
      "mean_token_accuracy": 0.678756445646286,
      "num_tokens": 10016415.0,
      "step": 104
    },
    {
      "entropy": 1.1107248812913895,
      "epoch": 1.0096852300242132,
      "grad_norm": 0.1708710938692093,
      "learning_rate": 3.986582940760717e-05,
      "loss": 1.0717049837112427,
      "mean_token_accuracy": 0.6800583377480507,
      "num_tokens": 10113793.0,
      "step": 105
    },
    {
      "entropy": 1.0776572525501251,
      "epoch": 1.0193704600484261,
      "grad_norm": 0.17748922109603882,
      "learning_rate": 3.965166577007733e-05,
      "loss": 1.0392060279846191,
      "mean_token_accuracy": 0.6892436370253563,
      "num_tokens": 10211074.0,
      "step": 106
    },
    {
      "entropy": 1.0571173429489136,
      "epoch": 1.0290556900726393,
      "grad_norm": 0.18791398406028748,
      "learning_rate": 3.94358516944137e-05,
      "loss": 1.038546085357666,
      "mean_token_accuracy": 0.6879089176654816,
      "num_tokens": 10307987.0,
      "step": 107
    },
    {
      "entropy": 1.0400206819176674,
      "epoch": 1.0387409200968523,
      "grad_norm": 0.16869165003299713,
      "learning_rate": 3.9218411491011176e-05,
      "loss": 1.0324063301086426,
      "mean_token_accuracy": 0.6877342015504837,
      "num_tokens": 10405148.0,
      "step": 108
    },
    {
      "entropy": 1.0476296544075012,
      "epoch": 1.0484261501210654,
      "grad_norm": 0.18576034903526306,
      "learning_rate": 3.899936965343989e-05,
      "loss": 1.0663259029388428,
      "mean_token_accuracy": 0.6821715012192726,
      "num_tokens": 10502344.0,
      "step": 109
    },
    {
      "entropy": 0.9960673823952675,
      "epoch": 1.0581113801452784,
      "grad_norm": 0.17832568287849426,
      "learning_rate": 3.877875085568623e-05,
      "loss": 1.0000097751617432,
      "mean_token_accuracy": 0.6989128738641739,
      "num_tokens": 10599599.0,
      "step": 110
    },
    {
      "entropy": 1.0352009981870651,
      "epoch": 1.0677966101694916,
      "grad_norm": 0.17328514158725739,
      "learning_rate": 3.8556579949373384e-05,
      "loss": 1.0506186485290527,
      "mean_token_accuracy": 0.6840933337807655,
      "num_tokens": 10694645.0,
      "step": 111
    },
    {
      "entropy": 1.0331084430217743,
      "epoch": 1.0774818401937045,
      "grad_norm": 0.18105825781822205,
      "learning_rate": 3.833288196096194e-05,
      "loss": 1.0261142253875732,
      "mean_token_accuracy": 0.6913967728614807,
      "num_tokens": 10790067.0,
      "step": 112
    },
    {
      "entropy": 1.0757844671607018,
      "epoch": 1.0871670702179177,
      "grad_norm": 0.1806410551071167,
      "learning_rate": 3.8107682088930794e-05,
      "loss": 1.0621310472488403,
      "mean_token_accuracy": 0.6843468695878983,
      "num_tokens": 10885655.0,
      "step": 113
    },
    {
      "entropy": 1.0726244300603867,
      "epoch": 1.0968523002421307,
      "grad_norm": 0.17602035403251648,
      "learning_rate": 3.7881005700938635e-05,
      "loss": 1.0586791038513184,
      "mean_token_accuracy": 0.6825271546840668,
      "num_tokens": 10983568.0,
      "step": 114
    },
    {
      "entropy": 1.0513464957475662,
      "epoch": 1.1065375302663438,
      "grad_norm": 0.1740947663784027,
      "learning_rate": 3.7652878330966415e-05,
      "loss": 1.035830020904541,
      "mean_token_accuracy": 0.6891666278243065,
      "num_tokens": 11081209.0,
      "step": 115
    },
    {
      "entropy": 1.0637426376342773,
      "epoch": 1.116222760290557,
      "grad_norm": 0.1756405085325241,
      "learning_rate": 3.742332567644107e-05,
      "loss": 1.0529723167419434,
      "mean_token_accuracy": 0.6864708811044693,
      "num_tokens": 11178554.0,
      "step": 116
    },
    {
      "entropy": 1.032620556652546,
      "epoch": 1.12590799031477,
      "grad_norm": 0.1746027022600174,
      "learning_rate": 3.719237359534087e-05,
      "loss": 1.0131734609603882,
      "mean_token_accuracy": 0.6930168569087982,
      "num_tokens": 11275773.0,
      "step": 117
    },
    {
      "entropy": 1.0357091426849365,
      "epoch": 1.1355932203389831,
      "grad_norm": 0.17611640691757202,
      "learning_rate": 3.6960048103282566e-05,
      "loss": 1.0305650234222412,
      "mean_token_accuracy": 0.6928873062133789,
      "num_tokens": 11372312.0,
      "step": 118
    },
    {
      "entropy": 1.0247548967599869,
      "epoch": 1.145278450363196,
      "grad_norm": 0.16733205318450928,
      "learning_rate": 3.672637537059093e-05,
      "loss": 1.0267465114593506,
      "mean_token_accuracy": 0.6941879317164421,
      "num_tokens": 11469895.0,
      "step": 119
    },
    {
      "entropy": 1.0328287035226822,
      "epoch": 1.1549636803874093,
      "grad_norm": 0.17758148908615112,
      "learning_rate": 3.6491381719350756e-05,
      "loss": 1.038550853729248,
      "mean_token_accuracy": 0.687534786760807,
      "num_tokens": 11567819.0,
      "step": 120
    },
    {
      "entropy": 1.0606635063886642,
      "epoch": 1.1646489104116222,
      "grad_norm": 0.18219131231307983,
      "learning_rate": 3.6255093620441834e-05,
      "loss": 1.0544192790985107,
      "mean_token_accuracy": 0.6846267804503441,
      "num_tokens": 11665799.0,
      "step": 121
    },
    {
      "entropy": 1.0355539470911026,
      "epoch": 1.1743341404358354,
      "grad_norm": 0.18732059001922607,
      "learning_rate": 3.6017537690557115e-05,
      "loss": 1.0224016904830933,
      "mean_token_accuracy": 0.6915983185172081,
      "num_tokens": 11762356.0,
      "step": 122
    },
    {
      "entropy": 1.085768237709999,
      "epoch": 1.1840193704600483,
      "grad_norm": 0.20525461435317993,
      "learning_rate": 3.577874068920446e-05,
      "loss": 1.057420253753662,
      "mean_token_accuracy": 0.6817465797066689,
      "num_tokens": 11857832.0,
      "step": 123
    },
    {
      "entropy": 1.024247646331787,
      "epoch": 1.1937046004842615,
      "grad_norm": 0.17486801743507385,
      "learning_rate": 3.553872951569236e-05,
      "loss": 1.007400393486023,
      "mean_token_accuracy": 0.6967773362994194,
      "num_tokens": 11953563.0,
      "step": 124
    },
    {
      "entropy": 1.0304122641682625,
      "epoch": 1.2033898305084745,
      "grad_norm": 0.17227725684642792,
      "learning_rate": 3.529753120609982e-05,
      "loss": 1.0166981220245361,
      "mean_token_accuracy": 0.6900071352720261,
      "num_tokens": 12051630.0,
      "step": 125
    },
    {
      "entropy": 1.0403276681900024,
      "epoch": 1.2130750605326877,
      "grad_norm": 0.17845618724822998,
      "learning_rate": 3.505517293023088e-05,
      "loss": 1.0411816835403442,
      "mean_token_accuracy": 0.6878266781568527,
      "num_tokens": 12149525.0,
      "step": 126
    },
    {
      "entropy": 1.0372891202569008,
      "epoch": 1.2227602905569008,
      "grad_norm": 0.17896883189678192,
      "learning_rate": 3.481168198855409e-05,
      "loss": 1.0509088039398193,
      "mean_token_accuracy": 0.6861589029431343,
      "num_tokens": 12246944.0,
      "step": 127
    },
    {
      "entropy": 1.0567465275526047,
      "epoch": 1.2324455205811138,
      "grad_norm": 0.1735103726387024,
      "learning_rate": 3.456708580912725e-05,
      "loss": 1.048382043838501,
      "mean_token_accuracy": 0.6845468729734421,
      "num_tokens": 12343964.0,
      "step": 128
    },
    {
      "entropy": 1.044258013367653,
      "epoch": 1.242130750605327,
      "grad_norm": 0.179740771651268,
      "learning_rate": 3.432141194450772e-05,
      "loss": 1.0318509340286255,
      "mean_token_accuracy": 0.6892603412270546,
      "num_tokens": 12441245.0,
      "step": 129
    },
    {
      "entropy": 1.0394302904605865,
      "epoch": 1.25181598062954,
      "grad_norm": 0.18108829855918884,
      "learning_rate": 3.407468806864883e-05,
      "loss": 1.0396722555160522,
      "mean_token_accuracy": 0.6859570071101189,
      "num_tokens": 12538938.0,
      "step": 130
    },
    {
      "entropy": 1.0346315652132034,
      "epoch": 1.261501210653753,
      "grad_norm": 0.16831137239933014,
      "learning_rate": 3.382694197378252e-05,
      "loss": 1.0301259756088257,
      "mean_token_accuracy": 0.6876077353954315,
      "num_tokens": 12636750.0,
      "step": 131
    },
    {
      "entropy": 1.0501351803541183,
      "epoch": 1.271186440677966,
      "grad_norm": 0.18215049803256989,
      "learning_rate": 3.357820156728867e-05,
      "loss": 1.0379700660705566,
      "mean_token_accuracy": 0.6864259541034698,
      "num_tokens": 12732510.0,
      "step": 132
    },
    {
      "entropy": 1.056677907705307,
      "epoch": 1.2808716707021792,
      "grad_norm": 0.17387507855892181,
      "learning_rate": 3.332849486855144e-05,
      "loss": 1.0349537134170532,
      "mean_token_accuracy": 0.6882437765598297,
      "num_tokens": 12828202.0,
      "step": 133
    },
    {
      "entropy": 1.0694306939840317,
      "epoch": 1.2905569007263922,
      "grad_norm": 0.18142169713974,
      "learning_rate": 3.307785000580313e-05,
      "loss": 1.0491408109664917,
      "mean_token_accuracy": 0.6856276169419289,
      "num_tokens": 12924452.0,
      "step": 134
    },
    {
      "entropy": 1.0445284843444824,
      "epoch": 1.3002421307506054,
      "grad_norm": 0.17338253557682037,
      "learning_rate": 3.282629521295556e-05,
      "loss": 1.0387568473815918,
      "mean_token_accuracy": 0.6878345832228661,
      "num_tokens": 13021226.0,
      "step": 135
    },
    {
      "entropy": 1.03611271828413,
      "epoch": 1.3099273607748185,
      "grad_norm": 0.17574281990528107,
      "learning_rate": 3.257385882641971e-05,
      "loss": 1.032334566116333,
      "mean_token_accuracy": 0.6887728422880173,
      "num_tokens": 13117072.0,
      "step": 136
    },
    {
      "entropy": 1.0164377763867378,
      "epoch": 1.3196125907990315,
      "grad_norm": 0.17293879389762878,
      "learning_rate": 3.232056928191376e-05,
      "loss": 1.0038666725158691,
      "mean_token_accuracy": 0.6958679780364037,
      "num_tokens": 13214927.0,
      "step": 137
    },
    {
      "entropy": 1.02716813236475,
      "epoch": 1.3292978208232444,
      "grad_norm": 0.1768789142370224,
      "learning_rate": 3.2066455111259945e-05,
      "loss": 1.0230392217636108,
      "mean_token_accuracy": 0.6910659521818161,
      "num_tokens": 13312250.0,
      "step": 138
    },
    {
      "entropy": 1.0242123305797577,
      "epoch": 1.3389830508474576,
      "grad_norm": 0.18655547499656677,
      "learning_rate": 3.1811544939170575e-05,
      "loss": 1.027778148651123,
      "mean_token_accuracy": 0.6896005198359489,
      "num_tokens": 13409125.0,
      "step": 139
    },
    {
      "entropy": 1.0247902870178223,
      "epoch": 1.3486682808716708,
      "grad_norm": 0.1732546091079712,
      "learning_rate": 3.155586748002362e-05,
      "loss": 1.0247126817703247,
      "mean_token_accuracy": 0.6925645992159843,
      "num_tokens": 13505714.0,
      "step": 140
    },
    {
      "entropy": 1.0391114205121994,
      "epoch": 1.3583535108958837,
      "grad_norm": 0.1730506271123886,
      "learning_rate": 3.1299451534628135e-05,
      "loss": 1.0413163900375366,
      "mean_token_accuracy": 0.6873403564095497,
      "num_tokens": 13603282.0,
      "step": 141
    },
    {
      "entropy": 1.0580826699733734,
      "epoch": 1.368038740920097,
      "grad_norm": 0.17985138297080994,
      "learning_rate": 3.1042325986980064e-05,
      "loss": 1.048020362854004,
      "mean_token_accuracy": 0.6840562298893929,
      "num_tokens": 13699120.0,
      "step": 142
    },
    {
      "entropy": 1.034823827445507,
      "epoch": 1.3777239709443099,
      "grad_norm": 0.1742866039276123,
      "learning_rate": 3.0784519801008546e-05,
      "loss": 1.019952416419983,
      "mean_token_accuracy": 0.6919118836522102,
      "num_tokens": 13796639.0,
      "step": 143
    },
    {
      "entropy": 1.034243457019329,
      "epoch": 1.387409200968523,
      "grad_norm": 0.18104857206344604,
      "learning_rate": 3.0526062017313254e-05,
      "loss": 1.0257322788238525,
      "mean_token_accuracy": 0.693074606359005,
      "num_tokens": 13893968.0,
      "step": 144
    },
    {
      "entropy": 1.0477502346038818,
      "epoch": 1.397094430992736,
      "grad_norm": 0.17592455446720123,
      "learning_rate": 3.0266981749893157e-05,
      "loss": 1.0342764854431152,
      "mean_token_accuracy": 0.6866420730948448,
      "num_tokens": 13990892.0,
      "step": 145
    },
    {
      "entropy": 1.0479690209031105,
      "epoch": 1.4067796610169492,
      "grad_norm": 0.1820760816335678,
      "learning_rate": 3.0007308182866985e-05,
      "loss": 1.0341622829437256,
      "mean_token_accuracy": 0.687219500541687,
      "num_tokens": 14087344.0,
      "step": 146
    },
    {
      "entropy": 1.0348835960030556,
      "epoch": 1.4164648910411621,
      "grad_norm": 0.1742199808359146,
      "learning_rate": 2.974707056718571e-05,
      "loss": 1.0271401405334473,
      "mean_token_accuracy": 0.6896429732441902,
      "num_tokens": 14185593.0,
      "step": 147
    },
    {
      "entropy": 1.0333365574479103,
      "epoch": 1.4261501210653753,
      "grad_norm": 0.177699476480484,
      "learning_rate": 2.9486298217337637e-05,
      "loss": 1.0313661098480225,
      "mean_token_accuracy": 0.6886806860566139,
      "num_tokens": 14283694.0,
      "step": 148
    },
    {
      "entropy": 1.0181496515870094,
      "epoch": 1.4358353510895885,
      "grad_norm": 0.17134729027748108,
      "learning_rate": 2.9225020508046232e-05,
      "loss": 1.009653091430664,
      "mean_token_accuracy": 0.6931144669651985,
      "num_tokens": 14380604.0,
      "step": 149
    },
    {
      "entropy": 1.038355827331543,
      "epoch": 1.4455205811138014,
      "grad_norm": 0.1845579445362091,
      "learning_rate": 2.8963266870961226e-05,
      "loss": 1.0307377576828003,
      "mean_token_accuracy": 0.6884006261825562,
      "num_tokens": 14478185.0,
      "step": 150
    },
    {
      "entropy": 1.0334223732352257,
      "epoch": 1.4552058111380144,
      "grad_norm": 0.24978552758693695,
      "learning_rate": 2.8701066791343288e-05,
      "loss": 1.0366319417953491,
      "mean_token_accuracy": 0.6860118135809898,
      "num_tokens": 14575277.0,
      "step": 151
    },
    {
      "entropy": 1.0341607704758644,
      "epoch": 1.4648910411622276,
      "grad_norm": 0.17872564494609833,
      "learning_rate": 2.8438449804742628e-05,
      "loss": 1.0180070400238037,
      "mean_token_accuracy": 0.6917398646473885,
      "num_tokens": 14672534.0,
      "step": 152
    },
    {
      "entropy": 1.0590864270925522,
      "epoch": 1.4745762711864407,
      "grad_norm": 0.17723426222801208,
      "learning_rate": 2.8175445493671972e-05,
      "loss": 1.051386833190918,
      "mean_token_accuracy": 0.6834967508912086,
      "num_tokens": 14770518.0,
      "step": 153
    },
    {
      "entropy": 1.0175726786255836,
      "epoch": 1.4842615012106537,
      "grad_norm": 0.17911297082901,
      "learning_rate": 2.7912083484274266e-05,
      "loss": 0.9993636012077332,
      "mean_token_accuracy": 0.6968463584780693,
      "num_tokens": 14867845.0,
      "step": 154
    },
    {
      "entropy": 1.01533143222332,
      "epoch": 1.4939467312348669,
      "grad_norm": 0.17201802134513855,
      "learning_rate": 2.7648393442985403e-05,
      "loss": 0.9994634389877319,
      "mean_token_accuracy": 0.6991591900587082,
      "num_tokens": 14965851.0,
      "step": 155
    },
    {
      "entropy": 1.0423510372638702,
      "epoch": 1.5036319612590798,
      "grad_norm": 0.17345097661018372,
      "learning_rate": 2.7384405073192454e-05,
      "loss": 1.0389484167099,
      "mean_token_accuracy": 0.6870414391160011,
      "num_tokens": 15063279.0,
      "step": 156
    },
    {
      "entropy": 1.0268240571022034,
      "epoch": 1.513317191283293,
      "grad_norm": 0.18508543074131012,
      "learning_rate": 2.7120148111887732e-05,
      "loss": 1.029033899307251,
      "mean_token_accuracy": 0.6905829161405563,
      "num_tokens": 15160245.0,
      "step": 157
    },
    {
      "entropy": 1.0137058570981026,
      "epoch": 1.5230024213075062,
      "grad_norm": 0.1771853119134903,
      "learning_rate": 2.6855652326319063e-05,
      "loss": 1.011698603630066,
      "mean_token_accuracy": 0.6954887434840202,
      "num_tokens": 15257132.0,
      "step": 158
    },
    {
      "entropy": 1.0114770829677582,
      "epoch": 1.5326876513317191,
      "grad_norm": 0.1829320192337036,
      "learning_rate": 2.659094751063666e-05,
      "loss": 1.0108840465545654,
      "mean_token_accuracy": 0.6935675665736198,
      "num_tokens": 15354561.0,
      "step": 159
    },
    {
      "entropy": 1.0002705082297325,
      "epoch": 1.542372881355932,
      "grad_norm": 0.17417006194591522,
      "learning_rate": 2.6326063482536934e-05,
      "loss": 0.9976310729980469,
      "mean_token_accuracy": 0.6973941773176193,
      "num_tokens": 15451774.0,
      "step": 160
    },
    {
      "entropy": 1.0380558297038078,
      "epoch": 1.5520581113801453,
      "grad_norm": 0.18505249917507172,
      "learning_rate": 2.606103007990371e-05,
      "loss": 1.027144193649292,
      "mean_token_accuracy": 0.6899437606334686,
      "num_tokens": 15545203.0,
      "step": 161
    },
    {
      "entropy": 1.0247594714164734,
      "epoch": 1.5617433414043584,
      "grad_norm": 0.17371951043605804,
      "learning_rate": 2.579587715744712e-05,
      "loss": 1.0144855976104736,
      "mean_token_accuracy": 0.6931553333997726,
      "num_tokens": 15642907.0,
      "step": 162
    },
    {
      "entropy": 1.025797888636589,
      "epoch": 1.5714285714285714,
      "grad_norm": 0.17915304005146027,
      "learning_rate": 2.5530634583340592e-05,
      "loss": 1.014986276626587,
      "mean_token_accuracy": 0.6926708817481995,
      "num_tokens": 15739378.0,
      "step": 163
    },
    {
      "entropy": 1.0104742795228958,
      "epoch": 1.5811138014527844,
      "grad_norm": 0.17889732122421265,
      "learning_rate": 2.526533223585641e-05,
      "loss": 1.0031661987304688,
      "mean_token_accuracy": 0.6982422098517418,
      "num_tokens": 15836007.0,
      "step": 164
    },
    {
      "entropy": 1.0167404934763908,
      "epoch": 1.5907990314769975,
      "grad_norm": 0.1768142729997635,
      "learning_rate": 2.5e-05,
      "loss": 1.009070634841919,
      "mean_token_accuracy": 0.6938488930463791,
      "num_tokens": 15933286.0,
      "step": 165
    },
    {
      "entropy": 0.9942386075854301,
      "epoch": 1.6004842615012107,
      "grad_norm": 0.2674974203109741,
      "learning_rate": 2.47346677641436e-05,
      "loss": 0.9868994951248169,
      "mean_token_accuracy": 0.7019253075122833,
      "num_tokens": 16030240.0,
      "step": 166
    },
    {
      "entropy": 1.0080910325050354,
      "epoch": 1.6101694915254239,
      "grad_norm": 0.17362943291664124,
      "learning_rate": 2.446936541665941e-05,
      "loss": 1.0053434371948242,
      "mean_token_accuracy": 0.6974755153059959,
      "num_tokens": 16127744.0,
      "step": 167
    },
    {
      "entropy": 1.0292630195617676,
      "epoch": 1.6198547215496368,
      "grad_norm": 0.18086425960063934,
      "learning_rate": 2.4204122842552896e-05,
      "loss": 1.0237219333648682,
      "mean_token_accuracy": 0.69173414260149,
      "num_tokens": 16225217.0,
      "step": 168
    },
    {
      "entropy": 1.0308879762887955,
      "epoch": 1.6295399515738498,
      "grad_norm": 0.18374203145503998,
      "learning_rate": 2.39389699200963e-05,
      "loss": 1.0210704803466797,
      "mean_token_accuracy": 0.6903956010937691,
      "num_tokens": 16322913.0,
      "step": 169
    },
    {
      "entropy": 1.026255913078785,
      "epoch": 1.639225181598063,
      "grad_norm": 0.18278539180755615,
      "learning_rate": 2.3673936517463075e-05,
      "loss": 1.0169858932495117,
      "mean_token_accuracy": 0.6928274035453796,
      "num_tokens": 16419439.0,
      "step": 170
    },
    {
      "entropy": 0.9919314235448837,
      "epoch": 1.6489104116222761,
      "grad_norm": 0.17901423573493958,
      "learning_rate": 2.3409052489363342e-05,
      "loss": 0.9918413162231445,
      "mean_token_accuracy": 0.6992172300815582,
      "num_tokens": 16516410.0,
      "step": 171
    },
    {
      "entropy": 1.0355833768844604,
      "epoch": 1.658595641646489,
      "grad_norm": 0.17641407251358032,
      "learning_rate": 2.3144347673680936e-05,
      "loss": 1.0381958484649658,
      "mean_token_accuracy": 0.686020016670227,
      "num_tokens": 16614080.0,
      "step": 172
    },
    {
      "entropy": 1.0149222612380981,
      "epoch": 1.668280871670702,
      "grad_norm": 0.17820627987384796,
      "learning_rate": 2.287985188811228e-05,
      "loss": 1.0130999088287354,
      "mean_token_accuracy": 0.6923095658421516,
      "num_tokens": 16711804.0,
      "step": 173
    },
    {
      "entropy": 1.0243929624557495,
      "epoch": 1.6779661016949152,
      "grad_norm": 0.18051660060882568,
      "learning_rate": 2.261559492680755e-05,
      "loss": 1.0211886167526245,
      "mean_token_accuracy": 0.6929004341363907,
      "num_tokens": 16808390.0,
      "step": 174
    },
    {
      "entropy": 1.008925937116146,
      "epoch": 1.6876513317191284,
      "grad_norm": 0.17846113443374634,
      "learning_rate": 2.23516065570146e-05,
      "loss": 0.9855537414550781,
      "mean_token_accuracy": 0.7024274170398712,
      "num_tokens": 16905846.0,
      "step": 175
    },
    {
      "entropy": 1.0306098610162735,
      "epoch": 1.6973365617433414,
      "grad_norm": 0.17899896204471588,
      "learning_rate": 2.2087916515725737e-05,
      "loss": 1.0127032995224,
      "mean_token_accuracy": 0.6937521025538445,
      "num_tokens": 17002576.0,
      "step": 176
    },
    {
      "entropy": 1.0314870774745941,
      "epoch": 1.7070217917675545,
      "grad_norm": 0.1775345355272293,
      "learning_rate": 2.182455450632803e-05,
      "loss": 1.014747142791748,
      "mean_token_accuracy": 0.6926901116967201,
      "num_tokens": 17099808.0,
      "step": 177
    },
    {
      "entropy": 0.988661415874958,
      "epoch": 1.7167070217917675,
      "grad_norm": 0.18358361721038818,
      "learning_rate": 2.1561550195257378e-05,
      "loss": 0.9753472805023193,
      "mean_token_accuracy": 0.7034848108887672,
      "num_tokens": 17197523.0,
      "step": 178
    },
    {
      "entropy": 1.0072592198848724,
      "epoch": 1.7263922518159807,
      "grad_norm": 0.18197070062160492,
      "learning_rate": 2.1298933208656718e-05,
      "loss": 1.0025818347930908,
      "mean_token_accuracy": 0.6967148259282112,
      "num_tokens": 17292582.0,
      "step": 179
    },
    {
      "entropy": 1.0190014764666557,
      "epoch": 1.7360774818401938,
      "grad_norm": 0.1827293038368225,
      "learning_rate": 2.103673312903878e-05,
      "loss": 1.025465726852417,
      "mean_token_accuracy": 0.691127598285675,
      "num_tokens": 17389678.0,
      "step": 180
    },
    {
      "entropy": 1.0355056896805763,
      "epoch": 1.7457627118644068,
      "grad_norm": 0.19289104640483856,
      "learning_rate": 2.0774979491953777e-05,
      "loss": 1.030361533164978,
      "mean_token_accuracy": 0.6898203268647194,
      "num_tokens": 17484545.0,
      "step": 181
    },
    {
      "entropy": 1.0205051228404045,
      "epoch": 1.7554479418886197,
      "grad_norm": 0.18466636538505554,
      "learning_rate": 2.0513701782662366e-05,
      "loss": 1.01216721534729,
      "mean_token_accuracy": 0.6929588541388512,
      "num_tokens": 17579500.0,
      "step": 182
    },
    {
      "entropy": 0.9954008832573891,
      "epoch": 1.765133171912833,
      "grad_norm": 0.18636250495910645,
      "learning_rate": 2.025292943281429e-05,
      "loss": 0.9910628199577332,
      "mean_token_accuracy": 0.6983159705996513,
      "num_tokens": 17674413.0,
      "step": 183
    },
    {
      "entropy": 1.00897516310215,
      "epoch": 1.774818401937046,
      "grad_norm": 0.1883116513490677,
      "learning_rate": 1.9992691817133024e-05,
      "loss": 1.0008057355880737,
      "mean_token_accuracy": 0.6949929445981979,
      "num_tokens": 17772206.0,
      "step": 184
    },
    {
      "entropy": 1.0539861172437668,
      "epoch": 1.784503631961259,
      "grad_norm": 0.188166081905365,
      "learning_rate": 1.973301825010685e-05,
      "loss": 1.0534381866455078,
      "mean_token_accuracy": 0.6841985285282135,
      "num_tokens": 17869518.0,
      "step": 185
    },
    {
      "entropy": 1.0237281695008278,
      "epoch": 1.794188861985472,
      "grad_norm": 0.18438467383384705,
      "learning_rate": 1.947393798268676e-05,
      "loss": 1.0138177871704102,
      "mean_token_accuracy": 0.6940690726041794,
      "num_tokens": 17965115.0,
      "step": 186
    },
    {
      "entropy": 1.0318024158477783,
      "epoch": 1.8038740920096852,
      "grad_norm": 0.17989851534366608,
      "learning_rate": 1.9215480198991466e-05,
      "loss": 1.0178849697113037,
      "mean_token_accuracy": 0.6889730393886566,
      "num_tokens": 18062515.0,
      "step": 187
    },
    {
      "entropy": 1.0370707884430885,
      "epoch": 1.8135593220338984,
      "grad_norm": 0.18175791203975677,
      "learning_rate": 1.895767401301994e-05,
      "loss": 1.0233769416809082,
      "mean_token_accuracy": 0.689442440867424,
      "num_tokens": 18159901.0,
      "step": 188
    },
    {
      "entropy": 1.0387394651770592,
      "epoch": 1.8232445520581115,
      "grad_norm": 0.1763962209224701,
      "learning_rate": 1.8700548465371874e-05,
      "loss": 1.0317208766937256,
      "mean_token_accuracy": 0.6874615550041199,
      "num_tokens": 18257746.0,
      "step": 189
    },
    {
      "entropy": 1.016056202352047,
      "epoch": 1.8329297820823245,
      "grad_norm": 0.1811491698026657,
      "learning_rate": 1.84441325199764e-05,
      "loss": 1.0119330883026123,
      "mean_token_accuracy": 0.6953575611114502,
      "num_tokens": 18355948.0,
      "step": 190
    },
    {
      "entropy": 0.9938200861215591,
      "epoch": 1.8426150121065374,
      "grad_norm": 0.1725209653377533,
      "learning_rate": 1.818845506082943e-05,
      "loss": 0.9812361598014832,
      "mean_token_accuracy": 0.7028805017471313,
      "num_tokens": 18453527.0,
      "step": 191
    },
    {
      "entropy": 1.031374305486679,
      "epoch": 1.8523002421307506,
      "grad_norm": 0.18246252834796906,
      "learning_rate": 1.793354488874006e-05,
      "loss": 1.0203440189361572,
      "mean_token_accuracy": 0.6907096654176712,
      "num_tokens": 18549884.0,
      "step": 192
    },
    {
      "entropy": 0.9885724261403084,
      "epoch": 1.8619854721549638,
      "grad_norm": 0.1804785132408142,
      "learning_rate": 1.7679430718086243e-05,
      "loss": 0.9796859622001648,
      "mean_token_accuracy": 0.702710434794426,
      "num_tokens": 18647122.0,
      "step": 193
    },
    {
      "entropy": 0.9969891235232353,
      "epoch": 1.8716707021791767,
      "grad_norm": 0.2115977555513382,
      "learning_rate": 1.742614117358029e-05,
      "loss": 0.9887296557426453,
      "mean_token_accuracy": 0.6984992548823357,
      "num_tokens": 18743129.0,
      "step": 194
    },
    {
      "entropy": 0.9905409216880798,
      "epoch": 1.8813559322033897,
      "grad_norm": 0.18363232910633087,
      "learning_rate": 1.7173704787044446e-05,
      "loss": 0.9921536445617676,
      "mean_token_accuracy": 0.697743609547615,
      "num_tokens": 18841235.0,
      "step": 195
    },
    {
      "entropy": 0.9967489168047905,
      "epoch": 1.8910411622276029,
      "grad_norm": 0.1787017434835434,
      "learning_rate": 1.6922149994196878e-05,
      "loss": 1.0015537738800049,
      "mean_token_accuracy": 0.6942943632602692,
      "num_tokens": 18938405.0,
      "step": 196
    },
    {
      "entropy": 1.017027884721756,
      "epoch": 1.900726392251816,
      "grad_norm": 0.1760513335466385,
      "learning_rate": 1.667150513144856e-05,
      "loss": 1.0226783752441406,
      "mean_token_accuracy": 0.691545270383358,
      "num_tokens": 19036103.0,
      "step": 197
    },
    {
      "entropy": 1.0095921084284782,
      "epoch": 1.910411622276029,
      "grad_norm": 0.1807909458875656,
      "learning_rate": 1.6421798432711345e-05,
      "loss": 1.004764437675476,
      "mean_token_accuracy": 0.6964360028505325,
      "num_tokens": 19131869.0,
      "step": 198
    },
    {
      "entropy": 1.0117909163236618,
      "epoch": 1.9200968523002422,
      "grad_norm": 0.18069379031658173,
      "learning_rate": 1.617305802621748e-05,
      "loss": 0.9964424967765808,
      "mean_token_accuracy": 0.6977855116128922,
      "num_tokens": 19229332.0,
      "step": 199
    },
    {
      "entropy": 1.0152455270290375,
      "epoch": 1.9297820823244551,
      "grad_norm": 0.1750374287366867,
      "learning_rate": 1.5925311931351172e-05,
      "loss": 1.0085126161575317,
      "mean_token_accuracy": 0.6957272365689278,
      "num_tokens": 19326511.0,
      "step": 200
    },
    {
      "entropy": 1.0058443173766136,
      "epoch": 1.9394673123486683,
      "grad_norm": 0.17271851003170013,
      "learning_rate": 1.567858805549229e-05,
      "loss": 0.9887601733207703,
      "mean_token_accuracy": 0.6980008259415627,
      "num_tokens": 19423560.0,
      "step": 201
    },
    {
      "entropy": 1.0228681191802025,
      "epoch": 1.9491525423728815,
      "grad_norm": 0.17884734272956848,
      "learning_rate": 1.5432914190872757e-05,
      "loss": 1.0131609439849854,
      "mean_token_accuracy": 0.692680798470974,
      "num_tokens": 19520842.0,
      "step": 202
    },
    {
      "entropy": 1.0089232549071312,
      "epoch": 1.9588377723970944,
      "grad_norm": 0.16985908150672913,
      "learning_rate": 1.5188318011445906e-05,
      "loss": 1.0013556480407715,
      "mean_token_accuracy": 0.6970010101795197,
      "num_tokens": 19618823.0,
      "step": 203
    },
    {
      "entropy": 1.0016749277710915,
      "epoch": 1.9685230024213074,
      "grad_norm": 0.1778869777917862,
      "learning_rate": 1.4944827069769123e-05,
      "loss": 0.9919571876525879,
      "mean_token_accuracy": 0.7001852169632912,
      "num_tokens": 19716713.0,
      "step": 204
    },
    {
      "entropy": 1.0164751634001732,
      "epoch": 1.9782082324455206,
      "grad_norm": 0.18251122534275055,
      "learning_rate": 1.4702468793900188e-05,
      "loss": 1.0077866315841675,
      "mean_token_accuracy": 0.6937248483300209,
      "num_tokens": 19813324.0,
      "step": 205
    },
    {
      "entropy": 1.0116839110851288,
      "epoch": 1.9878934624697338,
      "grad_norm": 0.17308309674263,
      "learning_rate": 1.4461270484307643e-05,
      "loss": 1.0083445310592651,
      "mean_token_accuracy": 0.6930299252271652,
      "num_tokens": 19910449.0,
      "step": 206
    },
    {
      "entropy": 1.0046918392181396,
      "epoch": 1.9975786924939467,
      "grad_norm": 0.17221423983573914,
      "learning_rate": 1.4221259310795543e-05,
      "loss": 0.9961509704589844,
      "mean_token_accuracy": 0.6965227276086807,
      "num_tokens": 20008513.0,
      "step": 207
    },
    {
      "entropy": 1.0230849385261536,
      "epoch": 2.0,
      "grad_norm": 0.35064876079559326,
      "learning_rate": 1.3982462309442889e-05,
      "loss": 1.0117878913879395,
      "mean_token_accuracy": 0.6928033828735352,
      "num_tokens": 20032830.0,
      "step": 208
    }
  ],
  "logging_steps": 1,
  "max_steps": 312,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.817820314388398e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}