{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 104,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.195672869682312,
      "epoch": 0.009685230024213076,
      "grad_norm": 1.0686899423599243,
      "learning_rate": 0.0,
      "loss": 2.0517563819885254,
      "mean_token_accuracy": 0.5433094203472137,
      "num_tokens": 97740.0,
      "step": 1
    },
    {
      "entropy": 1.216128945350647,
      "epoch": 0.01937046004842615,
      "grad_norm": 1.0773417949676514,
      "learning_rate": 3.125e-06,
      "loss": 2.066392660140991,
      "mean_token_accuracy": 0.5405685901641846,
      "num_tokens": 194347.0,
      "step": 2
    },
    {
      "entropy": 1.2114249616861343,
      "epoch": 0.029055690072639227,
      "grad_norm": 1.0359230041503906,
      "learning_rate": 6.25e-06,
      "loss": 2.060716152191162,
      "mean_token_accuracy": 0.5376822166144848,
      "num_tokens": 292306.0,
      "step": 3
    },
    {
      "entropy": 1.2836366146802902,
      "epoch": 0.0387409200968523,
      "grad_norm": 0.9555837512016296,
      "learning_rate": 9.375000000000001e-06,
      "loss": 2.048638343811035,
      "mean_token_accuracy": 0.5342461578547955,
      "num_tokens": 389675.0,
      "step": 4
    },
    {
      "entropy": 1.3411734849214554,
      "epoch": 0.048426150121065374,
      "grad_norm": 0.7932096719741821,
      "learning_rate": 1.25e-05,
      "loss": 2.0051188468933105,
      "mean_token_accuracy": 0.5393080413341522,
      "num_tokens": 482548.0,
      "step": 5
    },
    {
      "entropy": 1.3891097456216812,
      "epoch": 0.05811138014527845,
      "grad_norm": 0.6072916388511658,
      "learning_rate": 1.5625e-05,
      "loss": 1.8992807865142822,
      "mean_token_accuracy": 0.548196591436863,
      "num_tokens": 579772.0,
      "step": 6
    },
    {
      "entropy": 1.4907268434762955,
      "epoch": 0.06779661016949153,
      "grad_norm": 0.4963963031768799,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.898533582687378,
      "mean_token_accuracy": 0.5459267124533653,
      "num_tokens": 677650.0,
      "step": 7
    },
    {
      "entropy": 1.5116273909807205,
      "epoch": 0.0774818401937046,
      "grad_norm": 0.40073174238204956,
      "learning_rate": 2.1875e-05,
      "loss": 1.8216513395309448,
      "mean_token_accuracy": 0.5549031123518944,
      "num_tokens": 774231.0,
      "step": 8
    },
    {
      "entropy": 1.615136444568634,
      "epoch": 0.08716707021791767,
      "grad_norm": 0.35884714126586914,
      "learning_rate": 2.5e-05,
      "loss": 1.8513133525848389,
      "mean_token_accuracy": 0.5457839816808701,
      "num_tokens": 868913.0,
      "step": 9
    },
    {
      "entropy": 1.6603400856256485,
      "epoch": 0.09685230024213075,
      "grad_norm": 0.27204808592796326,
      "learning_rate": 2.8125000000000003e-05,
      "loss": 1.7579457759857178,
      "mean_token_accuracy": 0.5631033554673195,
      "num_tokens": 966483.0,
      "step": 10
    },
    {
      "entropy": 1.6746521443128586,
      "epoch": 0.10653753026634383,
      "grad_norm": 0.24814128875732422,
      "learning_rate": 3.125e-05,
      "loss": 1.6909434795379639,
      "mean_token_accuracy": 0.5695518478751183,
      "num_tokens": 1062677.0,
      "step": 11
    },
    {
      "entropy": 1.7637551128864288,
      "epoch": 0.1162227602905569,
      "grad_norm": 0.25874465703964233,
      "learning_rate": 3.4375e-05,
      "loss": 1.7197679281234741,
      "mean_token_accuracy": 0.5657209157943726,
      "num_tokens": 1160086.0,
      "step": 12
    },
    {
      "entropy": 1.782708317041397,
      "epoch": 0.12590799031476999,
      "grad_norm": 0.2599520683288574,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.6749770641326904,
      "mean_token_accuracy": 0.5753393173217773,
      "num_tokens": 1257647.0,
      "step": 13
    },
    {
      "entropy": 1.8490994721651077,
      "epoch": 0.13559322033898305,
      "grad_norm": 0.2954244911670685,
      "learning_rate": 4.0625000000000005e-05,
      "loss": 1.6933197975158691,
      "mean_token_accuracy": 0.568934366106987,
      "num_tokens": 1354505.0,
      "step": 14
    },
    {
      "entropy": 1.7893278002738953,
      "epoch": 0.14527845036319612,
      "grad_norm": 0.30461740493774414,
      "learning_rate": 4.375e-05,
      "loss": 1.6047017574310303,
      "mean_token_accuracy": 0.5875631719827652,
      "num_tokens": 1450622.0,
      "step": 15
    },
    {
      "entropy": 1.8156154304742813,
      "epoch": 0.1549636803874092,
      "grad_norm": 0.2959771454334259,
      "learning_rate": 4.6875e-05,
      "loss": 1.6153976917266846,
      "mean_token_accuracy": 0.5827990546822548,
      "num_tokens": 1547908.0,
      "step": 16
    },
    {
      "entropy": 1.7984451651573181,
      "epoch": 0.16464891041162227,
      "grad_norm": 0.3082118630409241,
      "learning_rate": 5e-05,
      "loss": 1.5840697288513184,
      "mean_token_accuracy": 0.588292121887207,
      "num_tokens": 1645426.0,
      "step": 17
    },
    {
      "entropy": 1.7235808968544006,
      "epoch": 0.17433414043583534,
      "grad_norm": 0.27267831563949585,
      "learning_rate": 4.999859193643945e-05,
      "loss": 1.5370752811431885,
      "mean_token_accuracy": 0.5960508286952972,
      "num_tokens": 1742103.0,
      "step": 18
    },
    {
      "entropy": 1.6560853272676468,
      "epoch": 0.18401937046004843,
      "grad_norm": 0.24492555856704712,
      "learning_rate": 4.999436790436924e-05,
      "loss": 1.5075464248657227,
      "mean_token_accuracy": 0.5996944680809975,
      "num_tokens": 1839477.0,
      "step": 19
    },
    {
      "entropy": 1.5435267090797424,
      "epoch": 0.1937046004842615,
      "grad_norm": 0.1962456852197647,
      "learning_rate": 4.9987328379605816e-05,
      "loss": 1.4266257286071777,
      "mean_token_accuracy": 0.6173319146037102,
      "num_tokens": 1936962.0,
      "step": 20
    },
    {
      "entropy": 1.5529854595661163,
      "epoch": 0.2033898305084746,
      "grad_norm": 0.17611059546470642,
      "learning_rate": 4.9977474155117045e-05,
      "loss": 1.4814770221710205,
      "mean_token_accuracy": 0.6056615859270096,
      "num_tokens": 2034780.0,
      "step": 21
    },
    {
      "entropy": 1.4628148823976517,
      "epoch": 0.21307506053268765,
      "grad_norm": 0.16322024166584015,
      "learning_rate": 4.9964806340932865e-05,
      "loss": 1.4442647695541382,
      "mean_token_accuracy": 0.6119256466627121,
      "num_tokens": 2132583.0,
      "step": 22
    },
    {
      "entropy": 1.4318041056394577,
      "epoch": 0.22276029055690072,
      "grad_norm": 0.17170685529708862,
      "learning_rate": 4.9949326364020314e-05,
      "loss": 1.443179965019226,
      "mean_token_accuracy": 0.6123129650950432,
      "num_tokens": 2226009.0,
      "step": 23
    },
    {
      "entropy": 1.3572796285152435,
      "epoch": 0.2324455205811138,
      "grad_norm": 0.21290098130702972,
      "learning_rate": 4.993103596812268e-05,
      "loss": 1.4151618480682373,
      "mean_token_accuracy": 0.6203208416700363,
      "num_tokens": 2323884.0,
      "step": 24
    },
    {
      "entropy": 1.3599127680063248,
      "epoch": 0.24213075060532688,
      "grad_norm": 0.21652130782604218,
      "learning_rate": 4.9909937213563165e-05,
      "loss": 1.4241068363189697,
      "mean_token_accuracy": 0.6187105998396873,
      "num_tokens": 2420260.0,
      "step": 25
    },
    {
      "entropy": 1.3542447090148926,
      "epoch": 0.25181598062953997,
      "grad_norm": 0.20405800640583038,
      "learning_rate": 4.988603247701277e-05,
      "loss": 1.408291220664978,
      "mean_token_accuracy": 0.6216152384877205,
      "num_tokens": 2517078.0,
      "step": 26
    },
    {
      "entropy": 1.3572800755500793,
      "epoch": 0.26150121065375304,
      "grad_norm": 0.19708576798439026,
      "learning_rate": 4.985932445122257e-05,
      "loss": 1.4086432456970215,
      "mean_token_accuracy": 0.618386335670948,
      "num_tokens": 2614502.0,
      "step": 27
    },
    {
      "entropy": 1.297940343618393,
      "epoch": 0.2711864406779661,
      "grad_norm": 0.19344690442085266,
      "learning_rate": 4.982981614472039e-05,
      "loss": 1.3473405838012695,
      "mean_token_accuracy": 0.6318695172667503,
      "num_tokens": 2710926.0,
      "step": 28
    },
    {
      "entropy": 1.3255801796913147,
      "epoch": 0.28087167070217917,
      "grad_norm": 0.15949787199497223,
      "learning_rate": 4.979751088147192e-05,
      "loss": 1.352310061454773,
      "mean_token_accuracy": 0.6299134269356728,
      "num_tokens": 2807646.0,
      "step": 29
    },
    {
      "entropy": 1.337433010339737,
      "epoch": 0.29055690072639223,
      "grad_norm": 0.14451353251934052,
      "learning_rate": 4.97624123005063e-05,
      "loss": 1.3375511169433594,
      "mean_token_accuracy": 0.6326661631464958,
      "num_tokens": 2905309.0,
      "step": 30
    },
    {
      "entropy": 1.3829680979251862,
      "epoch": 0.30024213075060535,
      "grad_norm": 0.14129243791103363,
      "learning_rate": 4.972452435550614e-05,
      "loss": 1.3608760833740234,
      "mean_token_accuracy": 0.6260306239128113,
      "num_tokens": 3002360.0,
      "step": 31
    },
    {
      "entropy": 1.37909235060215,
      "epoch": 0.3099273607748184,
      "grad_norm": 0.13715004920959473,
      "learning_rate": 4.968385131436222e-05,
      "loss": 1.3511570692062378,
      "mean_token_accuracy": 0.6329229399561882,
      "num_tokens": 3098670.0,
      "step": 32
    },
    {
      "entropy": 1.3565758764743805,
      "epoch": 0.3196125907990315,
      "grad_norm": 0.13790789246559143,
      "learning_rate": 4.9640397758692715e-05,
      "loss": 1.3203370571136475,
      "mean_token_accuracy": 0.6328470334410667,
      "num_tokens": 3196614.0,
      "step": 33
    },
    {
      "entropy": 1.3381365239620209,
      "epoch": 0.32929782082324455,
      "grad_norm": 0.1352091133594513,
      "learning_rate": 4.9594168583327094e-05,
      "loss": 1.2988011837005615,
      "mean_token_accuracy": 0.6376497745513916,
      "num_tokens": 3294374.0,
      "step": 34
    },
    {
      "entropy": 1.3610333651304245,
      "epoch": 0.3389830508474576,
      "grad_norm": 0.13593968749046326,
      "learning_rate": 4.954516899575473e-05,
      "loss": 1.33039128780365,
      "mean_token_accuracy": 0.6318908259272575,
      "num_tokens": 3392016.0,
      "step": 35
    },
    {
      "entropy": 1.3339500427246094,
      "epoch": 0.3486682808716707,
      "grad_norm": 0.13187174499034882,
      "learning_rate": 4.949340451553833e-05,
      "loss": 1.3074061870574951,
      "mean_token_accuracy": 0.6397572010755539,
      "num_tokens": 3489070.0,
      "step": 36
    },
    {
      "entropy": 1.30422942340374,
      "epoch": 0.3583535108958838,
      "grad_norm": 0.13068145513534546,
      "learning_rate": 4.943888097369216e-05,
      "loss": 1.2889633178710938,
      "mean_token_accuracy": 0.6402651146054268,
      "num_tokens": 3586431.0,
      "step": 37
    },
    {
      "entropy": 1.3068273216485977,
      "epoch": 0.36803874092009686,
      "grad_norm": 0.13225507736206055,
      "learning_rate": 4.938160451202521e-05,
      "loss": 1.293223261833191,
      "mean_token_accuracy": 0.6415960788726807,
      "num_tokens": 3684062.0,
      "step": 38
    },
    {
      "entropy": 1.2943807691335678,
      "epoch": 0.37772397094430993,
      "grad_norm": 0.12926499545574188,
      "learning_rate": 4.9321581582449365e-05,
      "loss": 1.277047872543335,
      "mean_token_accuracy": 0.6415077224373817,
      "num_tokens": 3780819.0,
      "step": 39
    },
    {
      "entropy": 1.2993432581424713,
      "epoch": 0.387409200968523,
      "grad_norm": 0.12387435138225555,
      "learning_rate": 4.9258818946252624e-05,
      "loss": 1.2970147132873535,
      "mean_token_accuracy": 0.6379837617278099,
      "num_tokens": 3878336.0,
      "step": 40
    },
    {
      "entropy": 1.2892408818006516,
      "epoch": 0.39709443099273606,
      "grad_norm": 0.12141715735197067,
      "learning_rate": 4.9193323673337476e-05,
      "loss": 1.2838318347930908,
      "mean_token_accuracy": 0.6403800770640373,
      "num_tokens": 3975553.0,
      "step": 41
    },
    {
      "entropy": 1.2638924419879913,
      "epoch": 0.4067796610169492,
      "grad_norm": 0.1264447420835495,
      "learning_rate": 4.912510314142448e-05,
      "loss": 1.2587647438049316,
      "mean_token_accuracy": 0.645272970199585,
      "num_tokens": 4072191.0,
      "step": 42
    },
    {
      "entropy": 1.2728796899318695,
      "epoch": 0.41646489104116224,
      "grad_norm": 0.12187587469816208,
      "learning_rate": 4.9054165035221236e-05,
      "loss": 1.2625339031219482,
      "mean_token_accuracy": 0.6477586179971695,
      "num_tokens": 4169972.0,
      "step": 43
    },
    {
      "entropy": 1.2749067693948746,
      "epoch": 0.4261501210653753,
      "grad_norm": 0.11995347589254379,
      "learning_rate": 4.898051734555676e-05,
      "loss": 1.267740249633789,
      "mean_token_accuracy": 0.6439903303980827,
      "num_tokens": 4266802.0,
      "step": 44
    },
    {
      "entropy": 1.260569915175438,
      "epoch": 0.4358353510895884,
      "grad_norm": 0.12481680512428284,
      "learning_rate": 4.890416836848127e-05,
      "loss": 1.2588658332824707,
      "mean_token_accuracy": 0.6484315246343613,
      "num_tokens": 4364720.0,
      "step": 45
    },
    {
      "entropy": 1.2508793324232101,
      "epoch": 0.44552058111380144,
      "grad_norm": 0.11975731700658798,
      "learning_rate": 4.88251267043318e-05,
      "loss": 1.2475931644439697,
      "mean_token_accuracy": 0.6490512862801552,
      "num_tokens": 4460849.0,
      "step": 46
    },
    {
      "entropy": 1.2509469985961914,
      "epoch": 0.4552058111380145,
      "grad_norm": 0.11921220272779465,
      "learning_rate": 4.87434012567633e-05,
      "loss": 1.254028081893921,
      "mean_token_accuracy": 0.6466348469257355,
      "num_tokens": 4558078.0,
      "step": 47
    },
    {
      "entropy": 1.2154233157634735,
      "epoch": 0.4648910411622276,
      "grad_norm": 0.11846459656953812,
      "learning_rate": 4.865900123174574e-05,
      "loss": 1.2160266637802124,
      "mean_token_accuracy": 0.6553884744644165,
      "num_tokens": 4656144.0,
      "step": 48
    },
    {
      "entropy": 1.2299266457557678,
      "epoch": 0.4745762711864407,
      "grad_norm": 0.11931712925434113,
      "learning_rate": 4.857193613652711e-05,
      "loss": 1.235276222229004,
      "mean_token_accuracy": 0.6523211896419525,
      "num_tokens": 4752916.0,
      "step": 49
    },
    {
      "entropy": 1.195318415760994,
      "epoch": 0.48426150121065376,
      "grad_norm": 0.1206982359290123,
      "learning_rate": 4.848221577856243e-05,
      "loss": 1.2011010646820068,
      "mean_token_accuracy": 0.6564221084117889,
      "num_tokens": 4850493.0,
      "step": 50
    },
    {
      "entropy": 1.20865198969841,
      "epoch": 0.4939467312348668,
      "grad_norm": 0.11764053255319595,
      "learning_rate": 4.838985026440905e-05,
      "loss": 1.2125191688537598,
      "mean_token_accuracy": 0.659000813961029,
      "num_tokens": 4948257.0,
      "step": 51
    },
    {
      "entropy": 1.2480878382921219,
      "epoch": 0.5036319612590799,
      "grad_norm": 0.12446491420269012,
      "learning_rate": 4.829484999858815e-05,
      "loss": 1.2488330602645874,
      "mean_token_accuracy": 0.6441424265503883,
      "num_tokens": 5045927.0,
      "step": 52
    },
    {
      "entropy": 1.264208972454071,
      "epoch": 0.513317191283293,
      "grad_norm": 0.12414462119340897,
      "learning_rate": 4.819722568241274e-05,
      "loss": 1.26497483253479,
      "mean_token_accuracy": 0.6444287970662117,
      "num_tokens": 5142165.0,
      "step": 53
    },
    {
      "entropy": 1.2086184322834015,
      "epoch": 0.5230024213075061,
      "grad_norm": 0.11623445153236389,
      "learning_rate": 4.8096988312782174e-05,
      "loss": 1.200068712234497,
      "mean_token_accuracy": 0.6566915512084961,
      "num_tokens": 5239937.0,
      "step": 54
    },
    {
      "entropy": 1.229715496301651,
      "epoch": 0.5326876513317191,
      "grad_norm": 0.1199541836977005,
      "learning_rate": 4.799414918094347e-05,
      "loss": 1.2203726768493652,
      "mean_token_accuracy": 0.6514962241053581,
      "num_tokens": 5336273.0,
      "step": 55
    },
    {
      "entropy": 1.1793622523546219,
      "epoch": 0.5423728813559322,
      "grad_norm": 0.1172776147723198,
      "learning_rate": 4.788871987121937e-05,
      "loss": 1.1629124879837036,
      "mean_token_accuracy": 0.666003905236721,
      "num_tokens": 5434119.0,
      "step": 56
    },
    {
      "entropy": 1.2295389622449875,
      "epoch": 0.5520581113801453,
      "grad_norm": 0.11812405288219452,
      "learning_rate": 4.77807122597034e-05,
      "loss": 1.2235515117645264,
      "mean_token_accuracy": 0.6521660089492798,
      "num_tokens": 5530374.0,
      "step": 57
    },
    {
      "entropy": 1.2132055461406708,
      "epoch": 0.5617433414043583,
      "grad_norm": 0.12084934115409851,
      "learning_rate": 4.767013851292212e-05,
      "loss": 1.2091310024261475,
      "mean_token_accuracy": 0.6549870446324348,
      "num_tokens": 5627067.0,
      "step": 58
    },
    {
      "entropy": 1.2059176713228226,
      "epoch": 0.5714285714285714,
      "grad_norm": 0.11870504170656204,
      "learning_rate": 4.755701108646463e-05,
      "loss": 1.1985912322998047,
      "mean_token_accuracy": 0.6569678112864494,
      "num_tokens": 5721452.0,
      "step": 59
    },
    {
      "entropy": 1.236282542347908,
      "epoch": 0.5811138014527845,
      "grad_norm": 0.11872227489948273,
      "learning_rate": 4.744134272357948e-05,
      "loss": 1.2417306900024414,
      "mean_token_accuracy": 0.6455686613917351,
      "num_tokens": 5818528.0,
      "step": 60
    },
    {
      "entropy": 1.2076577246189117,
      "epoch": 0.5907990314769975,
      "grad_norm": 0.11734182387590408,
      "learning_rate": 4.732314645373921e-05,
      "loss": 1.1962571144104004,
      "mean_token_accuracy": 0.6565083861351013,
      "num_tokens": 5915548.0,
      "step": 61
    },
    {
      "entropy": 1.1657419800758362,
      "epoch": 0.6004842615012107,
      "grad_norm": 0.12059835344552994,
      "learning_rate": 4.7202435591172676e-05,
      "loss": 1.16697096824646,
      "mean_token_accuracy": 0.6659450680017471,
      "num_tokens": 6011742.0,
      "step": 62
    },
    {
      "entropy": 1.1779616475105286,
      "epoch": 0.6101694915254238,
      "grad_norm": 0.11815991997718811,
      "learning_rate": 4.7079223733365237e-05,
      "loss": 1.182944655418396,
      "mean_token_accuracy": 0.661351315677166,
      "num_tokens": 6108610.0,
      "step": 63
    },
    {
      "entropy": 1.2032527029514313,
      "epoch": 0.6198547215496368,
      "grad_norm": 0.11827582865953445,
      "learning_rate": 4.6953524759527054e-05,
      "loss": 1.2088656425476074,
      "mean_token_accuracy": 0.6562395468354225,
      "num_tokens": 6205888.0,
      "step": 64
    },
    {
      "entropy": 1.1818794161081314,
      "epoch": 0.6295399515738499,
      "grad_norm": 0.11876095831394196,
      "learning_rate": 4.6825352829029705e-05,
      "loss": 1.1859397888183594,
      "mean_token_accuracy": 0.6605978757143021,
      "num_tokens": 6303176.0,
      "step": 65
    },
    {
      "entropy": 1.1840116828680038,
      "epoch": 0.639225181598063,
      "grad_norm": 0.11764654517173767,
      "learning_rate": 4.6694722379811185e-05,
      "loss": 1.188291072845459,
      "mean_token_accuracy": 0.6614853143692017,
      "num_tokens": 6400425.0,
      "step": 66
    },
    {
      "entropy": 1.1935285329818726,
      "epoch": 0.648910411622276,
      "grad_norm": 0.11767949163913727,
      "learning_rate": 4.656164812674951e-05,
      "loss": 1.196911096572876,
      "mean_token_accuracy": 0.6572826132178307,
      "num_tokens": 6497165.0,
      "step": 67
    },
    {
      "entropy": 1.2137638479471207,
      "epoch": 0.6585956416464891,
      "grad_norm": 0.11640281975269318,
      "learning_rate": 4.642614506000523e-05,
      "loss": 1.1995229721069336,
      "mean_token_accuracy": 0.6570323258638382,
      "num_tokens": 6594629.0,
      "step": 68
    },
    {
      "entropy": 1.1680169254541397,
      "epoch": 0.6682808716707022,
      "grad_norm": 0.12093165516853333,
      "learning_rate": 4.628822844333278e-05,
      "loss": 1.1655635833740234,
      "mean_token_accuracy": 0.6667345613241196,
      "num_tokens": 6691606.0,
      "step": 69
    },
    {
      "entropy": 1.1821613758802414,
      "epoch": 0.6779661016949152,
      "grad_norm": 0.1191101223230362,
      "learning_rate": 4.614791381236115e-05,
      "loss": 1.1815344095230103,
      "mean_token_accuracy": 0.6611361801624298,
      "num_tokens": 6787144.0,
      "step": 70
    },
    {
      "entropy": 1.180012434720993,
      "epoch": 0.6876513317191283,
      "grad_norm": 0.11644171178340912,
      "learning_rate": 4.6005216972843864e-05,
      "loss": 1.187152624130249,
      "mean_token_accuracy": 0.6607257425785065,
      "num_tokens": 6884460.0,
      "step": 71
    },
    {
      "entropy": 1.1491027027368546,
      "epoch": 0.6973365617433414,
      "grad_norm": 0.11654338240623474,
      "learning_rate": 4.5860153998878494e-05,
      "loss": 1.1466959714889526,
      "mean_token_accuracy": 0.6696180328726768,
      "num_tokens": 6982209.0,
      "step": 72
    },
    {
      "entropy": 1.1703396141529083,
      "epoch": 0.7070217917675545,
      "grad_norm": 0.11882360279560089,
      "learning_rate": 4.571274123109606e-05,
      "loss": 1.168134331703186,
      "mean_token_accuracy": 0.6635337024927139,
      "num_tokens": 7078357.0,
      "step": 73
    },
    {
      "entropy": 1.1620274484157562,
      "epoch": 0.7167070217917676,
      "grad_norm": 0.11732776463031769,
      "learning_rate": 4.5562995274820284e-05,
      "loss": 1.1588343381881714,
      "mean_token_accuracy": 0.6665216088294983,
      "num_tokens": 7174932.0,
      "step": 74
    },
    {
      "entropy": 1.1402729004621506,
      "epoch": 0.7263922518159807,
      "grad_norm": 0.11696197837591171,
      "learning_rate": 4.541093299819714e-05,
      "loss": 1.1440062522888184,
      "mean_token_accuracy": 0.673184260725975,
      "num_tokens": 7271358.0,
      "step": 75
    },
    {
      "entropy": 1.1796619296073914,
      "epoch": 0.7360774818401937,
      "grad_norm": 0.11728471517562866,
      "learning_rate": 4.5256571530294664e-05,
      "loss": 1.1810756921768188,
      "mean_token_accuracy": 0.6604448780417442,
      "num_tokens": 7368532.0,
      "step": 76
    },
    {
      "entropy": 1.1303958296775818,
      "epoch": 0.7457627118644068,
      "grad_norm": 0.11636237055063248,
      "learning_rate": 4.5099928259173516e-05,
      "loss": 1.126218318939209,
      "mean_token_accuracy": 0.6715309843420982,
      "num_tokens": 7465042.0,
      "step": 77
    },
    {
      "entropy": 1.1526209563016891,
      "epoch": 0.7554479418886199,
      "grad_norm": 0.11668036133050919,
      "learning_rate": 4.4941020829928245e-05,
      "loss": 1.1493991613388062,
      "mean_token_accuracy": 0.6683483645319939,
      "num_tokens": 7561958.0,
      "step": 78
    },
    {
      "entropy": 1.1575733572244644,
      "epoch": 0.7651331719128329,
      "grad_norm": 0.12059628218412399,
      "learning_rate": 4.477986714269972e-05,
      "loss": 1.155458688735962,
      "mean_token_accuracy": 0.6660623773932457,
      "num_tokens": 7659711.0,
      "step": 79
    },
    {
      "entropy": 1.1208164542913437,
      "epoch": 0.774818401937046,
      "grad_norm": 0.11503883451223373,
      "learning_rate": 4.4616485350658685e-05,
      "loss": 1.1200377941131592,
      "mean_token_accuracy": 0.6769244968891144,
      "num_tokens": 7756475.0,
      "step": 80
    },
    {
      "entropy": 1.1618834882974625,
      "epoch": 0.784503631961259,
      "grad_norm": 0.11844263970851898,
      "learning_rate": 4.445089385796099e-05,
      "loss": 1.1612154245376587,
      "mean_token_accuracy": 0.6636371240019798,
      "num_tokens": 7853572.0,
      "step": 81
    },
    {
      "entropy": 1.177445963025093,
      "epoch": 0.7941888619854721,
      "grad_norm": 0.12128449976444244,
      "learning_rate": 4.4283111317674374e-05,
      "loss": 1.1839146614074707,
      "mean_token_accuracy": 0.6612392961978912,
      "num_tokens": 7951478.0,
      "step": 82
    },
    {
      "entropy": 1.1343424022197723,
      "epoch": 0.8038740920096852,
      "grad_norm": 0.11806600540876389,
      "learning_rate": 4.4113156629677316e-05,
      "loss": 1.1392714977264404,
      "mean_token_accuracy": 0.6691810935735703,
      "num_tokens": 8048090.0,
      "step": 83
    },
    {
      "entropy": 1.1562943011522293,
      "epoch": 0.8135593220338984,
      "grad_norm": 0.11784016340970993,
      "learning_rate": 4.394104893853007e-05,
      "loss": 1.1472623348236084,
      "mean_token_accuracy": 0.665581151843071,
      "num_tokens": 8145495.0,
      "step": 84
    },
    {
      "entropy": 1.1324752867221832,
      "epoch": 0.8232445520581114,
      "grad_norm": 0.11986548453569412,
      "learning_rate": 4.3766807631318106e-05,
      "loss": 1.1278144121170044,
      "mean_token_accuracy": 0.6711176708340645,
      "num_tokens": 8243257.0,
      "step": 85
    },
    {
      "entropy": 1.127712443470955,
      "epoch": 0.8329297820823245,
      "grad_norm": 0.11755618453025818,
      "learning_rate": 4.359045233546827e-05,
      "loss": 1.128782033920288,
      "mean_token_accuracy": 0.6730731576681137,
      "num_tokens": 8338257.0,
      "step": 86
    },
    {
      "entropy": 1.1132700890302658,
      "epoch": 0.8426150121065376,
      "grad_norm": 0.11721386760473251,
      "learning_rate": 4.341200291653781e-05,
      "loss": 1.1207164525985718,
      "mean_token_accuracy": 0.6753561720252037,
      "num_tokens": 8436280.0,
      "step": 87
    },
    {
      "entropy": 1.1623711436986923,
      "epoch": 0.8523002421307506,
      "grad_norm": 0.12041810154914856,
      "learning_rate": 4.323147947597666e-05,
      "loss": 1.1799827814102173,
      "mean_token_accuracy": 0.6590451151132584,
      "num_tokens": 8534296.0,
      "step": 88
    },
    {
      "entropy": 1.0908512026071548,
      "epoch": 0.8619854721549637,
      "grad_norm": 0.11574803292751312,
      "learning_rate": 4.3048902348863116e-05,
      "loss": 1.0909357070922852,
      "mean_token_accuracy": 0.6803726628422737,
      "num_tokens": 8631835.0,
      "step": 89
    },
    {
      "entropy": 1.1286626309156418,
      "epoch": 0.8716707021791767,
      "grad_norm": 0.1222979798913002,
      "learning_rate": 4.2864292101613136e-05,
      "loss": 1.1375240087509155,
      "mean_token_accuracy": 0.6725632026791573,
      "num_tokens": 8728666.0,
      "step": 90
    },
    {
      "entropy": 1.0889050513505936,
      "epoch": 0.8813559322033898,
      "grad_norm": 0.116656094789505,
      "learning_rate": 4.267766952966369e-05,
      "loss": 1.0847504138946533,
      "mean_token_accuracy": 0.6843830943107605,
      "num_tokens": 8826157.0,
      "step": 91
    },
    {
      "entropy": 1.1236678957939148,
      "epoch": 0.8910411622276029,
      "grad_norm": 0.12352480739355087,
      "learning_rate": 4.248905565513023e-05,
      "loss": 1.1190218925476074,
      "mean_token_accuracy": 0.6742537319660187,
      "num_tokens": 8919599.0,
      "step": 92
    },
    {
      "entropy": 1.102852076292038,
      "epoch": 0.9007263922518159,
      "grad_norm": 0.12034481763839722,
      "learning_rate": 4.229847172443866e-05,
      "loss": 1.1002410650253296,
      "mean_token_accuracy": 0.6793207675218582,
      "num_tokens": 9017083.0,
      "step": 93
    },
    {
      "entropy": 1.1279104799032211,
      "epoch": 0.910411622276029,
      "grad_norm": 0.11987902224063873,
      "learning_rate": 4.210593920593201e-05,
      "loss": 1.1197580099105835,
      "mean_token_accuracy": 0.6761348396539688,
      "num_tokens": 9114699.0,
      "step": 94
    },
    {
      "entropy": 1.128271833062172,
      "epoch": 0.9200968523002422,
      "grad_norm": 0.12280263006687164,
      "learning_rate": 4.191147978745218e-05,
      "loss": 1.1215918064117432,
      "mean_token_accuracy": 0.6710417121648788,
      "num_tokens": 9212478.0,
      "step": 95
    },
    {
      "entropy": 1.1278261244297028,
      "epoch": 0.9297820823244553,
      "grad_norm": 0.12078865617513657,
      "learning_rate": 4.171511537389684e-05,
      "loss": 1.1220818758010864,
      "mean_token_accuracy": 0.6726439297199249,
      "num_tokens": 9309385.0,
      "step": 96
    },
    {
      "entropy": 1.1121345162391663,
      "epoch": 0.9394673123486683,
      "grad_norm": 0.12248018383979797,
      "learning_rate": 4.151686808475204e-05,
      "loss": 1.112907886505127,
      "mean_token_accuracy": 0.6733067110180855,
      "num_tokens": 9405674.0,
      "step": 97
    },
    {
      "entropy": 1.1223307251930237,
      "epoch": 0.9491525423728814,
      "grad_norm": 0.11941546201705933,
      "learning_rate": 4.131676025160047e-05,
      "loss": 1.1234936714172363,
      "mean_token_accuracy": 0.6732581779360771,
      "num_tokens": 9502863.0,
      "step": 98
    },
    {
      "entropy": 1.0854229852557182,
      "epoch": 0.9588377723970944,
      "grad_norm": 0.12412574887275696,
      "learning_rate": 4.111481441560598e-05,
      "loss": 1.0869731903076172,
      "mean_token_accuracy": 0.682966060936451,
      "num_tokens": 9600669.0,
      "step": 99
    },
    {
      "entropy": 1.1000574603676796,
      "epoch": 0.9685230024213075,
      "grad_norm": 0.12113860994577408,
      "learning_rate": 4.091105332497439e-05,
      "loss": 1.1088688373565674,
      "mean_token_accuracy": 0.6795928180217743,
      "num_tokens": 9697304.0,
      "step": 100
    },
    {
      "entropy": 1.1247247457504272,
      "epoch": 0.9782082324455206,
      "grad_norm": 0.12144359946250916,
      "learning_rate": 4.070549993239106e-05,
      "loss": 1.1281317472457886,
      "mean_token_accuracy": 0.6737656146287918,
      "num_tokens": 9794066.0,
      "step": 101
    },
    {
      "entropy": 1.102698415517807,
      "epoch": 0.9878934624697336,
      "grad_norm": 0.11878343671560287,
      "learning_rate": 4.049817739243532e-05,
      "loss": 1.0992276668548584,
      "mean_token_accuracy": 0.678807906806469,
      "num_tokens": 9889545.0,
      "step": 102
    },
    {
      "entropy": 1.1041645109653473,
      "epoch": 0.9975786924939467,
      "grad_norm": 0.1187015026807785,
      "learning_rate": 4.028910905897229e-05,
      "loss": 1.103971004486084,
      "mean_token_accuracy": 0.6783908009529114,
      "num_tokens": 9984866.0,
      "step": 103
    },
    {
      "entropy": 1.1201090216636658,
      "epoch": 1.0,
      "grad_norm": 0.232050359249115,
      "learning_rate": 4.007831848252211e-05,
      "loss": 1.108691692352295,
      "mean_token_accuracy": 0.6691955626010895,
      "num_tokens": 10009403.0,
      "step": 104
    }
  ],
  "logging_steps": 1,
  "max_steps": 312,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.510502976107315e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}