{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 206,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.3063052594661713,
      "epoch": 0.009708737864077669,
      "grad_norm": 1.3077822923660278,
      "learning_rate": 0.0,
      "loss": 2.1177937984466553,
      "mean_token_accuracy": 0.5264865458011627,
      "num_tokens": 96695.0,
      "step": 1
    },
    {
      "entropy": 1.3945444822311401,
      "epoch": 0.019417475728155338,
      "grad_norm": 1.4227101802825928,
      "learning_rate": 3.125e-06,
      "loss": 2.264981746673584,
      "mean_token_accuracy": 0.49969692155718803,
      "num_tokens": 193992.0,
      "step": 2
    },
    {
      "entropy": 1.3749237358570099,
      "epoch": 0.02912621359223301,
      "grad_norm": 1.1497575044631958,
      "learning_rate": 6.25e-06,
      "loss": 2.0460948944091797,
      "mean_token_accuracy": 0.5287926904857159,
      "num_tokens": 291993.0,
      "step": 3
    },
    {
      "entropy": 1.4135093837976456,
      "epoch": 0.038834951456310676,
      "grad_norm": 1.0101280212402344,
      "learning_rate": 9.375000000000001e-06,
      "loss": 2.0115394592285156,
      "mean_token_accuracy": 0.5312202051281929,
      "num_tokens": 389906.0,
      "step": 4
    },
    {
      "entropy": 1.5345965921878815,
      "epoch": 0.04854368932038835,
      "grad_norm": 0.8249343037605286,
      "learning_rate": 1.25e-05,
      "loss": 1.9907541275024414,
      "mean_token_accuracy": 0.5317840278148651,
      "num_tokens": 487090.0,
      "step": 5
    },
    {
      "entropy": 1.628997579216957,
      "epoch": 0.05825242718446602,
      "grad_norm": 0.6037535071372986,
      "learning_rate": 1.5625e-05,
      "loss": 1.917801856994629,
      "mean_token_accuracy": 0.541858084499836,
      "num_tokens": 584439.0,
      "step": 6
    },
    {
      "entropy": 1.8246440291404724,
      "epoch": 0.06796116504854369,
      "grad_norm": 0.3977610468864441,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.8268287181854248,
      "mean_token_accuracy": 0.5501810759305954,
      "num_tokens": 681933.0,
      "step": 7
    },
    {
      "entropy": 1.9396448135375977,
      "epoch": 0.07766990291262135,
      "grad_norm": 0.47858306765556335,
      "learning_rate": 2.1875e-05,
      "loss": 1.7852939367294312,
      "mean_token_accuracy": 0.5552558451890945,
      "num_tokens": 777167.0,
      "step": 8
    },
    {
      "entropy": 1.9606482535600662,
      "epoch": 0.08737864077669903,
      "grad_norm": 0.5253126621246338,
      "learning_rate": 2.5e-05,
      "loss": 1.7283756732940674,
      "mean_token_accuracy": 0.5672201961278915,
      "num_tokens": 875080.0,
      "step": 9
    },
    {
      "entropy": 1.9720240384340286,
      "epoch": 0.0970873786407767,
      "grad_norm": 0.5374228954315186,
      "learning_rate": 2.8125000000000003e-05,
      "loss": 1.711395263671875,
      "mean_token_accuracy": 0.5681185722351074,
      "num_tokens": 973099.0,
      "step": 10
    },
    {
      "entropy": 1.82131689786911,
      "epoch": 0.10679611650485436,
      "grad_norm": 0.43059229850769043,
      "learning_rate": 3.125e-05,
      "loss": 1.6381919384002686,
      "mean_token_accuracy": 0.5789104923605919,
      "num_tokens": 1070082.0,
      "step": 11
    },
    {
      "entropy": 1.6750145703554153,
      "epoch": 0.11650485436893204,
      "grad_norm": 0.335764616727829,
      "learning_rate": 3.4375e-05,
      "loss": 1.5634382963180542,
      "mean_token_accuracy": 0.5890125557780266,
      "num_tokens": 1167345.0,
      "step": 12
    },
    {
      "entropy": 1.616977572441101,
      "epoch": 0.1262135922330097,
      "grad_norm": 0.29735782742500305,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.59102201461792,
      "mean_token_accuracy": 0.5816583260893822,
      "num_tokens": 1265097.0,
      "step": 13
    },
    {
      "entropy": 1.5444462895393372,
      "epoch": 0.13592233009708737,
      "grad_norm": 0.29059097170829773,
      "learning_rate": 4.0625000000000005e-05,
      "loss": 1.574419379234314,
      "mean_token_accuracy": 0.5849687159061432,
      "num_tokens": 1362414.0,
      "step": 14
    },
    {
      "entropy": 1.4560510218143463,
      "epoch": 0.14563106796116504,
      "grad_norm": 0.2826174199581146,
      "learning_rate": 4.375e-05,
      "loss": 1.5245388746261597,
      "mean_token_accuracy": 0.5940257161855698,
      "num_tokens": 1458384.0,
      "step": 15
    },
    {
      "entropy": 1.4310729652643204,
      "epoch": 0.1553398058252427,
      "grad_norm": 0.2571217119693756,
      "learning_rate": 4.6875e-05,
      "loss": 1.493829607963562,
      "mean_token_accuracy": 0.5997192710638046,
      "num_tokens": 1555321.0,
      "step": 16
    },
    {
      "entropy": 1.3802899718284607,
      "epoch": 0.1650485436893204,
      "grad_norm": 0.24408026039600372,
      "learning_rate": 5e-05,
      "loss": 1.4393625259399414,
      "mean_token_accuracy": 0.6103221923112869,
      "num_tokens": 1652989.0,
      "step": 17
    },
    {
      "entropy": 1.423762321472168,
      "epoch": 0.17475728155339806,
      "grad_norm": 0.260315865278244,
      "learning_rate": 4.999856295503635e-05,
      "loss": 1.4357669353485107,
      "mean_token_accuracy": 0.6085835695266724,
      "num_tokens": 1749968.0,
      "step": 18
    },
    {
      "entropy": 1.4223755896091461,
      "epoch": 0.18446601941747573,
      "grad_norm": 0.26641297340393066,
      "learning_rate": 4.999425198535325e-05,
      "loss": 1.4089168310165405,
      "mean_token_accuracy": 0.6123870462179184,
      "num_tokens": 1847337.0,
      "step": 19
    },
    {
      "entropy": 1.4421514868736267,
      "epoch": 0.1941747572815534,
      "grad_norm": 0.2118070274591446,
      "learning_rate": 4.998706758655528e-05,
      "loss": 1.4083303213119507,
      "mean_token_accuracy": 0.6158460900187492,
      "num_tokens": 1944252.0,
      "step": 20
    },
    {
      "entropy": 1.3758682906627655,
      "epoch": 0.20388349514563106,
      "grad_norm": 0.21211183071136475,
      "learning_rate": 4.997701058458676e-05,
      "loss": 1.3528016805648804,
      "mean_token_accuracy": 0.6290531530976295,
      "num_tokens": 2041362.0,
      "step": 21
    },
    {
      "entropy": 1.3912087827920914,
      "epoch": 0.21359223300970873,
      "grad_norm": 0.20889078080654144,
      "learning_rate": 4.996408213563684e-05,
      "loss": 1.3577451705932617,
      "mean_token_accuracy": 0.6254735365509987,
      "num_tokens": 2139370.0,
      "step": 22
    },
    {
      "entropy": 1.3215357810258865,
      "epoch": 0.22330097087378642,
      "grad_norm": 0.20261520147323608,
      "learning_rate": 4.994828372600649e-05,
      "loss": 1.300628662109375,
      "mean_token_accuracy": 0.6371148228645325,
      "num_tokens": 2233615.0,
      "step": 23
    },
    {
      "entropy": 1.3306704312562943,
      "epoch": 0.23300970873786409,
      "grad_norm": 0.19877074658870697,
      "learning_rate": 4.9929617171937724e-05,
      "loss": 1.3034857511520386,
      "mean_token_accuracy": 0.6345249861478806,
      "num_tokens": 2330947.0,
      "step": 24
    },
    {
      "entropy": 1.3362696319818497,
      "epoch": 0.24271844660194175,
      "grad_norm": 0.17692981660366058,
      "learning_rate": 4.9908084619404735e-05,
      "loss": 1.3098223209381104,
      "mean_token_accuracy": 0.6328666806221008,
      "num_tokens": 2428936.0,
      "step": 25
    },
    {
      "entropy": 1.3557860553264618,
      "epoch": 0.2524271844660194,
      "grad_norm": 0.19237112998962402,
      "learning_rate": 4.988368854386722e-05,
      "loss": 1.3239411115646362,
      "mean_token_accuracy": 0.6320360824465752,
      "num_tokens": 2526310.0,
      "step": 26
    },
    {
      "entropy": 1.32492034137249,
      "epoch": 0.2621359223300971,
      "grad_norm": 0.19819748401641846,
      "learning_rate": 4.985643174998578e-05,
      "loss": 1.3037995100021362,
      "mean_token_accuracy": 0.6353878080844879,
      "num_tokens": 2623215.0,
      "step": 27
    },
    {
      "entropy": 1.2510884702205658,
      "epoch": 0.27184466019417475,
      "grad_norm": 0.17776808142662048,
      "learning_rate": 4.982631737129948e-05,
      "loss": 1.2440943717956543,
      "mean_token_accuracy": 0.6481084004044533,
      "num_tokens": 2720683.0,
      "step": 28
    },
    {
      "entropy": 1.287326768040657,
      "epoch": 0.2815533980582524,
      "grad_norm": 0.17891287803649902,
      "learning_rate": 4.9793348869865616e-05,
      "loss": 1.29865300655365,
      "mean_token_accuracy": 0.6353446468710899,
      "num_tokens": 2818153.0,
      "step": 29
    },
    {
      "entropy": 1.2316195368766785,
      "epoch": 0.2912621359223301,
      "grad_norm": 0.17647312581539154,
      "learning_rate": 4.9757530035861716e-05,
      "loss": 1.253545880317688,
      "mean_token_accuracy": 0.6457989513874054,
      "num_tokens": 2915748.0,
      "step": 30
    },
    {
      "entropy": 1.169528603553772,
      "epoch": 0.30097087378640774,
      "grad_norm": 0.16643674671649933,
      "learning_rate": 4.971886498714977e-05,
      "loss": 1.1838676929473877,
      "mean_token_accuracy": 0.6634209230542183,
      "num_tokens": 3013095.0,
      "step": 31
    },
    {
      "entropy": 1.2801441848278046,
      "epoch": 0.3106796116504854,
      "grad_norm": 0.17172685265541077,
      "learning_rate": 4.967735816880286e-05,
      "loss": 1.2642897367477417,
      "mean_token_accuracy": 0.6400710195302963,
      "num_tokens": 3110631.0,
      "step": 32
    },
    {
      "entropy": 1.2720160782337189,
      "epoch": 0.32038834951456313,
      "grad_norm": 0.16451463103294373,
      "learning_rate": 4.963301435259413e-05,
      "loss": 1.2586028575897217,
      "mean_token_accuracy": 0.6447242349386215,
      "num_tokens": 3207970.0,
      "step": 33
    },
    {
      "entropy": 1.2911356091499329,
      "epoch": 0.3300970873786408,
      "grad_norm": 0.1695583015680313,
      "learning_rate": 4.95858386364482e-05,
      "loss": 1.2504911422729492,
      "mean_token_accuracy": 0.6436235383152962,
      "num_tokens": 3305342.0,
      "step": 34
    },
    {
      "entropy": 1.2505649775266647,
      "epoch": 0.33980582524271846,
      "grad_norm": 0.1600319743156433,
      "learning_rate": 4.9535836443855096e-05,
      "loss": 1.2131391763687134,
      "mean_token_accuracy": 0.6537701711058617,
      "num_tokens": 3399739.0,
      "step": 35
    },
    {
      "entropy": 1.1979082226753235,
      "epoch": 0.34951456310679613,
      "grad_norm": 0.15272502601146698,
      "learning_rate": 4.948301352324673e-05,
      "loss": 1.1704742908477783,
      "mean_token_accuracy": 0.6647882163524628,
      "num_tokens": 3497430.0,
      "step": 36
    },
    {
      "entropy": 1.2117689549922943,
      "epoch": 0.3592233009708738,
      "grad_norm": 0.15061117708683014,
      "learning_rate": 4.942737594733609e-05,
      "loss": 1.1953562498092651,
      "mean_token_accuracy": 0.6564236953854561,
      "num_tokens": 3593935.0,
      "step": 37
    },
    {
      "entropy": 1.1917639821767807,
      "epoch": 0.36893203883495146,
      "grad_norm": 0.15709325671195984,
      "learning_rate": 4.9368930112419e-05,
      "loss": 1.1850690841674805,
      "mean_token_accuracy": 0.660385861992836,
      "num_tokens": 3691118.0,
      "step": 38
    },
    {
      "entropy": 1.2446843981742859,
      "epoch": 0.3786407766990291,
      "grad_norm": 0.16046260297298431,
      "learning_rate": 4.930768273763889e-05,
      "loss": 1.2477033138275146,
      "mean_token_accuracy": 0.6435192674398422,
      "num_tokens": 3788648.0,
      "step": 39
    },
    {
      "entropy": 1.2205789387226105,
      "epoch": 0.3883495145631068,
      "grad_norm": 0.1660885363817215,
      "learning_rate": 4.92436408642143e-05,
      "loss": 1.2170484066009521,
      "mean_token_accuracy": 0.6503675952553749,
      "num_tokens": 3886532.0,
      "step": 40
    },
    {
      "entropy": 1.205104410648346,
      "epoch": 0.39805825242718446,
      "grad_norm": 0.15774689614772797,
      "learning_rate": 4.917681185462934e-05,
      "loss": 1.207252860069275,
      "mean_token_accuracy": 0.655083142220974,
      "num_tokens": 3984443.0,
      "step": 41
    },
    {
      "entropy": 1.1894231885671616,
      "epoch": 0.4077669902912621,
      "grad_norm": 0.1520465910434723,
      "learning_rate": 4.910720339178735e-05,
      "loss": 1.1727756261825562,
      "mean_token_accuracy": 0.6604171320796013,
      "num_tokens": 4082127.0,
      "step": 42
    },
    {
      "entropy": 1.1813564747571945,
      "epoch": 0.4174757281553398,
      "grad_norm": 0.1579592078924179,
      "learning_rate": 4.90348234781276e-05,
      "loss": 1.1708219051361084,
      "mean_token_accuracy": 0.6622453778982162,
      "num_tokens": 4179696.0,
      "step": 43
    },
    {
      "entropy": 1.1847212761640549,
      "epoch": 0.42718446601941745,
      "grad_norm": 0.16752171516418457,
      "learning_rate": 4.895968043470532e-05,
      "loss": 1.1717603206634521,
      "mean_token_accuracy": 0.6604401022195816,
      "num_tokens": 4276989.0,
      "step": 44
    },
    {
      "entropy": 1.1232565939426422,
      "epoch": 0.4368932038834951,
      "grad_norm": 0.16498398780822754,
      "learning_rate": 4.8881782900235094e-05,
      "loss": 1.1282835006713867,
      "mean_token_accuracy": 0.6696558594703674,
      "num_tokens": 4374513.0,
      "step": 45
    },
    {
      "entropy": 1.1546286791563034,
      "epoch": 0.44660194174757284,
      "grad_norm": 0.16002920269966125,
      "learning_rate": 4.880113983009768e-05,
      "loss": 1.163672924041748,
      "mean_token_accuracy": 0.6636269986629486,
      "num_tokens": 4472543.0,
      "step": 46
    },
    {
      "entropy": 1.220591351389885,
      "epoch": 0.4563106796116505,
      "grad_norm": 0.15611808001995087,
      "learning_rate": 4.87177604953105e-05,
      "loss": 1.227357268333435,
      "mean_token_accuracy": 0.6496708914637566,
      "num_tokens": 4570196.0,
      "step": 47
    },
    {
      "entropy": 1.1873502284288406,
      "epoch": 0.46601941747572817,
      "grad_norm": 0.15429329872131348,
      "learning_rate": 4.86316544814618e-05,
      "loss": 1.1806132793426514,
      "mean_token_accuracy": 0.6577019914984703,
      "num_tokens": 4667589.0,
      "step": 48
    },
    {
      "entropy": 1.1497704908251762,
      "epoch": 0.47572815533980584,
      "grad_norm": 0.14651840925216675,
      "learning_rate": 4.854283168760868e-05,
      "loss": 1.132278323173523,
      "mean_token_accuracy": 0.6702492162585258,
      "num_tokens": 4765775.0,
      "step": 49
    },
    {
      "entropy": 1.19112890958786,
      "epoch": 0.4854368932038835,
      "grad_norm": 0.16413071751594543,
      "learning_rate": 4.8451302325139004e-05,
      "loss": 1.1689636707305908,
      "mean_token_accuracy": 0.6610261425375938,
      "num_tokens": 4864001.0,
      "step": 50
    },
    {
      "entropy": 1.1795462369918823,
      "epoch": 0.49514563106796117,
      "grad_norm": 0.1465304046869278,
      "learning_rate": 4.835707691659753e-05,
      "loss": 1.1613165140151978,
      "mean_token_accuracy": 0.6660530865192413,
      "num_tokens": 4960993.0,
      "step": 51
    },
    {
      "entropy": 1.1446045935153961,
      "epoch": 0.5048543689320388,
      "grad_norm": 0.1478618085384369,
      "learning_rate": 4.8260166294476164e-05,
      "loss": 1.1292091608047485,
      "mean_token_accuracy": 0.6699203625321388,
      "num_tokens": 5058285.0,
      "step": 52
    },
    {
      "entropy": 1.1335399597883224,
      "epoch": 0.5145631067961165,
      "grad_norm": 0.15407773852348328,
      "learning_rate": 4.8160581599968625e-05,
      "loss": 1.1282105445861816,
      "mean_token_accuracy": 0.6706565544009209,
      "num_tokens": 5155340.0,
      "step": 53
    },
    {
      "entropy": 1.1364393010735512,
      "epoch": 0.5242718446601942,
      "grad_norm": 0.15273907780647278,
      "learning_rate": 4.8058334281689595e-05,
      "loss": 1.1344889402389526,
      "mean_token_accuracy": 0.668300211429596,
      "num_tokens": 5253290.0,
      "step": 54
    },
    {
      "entropy": 1.1561526656150818,
      "epoch": 0.5339805825242718,
      "grad_norm": 0.15070948004722595,
      "learning_rate": 4.7953436094358595e-05,
      "loss": 1.145023226737976,
      "mean_token_accuracy": 0.6662660464644432,
      "num_tokens": 5350631.0,
      "step": 55
    },
    {
      "entropy": 1.1212447136640549,
      "epoch": 0.5436893203883495,
      "grad_norm": 0.1489776223897934,
      "learning_rate": 4.784589909744855e-05,
      "loss": 1.1079856157302856,
      "mean_token_accuracy": 0.6758884415030479,
      "num_tokens": 5447338.0,
      "step": 56
    },
    {
      "entropy": 1.1728671193122864,
      "epoch": 0.5533980582524272,
      "grad_norm": 0.1548493206501007,
      "learning_rate": 4.7735735653799463e-05,
      "loss": 1.159340739250183,
      "mean_token_accuracy": 0.6629773899912834,
      "num_tokens": 5543513.0,
      "step": 57
    },
    {
      "entropy": 1.1602209657430649,
      "epoch": 0.5631067961165048,
      "grad_norm": 0.15153397619724274,
      "learning_rate": 4.762295842819707e-05,
      "loss": 1.1558430194854736,
      "mean_token_accuracy": 0.6631080582737923,
      "num_tokens": 5640853.0,
      "step": 58
    },
    {
      "entropy": 1.167491763830185,
      "epoch": 0.5728155339805825,
      "grad_norm": 0.15950381755828857,
      "learning_rate": 4.75075803859169e-05,
      "loss": 1.1687371730804443,
      "mean_token_accuracy": 0.662310965359211,
      "num_tokens": 5737838.0,
      "step": 59
    },
    {
      "entropy": 1.1121539771556854,
      "epoch": 0.5825242718446602,
      "grad_norm": 0.15362070500850677,
      "learning_rate": 4.7389614791233726e-05,
      "loss": 1.122381567955017,
      "mean_token_accuracy": 0.6725770682096481,
      "num_tokens": 5835215.0,
      "step": 60
    },
    {
      "entropy": 1.1065661907196045,
      "epoch": 0.5922330097087378,
      "grad_norm": 0.15264824032783508,
      "learning_rate": 4.726907520589664e-05,
      "loss": 1.1158289909362793,
      "mean_token_accuracy": 0.673554889857769,
      "num_tokens": 5933071.0,
      "step": 61
    },
    {
      "entropy": 1.1254866421222687,
      "epoch": 0.6019417475728155,
      "grad_norm": 0.1510513871908188,
      "learning_rate": 4.714597548756996e-05,
      "loss": 1.1177195310592651,
      "mean_token_accuracy": 0.6726218238472939,
      "num_tokens": 6030510.0,
      "step": 62
    },
    {
      "entropy": 1.1632820963859558,
      "epoch": 0.6116504854368932,
      "grad_norm": 0.15587088465690613,
      "learning_rate": 4.702032978824011e-05,
      "loss": 1.1515460014343262,
      "mean_token_accuracy": 0.6640657410025597,
      "num_tokens": 6128308.0,
      "step": 63
    },
    {
      "entropy": 1.13534314930439,
      "epoch": 0.6213592233009708,
      "grad_norm": 0.15413475036621094,
      "learning_rate": 4.6892152552588655e-05,
      "loss": 1.1225864887237549,
      "mean_token_accuracy": 0.6697054132819176,
      "num_tokens": 6225307.0,
      "step": 64
    },
    {
      "entropy": 1.1529878377914429,
      "epoch": 0.6310679611650486,
      "grad_norm": 0.14912283420562744,
      "learning_rate": 4.6761458516331655e-05,
      "loss": 1.137518048286438,
      "mean_token_accuracy": 0.6690729334950447,
      "num_tokens": 6322345.0,
      "step": 65
    },
    {
      "entropy": 1.162615068256855,
      "epoch": 0.6407766990291263,
      "grad_norm": 0.15968185663223267,
      "learning_rate": 4.662826270452565e-05,
      "loss": 1.148972988128662,
      "mean_token_accuracy": 0.6663458272814751,
      "num_tokens": 6419830.0,
      "step": 66
    },
    {
      "entropy": 1.1012173295021057,
      "epoch": 0.6504854368932039,
      "grad_norm": 0.15278087556362152,
      "learning_rate": 4.649258042984026e-05,
      "loss": 1.0935297012329102,
      "mean_token_accuracy": 0.6765975803136826,
      "num_tokens": 6517180.0,
      "step": 67
    },
    {
      "entropy": 1.1730160862207413,
      "epoch": 0.6601941747572816,
      "grad_norm": 0.15458795428276062,
      "learning_rate": 4.6354427290797875e-05,
      "loss": 1.1597059965133667,
      "mean_token_accuracy": 0.6620247736573219,
      "num_tokens": 6614441.0,
      "step": 68
    },
    {
      "entropy": 1.1525196582078934,
      "epoch": 0.6699029126213593,
      "grad_norm": 0.15900148451328278,
      "learning_rate": 4.621381916998029e-05,
      "loss": 1.1408532857894897,
      "mean_token_accuracy": 0.6672633439302444,
      "num_tokens": 6711921.0,
      "step": 69
    },
    {
      "entropy": 1.1234073489904404,
      "epoch": 0.6796116504854369,
      "grad_norm": 0.9614858031272888,
      "learning_rate": 4.607077223220285e-05,
      "loss": 1.1134552955627441,
      "mean_token_accuracy": 0.6734683215618134,
      "num_tokens": 6808916.0,
      "step": 70
    },
    {
      "entropy": 1.1003537625074387,
      "epoch": 0.6893203883495146,
      "grad_norm": 0.27281081676483154,
      "learning_rate": 4.592530292265609e-05,
      "loss": 1.093156337738037,
      "mean_token_accuracy": 0.677058070898056,
      "num_tokens": 6905733.0,
      "step": 71
    },
    {
      "entropy": 1.1193806380033493,
      "epoch": 0.6990291262135923,
      "grad_norm": 0.15709951519966125,
      "learning_rate": 4.5777427965015096e-05,
      "loss": 1.1156103610992432,
      "mean_token_accuracy": 0.6733296439051628,
      "num_tokens": 7002459.0,
      "step": 72
    },
    {
      "entropy": 1.0762626677751541,
      "epoch": 0.7087378640776699,
      "grad_norm": 0.14975018799304962,
      "learning_rate": 4.562716435951692e-05,
      "loss": 1.0788187980651855,
      "mean_token_accuracy": 0.6805250495672226,
      "num_tokens": 7100490.0,
      "step": 73
    },
    {
      "entropy": 1.1070052459836006,
      "epoch": 0.7184466019417476,
      "grad_norm": 0.163674458861351,
      "learning_rate": 4.5474529381006146e-05,
      "loss": 1.1094239950180054,
      "mean_token_accuracy": 0.6733985841274261,
      "num_tokens": 7197967.0,
      "step": 74
    },
    {
      "entropy": 1.133701667189598,
      "epoch": 0.7281553398058253,
      "grad_norm": 0.16219182312488556,
      "learning_rate": 4.531954057694897e-05,
      "loss": 1.131150484085083,
      "mean_token_accuracy": 0.6676085367798805,
      "num_tokens": 7292478.0,
      "step": 75
    },
    {
      "entropy": 1.151291936635971,
      "epoch": 0.7378640776699029,
      "grad_norm": 0.15997757017612457,
      "learning_rate": 4.516221576541581e-05,
      "loss": 1.1296626329421997,
      "mean_token_accuracy": 0.6666271537542343,
      "num_tokens": 7389056.0,
      "step": 76
    },
    {
      "entropy": 1.1276646926999092,
      "epoch": 0.7475728155339806,
      "grad_norm": 0.16011382639408112,
      "learning_rate": 4.5002573033032904e-05,
      "loss": 1.1120346784591675,
      "mean_token_accuracy": 0.6736837849020958,
      "num_tokens": 7486257.0,
      "step": 77
    },
    {
      "entropy": 1.115042731165886,
      "epoch": 0.7572815533980582,
      "grad_norm": 0.1535303145647049,
      "learning_rate": 4.484063073290301e-05,
      "loss": 1.1091301441192627,
      "mean_token_accuracy": 0.6762245669960976,
      "num_tokens": 7583265.0,
      "step": 78
    },
    {
      "entropy": 1.087426796555519,
      "epoch": 0.7669902912621359,
      "grad_norm": 0.16656380891799927,
      "learning_rate": 4.467640748249548e-05,
      "loss": 1.0862419605255127,
      "mean_token_accuracy": 0.6805471926927567,
      "num_tokens": 7680175.0,
      "step": 79
    },
    {
      "entropy": 1.1316653937101364,
      "epoch": 0.7766990291262136,
      "grad_norm": 0.15928491950035095,
      "learning_rate": 4.4509922161505926e-05,
      "loss": 1.1360259056091309,
      "mean_token_accuracy": 0.6669512763619423,
      "num_tokens": 7777798.0,
      "step": 80
    },
    {
      "entropy": 1.1151190549135208,
      "epoch": 0.7864077669902912,
      "grad_norm": 0.15734143555164337,
      "learning_rate": 4.4341193909685686e-05,
      "loss": 1.1140034198760986,
      "mean_token_accuracy": 0.6693683862686157,
      "num_tokens": 7875637.0,
      "step": 81
    },
    {
      "entropy": 1.1036027371883392,
      "epoch": 0.7961165048543689,
      "grad_norm": 0.16518977284431458,
      "learning_rate": 4.417024212464152e-05,
      "loss": 1.0992156267166138,
      "mean_token_accuracy": 0.6753587499260902,
      "num_tokens": 7973214.0,
      "step": 82
    },
    {
      "entropy": 1.1240820437669754,
      "epoch": 0.8058252427184466,
      "grad_norm": 0.15742117166519165,
      "learning_rate": 4.399708645960559e-05,
      "loss": 1.1219127178192139,
      "mean_token_accuracy": 0.6707674041390419,
      "num_tokens": 8071015.0,
      "step": 83
    },
    {
      "entropy": 1.0782043635845184,
      "epoch": 0.8155339805825242,
      "grad_norm": 0.15135641396045685,
      "learning_rate": 4.382174682117598e-05,
      "loss": 1.0685319900512695,
      "mean_token_accuracy": 0.6833792477846146,
      "num_tokens": 8167887.0,
      "step": 84
    },
    {
      "entropy": 1.1078387796878815,
      "epoch": 0.8252427184466019,
      "grad_norm": 0.15460753440856934,
      "learning_rate": 4.364424336702825e-05,
      "loss": 1.1065967082977295,
      "mean_token_accuracy": 0.6753173843026161,
      "num_tokens": 8265328.0,
      "step": 85
    },
    {
      "entropy": 1.109467014670372,
      "epoch": 0.8349514563106796,
      "grad_norm": 0.15673620998859406,
      "learning_rate": 4.346459650359798e-05,
      "loss": 1.1054904460906982,
      "mean_token_accuracy": 0.6707606092095375,
      "num_tokens": 8362790.0,
      "step": 86
    },
    {
      "entropy": 1.125985011458397,
      "epoch": 0.8446601941747572,
      "grad_norm": 0.1561659872531891,
      "learning_rate": 4.328282688373479e-05,
      "loss": 1.111283302307129,
      "mean_token_accuracy": 0.6752806529402733,
      "num_tokens": 8460119.0,
      "step": 87
    },
    {
      "entropy": 1.0695659816265106,
      "epoch": 0.8543689320388349,
      "grad_norm": 0.16007103025913239,
      "learning_rate": 4.3098955404328045e-05,
      "loss": 1.056589961051941,
      "mean_token_accuracy": 0.6865223124623299,
      "num_tokens": 8555768.0,
      "step": 88
    },
    {
      "entropy": 1.0883630514144897,
      "epoch": 0.8640776699029126,
      "grad_norm": 0.15864451229572296,
      "learning_rate": 4.29130032039044e-05,
      "loss": 1.0721038579940796,
      "mean_token_accuracy": 0.6814716532826424,
      "num_tokens": 8653989.0,
      "step": 89
    },
    {
      "entropy": 1.0660209506750107,
      "epoch": 0.8737864077669902,
      "grad_norm": 0.15096718072891235,
      "learning_rate": 4.272499166019771e-05,
      "loss": 1.0504462718963623,
      "mean_token_accuracy": 0.6850994229316711,
      "num_tokens": 8751995.0,
      "step": 90
    },
    {
      "entropy": 1.1066109761595726,
      "epoch": 0.883495145631068,
      "grad_norm": 0.16408860683441162,
      "learning_rate": 4.253494238769134e-05,
      "loss": 1.106789231300354,
      "mean_token_accuracy": 0.6758328899741173,
      "num_tokens": 8848370.0,
      "step": 91
    },
    {
      "entropy": 1.0865231901407242,
      "epoch": 0.8932038834951457,
      "grad_norm": 0.1649610996246338,
      "learning_rate": 4.234287723513326e-05,
      "loss": 1.095716118812561,
      "mean_token_accuracy": 0.6755226477980614,
      "num_tokens": 8946065.0,
      "step": 92
    },
    {
      "entropy": 1.0563477203249931,
      "epoch": 0.9029126213592233,
      "grad_norm": 0.15605774521827698,
      "learning_rate": 4.2148818283024304e-05,
      "loss": 1.0641911029815674,
      "mean_token_accuracy": 0.684117816388607,
      "num_tokens": 9043734.0,
      "step": 93
    },
    {
      "entropy": 1.1027402877807617,
      "epoch": 0.912621359223301,
      "grad_norm": 0.1745792031288147,
      "learning_rate": 4.195278784107964e-05,
      "loss": 1.093820571899414,
      "mean_token_accuracy": 0.6766936853528023,
      "num_tokens": 9141101.0,
      "step": 94
    },
    {
      "entropy": 1.1108492761850357,
      "epoch": 0.9223300970873787,
      "grad_norm": 0.1714155375957489,
      "learning_rate": 4.175480844566404e-05,
      "loss": 1.0948399305343628,
      "mean_token_accuracy": 0.6759923100471497,
      "num_tokens": 9238764.0,
      "step": 95
    },
    {
      "entropy": 1.092107117176056,
      "epoch": 0.9320388349514563,
      "grad_norm": 0.16130048036575317,
      "learning_rate": 4.1554902857200924e-05,
      "loss": 1.0810198783874512,
      "mean_token_accuracy": 0.6786670908331871,
      "num_tokens": 9335019.0,
      "step": 96
    },
    {
      "entropy": 1.0851488932967186,
      "epoch": 0.941747572815534,
      "grad_norm": 0.16832125186920166,
      "learning_rate": 4.135309405755583e-05,
      "loss": 1.073775291442871,
      "mean_token_accuracy": 0.6807554513216019,
      "num_tokens": 9433084.0,
      "step": 97
    },
    {
      "entropy": 1.0768142491579056,
      "epoch": 0.9514563106796117,
      "grad_norm": 0.16131848096847534,
      "learning_rate": 4.11494052473943e-05,
      "loss": 1.0637844800949097,
      "mean_token_accuracy": 0.6831372752785683,
      "num_tokens": 9530495.0,
      "step": 98
    },
    {
      "entropy": 1.063091091811657,
      "epoch": 0.9611650485436893,
      "grad_norm": 0.16142332553863525,
      "learning_rate": 4.094385984351462e-05,
      "loss": 1.0600042343139648,
      "mean_token_accuracy": 0.6849533692002296,
      "num_tokens": 9628209.0,
      "step": 99
    },
    {
      "entropy": 1.0749415531754494,
      "epoch": 0.970873786407767,
      "grad_norm": 0.18972496688365936,
      "learning_rate": 4.073648147615579e-05,
      "loss": 1.0742400884628296,
      "mean_token_accuracy": 0.6798612177371979,
      "num_tokens": 9726165.0,
      "step": 100
    },
    {
      "entropy": 1.0456555485725403,
      "epoch": 0.9805825242718447,
      "grad_norm": 0.1582217514514923,
      "learning_rate": 4.052729398628089e-05,
      "loss": 1.0480663776397705,
      "mean_token_accuracy": 0.6852379813790321,
      "num_tokens": 9823616.0,
      "step": 101
    },
    {
      "entropy": 1.0736559927463531,
      "epoch": 0.9902912621359223,
      "grad_norm": 0.16985982656478882,
      "learning_rate": 4.031632142283622e-05,
      "loss": 1.0799673795700073,
      "mean_token_accuracy": 0.6796677485108376,
      "num_tokens": 9921527.0,
      "step": 102
    },
    {
      "entropy": 1.0745692774653435,
      "epoch": 1.0,
      "grad_norm": 0.16134285926818848,
      "learning_rate": 4.0103588039986556e-05,
      "loss": 1.078010082244873,
      "mean_token_accuracy": 0.6782025918364525,
      "num_tokens": 10018894.0,
      "step": 103
    },
    {
      "entropy": 1.052033707499504,
      "epoch": 1.0097087378640777,
      "grad_norm": 0.15611664950847626,
      "learning_rate": 3.988911829432682e-05,
      "loss": 1.0273964405059814,
      "mean_token_accuracy": 0.6917483061552048,
      "num_tokens": 10116408.0,
      "step": 104
    },
    {
      "entropy": 1.106005534529686,
      "epoch": 1.0194174757281553,
      "grad_norm": 0.18703246116638184,
      "learning_rate": 3.967293684207042e-05,
      "loss": 1.07395339012146,
      "mean_token_accuracy": 0.6806365475058556,
      "num_tokens": 10213505.0,
      "step": 105
    },
    {
      "entropy": 1.0383973494172096,
      "epoch": 1.029126213592233,
      "grad_norm": 0.16569890081882477,
      "learning_rate": 3.945506853621476e-05,
      "loss": 1.0093125104904175,
      "mean_token_accuracy": 0.6949852854013443,
      "num_tokens": 10311543.0,
      "step": 106
    },
    {
      "entropy": 1.027927227318287,
      "epoch": 1.0388349514563107,
      "grad_norm": 0.15815988183021545,
      "learning_rate": 3.923553842368396e-05,
      "loss": 1.0087497234344482,
      "mean_token_accuracy": 0.6973673179745674,
      "num_tokens": 10408148.0,
      "step": 107
    },
    {
      "entropy": 1.0794779807329178,
      "epoch": 1.0485436893203883,
      "grad_norm": 0.16736039519309998,
      "learning_rate": 3.901437174244943e-05,
      "loss": 1.0720303058624268,
      "mean_token_accuracy": 0.6798778995871544,
      "num_tokens": 10505638.0,
      "step": 108
    },
    {
      "entropy": 1.0462391898036003,
      "epoch": 1.058252427184466,
      "grad_norm": 0.17532268166542053,
      "learning_rate": 3.879159391862839e-05,
      "loss": 1.0518163442611694,
      "mean_token_accuracy": 0.6836148276925087,
      "num_tokens": 10602743.0,
      "step": 109
    },
    {
      "entropy": 1.0277544036507607,
      "epoch": 1.0679611650485437,
      "grad_norm": 0.16957585513591766,
      "learning_rate": 3.856723056356084e-05,
      "loss": 1.0378530025482178,
      "mean_token_accuracy": 0.6870032772421837,
      "num_tokens": 10700300.0,
      "step": 110
    },
    {
      "entropy": 1.0463587269186974,
      "epoch": 1.0776699029126213,
      "grad_norm": 0.16475018858909607,
      "learning_rate": 3.834130747086512e-05,
      "loss": 1.0512408018112183,
      "mean_token_accuracy": 0.6838105544447899,
      "num_tokens": 10797991.0,
      "step": 111
    },
    {
      "entropy": 1.0562317967414856,
      "epoch": 1.087378640776699,
      "grad_norm": 0.17692257463932037,
      "learning_rate": 3.811385061347263e-05,
      "loss": 1.045755386352539,
      "mean_token_accuracy": 0.6854795292019844,
      "num_tokens": 10895950.0,
      "step": 112
    },
    {
      "entropy": 1.0278217941522598,
      "epoch": 1.0970873786407767,
      "grad_norm": 0.1635172963142395,
      "learning_rate": 3.788488614064188e-05,
      "loss": 1.0115208625793457,
      "mean_token_accuracy": 0.6944800242781639,
      "num_tokens": 10992915.0,
      "step": 113
    },
    {
      "entropy": 1.070695973932743,
      "epoch": 1.1067961165048543,
      "grad_norm": 0.17553620040416718,
      "learning_rate": 3.7654440374952286e-05,
      "loss": 1.0541203022003174,
      "mean_token_accuracy": 0.6825162619352341,
      "num_tokens": 11090381.0,
      "step": 114
    },
    {
      "entropy": 1.007257767021656,
      "epoch": 1.116504854368932,
      "grad_norm": 0.15791647136211395,
      "learning_rate": 3.742253980927799e-05,
      "loss": 0.9898063540458679,
      "mean_token_accuracy": 0.6973354369401932,
      "num_tokens": 11188346.0,
      "step": 115
    },
    {
      "entropy": 1.0168157815933228,
      "epoch": 1.1262135922330097,
      "grad_norm": 0.17020469903945923,
      "learning_rate": 3.7189211103742206e-05,
      "loss": 1.0183147192001343,
      "mean_token_accuracy": 0.6948697343468666,
      "num_tokens": 11286538.0,
      "step": 116
    },
    {
      "entropy": 1.01011723279953,
      "epoch": 1.1359223300970873,
      "grad_norm": 0.1641688495874405,
      "learning_rate": 3.695448108265221e-05,
      "loss": 1.0146812200546265,
      "mean_token_accuracy": 0.69698815792799,
      "num_tokens": 11384057.0,
      "step": 117
    },
    {
      "entropy": 0.9920699745416641,
      "epoch": 1.145631067961165,
      "grad_norm": 0.16153588891029358,
      "learning_rate": 3.671837673141559e-05,
      "loss": 0.9923903346061707,
      "mean_token_accuracy": 0.7004250958561897,
      "num_tokens": 11481978.0,
      "step": 118
    },
    {
      "entropy": 1.055176705121994,
      "epoch": 1.1553398058252426,
      "grad_norm": 0.1622096300125122,
      "learning_rate": 3.648092519343783e-05,
      "loss": 1.0450016260147095,
      "mean_token_accuracy": 0.6863952726125717,
      "num_tokens": 11579536.0,
      "step": 119
    },
    {
      "entropy": 1.0694908052682877,
      "epoch": 1.1650485436893203,
      "grad_norm": 0.17806941270828247,
      "learning_rate": 3.6242153767001895e-05,
      "loss": 1.0527136325836182,
      "mean_token_accuracy": 0.6836417689919472,
      "num_tokens": 11673620.0,
      "step": 120
    },
    {
      "entropy": 1.0538558959960938,
      "epoch": 1.174757281553398,
      "grad_norm": 0.21832379698753357,
      "learning_rate": 3.600208990212984e-05,
      "loss": 1.0327177047729492,
      "mean_token_accuracy": 0.6883136481046677,
      "num_tokens": 11771212.0,
      "step": 121
    },
    {
      "entropy": 1.0258601680397987,
      "epoch": 1.1844660194174756,
      "grad_norm": 0.17365030944347382,
      "learning_rate": 3.5760761197427095e-05,
      "loss": 1.026971697807312,
      "mean_token_accuracy": 0.6886790469288826,
      "num_tokens": 11868700.0,
      "step": 122
    },
    {
      "entropy": 1.0418048202991486,
      "epoch": 1.1941747572815533,
      "grad_norm": 0.16434766352176666,
      "learning_rate": 3.551819539690965e-05,
      "loss": 1.0223963260650635,
      "mean_token_accuracy": 0.6908348724246025,
      "num_tokens": 11965887.0,
      "step": 123
    },
    {
      "entropy": 1.0289766415953636,
      "epoch": 1.203883495145631,
      "grad_norm": 0.1707381159067154,
      "learning_rate": 3.527442038681446e-05,
      "loss": 1.020445466041565,
      "mean_token_accuracy": 0.6910003051161766,
      "num_tokens": 12063024.0,
      "step": 124
    },
    {
      "entropy": 1.0090995877981186,
      "epoch": 1.2135922330097086,
      "grad_norm": 0.16638465225696564,
      "learning_rate": 3.5029464192393555e-05,
      "loss": 1.0045936107635498,
      "mean_token_accuracy": 0.697821132838726,
      "num_tokens": 12161173.0,
      "step": 125
    },
    {
      "entropy": 1.0521429032087326,
      "epoch": 1.2233009708737863,
      "grad_norm": 0.1783309429883957,
      "learning_rate": 3.478335497469219e-05,
      "loss": 1.053591012954712,
      "mean_token_accuracy": 0.6859150379896164,
      "num_tokens": 12257187.0,
      "step": 126
    },
    {
      "entropy": 1.0370903313159943,
      "epoch": 1.233009708737864,
      "grad_norm": 0.16358032822608948,
      "learning_rate": 3.45361210273113e-05,
      "loss": 1.037482738494873,
      "mean_token_accuracy": 0.6902541518211365,
      "num_tokens": 12354720.0,
      "step": 127
    },
    {
      "entropy": 1.0623970925807953,
      "epoch": 1.2427184466019416,
      "grad_norm": 0.17698562145233154,
      "learning_rate": 3.42877907731548e-05,
      "loss": 1.0513551235198975,
      "mean_token_accuracy": 0.6855376213788986,
      "num_tokens": 12452643.0,
      "step": 128
    },
    {
      "entropy": 1.0202428475022316,
      "epoch": 1.2524271844660193,
      "grad_norm": 0.16466407477855682,
      "learning_rate": 3.403839276116199e-05,
      "loss": 1.0054267644882202,
      "mean_token_accuracy": 0.6959393694996834,
      "num_tokens": 12549738.0,
      "step": 129
    },
    {
      "entropy": 1.0314210504293442,
      "epoch": 1.262135922330097,
      "grad_norm": 0.16708038747310638,
      "learning_rate": 3.378795566302541e-05,
      "loss": 1.0263310670852661,
      "mean_token_accuracy": 0.6902486681938171,
      "num_tokens": 12647010.0,
      "step": 130
    },
    {
      "entropy": 1.065687894821167,
      "epoch": 1.2718446601941746,
      "grad_norm": 0.16275963187217712,
      "learning_rate": 3.3536508269894724e-05,
      "loss": 1.066178321838379,
      "mean_token_accuracy": 0.6823260933160782,
      "num_tokens": 12744989.0,
      "step": 131
    },
    {
      "entropy": 1.0025106966495514,
      "epoch": 1.2815533980582523,
      "grad_norm": 0.16108715534210205,
      "learning_rate": 3.3284079489066725e-05,
      "loss": 1.00234055519104,
      "mean_token_accuracy": 0.6987117454409599,
      "num_tokens": 12841473.0,
      "step": 132
    },
    {
      "entropy": 1.0151324942708015,
      "epoch": 1.29126213592233,
      "grad_norm": 0.18361398577690125,
      "learning_rate": 3.303069834066206e-05,
      "loss": 1.0149610042572021,
      "mean_token_accuracy": 0.6954189836978912,
      "num_tokens": 12938931.0,
      "step": 133
    },
    {
      "entropy": 1.0325570032000542,
      "epoch": 1.3009708737864076,
      "grad_norm": 0.16869449615478516,
      "learning_rate": 3.2776393954289e-05,
      "loss": 1.0201994180679321,
      "mean_token_accuracy": 0.6910282000899315,
      "num_tokens": 13036221.0,
      "step": 134
    },
    {
      "entropy": 1.042519137263298,
      "epoch": 1.3106796116504853,
      "grad_norm": 0.1671546846628189,
      "learning_rate": 3.252119556569454e-05,
      "loss": 1.0274970531463623,
      "mean_token_accuracy": 0.689722865819931,
      "num_tokens": 13133336.0,
      "step": 135
    },
    {
      "entropy": 1.0281556621193886,
      "epoch": 1.3203883495145632,
      "grad_norm": 0.16985583305358887,
      "learning_rate": 3.226513251340341e-05,
      "loss": 1.0146019458770752,
      "mean_token_accuracy": 0.6919778510928154,
      "num_tokens": 13230747.0,
      "step": 136
    },
    {
      "entropy": 1.0338696613907814,
      "epoch": 1.3300970873786409,
      "grad_norm": 0.1647978276014328,
      "learning_rate": 3.200823423534519e-05,
      "loss": 1.0158432722091675,
      "mean_token_accuracy": 0.6931767091155052,
      "num_tokens": 13328746.0,
      "step": 137
    },
    {
      "entropy": 1.008351869881153,
      "epoch": 1.3398058252427185,
      "grad_norm": 0.16024157404899597,
      "learning_rate": 3.175053026547002e-05,
      "loss": 1.0044397115707397,
      "mean_token_accuracy": 0.6963309571146965,
      "num_tokens": 13425842.0,
      "step": 138
    },
    {
      "entropy": 0.9922654777765274,
      "epoch": 1.3495145631067962,
      "grad_norm": 0.1634853333234787,
      "learning_rate": 3.149205023035324e-05,
      "loss": 0.9884682893753052,
      "mean_token_accuracy": 0.6995600908994675,
      "num_tokens": 13522580.0,
      "step": 139
    },
    {
      "entropy": 1.0148945599794388,
      "epoch": 1.3592233009708738,
      "grad_norm": 0.17045436799526215,
      "learning_rate": 3.123282384578947e-05,
      "loss": 1.0163800716400146,
      "mean_token_accuracy": 0.6940884217619896,
      "num_tokens": 13620098.0,
      "step": 140
    },
    {
      "entropy": 0.9754997342824936,
      "epoch": 1.3689320388349515,
      "grad_norm": 0.1622450202703476,
      "learning_rate": 3.097288091337635e-05,
      "loss": 0.9774127006530762,
      "mean_token_accuracy": 0.7022812962532043,
      "num_tokens": 13717872.0,
      "step": 141
    },
    {
      "entropy": 1.0089435130357742,
      "epoch": 1.3786407766990292,
      "grad_norm": 0.16076694428920746,
      "learning_rate": 3.0712251317088424e-05,
      "loss": 1.0084456205368042,
      "mean_token_accuracy": 0.6960485577583313,
      "num_tokens": 13814624.0,
      "step": 142
    },
    {
      "entropy": 1.035470925271511,
      "epoch": 1.3883495145631068,
      "grad_norm": 0.17493759095668793,
      "learning_rate": 3.0450965019841592e-05,
      "loss": 1.0213847160339355,
      "mean_token_accuracy": 0.6898086741566658,
      "num_tokens": 13912077.0,
      "step": 143
    },
    {
      "entropy": 1.0338619202375412,
      "epoch": 1.3980582524271845,
      "grad_norm": 0.18111379444599152,
      "learning_rate": 3.018905206004846e-05,
      "loss": 1.0271329879760742,
      "mean_token_accuracy": 0.6900457143783569,
      "num_tokens": 14009785.0,
      "step": 144
    },
    {
      "entropy": 1.02719896286726,
      "epoch": 1.4077669902912622,
      "grad_norm": 0.1971462070941925,
      "learning_rate": 2.9926542548165e-05,
      "loss": 1.0115890502929688,
      "mean_token_accuracy": 0.6943076327443123,
      "num_tokens": 14107396.0,
      "step": 145
    },
    {
      "entropy": 1.0307827293872833,
      "epoch": 1.4174757281553398,
      "grad_norm": 0.16493792831897736,
      "learning_rate": 2.9663466663228978e-05,
      "loss": 1.0267215967178345,
      "mean_token_accuracy": 0.6911192238330841,
      "num_tokens": 14204726.0,
      "step": 146
    },
    {
      "entropy": 0.9859491810202599,
      "epoch": 1.4271844660194175,
      "grad_norm": 0.16403748095035553,
      "learning_rate": 2.939985464939043e-05,
      "loss": 0.9758182764053345,
      "mean_token_accuracy": 0.7027716338634491,
      "num_tokens": 14302498.0,
      "step": 147
    },
    {
      "entropy": 1.0136100724339485,
      "epoch": 1.4368932038834952,
      "grad_norm": 0.16826969385147095,
      "learning_rate": 2.91357368124347e-05,
      "loss": 1.019405722618103,
      "mean_token_accuracy": 0.6951397210359573,
      "num_tokens": 14400012.0,
      "step": 148
    },
    {
      "entropy": 1.0319994240999222,
      "epoch": 1.4466019417475728,
      "grad_norm": 0.20015913248062134,
      "learning_rate": 2.887114351629839e-05,
      "loss": 1.0211818218231201,
      "mean_token_accuracy": 0.6888004466891289,
      "num_tokens": 14497317.0,
      "step": 149
    },
    {
      "entropy": 1.0356996357440948,
      "epoch": 1.4563106796116505,
      "grad_norm": 0.16202102601528168,
      "learning_rate": 2.8606105179578585e-05,
      "loss": 1.0237884521484375,
      "mean_token_accuracy": 0.6904987245798111,
      "num_tokens": 14594267.0,
      "step": 150
    },
    {
      "entropy": 1.0340648591518402,
      "epoch": 1.4660194174757282,
      "grad_norm": 0.17005588114261627,
      "learning_rate": 2.834065227203584e-05,
      "loss": 1.022267460823059,
      "mean_token_accuracy": 0.6913619935512543,
      "num_tokens": 14691722.0,
      "step": 151
    },
    {
      "entropy": 1.0183274075388908,
      "epoch": 1.4757281553398058,
      "grad_norm": 0.16634872555732727,
      "learning_rate": 2.8074815311091263e-05,
      "loss": 1.00758957862854,
      "mean_token_accuracy": 0.6955769658088684,
      "num_tokens": 14789029.0,
      "step": 152
    },
    {
      "entropy": 1.0224798768758774,
      "epoch": 1.4854368932038835,
      "grad_norm": 0.17028877139091492,
      "learning_rate": 2.780862485831814e-05,
      "loss": 1.0180184841156006,
      "mean_token_accuracy": 0.6907658129930496,
      "num_tokens": 14886881.0,
      "step": 153
    },
    {
      "entropy": 1.0085324943065643,
      "epoch": 1.4951456310679612,
      "grad_norm": 0.16488611698150635,
      "learning_rate": 2.754211151592841e-05,
      "loss": 1.0009567737579346,
      "mean_token_accuracy": 0.6960463523864746,
      "num_tokens": 14984847.0,
      "step": 154
    },
    {
      "entropy": 1.0101035311818123,
      "epoch": 1.5048543689320388,
      "grad_norm": 0.16247566044330597,
      "learning_rate": 2.7275305923254606e-05,
      "loss": 1.0088591575622559,
      "mean_token_accuracy": 0.6951913386583328,
      "num_tokens": 15082543.0,
      "step": 155
    },
    {
      "entropy": 0.9859557524323463,
      "epoch": 1.5145631067961165,
      "grad_norm": 0.16418179869651794,
      "learning_rate": 2.7008238753227383e-05,
      "loss": 0.987535834312439,
      "mean_token_accuracy": 0.698513351380825,
      "num_tokens": 15180431.0,
      "step": 156
    },
    {
      "entropy": 1.000753603875637,
      "epoch": 1.5242718446601942,
      "grad_norm": 0.17313377559185028,
      "learning_rate": 2.674094070884926e-05,
      "loss": 0.9962478876113892,
      "mean_token_accuracy": 0.6992179900407791,
      "num_tokens": 15277711.0,
      "step": 157
    },
    {
      "entropy": 1.023979589343071,
      "epoch": 1.5339805825242718,
      "grad_norm": 0.16977423429489136,
      "learning_rate": 2.6473442519664933e-05,
      "loss": 1.0200791358947754,
      "mean_token_accuracy": 0.6923878714442253,
      "num_tokens": 15374988.0,
      "step": 158
    },
    {
      "entropy": 1.0136018842458725,
      "epoch": 1.5436893203883495,
      "grad_norm": 0.17464333772659302,
      "learning_rate": 2.6205774938228432e-05,
      "loss": 1.000876784324646,
      "mean_token_accuracy": 0.6955864802002907,
      "num_tokens": 15472290.0,
      "step": 159
    },
    {
      "entropy": 0.981790617108345,
      "epoch": 1.5533980582524272,
      "grad_norm": 0.1634012758731842,
      "learning_rate": 2.5937968736567746e-05,
      "loss": 0.9761837720870972,
      "mean_token_accuracy": 0.7053327187895775,
      "num_tokens": 15569870.0,
      "step": 160
    },
    {
      "entropy": 1.0178728476166725,
      "epoch": 1.5631067961165048,
      "grad_norm": 0.16406911611557007,
      "learning_rate": 2.5670054702647146e-05,
      "loss": 1.0168684720993042,
      "mean_token_accuracy": 0.691955953836441,
      "num_tokens": 15667339.0,
      "step": 161
    },
    {
      "entropy": 1.0100897997617722,
      "epoch": 1.5728155339805825,
      "grad_norm": 0.1631382256746292,
      "learning_rate": 2.540206363682768e-05,
      "loss": 1.0096473693847656,
      "mean_token_accuracy": 0.6947467923164368,
      "num_tokens": 15764247.0,
      "step": 162
    },
    {
      "entropy": 1.0208442211151123,
      "epoch": 1.5825242718446602,
      "grad_norm": 0.1662256121635437,
      "learning_rate": 2.513402634832627e-05,
      "loss": 1.014646053314209,
      "mean_token_accuracy": 0.6943413838744164,
      "num_tokens": 15861365.0,
      "step": 163
    },
    {
      "entropy": 1.0086032897233963,
      "epoch": 1.5922330097087378,
      "grad_norm": 0.16566972434520721,
      "learning_rate": 2.486597365167374e-05,
      "loss": 1.0061399936676025,
      "mean_token_accuracy": 0.6969663575291634,
      "num_tokens": 15957083.0,
      "step": 164
    },
    {
      "entropy": 1.0157904401421547,
      "epoch": 1.6019417475728155,
      "grad_norm": 0.19315719604492188,
      "learning_rate": 2.4597936363172327e-05,
      "loss": 1.0081403255462646,
      "mean_token_accuracy": 0.6941899582743645,
      "num_tokens": 16052280.0,
      "step": 165
    },
    {
      "entropy": 0.9923936128616333,
      "epoch": 1.6116504854368932,
      "grad_norm": 0.16755102574825287,
      "learning_rate": 2.4329945297352856e-05,
      "loss": 0.9879144430160522,
      "mean_token_accuracy": 0.7004513517022133,
      "num_tokens": 16149822.0,
      "step": 166
    },
    {
      "entropy": 1.019317552447319,
      "epoch": 1.6213592233009708,
      "grad_norm": 0.16500990092754364,
      "learning_rate": 2.4062031263432267e-05,
      "loss": 1.0097726583480835,
      "mean_token_accuracy": 0.6913179829716682,
      "num_tokens": 16246545.0,
      "step": 167
    },
    {
      "entropy": 1.0108042284846306,
      "epoch": 1.6310679611650487,
      "grad_norm": 0.1684969663619995,
      "learning_rate": 2.379422506177157e-05,
      "loss": 1.0046005249023438,
      "mean_token_accuracy": 0.6959811896085739,
      "num_tokens": 16344324.0,
      "step": 168
    },
    {
      "entropy": 1.014855496585369,
      "epoch": 1.6407766990291264,
      "grad_norm": 0.16363738477230072,
      "learning_rate": 2.352655748033508e-05,
      "loss": 1.0102152824401855,
      "mean_token_accuracy": 0.6956550776958466,
      "num_tokens": 16442411.0,
      "step": 169
    },
    {
      "entropy": 1.0056051313877106,
      "epoch": 1.650485436893204,
      "grad_norm": 0.17643426358699799,
      "learning_rate": 2.3259059291150744e-05,
      "loss": 1.0087074041366577,
      "mean_token_accuracy": 0.6949120983481407,
      "num_tokens": 16540618.0,
      "step": 170
    },
    {
      "entropy": 0.9741454049944878,
      "epoch": 1.6601941747572817,
      "grad_norm": 0.16666218638420105,
      "learning_rate": 2.2991761246772623e-05,
      "loss": 0.9674159288406372,
      "mean_token_accuracy": 0.7026141285896301,
      "num_tokens": 16638399.0,
      "step": 171
    },
    {
      "entropy": 1.0255334451794624,
      "epoch": 1.6699029126213594,
      "grad_norm": 0.1657601147890091,
      "learning_rate": 2.2724694076745396e-05,
      "loss": 1.0157989263534546,
      "mean_token_accuracy": 0.6930963471531868,
      "num_tokens": 16735834.0,
      "step": 172
    },
    {
      "entropy": 1.0137359574437141,
      "epoch": 1.679611650485437,
      "grad_norm": 0.16463129222393036,
      "learning_rate": 2.245788848407159e-05,
      "loss": 1.0035295486450195,
      "mean_token_accuracy": 0.696049340069294,
      "num_tokens": 16832922.0,
      "step": 173
    },
    {
      "entropy": 1.0246630683541298,
      "epoch": 1.6893203883495147,
      "grad_norm": 0.1674775928258896,
      "learning_rate": 2.2191375141681867e-05,
      "loss": 1.0074610710144043,
      "mean_token_accuracy": 0.6950727999210358,
      "num_tokens": 16930339.0,
      "step": 174
    },
    {
      "entropy": 1.0009135901927948,
      "epoch": 1.6990291262135924,
      "grad_norm": 0.16697858273983002,
      "learning_rate": 2.1925184688908733e-05,
      "loss": 0.9845885038375854,
      "mean_token_accuracy": 0.7005789056420326,
      "num_tokens": 17026260.0,
      "step": 175
    },
    {
      "entropy": 0.9530843198299408,
      "epoch": 1.70873786407767,
      "grad_norm": 0.16688551008701324,
      "learning_rate": 2.165934772796417e-05,
      "loss": 0.942157506942749,
      "mean_token_accuracy": 0.7122049182653427,
      "num_tokens": 17123607.0,
      "step": 176
    },
    {
      "entropy": 1.0441362410783768,
      "epoch": 1.7184466019417477,
      "grad_norm": 0.1778694987297058,
      "learning_rate": 2.139389482042142e-05,
      "loss": 1.0378202199935913,
      "mean_token_accuracy": 0.6889643222093582,
      "num_tokens": 17221652.0,
      "step": 177
    },
    {
      "entropy": 1.0085002332925797,
      "epoch": 1.7281553398058254,
      "grad_norm": 0.17363892495632172,
      "learning_rate": 2.1128856483701624e-05,
      "loss": 1.0034621953964233,
      "mean_token_accuracy": 0.6959685385227203,
      "num_tokens": 17318735.0,
      "step": 178
    },
    {
      "entropy": 0.9722514152526855,
      "epoch": 1.737864077669903,
      "grad_norm": 0.15921640396118164,
      "learning_rate": 2.0864263187565307e-05,
      "loss": 0.9693209528923035,
      "mean_token_accuracy": 0.7054861709475517,
      "num_tokens": 17415256.0,
      "step": 179
    },
    {
      "entropy": 0.9984462335705757,
      "epoch": 1.7475728155339807,
      "grad_norm": 0.17000792920589447,
      "learning_rate": 2.0600145350609586e-05,
      "loss": 0.9936474561691284,
      "mean_token_accuracy": 0.6967209428548813,
      "num_tokens": 17511588.0,
      "step": 180
    },
    {
      "entropy": 1.0166059508919716,
      "epoch": 1.7572815533980584,
      "grad_norm": 0.16876304149627686,
      "learning_rate": 2.033653333677103e-05,
      "loss": 1.0153465270996094,
      "mean_token_accuracy": 0.6905340850353241,
      "num_tokens": 17608711.0,
      "step": 181
    },
    {
      "entropy": 0.9773640930652618,
      "epoch": 1.766990291262136,
      "grad_norm": 0.1631699800491333,
      "learning_rate": 2.0073457451835e-05,
      "loss": 0.9742135405540466,
      "mean_token_accuracy": 0.7022309750318527,
      "num_tokens": 17706685.0,
      "step": 182
    },
    {
      "entropy": 0.977528765797615,
      "epoch": 1.7766990291262137,
      "grad_norm": 0.17157995700836182,
      "learning_rate": 1.9810947939951546e-05,
      "loss": 0.9730427265167236,
      "mean_token_accuracy": 0.7017250508069992,
      "num_tokens": 17803446.0,
      "step": 183
    },
    {
      "entropy": 1.0205107182264328,
      "epoch": 1.7864077669902914,
      "grad_norm": 0.16768775880336761,
      "learning_rate": 1.9549034980158403e-05,
      "loss": 1.0211429595947266,
      "mean_token_accuracy": 0.6909284666180611,
      "num_tokens": 17901149.0,
      "step": 184
    },
    {
      "entropy": 1.0032172948122025,
      "epoch": 1.796116504854369,
      "grad_norm": 0.17262859642505646,
      "learning_rate": 1.928774868291158e-05,
      "loss": 0.9938658475875854,
      "mean_token_accuracy": 0.6984692439436913,
      "num_tokens": 17998157.0,
      "step": 185
    },
    {
      "entropy": 1.018993966281414,
      "epoch": 1.8058252427184467,
      "grad_norm": 0.16821308434009552,
      "learning_rate": 1.9027119086623645e-05,
      "loss": 1.01228928565979,
      "mean_token_accuracy": 0.6922355368733406,
      "num_tokens": 18095640.0,
      "step": 186
    },
    {
      "entropy": 1.0428634360432625,
      "epoch": 1.8155339805825244,
      "grad_norm": 0.1655871570110321,
      "learning_rate": 1.8767176154210537e-05,
      "loss": 1.0325472354888916,
      "mean_token_accuracy": 0.6878891810774803,
      "num_tokens": 18193453.0,
      "step": 187
    },
    {
      "entropy": 1.0023284628987312,
      "epoch": 1.825242718446602,
      "grad_norm": 0.16816659271717072,
      "learning_rate": 1.850794976964677e-05,
      "loss": 0.9961387515068054,
      "mean_token_accuracy": 0.6975979804992676,
      "num_tokens": 18291043.0,
      "step": 188
    },
    {
      "entropy": 1.0056410059332848,
      "epoch": 1.8349514563106797,
      "grad_norm": 0.1668543815612793,
      "learning_rate": 1.8249469734529994e-05,
      "loss": 0.9960080981254578,
      "mean_token_accuracy": 0.6956286355853081,
      "num_tokens": 18388297.0,
      "step": 189
    },
    {
      "entropy": 0.9780382961034775,
      "epoch": 1.8446601941747574,
      "grad_norm": 0.164035826921463,
      "learning_rate": 1.7991765764654813e-05,
      "loss": 0.9792324900627136,
      "mean_token_accuracy": 0.7039750963449478,
      "num_tokens": 18486092.0,
      "step": 190
    },
    {
      "entropy": 0.9816233143210411,
      "epoch": 1.854368932038835,
      "grad_norm": 0.17571981251239777,
      "learning_rate": 1.7734867486596594e-05,
      "loss": 0.9816774725914001,
      "mean_token_accuracy": 0.704063206911087,
      "num_tokens": 18583836.0,
      "step": 191
    },
    {
      "entropy": 0.9972858354449272,
      "epoch": 1.8640776699029127,
      "grad_norm": 0.16646282374858856,
      "learning_rate": 1.7478804434305465e-05,
      "loss": 0.9942795634269714,
      "mean_token_accuracy": 0.6969089061021805,
      "num_tokens": 18681222.0,
      "step": 192
    },
    {
      "entropy": 1.0527583062648773,
      "epoch": 1.8737864077669903,
      "grad_norm": 0.18073324859142303,
      "learning_rate": 1.7223606045711006e-05,
      "loss": 1.041966199874878,
      "mean_token_accuracy": 0.6850250214338303,
      "num_tokens": 18778612.0,
      "step": 193
    },
    {
      "entropy": 1.0321912541985512,
      "epoch": 1.883495145631068,
      "grad_norm": 0.1724151074886322,
      "learning_rate": 1.6969301659337944e-05,
      "loss": 1.0273559093475342,
      "mean_token_accuracy": 0.6907031312584877,
      "num_tokens": 18875486.0,
      "step": 194
    },
    {
      "entropy": 1.0083372667431831,
      "epoch": 1.8932038834951457,
      "grad_norm": 0.16481448709964752,
      "learning_rate": 1.6715920510933274e-05,
      "loss": 0.9994081258773804,
      "mean_token_accuracy": 0.6958953067660332,
      "num_tokens": 18972930.0,
      "step": 195
    },
    {
      "entropy": 0.9780029803514481,
      "epoch": 1.9029126213592233,
      "grad_norm": 0.1704963743686676,
      "learning_rate": 1.646349173010528e-05,
      "loss": 0.956865668296814,
      "mean_token_accuracy": 0.7070175260305405,
      "num_tokens": 19069768.0,
      "step": 196
    },
    {
      "entropy": 0.9872947707772255,
      "epoch": 1.912621359223301,
      "grad_norm": 0.16887593269348145,
      "learning_rate": 1.6212044336974596e-05,
      "loss": 0.972030758857727,
      "mean_token_accuracy": 0.7037985101342201,
      "num_tokens": 19166951.0,
      "step": 197
    },
    {
      "entropy": 1.0222311094403267,
      "epoch": 1.9223300970873787,
      "grad_norm": 0.16921208798885345,
      "learning_rate": 1.596160723883802e-05,
      "loss": 1.0143109560012817,
      "mean_token_accuracy": 0.6901704221963882,
      "num_tokens": 19264885.0,
      "step": 198
    },
    {
      "entropy": 1.0139800533652306,
      "epoch": 1.9320388349514563,
      "grad_norm": 0.17927469313144684,
      "learning_rate": 1.57122092268452e-05,
      "loss": 1.0080219507217407,
      "mean_token_accuracy": 0.6949594989418983,
      "num_tokens": 19359705.0,
      "step": 199
    },
    {
      "entropy": 0.9707703441381454,
      "epoch": 1.941747572815534,
      "grad_norm": 0.1701960563659668,
      "learning_rate": 1.5463878972688705e-05,
      "loss": 0.9729690551757812,
      "mean_token_accuracy": 0.7024904564023018,
      "num_tokens": 19453554.0,
      "step": 200
    },
    {
      "entropy": 0.9972376450896263,
      "epoch": 1.9514563106796117,
      "grad_norm": 0.1662243902683258,
      "learning_rate": 1.5216645025307814e-05,
      "loss": 1.0034092664718628,
      "mean_token_accuracy": 0.6966458633542061,
      "num_tokens": 19550972.0,
      "step": 201
    },
    {
      "entropy": 1.0318325906991959,
      "epoch": 1.9611650485436893,
      "grad_norm": 0.16855081915855408,
      "learning_rate": 1.4970535807606453e-05,
      "loss": 1.0335042476654053,
      "mean_token_accuracy": 0.6879718452692032,
      "num_tokens": 19648684.0,
      "step": 202
    },
    {
      "entropy": 1.040890358388424,
      "epoch": 1.970873786407767,
      "grad_norm": 0.1725233495235443,
      "learning_rate": 1.4725579613185547e-05,
      "loss": 1.047674536705017,
      "mean_token_accuracy": 0.684162549674511,
      "num_tokens": 19745486.0,
      "step": 203
    },
    {
      "entropy": 1.019149050116539,
      "epoch": 1.9805825242718447,
      "grad_norm": 0.36389368772506714,
      "learning_rate": 1.4481804603090357e-05,
      "loss": 1.0158822536468506,
      "mean_token_accuracy": 0.6921994760632515,
      "num_tokens": 19842391.0,
      "step": 204
    },
    {
      "entropy": 0.9926181361079216,
      "epoch": 1.9902912621359223,
      "grad_norm": 0.16377584636211395,
      "learning_rate": 1.4239238802572908e-05,
      "loss": 0.9823788404464722,
      "mean_token_accuracy": 0.7014920264482498,
      "num_tokens": 19939763.0,
      "step": 205
    },
    {
      "entropy": 1.0035971254110336,
      "epoch": 2.0,
      "grad_norm": 0.17520146071910858,
      "learning_rate": 1.3997910097870165e-05,
      "loss": 0.9908577799797058,
      "mean_token_accuracy": 0.6976755559444427,
      "num_tokens": 20037788.0,
      "step": 206
    }
  ],
  "logging_steps": 1,
  "max_steps": 309,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.818590877692199e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}