{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 309,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.3063052594661713,
      "epoch": 0.009708737864077669,
      "grad_norm": 1.3077822923660278,
      "learning_rate": 0.0,
      "loss": 2.1177937984466553,
      "mean_token_accuracy": 0.5264865458011627,
      "num_tokens": 96695.0,
      "step": 1
    },
    {
      "entropy": 1.3945444822311401,
      "epoch": 0.019417475728155338,
      "grad_norm": 1.4227101802825928,
      "learning_rate": 3.125e-06,
      "loss": 2.264981746673584,
      "mean_token_accuracy": 0.49969692155718803,
      "num_tokens": 193992.0,
      "step": 2
    },
    {
      "entropy": 1.3749237358570099,
      "epoch": 0.02912621359223301,
      "grad_norm": 1.1497575044631958,
      "learning_rate": 6.25e-06,
      "loss": 2.0460948944091797,
      "mean_token_accuracy": 0.5287926904857159,
      "num_tokens": 291993.0,
      "step": 3
    },
    {
      "entropy": 1.4135093837976456,
      "epoch": 0.038834951456310676,
      "grad_norm": 1.0101280212402344,
      "learning_rate": 9.375000000000001e-06,
      "loss": 2.0115394592285156,
      "mean_token_accuracy": 0.5312202051281929,
      "num_tokens": 389906.0,
      "step": 4
    },
    {
      "entropy": 1.5345965921878815,
      "epoch": 0.04854368932038835,
      "grad_norm": 0.8249343037605286,
      "learning_rate": 1.25e-05,
      "loss": 1.9907541275024414,
      "mean_token_accuracy": 0.5317840278148651,
      "num_tokens": 487090.0,
      "step": 5
    },
    {
      "entropy": 1.628997579216957,
      "epoch": 0.05825242718446602,
      "grad_norm": 0.6037535071372986,
      "learning_rate": 1.5625e-05,
      "loss": 1.917801856994629,
      "mean_token_accuracy": 0.541858084499836,
      "num_tokens": 584439.0,
      "step": 6
    },
    {
      "entropy": 1.8246440291404724,
      "epoch": 0.06796116504854369,
      "grad_norm": 0.3977610468864441,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.8268287181854248,
      "mean_token_accuracy": 0.5501810759305954,
      "num_tokens": 681933.0,
      "step": 7
    },
    {
      "entropy": 1.9396448135375977,
      "epoch": 0.07766990291262135,
      "grad_norm": 0.47858306765556335,
      "learning_rate": 2.1875e-05,
      "loss": 1.7852939367294312,
      "mean_token_accuracy": 0.5552558451890945,
      "num_tokens": 777167.0,
      "step": 8
    },
    {
      "entropy": 1.9606482535600662,
      "epoch": 0.08737864077669903,
      "grad_norm": 0.5253126621246338,
      "learning_rate": 2.5e-05,
      "loss": 1.7283756732940674,
      "mean_token_accuracy": 0.5672201961278915,
      "num_tokens": 875080.0,
      "step": 9
    },
    {
      "entropy": 1.9720240384340286,
      "epoch": 0.0970873786407767,
      "grad_norm": 0.5374228954315186,
      "learning_rate": 2.8125000000000003e-05,
      "loss": 1.711395263671875,
      "mean_token_accuracy": 0.5681185722351074,
      "num_tokens": 973099.0,
      "step": 10
    },
    {
      "entropy": 1.82131689786911,
      "epoch": 0.10679611650485436,
      "grad_norm": 0.43059229850769043,
      "learning_rate": 3.125e-05,
      "loss": 1.6381919384002686,
      "mean_token_accuracy": 0.5789104923605919,
      "num_tokens": 1070082.0,
      "step": 11
    },
    {
      "entropy": 1.6750145703554153,
      "epoch": 0.11650485436893204,
      "grad_norm": 0.335764616727829,
      "learning_rate": 3.4375e-05,
      "loss": 1.5634382963180542,
      "mean_token_accuracy": 0.5890125557780266,
      "num_tokens": 1167345.0,
      "step": 12
    },
    {
      "entropy": 1.616977572441101,
      "epoch": 0.1262135922330097,
      "grad_norm": 0.29735782742500305,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.59102201461792,
      "mean_token_accuracy": 0.5816583260893822,
      "num_tokens": 1265097.0,
      "step": 13
    },
    {
      "entropy": 1.5444462895393372,
      "epoch": 0.13592233009708737,
      "grad_norm": 0.29059097170829773,
      "learning_rate": 4.0625000000000005e-05,
      "loss": 1.574419379234314,
      "mean_token_accuracy": 0.5849687159061432,
      "num_tokens": 1362414.0,
      "step": 14
    },
    {
      "entropy": 1.4560510218143463,
      "epoch": 0.14563106796116504,
      "grad_norm": 0.2826174199581146,
      "learning_rate": 4.375e-05,
      "loss": 1.5245388746261597,
      "mean_token_accuracy": 0.5940257161855698,
      "num_tokens": 1458384.0,
      "step": 15
    },
    {
      "entropy": 1.4310729652643204,
      "epoch": 0.1553398058252427,
      "grad_norm": 0.2571217119693756,
      "learning_rate": 4.6875e-05,
      "loss": 1.493829607963562,
      "mean_token_accuracy": 0.5997192710638046,
      "num_tokens": 1555321.0,
      "step": 16
    },
    {
      "entropy": 1.3802899718284607,
      "epoch": 0.1650485436893204,
      "grad_norm": 0.24408026039600372,
      "learning_rate": 5e-05,
      "loss": 1.4393625259399414,
      "mean_token_accuracy": 0.6103221923112869,
      "num_tokens": 1652989.0,
      "step": 17
    },
    {
      "entropy": 1.423762321472168,
      "epoch": 0.17475728155339806,
      "grad_norm": 0.260315865278244,
      "learning_rate": 4.999856295503635e-05,
      "loss": 1.4357669353485107,
      "mean_token_accuracy": 0.6085835695266724,
      "num_tokens": 1749968.0,
      "step": 18
    },
    {
      "entropy": 1.4223755896091461,
      "epoch": 0.18446601941747573,
      "grad_norm": 0.26641297340393066,
      "learning_rate": 4.999425198535325e-05,
      "loss": 1.4089168310165405,
      "mean_token_accuracy": 0.6123870462179184,
      "num_tokens": 1847337.0,
      "step": 19
    },
    {
      "entropy": 1.4421514868736267,
      "epoch": 0.1941747572815534,
      "grad_norm": 0.2118070274591446,
      "learning_rate": 4.998706758655528e-05,
      "loss": 1.4083303213119507,
      "mean_token_accuracy": 0.6158460900187492,
      "num_tokens": 1944252.0,
      "step": 20
    },
    {
      "entropy": 1.3758682906627655,
      "epoch": 0.20388349514563106,
      "grad_norm": 0.21211183071136475,
      "learning_rate": 4.997701058458676e-05,
      "loss": 1.3528016805648804,
      "mean_token_accuracy": 0.6290531530976295,
      "num_tokens": 2041362.0,
      "step": 21
    },
    {
      "entropy": 1.3912087827920914,
      "epoch": 0.21359223300970873,
      "grad_norm": 0.20889078080654144,
      "learning_rate": 4.996408213563684e-05,
      "loss": 1.3577451705932617,
      "mean_token_accuracy": 0.6254735365509987,
      "num_tokens": 2139370.0,
      "step": 22
    },
    {
      "entropy": 1.3215357810258865,
      "epoch": 0.22330097087378642,
      "grad_norm": 0.20261520147323608,
      "learning_rate": 4.994828372600649e-05,
      "loss": 1.300628662109375,
      "mean_token_accuracy": 0.6371148228645325,
      "num_tokens": 2233615.0,
      "step": 23
    },
    {
      "entropy": 1.3306704312562943,
      "epoch": 0.23300970873786409,
      "grad_norm": 0.19877074658870697,
      "learning_rate": 4.9929617171937724e-05,
      "loss": 1.3034857511520386,
      "mean_token_accuracy": 0.6345249861478806,
      "num_tokens": 2330947.0,
      "step": 24
    },
    {
      "entropy": 1.3362696319818497,
      "epoch": 0.24271844660194175,
      "grad_norm": 0.17692981660366058,
      "learning_rate": 4.9908084619404735e-05,
      "loss": 1.3098223209381104,
      "mean_token_accuracy": 0.6328666806221008,
      "num_tokens": 2428936.0,
      "step": 25
    },
    {
      "entropy": 1.3557860553264618,
      "epoch": 0.2524271844660194,
      "grad_norm": 0.19237112998962402,
      "learning_rate": 4.988368854386722e-05,
      "loss": 1.3239411115646362,
      "mean_token_accuracy": 0.6320360824465752,
      "num_tokens": 2526310.0,
      "step": 26
    },
    {
      "entropy": 1.32492034137249,
      "epoch": 0.2621359223300971,
      "grad_norm": 0.19819748401641846,
      "learning_rate": 4.985643174998578e-05,
      "loss": 1.3037995100021362,
      "mean_token_accuracy": 0.6353878080844879,
      "num_tokens": 2623215.0,
      "step": 27
    },
    {
      "entropy": 1.2510884702205658,
      "epoch": 0.27184466019417475,
      "grad_norm": 0.17776808142662048,
      "learning_rate": 4.982631737129948e-05,
      "loss": 1.2440943717956543,
      "mean_token_accuracy": 0.6481084004044533,
      "num_tokens": 2720683.0,
      "step": 28
    },
    {
      "entropy": 1.287326768040657,
      "epoch": 0.2815533980582524,
      "grad_norm": 0.17891287803649902,
      "learning_rate": 4.9793348869865616e-05,
      "loss": 1.29865300655365,
      "mean_token_accuracy": 0.6353446468710899,
      "num_tokens": 2818153.0,
      "step": 29
    },
    {
      "entropy": 1.2316195368766785,
      "epoch": 0.2912621359223301,
      "grad_norm": 0.17647312581539154,
      "learning_rate": 4.9757530035861716e-05,
      "loss": 1.253545880317688,
      "mean_token_accuracy": 0.6457989513874054,
      "num_tokens": 2915748.0,
      "step": 30
    },
    {
      "entropy": 1.169528603553772,
      "epoch": 0.30097087378640774,
      "grad_norm": 0.16643674671649933,
      "learning_rate": 4.971886498714977e-05,
      "loss": 1.1838676929473877,
      "mean_token_accuracy": 0.6634209230542183,
      "num_tokens": 3013095.0,
      "step": 31
    },
    {
      "entropy": 1.2801441848278046,
      "epoch": 0.3106796116504854,
      "grad_norm": 0.17172685265541077,
      "learning_rate": 4.967735816880286e-05,
      "loss": 1.2642897367477417,
      "mean_token_accuracy": 0.6400710195302963,
      "num_tokens": 3110631.0,
      "step": 32
    },
    {
      "entropy": 1.2720160782337189,
      "epoch": 0.32038834951456313,
      "grad_norm": 0.16451463103294373,
      "learning_rate": 4.963301435259413e-05,
      "loss": 1.2586028575897217,
      "mean_token_accuracy": 0.6447242349386215,
      "num_tokens": 3207970.0,
      "step": 33
    },
    {
      "entropy": 1.2911356091499329,
      "epoch": 0.3300970873786408,
      "grad_norm": 0.1695583015680313,
      "learning_rate": 4.95858386364482e-05,
      "loss": 1.2504911422729492,
      "mean_token_accuracy": 0.6436235383152962,
      "num_tokens": 3305342.0,
      "step": 34
    },
    {
      "entropy": 1.2505649775266647,
      "epoch": 0.33980582524271846,
      "grad_norm": 0.1600319743156433,
      "learning_rate": 4.9535836443855096e-05,
      "loss": 1.2131391763687134,
      "mean_token_accuracy": 0.6537701711058617,
      "num_tokens": 3399739.0,
      "step": 35
    },
    {
      "entropy": 1.1979082226753235,
      "epoch": 0.34951456310679613,
      "grad_norm": 0.15272502601146698,
      "learning_rate": 4.948301352324673e-05,
      "loss": 1.1704742908477783,
      "mean_token_accuracy": 0.6647882163524628,
      "num_tokens": 3497430.0,
      "step": 36
    },
    {
      "entropy": 1.2117689549922943,
      "epoch": 0.3592233009708738,
      "grad_norm": 0.15061117708683014,
      "learning_rate": 4.942737594733609e-05,
      "loss": 1.1953562498092651,
      "mean_token_accuracy": 0.6564236953854561,
      "num_tokens": 3593935.0,
      "step": 37
    },
    {
      "entropy": 1.1917639821767807,
      "epoch": 0.36893203883495146,
      "grad_norm": 0.15709325671195984,
      "learning_rate": 4.9368930112419e-05,
      "loss": 1.1850690841674805,
      "mean_token_accuracy": 0.660385861992836,
      "num_tokens": 3691118.0,
      "step": 38
    },
    {
      "entropy": 1.2446843981742859,
      "epoch": 0.3786407766990291,
      "grad_norm": 0.16046260297298431,
      "learning_rate": 4.930768273763889e-05,
      "loss": 1.2477033138275146,
      "mean_token_accuracy": 0.6435192674398422,
      "num_tokens": 3788648.0,
      "step": 39
    },
    {
      "entropy": 1.2205789387226105,
      "epoch": 0.3883495145631068,
      "grad_norm": 0.1660885363817215,
      "learning_rate": 4.92436408642143e-05,
      "loss": 1.2170484066009521,
      "mean_token_accuracy": 0.6503675952553749,
      "num_tokens": 3886532.0,
      "step": 40
    },
    {
      "entropy": 1.205104410648346,
      "epoch": 0.39805825242718446,
      "grad_norm": 0.15774689614772797,
      "learning_rate": 4.917681185462934e-05,
      "loss": 1.207252860069275,
      "mean_token_accuracy": 0.655083142220974,
      "num_tokens": 3984443.0,
      "step": 41
    },
    {
      "entropy": 1.1894231885671616,
      "epoch": 0.4077669902912621,
      "grad_norm": 0.1520465910434723,
      "learning_rate": 4.910720339178735e-05,
      "loss": 1.1727756261825562,
      "mean_token_accuracy": 0.6604171320796013,
      "num_tokens": 4082127.0,
      "step": 42
    },
    {
      "entropy": 1.1813564747571945,
      "epoch": 0.4174757281553398,
      "grad_norm": 0.1579592078924179,
      "learning_rate": 4.90348234781276e-05,
      "loss": 1.1708219051361084,
      "mean_token_accuracy": 0.6622453778982162,
      "num_tokens": 4179696.0,
      "step": 43
    },
    {
      "entropy": 1.1847212761640549,
      "epoch": 0.42718446601941745,
      "grad_norm": 0.16752171516418457,
      "learning_rate": 4.895968043470532e-05,
      "loss": 1.1717603206634521,
      "mean_token_accuracy": 0.6604401022195816,
      "num_tokens": 4276989.0,
      "step": 44
    },
    {
      "entropy": 1.1232565939426422,
      "epoch": 0.4368932038834951,
      "grad_norm": 0.16498398780822754,
      "learning_rate": 4.8881782900235094e-05,
      "loss": 1.1282835006713867,
      "mean_token_accuracy": 0.6696558594703674,
      "num_tokens": 4374513.0,
      "step": 45
    },
    {
      "entropy": 1.1546286791563034,
      "epoch": 0.44660194174757284,
      "grad_norm": 0.16002920269966125,
      "learning_rate": 4.880113983009768e-05,
      "loss": 1.163672924041748,
      "mean_token_accuracy": 0.6636269986629486,
      "num_tokens": 4472543.0,
      "step": 46
    },
    {
      "entropy": 1.220591351389885,
      "epoch": 0.4563106796116505,
      "grad_norm": 0.15611808001995087,
      "learning_rate": 4.87177604953105e-05,
      "loss": 1.227357268333435,
      "mean_token_accuracy": 0.6496708914637566,
      "num_tokens": 4570196.0,
      "step": 47
    },
    {
      "entropy": 1.1873502284288406,
      "epoch": 0.46601941747572817,
      "grad_norm": 0.15429329872131348,
      "learning_rate": 4.86316544814618e-05,
      "loss": 1.1806132793426514,
      "mean_token_accuracy": 0.6577019914984703,
      "num_tokens": 4667589.0,
      "step": 48
    },
    {
      "entropy": 1.1497704908251762,
      "epoch": 0.47572815533980584,
      "grad_norm": 0.14651840925216675,
      "learning_rate": 4.854283168760868e-05,
      "loss": 1.132278323173523,
      "mean_token_accuracy": 0.6702492162585258,
      "num_tokens": 4765775.0,
      "step": 49
    },
    {
      "entropy": 1.19112890958786,
      "epoch": 0.4854368932038835,
      "grad_norm": 0.16413071751594543,
      "learning_rate": 4.8451302325139004e-05,
      "loss": 1.1689636707305908,
      "mean_token_accuracy": 0.6610261425375938,
      "num_tokens": 4864001.0,
      "step": 50
    },
    {
      "entropy": 1.1795462369918823,
      "epoch": 0.49514563106796117,
      "grad_norm": 0.1465304046869278,
      "learning_rate": 4.835707691659753e-05,
      "loss": 1.1613165140151978,
      "mean_token_accuracy": 0.6660530865192413,
      "num_tokens": 4960993.0,
      "step": 51
    },
    {
      "entropy": 1.1446045935153961,
      "epoch": 0.5048543689320388,
      "grad_norm": 0.1478618085384369,
      "learning_rate": 4.8260166294476164e-05,
      "loss": 1.1292091608047485,
      "mean_token_accuracy": 0.6699203625321388,
      "num_tokens": 5058285.0,
      "step": 52
    },
    {
      "entropy": 1.1335399597883224,
      "epoch": 0.5145631067961165,
      "grad_norm": 0.15407773852348328,
      "learning_rate": 4.8160581599968625e-05,
      "loss": 1.1282105445861816,
      "mean_token_accuracy": 0.6706565544009209,
      "num_tokens": 5155340.0,
      "step": 53
    },
    {
      "entropy": 1.1364393010735512,
      "epoch": 0.5242718446601942,
      "grad_norm": 0.15273907780647278,
      "learning_rate": 4.8058334281689595e-05,
      "loss": 1.1344889402389526,
      "mean_token_accuracy": 0.668300211429596,
      "num_tokens": 5253290.0,
      "step": 54
    },
    {
      "entropy": 1.1561526656150818,
      "epoch": 0.5339805825242718,
      "grad_norm": 0.15070948004722595,
      "learning_rate": 4.7953436094358595e-05,
      "loss": 1.145023226737976,
      "mean_token_accuracy": 0.6662660464644432,
      "num_tokens": 5350631.0,
      "step": 55
    },
    {
      "entropy": 1.1212447136640549,
      "epoch": 0.5436893203883495,
      "grad_norm": 0.1489776223897934,
      "learning_rate": 4.784589909744855e-05,
      "loss": 1.1079856157302856,
      "mean_token_accuracy": 0.6758884415030479,
      "num_tokens": 5447338.0,
      "step": 56
    },
    {
      "entropy": 1.1728671193122864,
      "epoch": 0.5533980582524272,
      "grad_norm": 0.1548493206501007,
      "learning_rate": 4.7735735653799463e-05,
      "loss": 1.159340739250183,
      "mean_token_accuracy": 0.6629773899912834,
      "num_tokens": 5543513.0,
      "step": 57
    },
    {
      "entropy": 1.1602209657430649,
      "epoch": 0.5631067961165048,
      "grad_norm": 0.15153397619724274,
      "learning_rate": 4.762295842819707e-05,
      "loss": 1.1558430194854736,
      "mean_token_accuracy": 0.6631080582737923,
      "num_tokens": 5640853.0,
      "step": 58
    },
    {
      "entropy": 1.167491763830185,
      "epoch": 0.5728155339805825,
      "grad_norm": 0.15950381755828857,
      "learning_rate": 4.75075803859169e-05,
      "loss": 1.1687371730804443,
      "mean_token_accuracy": 0.662310965359211,
      "num_tokens": 5737838.0,
      "step": 59
    },
    {
      "entropy": 1.1121539771556854,
      "epoch": 0.5825242718446602,
      "grad_norm": 0.15362070500850677,
      "learning_rate": 4.7389614791233726e-05,
      "loss": 1.122381567955017,
      "mean_token_accuracy": 0.6725770682096481,
      "num_tokens": 5835215.0,
      "step": 60
    },
    {
      "entropy": 1.1065661907196045,
      "epoch": 0.5922330097087378,
      "grad_norm": 0.15264824032783508,
      "learning_rate": 4.726907520589664e-05,
      "loss": 1.1158289909362793,
      "mean_token_accuracy": 0.673554889857769,
      "num_tokens": 5933071.0,
      "step": 61
    },
    {
      "entropy": 1.1254866421222687,
      "epoch": 0.6019417475728155,
      "grad_norm": 0.1510513871908188,
      "learning_rate": 4.714597548756996e-05,
      "loss": 1.1177195310592651,
      "mean_token_accuracy": 0.6726218238472939,
      "num_tokens": 6030510.0,
      "step": 62
    },
    {
      "entropy": 1.1632820963859558,
      "epoch": 0.6116504854368932,
      "grad_norm": 0.15587088465690613,
      "learning_rate": 4.702032978824011e-05,
      "loss": 1.1515460014343262,
      "mean_token_accuracy": 0.6640657410025597,
      "num_tokens": 6128308.0,
      "step": 63
    },
    {
      "entropy": 1.13534314930439,
      "epoch": 0.6213592233009708,
      "grad_norm": 0.15413475036621094,
      "learning_rate": 4.6892152552588655e-05,
      "loss": 1.1225864887237549,
      "mean_token_accuracy": 0.6697054132819176,
      "num_tokens": 6225307.0,
      "step": 64
    },
    {
      "entropy": 1.1529878377914429,
      "epoch": 0.6310679611650486,
      "grad_norm": 0.14912283420562744,
      "learning_rate": 4.6761458516331655e-05,
      "loss": 1.137518048286438,
      "mean_token_accuracy": 0.6690729334950447,
      "num_tokens": 6322345.0,
      "step": 65
    },
    {
      "entropy": 1.162615068256855,
      "epoch": 0.6407766990291263,
      "grad_norm": 0.15968185663223267,
      "learning_rate": 4.662826270452565e-05,
      "loss": 1.148972988128662,
      "mean_token_accuracy": 0.6663458272814751,
      "num_tokens": 6419830.0,
      "step": 66
    },
    {
      "entropy": 1.1012173295021057,
      "epoch": 0.6504854368932039,
      "grad_norm": 0.15278087556362152,
      "learning_rate": 4.649258042984026e-05,
      "loss": 1.0935297012329102,
      "mean_token_accuracy": 0.6765975803136826,
      "num_tokens": 6517180.0,
      "step": 67
    },
    {
      "entropy": 1.1730160862207413,
      "epoch": 0.6601941747572816,
      "grad_norm": 0.15458795428276062,
      "learning_rate": 4.6354427290797875e-05,
      "loss": 1.1597059965133667,
      "mean_token_accuracy": 0.6620247736573219,
      "num_tokens": 6614441.0,
      "step": 68
    },
    {
      "entropy": 1.1525196582078934,
      "epoch": 0.6699029126213593,
      "grad_norm": 0.15900148451328278,
      "learning_rate": 4.621381916998029e-05,
      "loss": 1.1408532857894897,
      "mean_token_accuracy": 0.6672633439302444,
      "num_tokens": 6711921.0,
      "step": 69
    },
    {
      "entropy": 1.1234073489904404,
      "epoch": 0.6796116504854369,
      "grad_norm": 0.9614858031272888,
      "learning_rate": 4.607077223220285e-05,
      "loss": 1.1134552955627441,
      "mean_token_accuracy": 0.6734683215618134,
      "num_tokens": 6808916.0,
      "step": 70
    },
    {
      "entropy": 1.1003537625074387,
      "epoch": 0.6893203883495146,
      "grad_norm": 0.27281081676483154,
      "learning_rate": 4.592530292265609e-05,
      "loss": 1.093156337738037,
      "mean_token_accuracy": 0.677058070898056,
      "num_tokens": 6905733.0,
      "step": 71
    },
    {
      "entropy": 1.1193806380033493,
      "epoch": 0.6990291262135923,
      "grad_norm": 0.15709951519966125,
      "learning_rate": 4.5777427965015096e-05,
      "loss": 1.1156103610992432,
      "mean_token_accuracy": 0.6733296439051628,
      "num_tokens": 7002459.0,
      "step": 72
    },
    {
      "entropy": 1.0762626677751541,
      "epoch": 0.7087378640776699,
      "grad_norm": 0.14975018799304962,
      "learning_rate": 4.562716435951692e-05,
      "loss": 1.0788187980651855,
      "mean_token_accuracy": 0.6805250495672226,
      "num_tokens": 7100490.0,
      "step": 73
    },
    {
      "entropy": 1.1070052459836006,
      "epoch": 0.7184466019417476,
      "grad_norm": 0.163674458861351,
      "learning_rate": 4.5474529381006146e-05,
      "loss": 1.1094239950180054,
      "mean_token_accuracy": 0.6733985841274261,
      "num_tokens": 7197967.0,
      "step": 74
    },
    {
      "entropy": 1.133701667189598,
      "epoch": 0.7281553398058253,
      "grad_norm": 0.16219182312488556,
      "learning_rate": 4.531954057694897e-05,
      "loss": 1.131150484085083,
      "mean_token_accuracy": 0.6676085367798805,
      "num_tokens": 7292478.0,
      "step": 75
    },
    {
      "entropy": 1.151291936635971,
      "epoch": 0.7378640776699029,
      "grad_norm": 0.15997757017612457,
      "learning_rate": 4.516221576541581e-05,
      "loss": 1.1296626329421997,
      "mean_token_accuracy": 0.6666271537542343,
      "num_tokens": 7389056.0,
      "step": 76
    },
    {
      "entropy": 1.1276646926999092,
      "epoch": 0.7475728155339806,
      "grad_norm": 0.16011382639408112,
      "learning_rate": 4.5002573033032904e-05,
      "loss": 1.1120346784591675,
      "mean_token_accuracy": 0.6736837849020958,
      "num_tokens": 7486257.0,
      "step": 77
    },
    {
      "entropy": 1.115042731165886,
      "epoch": 0.7572815533980582,
      "grad_norm": 0.1535303145647049,
      "learning_rate": 4.484063073290301e-05,
      "loss": 1.1091301441192627,
      "mean_token_accuracy": 0.6762245669960976,
      "num_tokens": 7583265.0,
      "step": 78
    },
    {
      "entropy": 1.087426796555519,
      "epoch": 0.7669902912621359,
      "grad_norm": 0.16656380891799927,
      "learning_rate": 4.467640748249548e-05,
      "loss": 1.0862419605255127,
      "mean_token_accuracy": 0.6805471926927567,
      "num_tokens": 7680175.0,
      "step": 79
    },
    {
      "entropy": 1.1316653937101364,
      "epoch": 0.7766990291262136,
      "grad_norm": 0.15928491950035095,
      "learning_rate": 4.4509922161505926e-05,
      "loss": 1.1360259056091309,
      "mean_token_accuracy": 0.6669512763619423,
      "num_tokens": 7777798.0,
      "step": 80
    },
    {
      "entropy": 1.1151190549135208,
      "epoch": 0.7864077669902912,
      "grad_norm": 0.15734143555164337,
      "learning_rate": 4.4341193909685686e-05,
      "loss": 1.1140034198760986,
      "mean_token_accuracy": 0.6693683862686157,
      "num_tokens": 7875637.0,
      "step": 81
    },
    {
      "entropy": 1.1036027371883392,
      "epoch": 0.7961165048543689,
      "grad_norm": 0.16518977284431458,
      "learning_rate": 4.417024212464152e-05,
      "loss": 1.0992156267166138,
      "mean_token_accuracy": 0.6753587499260902,
      "num_tokens": 7973214.0,
      "step": 82
    },
    {
      "entropy": 1.1240820437669754,
      "epoch": 0.8058252427184466,
      "grad_norm": 0.15742117166519165,
      "learning_rate": 4.399708645960559e-05,
      "loss": 1.1219127178192139,
      "mean_token_accuracy": 0.6707674041390419,
      "num_tokens": 8071015.0,
      "step": 83
    },
    {
      "entropy": 1.0782043635845184,
      "epoch": 0.8155339805825242,
      "grad_norm": 0.15135641396045685,
      "learning_rate": 4.382174682117598e-05,
      "loss": 1.0685319900512695,
      "mean_token_accuracy": 0.6833792477846146,
      "num_tokens": 8167887.0,
      "step": 84
    },
    {
      "entropy": 1.1078387796878815,
      "epoch": 0.8252427184466019,
      "grad_norm": 0.15460753440856934,
      "learning_rate": 4.364424336702825e-05,
      "loss": 1.1065967082977295,
      "mean_token_accuracy": 0.6753173843026161,
      "num_tokens": 8265328.0,
      "step": 85
    },
    {
      "entropy": 1.109467014670372,
      "epoch": 0.8349514563106796,
      "grad_norm": 0.15673620998859406,
      "learning_rate": 4.346459650359798e-05,
      "loss": 1.1054904460906982,
      "mean_token_accuracy": 0.6707606092095375,
      "num_tokens": 8362790.0,
      "step": 86
    },
    {
      "entropy": 1.125985011458397,
      "epoch": 0.8446601941747572,
      "grad_norm": 0.1561659872531891,
      "learning_rate": 4.328282688373479e-05,
      "loss": 1.111283302307129,
      "mean_token_accuracy": 0.6752806529402733,
      "num_tokens": 8460119.0,
      "step": 87
    },
    {
      "entropy": 1.0695659816265106,
      "epoch": 0.8543689320388349,
      "grad_norm": 0.16007103025913239,
      "learning_rate": 4.3098955404328045e-05,
      "loss": 1.056589961051941,
      "mean_token_accuracy": 0.6865223124623299,
      "num_tokens": 8555768.0,
      "step": 88
    },
    {
      "entropy": 1.0883630514144897,
      "epoch": 0.8640776699029126,
      "grad_norm": 0.15864451229572296,
      "learning_rate": 4.29130032039044e-05,
      "loss": 1.0721038579940796,
      "mean_token_accuracy": 0.6814716532826424,
      "num_tokens": 8653989.0,
      "step": 89
    },
    {
      "entropy": 1.0660209506750107,
      "epoch": 0.8737864077669902,
      "grad_norm": 0.15096718072891235,
      "learning_rate": 4.272499166019771e-05,
      "loss": 1.0504462718963623,
      "mean_token_accuracy": 0.6850994229316711,
      "num_tokens": 8751995.0,
      "step": 90
    },
    {
      "entropy": 1.1066109761595726,
      "epoch": 0.883495145631068,
      "grad_norm": 0.16408860683441162,
      "learning_rate": 4.253494238769134e-05,
      "loss": 1.106789231300354,
      "mean_token_accuracy": 0.6758328899741173,
      "num_tokens": 8848370.0,
      "step": 91
    },
    {
      "entropy": 1.0865231901407242,
      "epoch": 0.8932038834951457,
      "grad_norm": 0.1649610996246338,
      "learning_rate": 4.234287723513326e-05,
      "loss": 1.095716118812561,
      "mean_token_accuracy": 0.6755226477980614,
      "num_tokens": 8946065.0,
      "step": 92
    },
    {
      "entropy": 1.0563477203249931,
      "epoch": 0.9029126213592233,
      "grad_norm": 0.15605774521827698,
      "learning_rate": 4.2148818283024304e-05,
      "loss": 1.0641911029815674,
      "mean_token_accuracy": 0.684117816388607,
      "num_tokens": 9043734.0,
      "step": 93
    },
    {
      "entropy": 1.1027402877807617,
      "epoch": 0.912621359223301,
      "grad_norm": 0.1745792031288147,
      "learning_rate": 4.195278784107964e-05,
      "loss": 1.093820571899414,
      "mean_token_accuracy": 0.6766936853528023,
      "num_tokens": 9141101.0,
      "step": 94
    },
    {
      "entropy": 1.1108492761850357,
      "epoch": 0.9223300970873787,
      "grad_norm": 0.1714155375957489,
      "learning_rate": 4.175480844566404e-05,
      "loss": 1.0948399305343628,
      "mean_token_accuracy": 0.6759923100471497,
      "num_tokens": 9238764.0,
      "step": 95
    },
    {
      "entropy": 1.092107117176056,
      "epoch": 0.9320388349514563,
      "grad_norm": 0.16130048036575317,
      "learning_rate": 4.1554902857200924e-05,
      "loss": 1.0810198783874512,
      "mean_token_accuracy": 0.6786670908331871,
      "num_tokens": 9335019.0,
      "step": 96
    },
    {
      "entropy": 1.0851488932967186,
      "epoch": 0.941747572815534,
      "grad_norm": 0.16832125186920166,
      "learning_rate": 4.135309405755583e-05,
      "loss": 1.073775291442871,
      "mean_token_accuracy": 0.6807554513216019,
      "num_tokens": 9433084.0,
      "step": 97
    },
    {
      "entropy": 1.0768142491579056,
      "epoch": 0.9514563106796117,
      "grad_norm": 0.16131848096847534,
      "learning_rate": 4.11494052473943e-05,
      "loss": 1.0637844800949097,
      "mean_token_accuracy": 0.6831372752785683,
      "num_tokens": 9530495.0,
      "step": 98
    },
    {
      "entropy": 1.063091091811657,
      "epoch": 0.9611650485436893,
      "grad_norm": 0.16142332553863525,
      "learning_rate": 4.094385984351462e-05,
      "loss": 1.0600042343139648,
      "mean_token_accuracy": 0.6849533692002296,
      "num_tokens": 9628209.0,
      "step": 99
    },
    {
      "entropy": 1.0749415531754494,
      "epoch": 0.970873786407767,
      "grad_norm": 0.18972496688365936,
      "learning_rate": 4.073648147615579e-05,
      "loss": 1.0742400884628296,
      "mean_token_accuracy": 0.6798612177371979,
      "num_tokens": 9726165.0,
      "step": 100
    },
    {
      "entropy": 1.0456555485725403,
      "epoch": 0.9805825242718447,
      "grad_norm": 0.1582217514514923,
      "learning_rate": 4.052729398628089e-05,
      "loss": 1.0480663776397705,
      "mean_token_accuracy": 0.6852379813790321,
      "num_tokens": 9823616.0,
      "step": 101
    },
    {
      "entropy": 1.0736559927463531,
      "epoch": 0.9902912621359223,
      "grad_norm": 0.16985982656478882,
      "learning_rate": 4.031632142283622e-05,
      "loss": 1.0799673795700073,
      "mean_token_accuracy": 0.6796677485108376,
      "num_tokens": 9921527.0,
      "step": 102
    },
    {
      "entropy": 1.0745692774653435,
      "epoch": 1.0,
      "grad_norm": 0.16134285926818848,
      "learning_rate": 4.0103588039986556e-05,
      "loss": 1.078010082244873,
      "mean_token_accuracy": 0.6782025918364525,
      "num_tokens": 10018894.0,
      "step": 103
    },
    {
      "entropy": 1.052033707499504,
      "epoch": 1.0097087378640777,
      "grad_norm": 0.15611664950847626,
      "learning_rate": 3.988911829432682e-05,
      "loss": 1.0273964405059814,
      "mean_token_accuracy": 0.6917483061552048,
      "num_tokens": 10116408.0,
      "step": 104
    },
    {
      "entropy": 1.106005534529686,
      "epoch": 1.0194174757281553,
      "grad_norm": 0.18703246116638184,
      "learning_rate": 3.967293684207042e-05,
      "loss": 1.07395339012146,
      "mean_token_accuracy": 0.6806365475058556,
      "num_tokens": 10213505.0,
      "step": 105
    },
    {
      "entropy": 1.0383973494172096,
      "epoch": 1.029126213592233,
      "grad_norm": 0.16569890081882477,
      "learning_rate": 3.945506853621476e-05,
      "loss": 1.0093125104904175,
      "mean_token_accuracy": 0.6949852854013443,
      "num_tokens": 10311543.0,
      "step": 106
    },
    {
      "entropy": 1.027927227318287,
      "epoch": 1.0388349514563107,
      "grad_norm": 0.15815988183021545,
      "learning_rate": 3.923553842368396e-05,
      "loss": 1.0087497234344482,
      "mean_token_accuracy": 0.6973673179745674,
      "num_tokens": 10408148.0,
      "step": 107
    },
    {
      "entropy": 1.0794779807329178,
      "epoch": 1.0485436893203883,
      "grad_norm": 0.16736039519309998,
      "learning_rate": 3.901437174244943e-05,
      "loss": 1.0720303058624268,
      "mean_token_accuracy": 0.6798778995871544,
      "num_tokens": 10505638.0,
      "step": 108
    },
    {
      "entropy": 1.0462391898036003,
      "epoch": 1.058252427184466,
      "grad_norm": 0.17532268166542053,
      "learning_rate": 3.879159391862839e-05,
      "loss": 1.0518163442611694,
      "mean_token_accuracy": 0.6836148276925087,
      "num_tokens": 10602743.0,
      "step": 109
    },
    {
      "entropy": 1.0277544036507607,
      "epoch": 1.0679611650485437,
      "grad_norm": 0.16957585513591766,
      "learning_rate": 3.856723056356084e-05,
      "loss": 1.0378530025482178,
      "mean_token_accuracy": 0.6870032772421837,
      "num_tokens": 10700300.0,
      "step": 110
    },
    {
      "entropy": 1.0463587269186974,
      "epoch": 1.0776699029126213,
      "grad_norm": 0.16475018858909607,
      "learning_rate": 3.834130747086512e-05,
      "loss": 1.0512408018112183,
      "mean_token_accuracy": 0.6838105544447899,
      "num_tokens": 10797991.0,
      "step": 111
    },
    {
      "entropy": 1.0562317967414856,
      "epoch": 1.087378640776699,
      "grad_norm": 0.17692257463932037,
      "learning_rate": 3.811385061347263e-05,
      "loss": 1.045755386352539,
      "mean_token_accuracy": 0.6854795292019844,
      "num_tokens": 10895950.0,
      "step": 112
    },
    {
      "entropy": 1.0278217941522598,
      "epoch": 1.0970873786407767,
      "grad_norm": 0.1635172963142395,
      "learning_rate": 3.788488614064188e-05,
      "loss": 1.0115208625793457,
      "mean_token_accuracy": 0.6944800242781639,
      "num_tokens": 10992915.0,
      "step": 113
    },
    {
      "entropy": 1.070695973932743,
      "epoch": 1.1067961165048543,
      "grad_norm": 0.17553620040416718,
      "learning_rate": 3.7654440374952286e-05,
      "loss": 1.0541203022003174,
      "mean_token_accuracy": 0.6825162619352341,
      "num_tokens": 11090381.0,
      "step": 114
    },
    {
      "entropy": 1.007257767021656,
      "epoch": 1.116504854368932,
      "grad_norm": 0.15791647136211395,
      "learning_rate": 3.742253980927799e-05,
      "loss": 0.9898063540458679,
      "mean_token_accuracy": 0.6973354369401932,
      "num_tokens": 11188346.0,
      "step": 115
    },
    {
      "entropy": 1.0168157815933228,
      "epoch": 1.1262135922330097,
      "grad_norm": 0.17020469903945923,
      "learning_rate": 3.7189211103742206e-05,
      "loss": 1.0183147192001343,
      "mean_token_accuracy": 0.6948697343468666,
      "num_tokens": 11286538.0,
      "step": 116
    },
    {
      "entropy": 1.01011723279953,
      "epoch": 1.1359223300970873,
      "grad_norm": 0.1641688495874405,
      "learning_rate": 3.695448108265221e-05,
      "loss": 1.0146812200546265,
      "mean_token_accuracy": 0.69698815792799,
      "num_tokens": 11384057.0,
      "step": 117
    },
    {
      "entropy": 0.9920699745416641,
      "epoch": 1.145631067961165,
      "grad_norm": 0.16153588891029358,
      "learning_rate": 3.671837673141559e-05,
      "loss": 0.9923903346061707,
      "mean_token_accuracy": 0.7004250958561897,
      "num_tokens": 11481978.0,
      "step": 118
    },
    {
      "entropy": 1.055176705121994,
      "epoch": 1.1553398058252426,
      "grad_norm": 0.1622096300125122,
      "learning_rate": 3.648092519343783e-05,
      "loss": 1.0450016260147095,
      "mean_token_accuracy": 0.6863952726125717,
      "num_tokens": 11579536.0,
      "step": 119
    },
    {
      "entropy": 1.0694908052682877,
      "epoch": 1.1650485436893203,
      "grad_norm": 0.17806941270828247,
      "learning_rate": 3.6242153767001895e-05,
      "loss": 1.0527136325836182,
      "mean_token_accuracy": 0.6836417689919472,
      "num_tokens": 11673620.0,
      "step": 120
    },
    {
      "entropy": 1.0538558959960938,
      "epoch": 1.174757281553398,
      "grad_norm": 0.21832379698753357,
      "learning_rate": 3.600208990212984e-05,
      "loss": 1.0327177047729492,
      "mean_token_accuracy": 0.6883136481046677,
      "num_tokens": 11771212.0,
      "step": 121
    },
    {
      "entropy": 1.0258601680397987,
      "epoch": 1.1844660194174756,
      "grad_norm": 0.17365030944347382,
      "learning_rate": 3.5760761197427095e-05,
      "loss": 1.026971697807312,
      "mean_token_accuracy": 0.6886790469288826,
      "num_tokens": 11868700.0,
      "step": 122
    },
    {
      "entropy": 1.0418048202991486,
      "epoch": 1.1941747572815533,
      "grad_norm": 0.16434766352176666,
      "learning_rate": 3.551819539690965e-05,
      "loss": 1.0223963260650635,
      "mean_token_accuracy": 0.6908348724246025,
      "num_tokens": 11965887.0,
      "step": 123
    },
    {
      "entropy": 1.0289766415953636,
      "epoch": 1.203883495145631,
      "grad_norm": 0.1707381159067154,
      "learning_rate": 3.527442038681446e-05,
      "loss": 1.020445466041565,
      "mean_token_accuracy": 0.6910003051161766,
      "num_tokens": 12063024.0,
      "step": 124
    },
    {
      "entropy": 1.0090995877981186,
      "epoch": 1.2135922330097086,
      "grad_norm": 0.16638465225696564,
      "learning_rate": 3.5029464192393555e-05,
      "loss": 1.0045936107635498,
      "mean_token_accuracy": 0.697821132838726,
      "num_tokens": 12161173.0,
      "step": 125
    },
    {
      "entropy": 1.0521429032087326,
      "epoch": 1.2233009708737863,
      "grad_norm": 0.1783309429883957,
      "learning_rate": 3.478335497469219e-05,
      "loss": 1.053591012954712,
      "mean_token_accuracy": 0.6859150379896164,
      "num_tokens": 12257187.0,
      "step": 126
    },
    {
      "entropy": 1.0370903313159943,
      "epoch": 1.233009708737864,
      "grad_norm": 0.16358032822608948,
      "learning_rate": 3.45361210273113e-05,
      "loss": 1.037482738494873,
      "mean_token_accuracy": 0.6902541518211365,
      "num_tokens": 12354720.0,
      "step": 127
    },
    {
      "entropy": 1.0623970925807953,
      "epoch": 1.2427184466019416,
      "grad_norm": 0.17698562145233154,
      "learning_rate": 3.42877907731548e-05,
      "loss": 1.0513551235198975,
      "mean_token_accuracy": 0.6855376213788986,
      "num_tokens": 12452643.0,
      "step": 128
    },
    {
      "entropy": 1.0202428475022316,
      "epoch": 1.2524271844660193,
      "grad_norm": 0.16466407477855682,
      "learning_rate": 3.403839276116199e-05,
      "loss": 1.0054267644882202,
      "mean_token_accuracy": 0.6959393694996834,
      "num_tokens": 12549738.0,
      "step": 129
    },
    {
      "entropy": 1.0314210504293442,
      "epoch": 1.262135922330097,
      "grad_norm": 0.16708038747310638,
      "learning_rate": 3.378795566302541e-05,
      "loss": 1.0263310670852661,
      "mean_token_accuracy": 0.6902486681938171,
      "num_tokens": 12647010.0,
      "step": 130
    },
    {
      "entropy": 1.065687894821167,
      "epoch": 1.2718446601941746,
      "grad_norm": 0.16275963187217712,
      "learning_rate": 3.3536508269894724e-05,
      "loss": 1.066178321838379,
      "mean_token_accuracy": 0.6823260933160782,
      "num_tokens": 12744989.0,
      "step": 131
    },
    {
      "entropy": 1.0025106966495514,
      "epoch": 1.2815533980582523,
      "grad_norm": 0.16108715534210205,
      "learning_rate": 3.3284079489066725e-05,
      "loss": 1.00234055519104,
      "mean_token_accuracy": 0.6987117454409599,
      "num_tokens": 12841473.0,
      "step": 132
    },
    {
      "entropy": 1.0151324942708015,
      "epoch": 1.29126213592233,
      "grad_norm": 0.18361398577690125,
      "learning_rate": 3.303069834066206e-05,
      "loss": 1.0149610042572021,
      "mean_token_accuracy": 0.6954189836978912,
      "num_tokens": 12938931.0,
      "step": 133
    },
    {
      "entropy": 1.0325570032000542,
      "epoch": 1.3009708737864076,
      "grad_norm": 0.16869449615478516,
      "learning_rate": 3.2776393954289e-05,
      "loss": 1.0201994180679321,
      "mean_token_accuracy": 0.6910282000899315,
      "num_tokens": 13036221.0,
      "step": 134
    },
    {
      "entropy": 1.042519137263298,
      "epoch": 1.3106796116504853,
      "grad_norm": 0.1671546846628189,
      "learning_rate": 3.252119556569454e-05,
      "loss": 1.0274970531463623,
      "mean_token_accuracy": 0.689722865819931,
      "num_tokens": 13133336.0,
      "step": 135
    },
    {
      "entropy": 1.0281556621193886,
      "epoch": 1.3203883495145632,
      "grad_norm": 0.16985583305358887,
      "learning_rate": 3.226513251340341e-05,
      "loss": 1.0146019458770752,
      "mean_token_accuracy": 0.6919778510928154,
      "num_tokens": 13230747.0,
      "step": 136
    },
    {
      "entropy": 1.0338696613907814,
      "epoch": 1.3300970873786409,
      "grad_norm": 0.1647978276014328,
      "learning_rate": 3.200823423534519e-05,
      "loss": 1.0158432722091675,
      "mean_token_accuracy": 0.6931767091155052,
      "num_tokens": 13328746.0,
      "step": 137
    },
    {
      "entropy": 1.008351869881153,
      "epoch": 1.3398058252427185,
      "grad_norm": 0.16024157404899597,
      "learning_rate": 3.175053026547002e-05,
      "loss": 1.0044397115707397,
      "mean_token_accuracy": 0.6963309571146965,
      "num_tokens": 13425842.0,
      "step": 138
    },
    {
      "entropy": 0.9922654777765274,
      "epoch": 1.3495145631067962,
      "grad_norm": 0.1634853333234787,
      "learning_rate": 3.149205023035324e-05,
      "loss": 0.9884682893753052,
      "mean_token_accuracy": 0.6995600908994675,
      "num_tokens": 13522580.0,
      "step": 139
    },
    {
      "entropy": 1.0148945599794388,
      "epoch": 1.3592233009708738,
      "grad_norm": 0.17045436799526215,
      "learning_rate": 3.123282384578947e-05,
      "loss": 1.0163800716400146,
      "mean_token_accuracy": 0.6940884217619896,
      "num_tokens": 13620098.0,
      "step": 140
    },
    {
      "entropy": 0.9754997342824936,
      "epoch": 1.3689320388349515,
      "grad_norm": 0.1622450202703476,
      "learning_rate": 3.097288091337635e-05,
      "loss": 0.9774127006530762,
      "mean_token_accuracy": 0.7022812962532043,
      "num_tokens": 13717872.0,
      "step": 141
    },
    {
      "entropy": 1.0089435130357742,
      "epoch": 1.3786407766990292,
      "grad_norm": 0.16076694428920746,
      "learning_rate": 3.0712251317088424e-05,
      "loss": 1.0084456205368042,
      "mean_token_accuracy": 0.6960485577583313,
      "num_tokens": 13814624.0,
      "step": 142
    },
    {
      "entropy": 1.035470925271511,
      "epoch": 1.3883495145631068,
      "grad_norm": 0.17493759095668793,
      "learning_rate": 3.0450965019841592e-05,
      "loss": 1.0213847160339355,
      "mean_token_accuracy": 0.6898086741566658,
      "num_tokens": 13912077.0,
      "step": 143
    },
    {
      "entropy": 1.0338619202375412,
      "epoch": 1.3980582524271845,
      "grad_norm": 0.18111379444599152,
      "learning_rate": 3.018905206004846e-05,
      "loss": 1.0271329879760742,
      "mean_token_accuracy": 0.6900457143783569,
      "num_tokens": 14009785.0,
      "step": 144
    },
    {
      "entropy": 1.02719896286726,
      "epoch": 1.4077669902912622,
      "grad_norm": 0.1971462070941925,
      "learning_rate": 2.9926542548165e-05,
      "loss": 1.0115890502929688,
      "mean_token_accuracy": 0.6943076327443123,
      "num_tokens": 14107396.0,
      "step": 145
    },
    {
      "entropy": 1.0307827293872833,
      "epoch": 1.4174757281553398,
      "grad_norm": 0.16493792831897736,
      "learning_rate": 2.9663466663228978e-05,
      "loss": 1.0267215967178345,
      "mean_token_accuracy": 0.6911192238330841,
      "num_tokens": 14204726.0,
      "step": 146
    },
    {
      "entropy": 0.9859491810202599,
      "epoch": 1.4271844660194175,
      "grad_norm": 0.16403748095035553,
      "learning_rate": 2.939985464939043e-05,
      "loss": 0.9758182764053345,
      "mean_token_accuracy": 0.7027716338634491,
      "num_tokens": 14302498.0,
      "step": 147
    },
    {
      "entropy": 1.0136100724339485,
      "epoch": 1.4368932038834952,
      "grad_norm": 0.16826969385147095,
      "learning_rate": 2.91357368124347e-05,
      "loss": 1.019405722618103,
      "mean_token_accuracy": 0.6951397210359573,
      "num_tokens": 14400012.0,
      "step": 148
    },
    {
      "entropy": 1.0319994240999222,
      "epoch": 1.4466019417475728,
      "grad_norm": 0.20015913248062134,
      "learning_rate": 2.887114351629839e-05,
      "loss": 1.0211818218231201,
      "mean_token_accuracy": 0.6888004466891289,
      "num_tokens": 14497317.0,
      "step": 149
    },
    {
      "entropy": 1.0356996357440948,
      "epoch": 1.4563106796116505,
      "grad_norm": 0.16202102601528168,
      "learning_rate": 2.8606105179578585e-05,
      "loss": 1.0237884521484375,
      "mean_token_accuracy": 0.6904987245798111,
      "num_tokens": 14594267.0,
      "step": 150
    },
    {
      "entropy": 1.0340648591518402,
      "epoch": 1.4660194174757282,
      "grad_norm": 0.17005588114261627,
      "learning_rate": 2.834065227203584e-05,
      "loss": 1.022267460823059,
      "mean_token_accuracy": 0.6913619935512543,
      "num_tokens": 14691722.0,
      "step": 151
    },
    {
      "entropy": 1.0183274075388908,
      "epoch": 1.4757281553398058,
      "grad_norm": 0.16634872555732727,
      "learning_rate": 2.8074815311091263e-05,
      "loss": 1.00758957862854,
      "mean_token_accuracy": 0.6955769658088684,
      "num_tokens": 14789029.0,
      "step": 152
    },
    {
      "entropy": 1.0224798768758774,
      "epoch": 1.4854368932038835,
      "grad_norm": 0.17028877139091492,
      "learning_rate": 2.780862485831814e-05,
      "loss": 1.0180184841156006,
      "mean_token_accuracy": 0.6907658129930496,
      "num_tokens": 14886881.0,
      "step": 153
    },
    {
      "entropy": 1.0085324943065643,
      "epoch": 1.4951456310679612,
      "grad_norm": 0.16488611698150635,
      "learning_rate": 2.754211151592841e-05,
      "loss": 1.0009567737579346,
      "mean_token_accuracy": 0.6960463523864746,
      "num_tokens": 14984847.0,
      "step": 154
    },
    {
      "entropy": 1.0101035311818123,
      "epoch": 1.5048543689320388,
      "grad_norm": 0.16247566044330597,
      "learning_rate": 2.7275305923254606e-05,
      "loss": 1.0088591575622559,
      "mean_token_accuracy": 0.6951913386583328,
      "num_tokens": 15082543.0,
      "step": 155
    },
    {
      "entropy": 0.9859557524323463,
      "epoch": 1.5145631067961165,
      "grad_norm": 0.16418179869651794,
      "learning_rate": 2.7008238753227383e-05,
      "loss": 0.987535834312439,
      "mean_token_accuracy": 0.698513351380825,
      "num_tokens": 15180431.0,
      "step": 156
    },
    {
      "entropy": 1.000753603875637,
      "epoch": 1.5242718446601942,
      "grad_norm": 0.17313377559185028,
      "learning_rate": 2.674094070884926e-05,
      "loss": 0.9962478876113892,
      "mean_token_accuracy": 0.6992179900407791,
      "num_tokens": 15277711.0,
      "step": 157
    },
    {
      "entropy": 1.023979589343071,
      "epoch": 1.5339805825242718,
      "grad_norm": 0.16977423429489136,
      "learning_rate": 2.6473442519664933e-05,
      "loss": 1.0200791358947754,
      "mean_token_accuracy": 0.6923878714442253,
      "num_tokens": 15374988.0,
      "step": 158
    },
    {
      "entropy": 1.0136018842458725,
      "epoch": 1.5436893203883495,
      "grad_norm": 0.17464333772659302,
      "learning_rate": 2.6205774938228432e-05,
      "loss": 1.000876784324646,
      "mean_token_accuracy": 0.6955864802002907,
      "num_tokens": 15472290.0,
      "step": 159
    },
    {
      "entropy": 0.981790617108345,
      "epoch": 1.5533980582524272,
      "grad_norm": 0.1634012758731842,
      "learning_rate": 2.5937968736567746e-05,
      "loss": 0.9761837720870972,
      "mean_token_accuracy": 0.7053327187895775,
      "num_tokens": 15569870.0,
      "step": 160
    },
    {
      "entropy": 1.0178728476166725,
      "epoch": 1.5631067961165048,
      "grad_norm": 0.16406911611557007,
      "learning_rate": 2.5670054702647146e-05,
      "loss": 1.0168684720993042,
      "mean_token_accuracy": 0.691955953836441,
      "num_tokens": 15667339.0,
      "step": 161
    },
    {
      "entropy": 1.0100897997617722,
      "epoch": 1.5728155339805825,
      "grad_norm": 0.1631382256746292,
      "learning_rate": 2.540206363682768e-05,
      "loss": 1.0096473693847656,
      "mean_token_accuracy": 0.6947467923164368,
      "num_tokens": 15764247.0,
      "step": 162
    },
    {
      "entropy": 1.0208442211151123,
      "epoch": 1.5825242718446602,
      "grad_norm": 0.1662256121635437,
      "learning_rate": 2.513402634832627e-05,
      "loss": 1.014646053314209,
      "mean_token_accuracy": 0.6943413838744164,
      "num_tokens": 15861365.0,
      "step": 163
    },
    {
      "entropy": 1.0086032897233963,
      "epoch": 1.5922330097087378,
      "grad_norm": 0.16566972434520721,
      "learning_rate": 2.486597365167374e-05,
      "loss": 1.0061399936676025,
      "mean_token_accuracy": 0.6969663575291634,
      "num_tokens": 15957083.0,
      "step": 164
    },
    {
      "entropy": 1.0157904401421547,
      "epoch": 1.6019417475728155,
      "grad_norm": 0.19315719604492188,
      "learning_rate": 2.4597936363172327e-05,
      "loss": 1.0081403255462646,
      "mean_token_accuracy": 0.6941899582743645,
      "num_tokens": 16052280.0,
      "step": 165
    },
    {
      "entropy": 0.9923936128616333,
      "epoch": 1.6116504854368932,
      "grad_norm": 0.16755102574825287,
      "learning_rate": 2.4329945297352856e-05,
      "loss": 0.9879144430160522,
      "mean_token_accuracy": 0.7004513517022133,
      "num_tokens": 16149822.0,
      "step": 166
    },
    {
      "entropy": 1.019317552447319,
      "epoch": 1.6213592233009708,
      "grad_norm": 0.16500990092754364,
      "learning_rate": 2.4062031263432267e-05,
      "loss": 1.0097726583480835,
      "mean_token_accuracy": 0.6913179829716682,
      "num_tokens": 16246545.0,
      "step": 167
    },
    {
      "entropy": 1.0108042284846306,
      "epoch": 1.6310679611650487,
      "grad_norm": 0.1684969663619995,
      "learning_rate": 2.379422506177157e-05,
      "loss": 1.0046005249023438,
      "mean_token_accuracy": 0.6959811896085739,
      "num_tokens": 16344324.0,
      "step": 168
    },
    {
      "entropy": 1.014855496585369,
      "epoch": 1.6407766990291264,
      "grad_norm": 0.16363738477230072,
      "learning_rate": 2.352655748033508e-05,
      "loss": 1.0102152824401855,
      "mean_token_accuracy": 0.6956550776958466,
      "num_tokens": 16442411.0,
      "step": 169
    },
    {
      "entropy": 1.0056051313877106,
      "epoch": 1.650485436893204,
      "grad_norm": 0.17643426358699799,
      "learning_rate": 2.3259059291150744e-05,
      "loss": 1.0087074041366577,
      "mean_token_accuracy": 0.6949120983481407,
      "num_tokens": 16540618.0,
      "step": 170
    },
    {
      "entropy": 0.9741454049944878,
      "epoch": 1.6601941747572817,
      "grad_norm": 0.16666218638420105,
      "learning_rate": 2.2991761246772623e-05,
      "loss": 0.9674159288406372,
      "mean_token_accuracy": 0.7026141285896301,
      "num_tokens": 16638399.0,
      "step": 171
    },
    {
      "entropy": 1.0255334451794624,
      "epoch": 1.6699029126213594,
      "grad_norm": 0.1657601147890091,
      "learning_rate": 2.2724694076745396e-05,
      "loss": 1.0157989263534546,
      "mean_token_accuracy": 0.6930963471531868,
      "num_tokens": 16735834.0,
      "step": 172
    },
    {
      "entropy": 1.0137359574437141,
      "epoch": 1.679611650485437,
      "grad_norm": 0.16463129222393036,
      "learning_rate": 2.245788848407159e-05,
      "loss": 1.0035295486450195,
      "mean_token_accuracy": 0.696049340069294,
      "num_tokens": 16832922.0,
      "step": 173
    },
    {
      "entropy": 1.0246630683541298,
      "epoch": 1.6893203883495147,
      "grad_norm": 0.1674775928258896,
      "learning_rate": 2.2191375141681867e-05,
      "loss": 1.0074610710144043,
      "mean_token_accuracy": 0.6950727999210358,
      "num_tokens": 16930339.0,
      "step": 174
    },
    {
      "entropy": 1.0009135901927948,
      "epoch": 1.6990291262135924,
      "grad_norm": 0.16697858273983002,
      "learning_rate": 2.1925184688908733e-05,
      "loss": 0.9845885038375854,
      "mean_token_accuracy": 0.7005789056420326,
      "num_tokens": 17026260.0,
      "step": 175
    },
    {
      "entropy": 0.9530843198299408,
      "epoch": 1.70873786407767,
      "grad_norm": 0.16688551008701324,
      "learning_rate": 2.165934772796417e-05,
      "loss": 0.942157506942749,
      "mean_token_accuracy": 0.7122049182653427,
      "num_tokens": 17123607.0,
      "step": 176
    },
    {
      "entropy": 1.0441362410783768,
      "epoch": 1.7184466019417477,
      "grad_norm": 0.1778694987297058,
      "learning_rate": 2.139389482042142e-05,
      "loss": 1.0378202199935913,
      "mean_token_accuracy": 0.6889643222093582,
      "num_tokens": 17221652.0,
      "step": 177
    },
    {
      "entropy": 1.0085002332925797,
      "epoch": 1.7281553398058254,
      "grad_norm": 0.17363892495632172,
      "learning_rate": 2.1128856483701624e-05,
      "loss": 1.0034621953964233,
      "mean_token_accuracy": 0.6959685385227203,
      "num_tokens": 17318735.0,
      "step": 178
    },
    {
      "entropy": 0.9722514152526855,
      "epoch": 1.737864077669903,
      "grad_norm": 0.15921640396118164,
      "learning_rate": 2.0864263187565307e-05,
      "loss": 0.9693209528923035,
      "mean_token_accuracy": 0.7054861709475517,
      "num_tokens": 17415256.0,
      "step": 179
    },
    {
      "entropy": 0.9984462335705757,
      "epoch": 1.7475728155339807,
      "grad_norm": 0.17000792920589447,
      "learning_rate": 2.0600145350609586e-05,
      "loss": 0.9936474561691284,
      "mean_token_accuracy": 0.6967209428548813,
      "num_tokens": 17511588.0,
      "step": 180
    },
    {
      "entropy": 1.0166059508919716,
      "epoch": 1.7572815533980584,
      "grad_norm": 0.16876304149627686,
      "learning_rate": 2.033653333677103e-05,
      "loss": 1.0153465270996094,
      "mean_token_accuracy": 0.6905340850353241,
      "num_tokens": 17608711.0,
      "step": 181
    },
    {
      "entropy": 0.9773640930652618,
      "epoch": 1.766990291262136,
      "grad_norm": 0.1631699800491333,
      "learning_rate": 2.0073457451835e-05,
      "loss": 0.9742135405540466,
      "mean_token_accuracy": 0.7022309750318527,
      "num_tokens": 17706685.0,
      "step": 182
    },
    {
      "entropy": 0.977528765797615,
      "epoch": 1.7766990291262137,
      "grad_norm": 0.17157995700836182,
      "learning_rate": 1.9810947939951546e-05,
      "loss": 0.9730427265167236,
      "mean_token_accuracy": 0.7017250508069992,
      "num_tokens": 17803446.0,
      "step": 183
    },
    {
      "entropy": 1.0205107182264328,
      "epoch": 1.7864077669902914,
      "grad_norm": 0.16768775880336761,
      "learning_rate": 1.9549034980158403e-05,
      "loss": 1.0211429595947266,
      "mean_token_accuracy": 0.6909284666180611,
      "num_tokens": 17901149.0,
      "step": 184
    },
    {
      "entropy": 1.0032172948122025,
      "epoch": 1.796116504854369,
      "grad_norm": 0.17262859642505646,
      "learning_rate": 1.928774868291158e-05,
      "loss": 0.9938658475875854,
      "mean_token_accuracy": 0.6984692439436913,
      "num_tokens": 17998157.0,
      "step": 185
    },
    {
      "entropy": 1.018993966281414,
      "epoch": 1.8058252427184467,
      "grad_norm": 0.16821308434009552,
      "learning_rate": 1.9027119086623645e-05,
      "loss": 1.01228928565979,
      "mean_token_accuracy": 0.6922355368733406,
      "num_tokens": 18095640.0,
      "step": 186
    },
    {
      "entropy": 1.0428634360432625,
      "epoch": 1.8155339805825244,
      "grad_norm": 0.1655871570110321,
      "learning_rate": 1.8767176154210537e-05,
      "loss": 1.0325472354888916,
      "mean_token_accuracy": 0.6878891810774803,
      "num_tokens": 18193453.0,
      "step": 187
    },
    {
      "entropy": 1.0023284628987312,
      "epoch": 1.825242718446602,
      "grad_norm": 0.16816659271717072,
      "learning_rate": 1.850794976964677e-05,
      "loss": 0.9961387515068054,
      "mean_token_accuracy": 0.6975979804992676,
      "num_tokens": 18291043.0,
      "step": 188
    },
    {
      "entropy": 1.0056410059332848,
      "epoch": 1.8349514563106797,
      "grad_norm": 0.1668543815612793,
      "learning_rate": 1.8249469734529994e-05,
      "loss": 0.9960080981254578,
      "mean_token_accuracy": 0.6956286355853081,
      "num_tokens": 18388297.0,
      "step": 189
    },
    {
      "entropy": 0.9780382961034775,
      "epoch": 1.8446601941747574,
      "grad_norm": 0.164035826921463,
      "learning_rate": 1.7991765764654813e-05,
      "loss": 0.9792324900627136,
      "mean_token_accuracy": 0.7039750963449478,
      "num_tokens": 18486092.0,
      "step": 190
    },
    {
      "entropy": 0.9816233143210411,
      "epoch": 1.854368932038835,
      "grad_norm": 0.17571981251239777,
      "learning_rate": 1.7734867486596594e-05,
      "loss": 0.9816774725914001,
      "mean_token_accuracy": 0.704063206911087,
      "num_tokens": 18583836.0,
      "step": 191
    },
    {
      "entropy": 0.9972858354449272,
      "epoch": 1.8640776699029127,
      "grad_norm": 0.16646282374858856,
      "learning_rate": 1.7478804434305465e-05,
      "loss": 0.9942795634269714,
      "mean_token_accuracy": 0.6969089061021805,
      "num_tokens": 18681222.0,
      "step": 192
    },
    {
      "entropy": 1.0527583062648773,
      "epoch": 1.8737864077669903,
      "grad_norm": 0.18073324859142303,
      "learning_rate": 1.7223606045711006e-05,
      "loss": 1.041966199874878,
      "mean_token_accuracy": 0.6850250214338303,
      "num_tokens": 18778612.0,
      "step": 193
    },
    {
      "entropy": 1.0321912541985512,
      "epoch": 1.883495145631068,
      "grad_norm": 0.1724151074886322,
      "learning_rate": 1.6969301659337944e-05,
      "loss": 1.0273559093475342,
      "mean_token_accuracy": 0.6907031312584877,
      "num_tokens": 18875486.0,
      "step": 194
    },
    {
      "entropy": 1.0083372667431831,
      "epoch": 1.8932038834951457,
      "grad_norm": 0.16481448709964752,
      "learning_rate": 1.6715920510933274e-05,
      "loss": 0.9994081258773804,
      "mean_token_accuracy": 0.6958953067660332,
      "num_tokens": 18972930.0,
      "step": 195
    },
    {
      "entropy": 0.9780029803514481,
      "epoch": 1.9029126213592233,
      "grad_norm": 0.1704963743686676,
      "learning_rate": 1.646349173010528e-05,
      "loss": 0.956865668296814,
      "mean_token_accuracy": 0.7070175260305405,
      "num_tokens": 19069768.0,
      "step": 196
    },
    {
      "entropy": 0.9872947707772255,
      "epoch": 1.912621359223301,
      "grad_norm": 0.16887593269348145,
      "learning_rate": 1.6212044336974596e-05,
      "loss": 0.972030758857727,
      "mean_token_accuracy": 0.7037985101342201,
      "num_tokens": 19166951.0,
      "step": 197
    },
    {
      "entropy": 1.0222311094403267,
      "epoch": 1.9223300970873787,
      "grad_norm": 0.16921208798885345,
      "learning_rate": 1.596160723883802e-05,
      "loss": 1.0143109560012817,
      "mean_token_accuracy": 0.6901704221963882,
      "num_tokens": 19264885.0,
      "step": 198
    },
    {
      "entropy": 1.0139800533652306,
      "epoch": 1.9320388349514563,
      "grad_norm": 0.17927469313144684,
      "learning_rate": 1.57122092268452e-05,
      "loss": 1.0080219507217407,
      "mean_token_accuracy": 0.6949594989418983,
      "num_tokens": 19359705.0,
      "step": 199
    },
    {
      "entropy": 0.9707703441381454,
      "epoch": 1.941747572815534,
      "grad_norm": 0.1701960563659668,
      "learning_rate": 1.5463878972688705e-05,
      "loss": 0.9729690551757812,
      "mean_token_accuracy": 0.7024904564023018,
      "num_tokens": 19453554.0,
      "step": 200
    },
    {
      "entropy": 0.9972376450896263,
      "epoch": 1.9514563106796117,
      "grad_norm": 0.1662243902683258,
      "learning_rate": 1.5216645025307814e-05,
      "loss": 1.0034092664718628,
      "mean_token_accuracy": 0.6966458633542061,
      "num_tokens": 19550972.0,
      "step": 201
    },
    {
      "entropy": 1.0318325906991959,
      "epoch": 1.9611650485436893,
      "grad_norm": 0.16855081915855408,
      "learning_rate": 1.4970535807606453e-05,
      "loss": 1.0335042476654053,
      "mean_token_accuracy": 0.6879718452692032,
      "num_tokens": 19648684.0,
      "step": 202
    },
    {
      "entropy": 1.040890358388424,
      "epoch": 1.970873786407767,
      "grad_norm": 0.1725233495235443,
      "learning_rate": 1.4725579613185547e-05,
      "loss": 1.047674536705017,
      "mean_token_accuracy": 0.684162549674511,
      "num_tokens": 19745486.0,
      "step": 203
    },
    {
      "entropy": 1.019149050116539,
      "epoch": 1.9805825242718447,
      "grad_norm": 0.36389368772506714,
      "learning_rate": 1.4481804603090357e-05,
      "loss": 1.0158822536468506,
      "mean_token_accuracy": 0.6921994760632515,
      "num_tokens": 19842391.0,
      "step": 204
    },
    {
      "entropy": 0.9926181361079216,
      "epoch": 1.9902912621359223,
      "grad_norm": 0.16377584636211395,
      "learning_rate": 1.4239238802572908e-05,
      "loss": 0.9823788404464722,
      "mean_token_accuracy": 0.7014920264482498,
      "num_tokens": 19939763.0,
      "step": 205
    },
    {
      "entropy": 1.0035971254110336,
      "epoch": 2.0,
      "grad_norm": 0.17520146071910858,
      "learning_rate": 1.3997910097870165e-05,
      "loss": 0.9908577799797058,
      "mean_token_accuracy": 0.6976755559444427,
      "num_tokens": 20037788.0,
      "step": 206
    },
    {
      "entropy": 1.0207920670509338,
      "epoch": 2.0097087378640777,
      "grad_norm": 0.16503094136714935,
      "learning_rate": 1.3757846232998118e-05,
      "loss": 0.9818999171257019,
      "mean_token_accuracy": 0.6987497061491013,
      "num_tokens": 20135587.0,
      "step": 207
    },
    {
      "entropy": 1.002581849694252,
      "epoch": 2.0194174757281553,
      "grad_norm": 0.17424897849559784,
      "learning_rate": 1.3519074806562165e-05,
      "loss": 0.9601348638534546,
      "mean_token_accuracy": 0.706257089972496,
      "num_tokens": 20232683.0,
      "step": 208
    },
    {
      "entropy": 1.0181596130132675,
      "epoch": 2.029126213592233,
      "grad_norm": 0.16993099451065063,
      "learning_rate": 1.328162326858442e-05,
      "loss": 0.981804609298706,
      "mean_token_accuracy": 0.6986756920814514,
      "num_tokens": 20330776.0,
      "step": 209
    },
    {
      "entropy": 1.0025698095560074,
      "epoch": 2.0388349514563107,
      "grad_norm": 0.1716112643480301,
      "learning_rate": 1.304551891734779e-05,
      "loss": 0.9801899194717407,
      "mean_token_accuracy": 0.6969332695007324,
      "num_tokens": 20424182.0,
      "step": 210
    },
    {
      "entropy": 0.9784967079758644,
      "epoch": 2.0485436893203883,
      "grad_norm": 0.1660902053117752,
      "learning_rate": 1.2810788896257803e-05,
      "loss": 0.9558078646659851,
      "mean_token_accuracy": 0.7055308073759079,
      "num_tokens": 20521801.0,
      "step": 211
    },
    {
      "entropy": 0.9596946313977242,
      "epoch": 2.058252427184466,
      "grad_norm": 0.16541272401809692,
      "learning_rate": 1.2577460190722013e-05,
      "loss": 0.9501903057098389,
      "mean_token_accuracy": 0.7092685699462891,
      "num_tokens": 20619346.0,
      "step": 212
    },
    {
      "entropy": 0.9357948377728462,
      "epoch": 2.0679611650485437,
      "grad_norm": 0.16760291159152985,
      "learning_rate": 1.2345559625047718e-05,
      "loss": 0.9374421834945679,
      "mean_token_accuracy": 0.7100263759493828,
      "num_tokens": 20716566.0,
      "step": 213
    },
    {
      "entropy": 0.9600274413824081,
      "epoch": 2.0776699029126213,
      "grad_norm": 0.17210283875465393,
      "learning_rate": 1.2115113859358118e-05,
      "loss": 0.9611913561820984,
      "mean_token_accuracy": 0.703510470688343,
      "num_tokens": 20812992.0,
      "step": 214
    },
    {
      "entropy": 0.9350857064127922,
      "epoch": 2.087378640776699,
      "grad_norm": 0.1758439689874649,
      "learning_rate": 1.1886149386527379e-05,
      "loss": 0.9486462473869324,
      "mean_token_accuracy": 0.708035908639431,
      "num_tokens": 20910181.0,
      "step": 215
    },
    {
      "entropy": 0.9569388180971146,
      "epoch": 2.0970873786407767,
      "grad_norm": 0.1749035120010376,
      "learning_rate": 1.1658692529134888e-05,
      "loss": 0.9679827690124512,
      "mean_token_accuracy": 0.7032513469457626,
      "num_tokens": 21006823.0,
      "step": 216
    },
    {
      "entropy": 0.9432160034775734,
      "epoch": 2.1067961165048543,
      "grad_norm": 0.1763513833284378,
      "learning_rate": 1.1432769436439161e-05,
      "loss": 0.9483041763305664,
      "mean_token_accuracy": 0.7072594165802002,
      "num_tokens": 21104290.0,
      "step": 217
    },
    {
      "entropy": 0.9816850572824478,
      "epoch": 2.116504854368932,
      "grad_norm": 0.1760820746421814,
      "learning_rate": 1.1208406081371612e-05,
      "loss": 0.9797512888908386,
      "mean_token_accuracy": 0.6991365253925323,
      "num_tokens": 21201952.0,
      "step": 218
    },
    {
      "entropy": 0.9822035506367683,
      "epoch": 2.1262135922330097,
      "grad_norm": 0.16863195598125458,
      "learning_rate": 1.0985628257550576e-05,
      "loss": 0.9724247455596924,
      "mean_token_accuracy": 0.700711764395237,
      "num_tokens": 21299371.0,
      "step": 219
    },
    {
      "entropy": 0.967504657804966,
      "epoch": 2.1359223300970873,
      "grad_norm": 0.17087623476982117,
      "learning_rate": 1.076446157631604e-05,
      "loss": 0.9614037871360779,
      "mean_token_accuracy": 0.7033588141202927,
      "num_tokens": 21396308.0,
      "step": 220
    },
    {
      "entropy": 0.9900413155555725,
      "epoch": 2.145631067961165,
      "grad_norm": 0.1725790649652481,
      "learning_rate": 1.0544931463785238e-05,
      "loss": 0.9818979501724243,
      "mean_token_accuracy": 0.699479877948761,
      "num_tokens": 21493252.0,
      "step": 221
    },
    {
      "entropy": 0.9714800715446472,
      "epoch": 2.1553398058252426,
      "grad_norm": 0.1771482229232788,
      "learning_rate": 1.0327063157929581e-05,
      "loss": 0.9621559977531433,
      "mean_token_accuracy": 0.7054674029350281,
      "num_tokens": 21590021.0,
      "step": 222
    },
    {
      "entropy": 0.9631593301892281,
      "epoch": 2.1650485436893203,
      "grad_norm": 0.18016009032726288,
      "learning_rate": 1.0110881705673189e-05,
      "loss": 0.9477061033248901,
      "mean_token_accuracy": 0.7076071053743362,
      "num_tokens": 21687406.0,
      "step": 223
    },
    {
      "entropy": 0.9745212867856026,
      "epoch": 2.174757281553398,
      "grad_norm": 0.17641328275203705,
      "learning_rate": 9.896411960013455e-06,
      "loss": 0.9591637849807739,
      "mean_token_accuracy": 0.7066176682710648,
      "num_tokens": 21785107.0,
      "step": 224
    },
    {
      "entropy": 0.9629429504275322,
      "epoch": 2.1844660194174756,
      "grad_norm": 0.16899362206459045,
      "learning_rate": 9.683678577163788e-06,
      "loss": 0.9459350109100342,
      "mean_token_accuracy": 0.706541083753109,
      "num_tokens": 21882174.0,
      "step": 225
    },
    {
      "entropy": 0.9337385296821594,
      "epoch": 2.1941747572815533,
      "grad_norm": 0.16554944217205048,
      "learning_rate": 9.472706013719113e-06,
      "loss": 0.919496476650238,
      "mean_token_accuracy": 0.7161007151007652,
      "num_tokens": 21980194.0,
      "step": 226
    },
    {
      "entropy": 0.9906115904450417,
      "epoch": 2.203883495145631,
      "grad_norm": 0.19399897754192352,
      "learning_rate": 9.26351852384421e-06,
      "loss": 0.9760600924491882,
      "mean_token_accuracy": 0.6984332203865051,
      "num_tokens": 22076489.0,
      "step": 227
    },
    {
      "entropy": 0.9841991737484932,
      "epoch": 2.2135922330097086,
      "grad_norm": 0.21937589347362518,
      "learning_rate": 9.056140156485385e-06,
      "loss": 0.9724883437156677,
      "mean_token_accuracy": 0.7048230171203613,
      "num_tokens": 22173797.0,
      "step": 228
    },
    {
      "entropy": 0.9563631489872932,
      "epoch": 2.2233009708737863,
      "grad_norm": 0.1727062463760376,
      "learning_rate": 8.850594752605712e-06,
      "loss": 0.947117030620575,
      "mean_token_accuracy": 0.7091910615563393,
      "num_tokens": 22270941.0,
      "step": 229
    },
    {
      "entropy": 0.9803558066487312,
      "epoch": 2.233009708737864,
      "grad_norm": 0.17544583976268768,
      "learning_rate": 8.646905942444172e-06,
      "loss": 0.971085250377655,
      "mean_token_accuracy": 0.7014235109090805,
      "num_tokens": 22368640.0,
      "step": 230
    },
    {
      "entropy": 0.9458445906639099,
      "epoch": 2.2427184466019416,
      "grad_norm": 0.1680132895708084,
      "learning_rate": 8.44509714279908e-06,
      "loss": 0.931425929069519,
      "mean_token_accuracy": 0.7124931663274765,
      "num_tokens": 22465452.0,
      "step": 231
    },
    {
      "entropy": 0.9637335687875748,
      "epoch": 2.2524271844660193,
      "grad_norm": 0.1767440289258957,
      "learning_rate": 8.245191554335963e-06,
      "loss": 0.954793393611908,
      "mean_token_accuracy": 0.7050445899367332,
      "num_tokens": 22562781.0,
      "step": 232
    },
    {
      "entropy": 0.9907518997788429,
      "epoch": 2.262135922330097,
      "grad_norm": 0.17102186381816864,
      "learning_rate": 8.047212158920362e-06,
      "loss": 0.9908037185668945,
      "mean_token_accuracy": 0.6953450441360474,
      "num_tokens": 22660684.0,
      "step": 233
    },
    {
      "entropy": 0.9857015535235405,
      "epoch": 2.2718446601941746,
      "grad_norm": 0.17518721520900726,
      "learning_rate": 7.851181716975704e-06,
      "loss": 0.9908053278923035,
      "mean_token_accuracy": 0.6971562579274178,
      "num_tokens": 22758507.0,
      "step": 234
    },
    {
      "entropy": 0.9520687684416771,
      "epoch": 2.2815533980582523,
      "grad_norm": 0.17318221926689148,
      "learning_rate": 7.657122764866753e-06,
      "loss": 0.9467090964317322,
      "mean_token_accuracy": 0.7093755081295967,
      "num_tokens": 22856281.0,
      "step": 235
    },
    {
      "entropy": 0.9463379457592964,
      "epoch": 2.29126213592233,
      "grad_norm": 0.1627195179462433,
      "learning_rate": 7.4650576123086765e-06,
      "loss": 0.9407715797424316,
      "mean_token_accuracy": 0.7101523950695992,
      "num_tokens": 22954358.0,
      "step": 236
    },
    {
      "entropy": 0.9877860024571419,
      "epoch": 2.3009708737864076,
      "grad_norm": 0.17149510979652405,
      "learning_rate": 7.275008339802295e-06,
      "loss": 0.9745370149612427,
      "mean_token_accuracy": 0.7009231224656105,
      "num_tokens": 23051104.0,
      "step": 237
    },
    {
      "entropy": 0.9706937074661255,
      "epoch": 2.3106796116504853,
      "grad_norm": 0.1707649976015091,
      "learning_rate": 7.086996796095599e-06,
      "loss": 0.9675087332725525,
      "mean_token_accuracy": 0.7035061717033386,
      "num_tokens": 23147112.0,
      "step": 238
    },
    {
      "entropy": 0.988141268491745,
      "epoch": 2.320388349514563,
      "grad_norm": 0.1887117624282837,
      "learning_rate": 6.90104459567196e-06,
      "loss": 0.9929267168045044,
      "mean_token_accuracy": 0.6979118138551712,
      "num_tokens": 23244473.0,
      "step": 239
    },
    {
      "entropy": 0.9502091854810715,
      "epoch": 2.3300970873786406,
      "grad_norm": 0.177970752120018,
      "learning_rate": 6.717173116265207e-06,
      "loss": 0.9435545802116394,
      "mean_token_accuracy": 0.7109125778079033,
      "num_tokens": 23342335.0,
      "step": 240
    },
    {
      "entropy": 0.9831165596842766,
      "epoch": 2.3398058252427183,
      "grad_norm": 0.23214511573314667,
      "learning_rate": 6.535403496402023e-06,
      "loss": 0.9734908938407898,
      "mean_token_accuracy": 0.7025138214230537,
      "num_tokens": 23440300.0,
      "step": 241
    },
    {
      "entropy": 0.9881706088781357,
      "epoch": 2.349514563106796,
      "grad_norm": 0.1713748574256897,
      "learning_rate": 6.35575663297176e-06,
      "loss": 0.9817818999290466,
      "mean_token_accuracy": 0.6997630447149277,
      "num_tokens": 23537596.0,
      "step": 242
    },
    {
      "entropy": 0.9234030991792679,
      "epoch": 2.3592233009708736,
      "grad_norm": 0.16505077481269836,
      "learning_rate": 6.178253178824028e-06,
      "loss": 0.9128648042678833,
      "mean_token_accuracy": 0.7188596278429031,
      "num_tokens": 23634132.0,
      "step": 243
    },
    {
      "entropy": 0.950160838663578,
      "epoch": 2.3689320388349513,
      "grad_norm": 0.16309644281864166,
      "learning_rate": 6.002913540394417e-06,
      "loss": 0.939713716506958,
      "mean_token_accuracy": 0.7102604582905769,
      "num_tokens": 23731871.0,
      "step": 244
    },
    {
      "entropy": 0.9620778933167458,
      "epoch": 2.378640776699029,
      "grad_norm": 0.17011061310768127,
      "learning_rate": 5.829757875358477e-06,
      "loss": 0.9588539004325867,
      "mean_token_accuracy": 0.7062251344323158,
      "num_tokens": 23828989.0,
      "step": 245
    },
    {
      "entropy": 0.9325927346944809,
      "epoch": 2.3883495145631066,
      "grad_norm": 0.16543155908584595,
      "learning_rate": 5.658806090314323e-06,
      "loss": 0.9156830310821533,
      "mean_token_accuracy": 0.7154379934072495,
      "num_tokens": 23926513.0,
      "step": 246
    },
    {
      "entropy": 0.9806491583585739,
      "epoch": 2.3980582524271843,
      "grad_norm": 0.17410901188850403,
      "learning_rate": 5.490077838494079e-06,
      "loss": 0.9728838801383972,
      "mean_token_accuracy": 0.7022478058934212,
      "num_tokens": 24023732.0,
      "step": 247
    },
    {
      "entropy": 0.9592638462781906,
      "epoch": 2.407766990291262,
      "grad_norm": 0.16528448462486267,
      "learning_rate": 5.323592517504519e-06,
      "loss": 0.9482523202896118,
      "mean_token_accuracy": 0.710227444767952,
      "num_tokens": 24121143.0,
      "step": 248
    },
    {
      "entropy": 0.9921245500445366,
      "epoch": 2.4174757281553396,
      "grad_norm": 0.1676313579082489,
      "learning_rate": 5.159369267096989e-06,
      "loss": 0.9784514307975769,
      "mean_token_accuracy": 0.7007176354527473,
      "num_tokens": 24218714.0,
      "step": 249
    },
    {
      "entropy": 0.9692256301641464,
      "epoch": 2.4271844660194173,
      "grad_norm": 0.17892014980316162,
      "learning_rate": 4.997426966967106e-06,
      "loss": 0.9546114802360535,
      "mean_token_accuracy": 0.7059530392289162,
      "num_tokens": 24316507.0,
      "step": 250
    },
    {
      "entropy": 0.9521918147802353,
      "epoch": 2.436893203883495,
      "grad_norm": 0.16621531546115875,
      "learning_rate": 4.837784234584194e-06,
      "loss": 0.9412555694580078,
      "mean_token_accuracy": 0.7093016654253006,
      "num_tokens": 24413742.0,
      "step": 251
    },
    {
      "entropy": 0.9617577493190765,
      "epoch": 2.4466019417475726,
      "grad_norm": 0.1699150949716568,
      "learning_rate": 4.680459423051029e-06,
      "loss": 0.9496541023254395,
      "mean_token_accuracy": 0.7087040916085243,
      "num_tokens": 24511146.0,
      "step": 252
    },
    {
      "entropy": 0.9425365999341011,
      "epoch": 2.4563106796116507,
      "grad_norm": 0.25781500339508057,
      "learning_rate": 4.525470618993854e-06,
      "loss": 0.9376449584960938,
      "mean_token_accuracy": 0.7110078856348991,
      "num_tokens": 24608089.0,
      "step": 253
    },
    {
      "entropy": 0.9719231948256493,
      "epoch": 2.466019417475728,
      "grad_norm": 0.16950590908527374,
      "learning_rate": 4.372835640483089e-06,
      "loss": 0.9670760035514832,
      "mean_token_accuracy": 0.704522393643856,
      "num_tokens": 24702782.0,
      "step": 254
    },
    {
      "entropy": 0.9574119225144386,
      "epoch": 2.475728155339806,
      "grad_norm": 0.1672431230545044,
      "learning_rate": 4.222572034984906e-06,
      "loss": 0.9526071548461914,
      "mean_token_accuracy": 0.7067103087902069,
      "num_tokens": 24800175.0,
      "step": 255
    },
    {
      "entropy": 0.9788290411233902,
      "epoch": 2.4854368932038833,
      "grad_norm": 0.17422595620155334,
      "learning_rate": 4.074697077343911e-06,
      "loss": 0.9678604006767273,
      "mean_token_accuracy": 0.7046616673469543,
      "num_tokens": 24898133.0,
      "step": 256
    },
    {
      "entropy": 0.9871430844068527,
      "epoch": 2.4951456310679614,
      "grad_norm": 0.17124831676483154,
      "learning_rate": 3.929227767797153e-06,
      "loss": 0.9851061701774597,
      "mean_token_accuracy": 0.698909804224968,
      "num_tokens": 24995644.0,
      "step": 257
    },
    {
      "entropy": 0.9579250812530518,
      "epoch": 2.5048543689320386,
      "grad_norm": 0.1683092713356018,
      "learning_rate": 3.7861808300197172e-06,
      "loss": 0.9530113935470581,
      "mean_token_accuracy": 0.7061758786439896,
      "num_tokens": 25092438.0,
      "step": 258
    },
    {
      "entropy": 0.9528110325336456,
      "epoch": 2.5145631067961167,
      "grad_norm": 0.16838198900222778,
      "learning_rate": 3.645572709202136e-06,
      "loss": 0.9566649794578552,
      "mean_token_accuracy": 0.7076397314667702,
      "num_tokens": 25189709.0,
      "step": 259
    },
    {
      "entropy": 0.9481115564703941,
      "epoch": 2.524271844660194,
      "grad_norm": 0.17146018147468567,
      "learning_rate": 3.5074195701597425e-06,
      "loss": 0.948910117149353,
      "mean_token_accuracy": 0.7112288698554039,
      "num_tokens": 25286717.0,
      "step": 260
    },
    {
      "entropy": 0.9795367866754532,
      "epoch": 2.533980582524272,
      "grad_norm": 0.16822360455989838,
      "learning_rate": 3.3717372954743585e-06,
      "loss": 0.9705378413200378,
      "mean_token_accuracy": 0.7019360214471817,
      "num_tokens": 25384503.0,
      "step": 261
    },
    {
      "entropy": 0.9539068713784218,
      "epoch": 2.5436893203883493,
      "grad_norm": 0.16968367993831635,
      "learning_rate": 3.238541483668345e-06,
      "loss": 0.9553022384643555,
      "mean_token_accuracy": 0.706045925617218,
      "num_tokens": 25482491.0,
      "step": 262
    },
    {
      "entropy": 0.9606509506702423,
      "epoch": 2.5533980582524274,
      "grad_norm": 0.1690746545791626,
      "learning_rate": 3.1078474474113497e-06,
      "loss": 0.9576883316040039,
      "mean_token_accuracy": 0.7059922441840172,
      "num_tokens": 25580239.0,
      "step": 263
    },
    {
      "entropy": 0.9698465391993523,
      "epoch": 2.5631067961165046,
      "grad_norm": 0.16914384067058563,
      "learning_rate": 2.9796702117598886e-06,
      "loss": 0.9606518149375916,
      "mean_token_accuracy": 0.7052850499749184,
      "num_tokens": 25677227.0,
      "step": 264
    },
    {
      "entropy": 0.9791216999292374,
      "epoch": 2.5728155339805827,
      "grad_norm": 0.16668882966041565,
      "learning_rate": 2.8540245124300425e-06,
      "loss": 0.9672929644584656,
      "mean_token_accuracy": 0.7031262293457985,
      "num_tokens": 25775065.0,
      "step": 265
    },
    {
      "entropy": 0.9780902564525604,
      "epoch": 2.58252427184466,
      "grad_norm": 0.17105111479759216,
      "learning_rate": 2.730924794103362e-06,
      "loss": 0.9679812788963318,
      "mean_token_accuracy": 0.7026931270956993,
      "num_tokens": 25871326.0,
      "step": 266
    },
    {
      "entropy": 0.9643828719854355,
      "epoch": 2.592233009708738,
      "grad_norm": 0.17259210348129272,
      "learning_rate": 2.610385208766275e-06,
      "loss": 0.9548609256744385,
      "mean_token_accuracy": 0.7055202946066856,
      "num_tokens": 25969115.0,
      "step": 267
    },
    {
      "entropy": 0.9933695048093796,
      "epoch": 2.6019417475728153,
      "grad_norm": 0.16970612108707428,
      "learning_rate": 2.4924196140831022e-06,
      "loss": 0.9839514493942261,
      "mean_token_accuracy": 0.6970876753330231,
      "num_tokens": 26065942.0,
      "step": 268
    },
    {
      "entropy": 0.9342109486460686,
      "epoch": 2.6116504854368934,
      "grad_norm": 0.1613871306180954,
      "learning_rate": 2.3770415718029347e-06,
      "loss": 0.9223105311393738,
      "mean_token_accuracy": 0.7150278761982918,
      "num_tokens": 26164017.0,
      "step": 269
    },
    {
      "entropy": 0.9688886106014252,
      "epoch": 2.6213592233009706,
      "grad_norm": 0.1674807220697403,
      "learning_rate": 2.2642643462005453e-06,
      "loss": 0.9619611501693726,
      "mean_token_accuracy": 0.7057049497961998,
      "num_tokens": 26260977.0,
      "step": 270
    },
    {
      "entropy": 0.9631032943725586,
      "epoch": 2.6310679611650487,
      "grad_norm": 0.16416500508785248,
      "learning_rate": 2.1541009025514535e-06,
      "loss": 0.9548090696334839,
      "mean_token_accuracy": 0.7090355455875397,
      "num_tokens": 26358671.0,
      "step": 271
    },
    {
      "entropy": 0.961681455373764,
      "epoch": 2.6407766990291264,
      "grad_norm": 0.16954955458641052,
      "learning_rate": 2.0465639056414105e-06,
      "loss": 0.9613986015319824,
      "mean_token_accuracy": 0.7054480090737343,
      "num_tokens": 26456747.0,
      "step": 272
    },
    {
      "entropy": 0.9926834926009178,
      "epoch": 2.650485436893204,
      "grad_norm": 0.17167264223098755,
      "learning_rate": 1.9416657183104036e-06,
      "loss": 0.9822961688041687,
      "mean_token_accuracy": 0.7000870853662491,
      "num_tokens": 26553700.0,
      "step": 273
    },
    {
      "entropy": 1.0036308094859123,
      "epoch": 2.6601941747572817,
      "grad_norm": 0.17255118489265442,
      "learning_rate": 1.8394184000313813e-06,
      "loss": 0.9972796440124512,
      "mean_token_accuracy": 0.6974450871348381,
      "num_tokens": 26651550.0,
      "step": 274
    },
    {
      "entropy": 0.988017350435257,
      "epoch": 2.6699029126213594,
      "grad_norm": 0.2011437714099884,
      "learning_rate": 1.7398337055238384e-06,
      "loss": 0.990588366985321,
      "mean_token_accuracy": 0.7003194093704224,
      "num_tokens": 26748941.0,
      "step": 275
    },
    {
      "entropy": 0.9620964303612709,
      "epoch": 2.679611650485437,
      "grad_norm": 0.1725967824459076,
      "learning_rate": 1.6429230834024727e-06,
      "loss": 0.9487726092338562,
      "mean_token_accuracy": 0.7091734260320663,
      "num_tokens": 26846395.0,
      "step": 276
    },
    {
      "entropy": 0.9280500262975693,
      "epoch": 2.6893203883495147,
      "grad_norm": 0.16282151639461517,
      "learning_rate": 1.5486976748610049e-06,
      "loss": 0.9191138744354248,
      "mean_token_accuracy": 0.7149403765797615,
      "num_tokens": 26944469.0,
      "step": 277
    },
    {
      "entropy": 0.9912700429558754,
      "epoch": 2.6990291262135924,
      "grad_norm": 0.16615280508995056,
      "learning_rate": 1.4571683123913299e-06,
      "loss": 0.9764862060546875,
      "mean_token_accuracy": 0.700100302696228,
      "num_tokens": 27042511.0,
      "step": 278
    },
    {
      "entropy": 0.925171971321106,
      "epoch": 2.70873786407767,
      "grad_norm": 0.18517984449863434,
      "learning_rate": 1.3683455185382e-06,
      "loss": 0.9167701601982117,
      "mean_token_accuracy": 0.7169836908578873,
      "num_tokens": 27139537.0,
      "step": 279
    },
    {
      "entropy": 0.9681049808859825,
      "epoch": 2.7184466019417477,
      "grad_norm": 0.17009583115577698,
      "learning_rate": 1.282239504689503e-06,
      "loss": 0.9609183073043823,
      "mean_token_accuracy": 0.7031533047556877,
      "num_tokens": 27236595.0,
      "step": 280
    },
    {
      "entropy": 0.973448172211647,
      "epoch": 2.7281553398058254,
      "grad_norm": 0.1670878678560257,
      "learning_rate": 1.1988601699023244e-06,
      "loss": 0.9631110429763794,
      "mean_token_accuracy": 0.7057577669620514,
      "num_tokens": 27333976.0,
      "step": 281
    },
    {
      "entropy": 0.9640330076217651,
      "epoch": 2.737864077669903,
      "grad_norm": 0.1797487586736679,
      "learning_rate": 1.1182170997649066e-06,
      "loss": 0.9536181688308716,
      "mean_token_accuracy": 0.7070991396903992,
      "num_tokens": 27431831.0,
      "step": 282
    },
    {
      "entropy": 0.9452923610806465,
      "epoch": 2.7475728155339807,
      "grad_norm": 0.16770562529563904,
      "learning_rate": 1.0403195652946785e-06,
      "loss": 0.9308115839958191,
      "mean_token_accuracy": 0.7133244201540947,
      "num_tokens": 27529097.0,
      "step": 283
    },
    {
      "entropy": 1.0011862516403198,
      "epoch": 2.7572815533980584,
      "grad_norm": 0.16870544850826263,
      "learning_rate": 9.651765218724017e-07,
      "loss": 0.984257161617279,
      "mean_token_accuracy": 0.6972986236214638,
      "num_tokens": 27626471.0,
      "step": 284
    },
    {
      "entropy": 0.965023398399353,
      "epoch": 2.766990291262136,
      "grad_norm": 0.16597622632980347,
      "learning_rate": 8.927966082126565e-07,
      "loss": 0.9539198875427246,
      "mean_token_accuracy": 0.706187792122364,
      "num_tokens": 27723707.0,
      "step": 285
    },
    {
      "entropy": 0.9824864715337753,
      "epoch": 2.7766990291262137,
      "grad_norm": 0.16780997812747955,
      "learning_rate": 8.231881453706625e-07,
      "loss": 0.979770839214325,
      "mean_token_accuracy": 0.7011870816349983,
      "num_tokens": 27821323.0,
      "step": 286
    },
    {
      "entropy": 0.9763621166348457,
      "epoch": 2.7864077669902914,
      "grad_norm": 0.1736253798007965,
      "learning_rate": 7.563591357857003e-07,
      "loss": 0.9754306077957153,
      "mean_token_accuracy": 0.7029166668653488,
      "num_tokens": 27918237.0,
      "step": 287
    },
    {
      "entropy": 0.947685532271862,
      "epoch": 2.796116504854369,
      "grad_norm": 0.16958363354206085,
      "learning_rate": 6.923172623611057e-07,
      "loss": 0.9351140260696411,
      "mean_token_accuracy": 0.7120195776224136,
      "num_tokens": 28016366.0,
      "step": 288
    },
    {
      "entropy": 0.942561075091362,
      "epoch": 2.8058252427184467,
      "grad_norm": 0.16904625296592712,
      "learning_rate": 6.310698875810067e-07,
      "loss": 0.9323226809501648,
      "mean_token_accuracy": 0.7124319523572922,
      "num_tokens": 28113478.0,
      "step": 289
    },
    {
      "entropy": 0.9380691796541214,
      "epoch": 2.8155339805825244,
      "grad_norm": 0.17889536917209625,
      "learning_rate": 5.726240526639198e-07,
      "loss": 0.930556058883667,
      "mean_token_accuracy": 0.7128739878535271,
      "num_tokens": 28210882.0,
      "step": 290
    },
    {
      "entropy": 0.9964773431420326,
      "epoch": 2.825242718446602,
      "grad_norm": 0.17439629137516022,
      "learning_rate": 5.169864767532673e-07,
      "loss": 0.9850400686264038,
      "mean_token_accuracy": 0.6997164264321327,
      "num_tokens": 28308354.0,
      "step": 291
    },
    {
      "entropy": 0.9559131860733032,
      "epoch": 2.8349514563106797,
      "grad_norm": 0.16617313027381897,
      "learning_rate": 4.641635561449087e-07,
      "loss": 0.9490922689437866,
      "mean_token_accuracy": 0.7099742963910103,
      "num_tokens": 28405751.0,
      "step": 292
    },
    {
      "entropy": 0.9485776647925377,
      "epoch": 2.8446601941747574,
      "grad_norm": 0.16301444172859192,
      "learning_rate": 4.141613635517988e-07,
      "loss": 0.9392298460006714,
      "mean_token_accuracy": 0.7092093601822853,
      "num_tokens": 28503631.0,
      "step": 293
    },
    {
      "entropy": 0.9607426971197128,
      "epoch": 2.854368932038835,
      "grad_norm": 0.16964450478553772,
      "learning_rate": 3.6698564740587084e-07,
      "loss": 0.9504241347312927,
      "mean_token_accuracy": 0.7069374471902847,
      "num_tokens": 28601333.0,
      "step": 294
    },
    {
      "entropy": 0.9806661456823349,
      "epoch": 2.8640776699029127,
      "grad_norm": 0.17760704457759857,
      "learning_rate": 3.2264183119714296e-07,
      "loss": 0.9725813865661621,
      "mean_token_accuracy": 0.7026912569999695,
      "num_tokens": 28699170.0,
      "step": 295
    },
    {
      "entropy": 0.964005708694458,
      "epoch": 2.8737864077669903,
      "grad_norm": 0.17105717957019806,
      "learning_rate": 2.811350128502338e-07,
      "loss": 0.9560035467147827,
      "mean_token_accuracy": 0.7042186036705971,
      "num_tokens": 28796220.0,
      "step": 296
    },
    {
      "entropy": 0.9307653903961182,
      "epoch": 2.883495145631068,
      "grad_norm": 0.1683652698993683,
      "learning_rate": 2.424699641382866e-07,
      "loss": 0.9249186515808105,
      "mean_token_accuracy": 0.7156773880124092,
      "num_tokens": 28893415.0,
      "step": 297
    },
    {
      "entropy": 0.9238270372152328,
      "epoch": 2.8932038834951457,
      "grad_norm": 0.16288790106773376,
      "learning_rate": 2.066511301343832e-07,
      "loss": 0.918537974357605,
      "mean_token_accuracy": 0.7162785083055496,
      "num_tokens": 28990876.0,
      "step": 298
    },
    {
      "entropy": 0.9447092115879059,
      "epoch": 2.9029126213592233,
      "grad_norm": 0.16615866124629974,
      "learning_rate": 1.7368262870052222e-07,
      "loss": 0.9414623975753784,
      "mean_token_accuracy": 0.7090598419308662,
      "num_tokens": 29088824.0,
      "step": 299
    },
    {
      "entropy": 0.9674586057662964,
      "epoch": 2.912621359223301,
      "grad_norm": 0.1707552671432495,
      "learning_rate": 1.435682500142227e-07,
      "loss": 0.9623990058898926,
      "mean_token_accuracy": 0.7048981636762619,
      "num_tokens": 29186540.0,
      "step": 300
    },
    {
      "entropy": 0.9394435212016106,
      "epoch": 2.9223300970873787,
      "grad_norm": 0.17007669806480408,
      "learning_rate": 1.1631145613278105e-07,
      "loss": 0.9268030524253845,
      "mean_token_accuracy": 0.714483842253685,
      "num_tokens": 29283835.0,
      "step": 301
    },
    {
      "entropy": 0.9659744128584862,
      "epoch": 2.9320388349514563,
      "grad_norm": 0.1627369523048401,
      "learning_rate": 9.191538059526716e-08,
      "loss": 0.9578890800476074,
      "mean_token_accuracy": 0.7050110474228859,
      "num_tokens": 29381064.0,
      "step": 302
    },
    {
      "entropy": 0.9975419640541077,
      "epoch": 2.941747572815534,
      "grad_norm": 0.1676311194896698,
      "learning_rate": 7.038282806227925e-08,
      "loss": 0.9887766242027283,
      "mean_token_accuracy": 0.6962300762534142,
      "num_tokens": 29478334.0,
      "step": 303
    },
    {
      "entropy": 0.9591668620705605,
      "epoch": 2.9514563106796117,
      "grad_norm": 0.16512475907802582,
      "learning_rate": 5.171627399351009e-08,
      "loss": 0.9491888880729675,
      "mean_token_accuracy": 0.7067916691303253,
      "num_tokens": 29573152.0,
      "step": 304
    },
    {
      "entropy": 0.953294575214386,
      "epoch": 2.9611650485436893,
      "grad_norm": 0.16589586436748505,
      "learning_rate": 3.591786436316358e-08,
      "loss": 0.9380890727043152,
      "mean_token_accuracy": 0.710498072206974,
      "num_tokens": 29670486.0,
      "step": 305
    },
    {
      "entropy": 0.9355818256735802,
      "epoch": 2.970873786407767,
      "grad_norm": 0.16587817668914795,
      "learning_rate": 2.298941541323818e-08,
      "loss": 0.9186680316925049,
      "mean_token_accuracy": 0.7166803404688835,
      "num_tokens": 29767945.0,
      "step": 306
    },
    {
      "entropy": 0.962521106004715,
      "epoch": 2.9805825242718447,
      "grad_norm": 0.16540691256523132,
      "learning_rate": 1.2932413444727288e-08,
      "loss": 0.95872962474823,
      "mean_token_accuracy": 0.7051805332303047,
      "num_tokens": 29865529.0,
      "step": 307
    },
    {
      "entropy": 0.9675171822309494,
      "epoch": 2.9902912621359223,
      "grad_norm": 0.1701028048992157,
      "learning_rate": 5.7480146467558945e-09,
      "loss": 0.9568037390708923,
      "mean_token_accuracy": 0.7067005336284637,
      "num_tokens": 29963001.0,
      "step": 308
    },
    {
      "entropy": 0.9562472552061081,
      "epoch": 3.0,
      "grad_norm": 0.16647282242774963,
      "learning_rate": 1.4370449636536e-09,
      "loss": 0.9524471163749695,
      "mean_token_accuracy": 0.7082220539450645,
      "num_tokens": 30056682.0,
      "step": 309
    }
  ],
  "logging_steps": 1,
  "max_steps": 309,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.2278846731764367e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}