{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 804,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.136738121509552,
      "epoch": 0.003738317757009346,
      "grad_norm": 0.42455214262008667,
      "learning_rate": 0.0002,
      "loss": 2.479450225830078,
      "mean_token_accuracy": 0.5328910201787949,
      "num_tokens": 16274.0,
      "step": 1
    },
    {
      "entropy": 1.2458838522434235,
      "epoch": 0.007476635514018692,
      "grad_norm": 0.37535905838012695,
      "learning_rate": 0.0002,
      "loss": 2.177677869796753,
      "mean_token_accuracy": 0.5608605146408081,
      "num_tokens": 32608.0,
      "step": 2
    },
    {
      "entropy": 1.4101199209690094,
      "epoch": 0.011214953271028037,
      "grad_norm": 0.2836460769176483,
      "learning_rate": 0.0002,
      "loss": 1.7183680534362793,
      "mean_token_accuracy": 0.5886513292789459,
      "num_tokens": 49069.0,
      "step": 3
    },
    {
      "entropy": 1.3778190314769745,
      "epoch": 0.014953271028037384,
      "grad_norm": 0.234278604388237,
      "learning_rate": 0.0002,
      "loss": 1.4014493227005005,
      "mean_token_accuracy": 0.6345515549182892,
      "num_tokens": 65545.0,
      "step": 4
    },
    {
      "entropy": 1.3580558598041534,
      "epoch": 0.018691588785046728,
      "grad_norm": 0.25148847699165344,
      "learning_rate": 0.0002,
      "loss": 1.2977453470230103,
      "mean_token_accuracy": 0.6410679519176483,
      "num_tokens": 81930.0,
      "step": 5
    },
    {
      "entropy": 1.2881037592887878,
      "epoch": 0.022429906542056073,
      "grad_norm": 0.1429636925458908,
      "learning_rate": 0.0002,
      "loss": 1.200700283050537,
      "mean_token_accuracy": 0.6533316373825073,
      "num_tokens": 97974.0,
      "step": 6
    },
    {
      "entropy": 1.2034580409526825,
      "epoch": 0.026168224299065422,
      "grad_norm": 0.10399583727121353,
      "learning_rate": 0.0002,
      "loss": 1.099328637123108,
      "mean_token_accuracy": 0.667132779955864,
      "num_tokens": 114155.0,
      "step": 7
    },
    {
      "entropy": 1.1255775392055511,
      "epoch": 0.029906542056074768,
      "grad_norm": 0.11593594402074814,
      "learning_rate": 0.0002,
      "loss": 1.0287823677062988,
      "mean_token_accuracy": 0.676301121711731,
      "num_tokens": 130551.0,
      "step": 8
    },
    {
      "entropy": 1.035294532775879,
      "epoch": 0.03364485981308411,
      "grad_norm": 0.1378099024295807,
      "learning_rate": 0.0002,
      "loss": 0.9908202290534973,
      "mean_token_accuracy": 0.6857471317052841,
      "num_tokens": 146573.0,
      "step": 9
    },
    {
      "entropy": 0.9605472087860107,
      "epoch": 0.037383177570093455,
      "grad_norm": 0.14775174856185913,
      "learning_rate": 0.0002,
      "loss": 0.9240690469741821,
      "mean_token_accuracy": 0.6948150098323822,
      "num_tokens": 162866.0,
      "step": 10
    },
    {
      "entropy": 0.9512569606304169,
      "epoch": 0.041121495327102804,
      "grad_norm": 0.11748532950878143,
      "learning_rate": 0.0002,
      "loss": 0.8622909784317017,
      "mean_token_accuracy": 0.7091559618711472,
      "num_tokens": 179220.0,
      "step": 11
    },
    {
      "entropy": 0.9225088059902191,
      "epoch": 0.044859813084112146,
      "grad_norm": 0.12350241094827652,
      "learning_rate": 0.0002,
      "loss": 0.822359025478363,
      "mean_token_accuracy": 0.7142422199249268,
      "num_tokens": 195296.0,
      "step": 12
    },
    {
      "entropy": 0.8315692692995071,
      "epoch": 0.048598130841121495,
      "grad_norm": 1.498412013053894,
      "learning_rate": 0.0002,
      "loss": 0.857573390007019,
      "mean_token_accuracy": 0.7114518880844116,
      "num_tokens": 211304.0,
      "step": 13
    },
    {
      "entropy": 0.8135845959186554,
      "epoch": 0.052336448598130844,
      "grad_norm": 0.24739782512187958,
      "learning_rate": 0.0002,
      "loss": 0.7810372114181519,
      "mean_token_accuracy": 0.7160922139883041,
      "num_tokens": 227628.0,
      "step": 14
    },
    {
      "entropy": 0.7939814329147339,
      "epoch": 0.056074766355140186,
      "grad_norm": 0.09629958122968674,
      "learning_rate": 0.0002,
      "loss": 0.7519910335540771,
      "mean_token_accuracy": 0.7263199836015701,
      "num_tokens": 243754.0,
      "step": 15
    },
    {
      "entropy": 0.7665929198265076,
      "epoch": 0.059813084112149535,
      "grad_norm": 0.097053661942482,
      "learning_rate": 0.0002,
      "loss": 0.7232163548469543,
      "mean_token_accuracy": 0.7332944422960281,
      "num_tokens": 260330.0,
      "step": 16
    },
    {
      "entropy": 0.725548505783081,
      "epoch": 0.06355140186915888,
      "grad_norm": 0.07506023347377777,
      "learning_rate": 0.0002,
      "loss": 0.7072620987892151,
      "mean_token_accuracy": 0.7361972779035568,
      "num_tokens": 276558.0,
      "step": 17
    },
    {
      "entropy": 0.6787595748901367,
      "epoch": 0.06728971962616823,
      "grad_norm": 0.09339383244514465,
      "learning_rate": 0.0002,
      "loss": 0.6842125654220581,
      "mean_token_accuracy": 0.7451010048389435,
      "num_tokens": 293015.0,
      "step": 18
    },
    {
      "entropy": 0.6606214493513107,
      "epoch": 0.07102803738317758,
      "grad_norm": 0.1005033329129219,
      "learning_rate": 0.0002,
      "loss": 0.67589271068573,
      "mean_token_accuracy": 0.7439846247434616,
      "num_tokens": 309125.0,
      "step": 19
    },
    {
      "entropy": 0.6459693312644958,
      "epoch": 0.07476635514018691,
      "grad_norm": 0.08065377175807953,
      "learning_rate": 0.0002,
      "loss": 0.6449049711227417,
      "mean_token_accuracy": 0.7484360784292221,
      "num_tokens": 325340.0,
      "step": 20
    },
    {
      "entropy": 0.6585913002490997,
      "epoch": 0.07850467289719626,
      "grad_norm": 0.0826243907213211,
      "learning_rate": 0.0002,
      "loss": 0.6479358673095703,
      "mean_token_accuracy": 0.7465608268976212,
      "num_tokens": 341526.0,
      "step": 21
    },
    {
      "entropy": 0.6610395163297653,
      "epoch": 0.08224299065420561,
      "grad_norm": 0.11156535893678665,
      "learning_rate": 0.0002,
      "loss": 0.6428132057189941,
      "mean_token_accuracy": 0.7519424259662628,
      "num_tokens": 357723.0,
      "step": 22
    },
    {
      "entropy": 0.6467725187540054,
      "epoch": 0.08598130841121496,
      "grad_norm": 0.07777491956949234,
      "learning_rate": 0.0002,
      "loss": 0.6323320269584656,
      "mean_token_accuracy": 0.7518283724784851,
      "num_tokens": 374088.0,
      "step": 23
    },
    {
      "entropy": 0.6338784694671631,
      "epoch": 0.08971962616822429,
      "grad_norm": 0.067124143242836,
      "learning_rate": 0.0002,
      "loss": 0.6243886351585388,
      "mean_token_accuracy": 0.7597910910844803,
      "num_tokens": 390225.0,
      "step": 24
    },
    {
      "entropy": 0.6436891853809357,
      "epoch": 0.09345794392523364,
      "grad_norm": 0.07950877398252487,
      "learning_rate": 0.0002,
      "loss": 0.6342618465423584,
      "mean_token_accuracy": 0.7521715611219406,
      "num_tokens": 406768.0,
      "step": 25
    },
    {
      "entropy": 0.6160638332366943,
      "epoch": 0.09719626168224299,
      "grad_norm": 0.07700544595718384,
      "learning_rate": 0.0002,
      "loss": 0.6131497621536255,
      "mean_token_accuracy": 0.7559348195791245,
      "num_tokens": 422877.0,
      "step": 26
    },
    {
      "entropy": 0.628534808754921,
      "epoch": 0.10093457943925234,
      "grad_norm": 0.06708905845880508,
      "learning_rate": 0.0002,
      "loss": 0.6215195059776306,
      "mean_token_accuracy": 0.7550520598888397,
      "num_tokens": 439151.0,
      "step": 27
    },
    {
      "entropy": 0.6049717515707016,
      "epoch": 0.10467289719626169,
      "grad_norm": 0.06930189579725266,
      "learning_rate": 0.0002,
      "loss": 0.6006554961204529,
      "mean_token_accuracy": 0.7655697911977768,
      "num_tokens": 455376.0,
      "step": 28
    },
    {
      "entropy": 0.6179223954677582,
      "epoch": 0.10841121495327102,
      "grad_norm": 0.07139614224433899,
      "learning_rate": 0.0002,
      "loss": 0.6130858659744263,
      "mean_token_accuracy": 0.757579579949379,
      "num_tokens": 471522.0,
      "step": 29
    },
    {
      "entropy": 0.5762445032596588,
      "epoch": 0.11214953271028037,
      "grad_norm": 0.06326469033956528,
      "learning_rate": 0.0002,
      "loss": 0.5740499496459961,
      "mean_token_accuracy": 0.7769385576248169,
      "num_tokens": 487795.0,
      "step": 30
    },
    {
      "entropy": 0.5995292961597443,
      "epoch": 0.11588785046728972,
      "grad_norm": 0.05662618950009346,
      "learning_rate": 0.0002,
      "loss": 0.5942716002464294,
      "mean_token_accuracy": 0.762609601020813,
      "num_tokens": 503903.0,
      "step": 31
    },
    {
      "entropy": 0.564709946513176,
      "epoch": 0.11962616822429907,
      "grad_norm": 0.05710163712501526,
      "learning_rate": 0.0002,
      "loss": 0.5685403347015381,
      "mean_token_accuracy": 0.7732207477092743,
      "num_tokens": 520130.0,
      "step": 32
    },
    {
      "entropy": 0.5898115634918213,
      "epoch": 0.1233644859813084,
      "grad_norm": 0.06266085058450699,
      "learning_rate": 0.0002,
      "loss": 0.5901201963424683,
      "mean_token_accuracy": 0.7677827328443527,
      "num_tokens": 536535.0,
      "step": 33
    },
    {
      "entropy": 0.5797764509916306,
      "epoch": 0.12710280373831775,
      "grad_norm": 0.053195368498563766,
      "learning_rate": 0.0002,
      "loss": 0.5766412615776062,
      "mean_token_accuracy": 0.7718744575977325,
      "num_tokens": 552762.0,
      "step": 34
    },
    {
      "entropy": 0.5923163294792175,
      "epoch": 0.1308411214953271,
      "grad_norm": 0.058649640530347824,
      "learning_rate": 0.0002,
      "loss": 0.588531494140625,
      "mean_token_accuracy": 0.7659970670938492,
      "num_tokens": 569081.0,
      "step": 35
    },
    {
      "entropy": 0.598005622625351,
      "epoch": 0.13457943925233645,
      "grad_norm": 0.05565391853451729,
      "learning_rate": 0.0002,
      "loss": 0.5939058661460876,
      "mean_token_accuracy": 0.7645552158355713,
      "num_tokens": 585378.0,
      "step": 36
    },
    {
      "entropy": 0.568940594792366,
      "epoch": 0.1383177570093458,
      "grad_norm": 0.05046789348125458,
      "learning_rate": 0.0002,
      "loss": 0.5695131421089172,
      "mean_token_accuracy": 0.76941779255867,
      "num_tokens": 601818.0,
      "step": 37
    },
    {
      "entropy": 0.5911677330732346,
      "epoch": 0.14205607476635515,
      "grad_norm": 0.05749228596687317,
      "learning_rate": 0.0002,
      "loss": 0.595350444316864,
      "mean_token_accuracy": 0.7632527947425842,
      "num_tokens": 617971.0,
      "step": 38
    },
    {
      "entropy": 0.578888863325119,
      "epoch": 0.14579439252336449,
      "grad_norm": 0.05733935162425041,
      "learning_rate": 0.0002,
      "loss": 0.5821264982223511,
      "mean_token_accuracy": 0.7635951936244965,
      "num_tokens": 634366.0,
      "step": 39
    },
    {
      "entropy": 0.580509215593338,
      "epoch": 0.14953271028037382,
      "grad_norm": 0.04922669008374214,
      "learning_rate": 0.0002,
      "loss": 0.5817846059799194,
      "mean_token_accuracy": 0.7654395997524261,
      "num_tokens": 650944.0,
      "step": 40
    },
    {
      "entropy": 0.581391915678978,
      "epoch": 0.15327102803738318,
      "grad_norm": 0.05423928052186966,
      "learning_rate": 0.0002,
      "loss": 0.5844112634658813,
      "mean_token_accuracy": 0.7646835446357727,
      "num_tokens": 667338.0,
      "step": 41
    },
    {
      "entropy": 0.5903676152229309,
      "epoch": 0.15700934579439252,
      "grad_norm": 0.04594385251402855,
      "learning_rate": 0.0002,
      "loss": 0.5891512036323547,
      "mean_token_accuracy": 0.7634948194026947,
      "num_tokens": 683821.0,
      "step": 42
    },
    {
      "entropy": 0.5767852067947388,
      "epoch": 0.16074766355140188,
      "grad_norm": 0.04914949834346771,
      "learning_rate": 0.0002,
      "loss": 0.5805380344390869,
      "mean_token_accuracy": 0.7673552930355072,
      "num_tokens": 700040.0,
      "step": 43
    },
    {
      "entropy": 0.5833797305822372,
      "epoch": 0.16448598130841122,
      "grad_norm": 0.044859349727630615,
      "learning_rate": 0.0002,
      "loss": 0.5833380818367004,
      "mean_token_accuracy": 0.7672955095767975,
      "num_tokens": 716503.0,
      "step": 44
    },
    {
      "entropy": 0.5525845289230347,
      "epoch": 0.16822429906542055,
      "grad_norm": 0.04274710640311241,
      "learning_rate": 0.0002,
      "loss": 0.5535459518432617,
      "mean_token_accuracy": 0.7772536426782608,
      "num_tokens": 732556.0,
      "step": 45
    },
    {
      "entropy": 0.591767281293869,
      "epoch": 0.17196261682242991,
      "grad_norm": 0.047692377120256424,
      "learning_rate": 0.0002,
      "loss": 0.5856772661209106,
      "mean_token_accuracy": 0.7700498551130295,
      "num_tokens": 749181.0,
      "step": 46
    },
    {
      "entropy": 0.5679502487182617,
      "epoch": 0.17570093457943925,
      "grad_norm": 0.04246673360466957,
      "learning_rate": 0.0002,
      "loss": 0.5660921931266785,
      "mean_token_accuracy": 0.7716551572084427,
      "num_tokens": 765518.0,
      "step": 47
    },
    {
      "entropy": 0.5837526619434357,
      "epoch": 0.17943925233644858,
      "grad_norm": 0.04593057557940483,
      "learning_rate": 0.0002,
      "loss": 0.584723174571991,
      "mean_token_accuracy": 0.7659307718276978,
      "num_tokens": 782078.0,
      "step": 48
    },
    {
      "entropy": 0.5635000020265579,
      "epoch": 0.18317757009345795,
      "grad_norm": 0.04482231289148331,
      "learning_rate": 0.0002,
      "loss": 0.5647243857383728,
      "mean_token_accuracy": 0.7718922346830368,
      "num_tokens": 798351.0,
      "step": 49
    },
    {
      "entropy": 0.5844053775072098,
      "epoch": 0.18691588785046728,
      "grad_norm": 0.037112969905138016,
      "learning_rate": 0.0002,
      "loss": 0.583613395690918,
      "mean_token_accuracy": 0.7636143714189529,
      "num_tokens": 814901.0,
      "step": 50
    },
    {
      "entropy": 0.5725089907646179,
      "epoch": 0.19065420560747665,
      "grad_norm": 0.04044761508703232,
      "learning_rate": 0.0002,
      "loss": 0.572070300579071,
      "mean_token_accuracy": 0.7681350558996201,
      "num_tokens": 831260.0,
      "step": 51
    },
    {
      "entropy": 0.5514933615922928,
      "epoch": 0.19439252336448598,
      "grad_norm": 0.048450976610183716,
      "learning_rate": 0.0002,
      "loss": 0.5633155107498169,
      "mean_token_accuracy": 0.7741293609142303,
      "num_tokens": 847432.0,
      "step": 52
    },
    {
      "entropy": 0.5666041970252991,
      "epoch": 0.19813084112149532,
      "grad_norm": 0.037479840219020844,
      "learning_rate": 0.0002,
      "loss": 0.5648237466812134,
      "mean_token_accuracy": 0.7711822837591171,
      "num_tokens": 863773.0,
      "step": 53
    },
    {
      "entropy": 0.5806857347488403,
      "epoch": 0.20186915887850468,
      "grad_norm": 0.041213128715753555,
      "learning_rate": 0.0002,
      "loss": 0.5815138816833496,
      "mean_token_accuracy": 0.7682100683450699,
      "num_tokens": 880158.0,
      "step": 54
    },
    {
      "entropy": 0.5745600759983063,
      "epoch": 0.205607476635514,
      "grad_norm": 0.043696995824575424,
      "learning_rate": 0.0002,
      "loss": 0.568037211894989,
      "mean_token_accuracy": 0.7706614434719086,
      "num_tokens": 896711.0,
      "step": 55
    },
    {
      "entropy": 0.5852600038051605,
      "epoch": 0.20934579439252338,
      "grad_norm": 0.04500531032681465,
      "learning_rate": 0.0002,
      "loss": 0.5849421620368958,
      "mean_token_accuracy": 0.7663431912660599,
      "num_tokens": 913375.0,
      "step": 56
    },
    {
      "entropy": 0.5551716238260269,
      "epoch": 0.2130841121495327,
      "grad_norm": 0.04126116633415222,
      "learning_rate": 0.0002,
      "loss": 0.5583643913269043,
      "mean_token_accuracy": 0.7752658873796463,
      "num_tokens": 929701.0,
      "step": 57
    },
    {
      "entropy": 0.5559567362070084,
      "epoch": 0.21682242990654205,
      "grad_norm": 0.03906504437327385,
      "learning_rate": 0.0002,
      "loss": 0.5586991310119629,
      "mean_token_accuracy": 0.7782035171985626,
      "num_tokens": 945982.0,
      "step": 58
    },
    {
      "entropy": 0.5741323977708817,
      "epoch": 0.2205607476635514,
      "grad_norm": 0.044159967452287674,
      "learning_rate": 0.0002,
      "loss": 0.5750066041946411,
      "mean_token_accuracy": 0.7701967805624008,
      "num_tokens": 962111.0,
      "step": 59
    },
    {
      "entropy": 0.585385873913765,
      "epoch": 0.22429906542056074,
      "grad_norm": 0.03850168734788895,
      "learning_rate": 0.0002,
      "loss": 0.5819919109344482,
      "mean_token_accuracy": 0.7681078165769577,
      "num_tokens": 978456.0,
      "step": 60
    },
    {
      "entropy": 0.5729155838489532,
      "epoch": 0.22803738317757008,
      "grad_norm": 0.04180893301963806,
      "learning_rate": 0.0002,
      "loss": 0.5612373948097229,
      "mean_token_accuracy": 0.7728097885847092,
      "num_tokens": 994829.0,
      "step": 61
    },
    {
      "entropy": 0.5742225646972656,
      "epoch": 0.23177570093457944,
      "grad_norm": 0.0462227538228035,
      "learning_rate": 0.0002,
      "loss": 0.5630587339401245,
      "mean_token_accuracy": 0.7737539410591125,
      "num_tokens": 1011036.0,
      "step": 62
    },
    {
      "entropy": 0.5770351439714432,
      "epoch": 0.23551401869158878,
      "grad_norm": 0.03771355003118515,
      "learning_rate": 0.0002,
      "loss": 0.5766980051994324,
      "mean_token_accuracy": 0.7672136276960373,
      "num_tokens": 1027230.0,
      "step": 63
    },
    {
      "entropy": 0.5691997706890106,
      "epoch": 0.23925233644859814,
      "grad_norm": 0.04262315854430199,
      "learning_rate": 0.0002,
      "loss": 0.574401319026947,
      "mean_token_accuracy": 0.768265426158905,
      "num_tokens": 1043682.0,
      "step": 64
    },
    {
      "entropy": 0.5537833720445633,
      "epoch": 0.24299065420560748,
      "grad_norm": 0.04550046846270561,
      "learning_rate": 0.0002,
      "loss": 0.562879741191864,
      "mean_token_accuracy": 0.7726933360099792,
      "num_tokens": 1059653.0,
      "step": 65
    },
    {
      "entropy": 0.5562547147274017,
      "epoch": 0.2467289719626168,
      "grad_norm": 0.039495520293712616,
      "learning_rate": 0.0002,
      "loss": 0.5617212653160095,
      "mean_token_accuracy": 0.7734608948230743,
      "num_tokens": 1076229.0,
      "step": 66
    },
    {
      "entropy": 0.555762991309166,
      "epoch": 0.2504672897196262,
      "grad_norm": 0.04136459901928902,
      "learning_rate": 0.0002,
      "loss": 0.5561961531639099,
      "mean_token_accuracy": 0.7754806876182556,
      "num_tokens": 1092742.0,
      "step": 67
    },
    {
      "entropy": 0.560298278927803,
      "epoch": 0.2542056074766355,
      "grad_norm": 0.036972060799598694,
      "learning_rate": 0.0002,
      "loss": 0.5573002696037292,
      "mean_token_accuracy": 0.7789498865604401,
      "num_tokens": 1109145.0,
      "step": 68
    },
    {
      "entropy": 0.5759327560663223,
      "epoch": 0.25794392523364484,
      "grad_norm": 0.03908069431781769,
      "learning_rate": 0.0002,
      "loss": 0.5715816617012024,
      "mean_token_accuracy": 0.7693368047475815,
      "num_tokens": 1125662.0,
      "step": 69
    },
    {
      "entropy": 0.570976510643959,
      "epoch": 0.2616822429906542,
      "grad_norm": 0.036351628601551056,
      "learning_rate": 0.0002,
      "loss": 0.5671893358230591,
      "mean_token_accuracy": 0.7697141170501709,
      "num_tokens": 1141777.0,
      "step": 70
    },
    {
      "entropy": 0.5589511841535568,
      "epoch": 0.26542056074766357,
      "grad_norm": 0.042053237557411194,
      "learning_rate": 0.0002,
      "loss": 0.5577408075332642,
      "mean_token_accuracy": 0.774786502122879,
      "num_tokens": 1158296.0,
      "step": 71
    },
    {
      "entropy": 0.5530008673667908,
      "epoch": 0.2691588785046729,
      "grad_norm": 0.03951295465230942,
      "learning_rate": 0.0002,
      "loss": 0.557781994342804,
      "mean_token_accuracy": 0.7735090106725693,
      "num_tokens": 1174440.0,
      "step": 72
    },
    {
      "entropy": 0.5726254433393478,
      "epoch": 0.27289719626168224,
      "grad_norm": 0.0380430705845356,
      "learning_rate": 0.0002,
      "loss": 0.5711798667907715,
      "mean_token_accuracy": 0.7688230872154236,
      "num_tokens": 1190746.0,
      "step": 73
    },
    {
      "entropy": 0.5716652125120163,
      "epoch": 0.2766355140186916,
      "grad_norm": 0.04010101035237312,
      "learning_rate": 0.0002,
      "loss": 0.5822720527648926,
      "mean_token_accuracy": 0.7654355019330978,
      "num_tokens": 1207069.0,
      "step": 74
    },
    {
      "entropy": 0.5660725682973862,
      "epoch": 0.2803738317757009,
      "grad_norm": 0.03960711508989334,
      "learning_rate": 0.0002,
      "loss": 0.5682789087295532,
      "mean_token_accuracy": 0.7714986652135849,
      "num_tokens": 1223466.0,
      "step": 75
    },
    {
      "entropy": 0.5635482668876648,
      "epoch": 0.2841121495327103,
      "grad_norm": 0.033172570168972015,
      "learning_rate": 0.0002,
      "loss": 0.5611684918403625,
      "mean_token_accuracy": 0.7727522701025009,
      "num_tokens": 1239902.0,
      "step": 76
    },
    {
      "entropy": 0.5699751675128937,
      "epoch": 0.28785046728971964,
      "grad_norm": 0.04123734310269356,
      "learning_rate": 0.0002,
      "loss": 0.5646215081214905,
      "mean_token_accuracy": 0.7738035619258881,
      "num_tokens": 1256190.0,
      "step": 77
    },
    {
      "entropy": 0.5798220336437225,
      "epoch": 0.29158878504672897,
      "grad_norm": 0.03779308497905731,
      "learning_rate": 0.0002,
      "loss": 0.5753127932548523,
      "mean_token_accuracy": 0.769858792424202,
      "num_tokens": 1272670.0,
      "step": 78
    },
    {
      "entropy": 0.5637505650520325,
      "epoch": 0.2953271028037383,
      "grad_norm": 0.036078162491321564,
      "learning_rate": 0.0002,
      "loss": 0.5640622973442078,
      "mean_token_accuracy": 0.7736664712429047,
      "num_tokens": 1288842.0,
      "step": 79
    },
    {
      "entropy": 0.5597875267267227,
      "epoch": 0.29906542056074764,
      "grad_norm": 0.032451264560222626,
      "learning_rate": 0.0002,
      "loss": 0.563526451587677,
      "mean_token_accuracy": 0.7725878953933716,
      "num_tokens": 1305088.0,
      "step": 80
    },
    {
      "entropy": 0.5821113288402557,
      "epoch": 0.30280373831775703,
      "grad_norm": 0.038235142827034,
      "learning_rate": 0.0002,
      "loss": 0.5853811502456665,
      "mean_token_accuracy": 0.7640060931444168,
      "num_tokens": 1321504.0,
      "step": 81
    },
    {
      "entropy": 0.5438373982906342,
      "epoch": 0.30654205607476637,
      "grad_norm": 0.03746205195784569,
      "learning_rate": 0.0002,
      "loss": 0.5479013919830322,
      "mean_token_accuracy": 0.7800798416137695,
      "num_tokens": 1337868.0,
      "step": 82
    },
    {
      "entropy": 0.5653156489133835,
      "epoch": 0.3102803738317757,
      "grad_norm": 0.03490284085273743,
      "learning_rate": 0.0002,
      "loss": 0.5649343132972717,
      "mean_token_accuracy": 0.7717723995447159,
      "num_tokens": 1354004.0,
      "step": 83
    },
    {
      "entropy": 0.5832313299179077,
      "epoch": 0.31401869158878504,
      "grad_norm": 0.03734894096851349,
      "learning_rate": 0.0002,
      "loss": 0.5807749032974243,
      "mean_token_accuracy": 0.7655426859855652,
      "num_tokens": 1370558.0,
      "step": 84
    },
    {
      "entropy": 0.5402187407016754,
      "epoch": 0.3177570093457944,
      "grad_norm": 0.03854204714298248,
      "learning_rate": 0.0002,
      "loss": 0.5464577078819275,
      "mean_token_accuracy": 0.7792229354381561,
      "num_tokens": 1386854.0,
      "step": 85
    },
    {
      "entropy": 0.5570175051689148,
      "epoch": 0.32149532710280376,
      "grad_norm": 0.03692445531487465,
      "learning_rate": 0.0002,
      "loss": 0.5628695487976074,
      "mean_token_accuracy": 0.7712178230285645,
      "num_tokens": 1403119.0,
      "step": 86
    },
    {
      "entropy": 0.544977530837059,
      "epoch": 0.3252336448598131,
      "grad_norm": 0.0364147312939167,
      "learning_rate": 0.0002,
      "loss": 0.5444334149360657,
      "mean_token_accuracy": 0.7836048603057861,
      "num_tokens": 1419561.0,
      "step": 87
    },
    {
      "entropy": 0.5631776601076126,
      "epoch": 0.32897196261682243,
      "grad_norm": 0.03956674784421921,
      "learning_rate": 0.0002,
      "loss": 0.5600812435150146,
      "mean_token_accuracy": 0.7744863480329514,
      "num_tokens": 1435885.0,
      "step": 88
    },
    {
      "entropy": 0.5635630786418915,
      "epoch": 0.33271028037383177,
      "grad_norm": 0.033574752509593964,
      "learning_rate": 0.0002,
      "loss": 0.559590756893158,
      "mean_token_accuracy": 0.7763379067182541,
      "num_tokens": 1452239.0,
      "step": 89
    },
    {
      "entropy": 0.5845580548048019,
      "epoch": 0.3364485981308411,
      "grad_norm": 0.04166650027036667,
      "learning_rate": 0.0002,
      "loss": 0.5896680355072021,
      "mean_token_accuracy": 0.7613022774457932,
      "num_tokens": 1469012.0,
      "step": 90
    },
    {
      "entropy": 0.5831678807735443,
      "epoch": 0.3401869158878505,
      "grad_norm": 0.03430558741092682,
      "learning_rate": 0.0002,
      "loss": 0.5816903114318848,
      "mean_token_accuracy": 0.7649097442626953,
      "num_tokens": 1485787.0,
      "step": 91
    },
    {
      "entropy": 0.5729665160179138,
      "epoch": 0.34392523364485983,
      "grad_norm": 0.035805486142635345,
      "learning_rate": 0.0002,
      "loss": 0.5738450884819031,
      "mean_token_accuracy": 0.769588515162468,
      "num_tokens": 1502079.0,
      "step": 92
    },
    {
      "entropy": 0.5653799027204514,
      "epoch": 0.34766355140186916,
      "grad_norm": 0.03914204239845276,
      "learning_rate": 0.0002,
      "loss": 0.5674072504043579,
      "mean_token_accuracy": 0.7691812217235565,
      "num_tokens": 1518311.0,
      "step": 93
    },
    {
      "entropy": 0.5616943389177322,
      "epoch": 0.3514018691588785,
      "grad_norm": 0.03653113916516304,
      "learning_rate": 0.0002,
      "loss": 0.5629323720932007,
      "mean_token_accuracy": 0.7708428353071213,
      "num_tokens": 1534540.0,
      "step": 94
    },
    {
      "entropy": 0.5549721717834473,
      "epoch": 0.35514018691588783,
      "grad_norm": 0.03406484052538872,
      "learning_rate": 0.0002,
      "loss": 0.5544697046279907,
      "mean_token_accuracy": 0.7769979536533356,
      "num_tokens": 1550933.0,
      "step": 95
    },
    {
      "entropy": 0.5604167878627777,
      "epoch": 0.35887850467289717,
      "grad_norm": 0.03333809971809387,
      "learning_rate": 0.0002,
      "loss": 0.5594492554664612,
      "mean_token_accuracy": 0.7748987078666687,
      "num_tokens": 1567207.0,
      "step": 96
    },
    {
      "entropy": 0.546283945441246,
      "epoch": 0.36261682242990656,
      "grad_norm": 0.03933919966220856,
      "learning_rate": 0.0002,
      "loss": 0.5514240264892578,
      "mean_token_accuracy": 0.7776303142309189,
      "num_tokens": 1583311.0,
      "step": 97
    },
    {
      "entropy": 0.5612452626228333,
      "epoch": 0.3663551401869159,
      "grad_norm": 0.04003525897860527,
      "learning_rate": 0.0002,
      "loss": 0.5653887987136841,
      "mean_token_accuracy": 0.7751908302307129,
      "num_tokens": 1599670.0,
      "step": 98
    },
    {
      "entropy": 0.5733049809932709,
      "epoch": 0.37009345794392523,
      "grad_norm": 0.038050130009651184,
      "learning_rate": 0.0002,
      "loss": 0.5774834752082825,
      "mean_token_accuracy": 0.7684330493211746,
      "num_tokens": 1616055.0,
      "step": 99
    },
    {
      "entropy": 0.5716951340436935,
      "epoch": 0.37383177570093457,
      "grad_norm": 0.03439132496714592,
      "learning_rate": 0.0002,
      "loss": 0.5752108097076416,
      "mean_token_accuracy": 0.7674903124570847,
      "num_tokens": 1632632.0,
      "step": 100
    },
    {
      "entropy": 0.5594859421253204,
      "epoch": 0.3775700934579439,
      "grad_norm": 0.03533682972192764,
      "learning_rate": 0.0002,
      "loss": 0.568997323513031,
      "mean_token_accuracy": 0.7706844657659531,
      "num_tokens": 1648909.0,
      "step": 101
    },
    {
      "entropy": 0.5699178278446198,
      "epoch": 0.3813084112149533,
      "grad_norm": 0.03436512500047684,
      "learning_rate": 0.0002,
      "loss": 0.5691055059432983,
      "mean_token_accuracy": 0.7695006430149078,
      "num_tokens": 1665325.0,
      "step": 102
    },
    {
      "entropy": 0.540950670838356,
      "epoch": 0.3850467289719626,
      "grad_norm": 0.03944160416722298,
      "learning_rate": 0.0002,
      "loss": 0.5404485464096069,
      "mean_token_accuracy": 0.781610980629921,
      "num_tokens": 1681319.0,
      "step": 103
    },
    {
      "entropy": 0.5614301711320877,
      "epoch": 0.38878504672897196,
      "grad_norm": 0.03688221052289009,
      "learning_rate": 0.0002,
      "loss": 0.5563839077949524,
      "mean_token_accuracy": 0.7734142690896988,
      "num_tokens": 1697654.0,
      "step": 104
    },
    {
      "entropy": 0.5428010523319244,
      "epoch": 0.3925233644859813,
      "grad_norm": 0.03438030928373337,
      "learning_rate": 0.0002,
      "loss": 0.5420697331428528,
      "mean_token_accuracy": 0.7806366533041,
      "num_tokens": 1713877.0,
      "step": 105
    },
    {
      "entropy": 0.5636697560548782,
      "epoch": 0.39626168224299063,
      "grad_norm": 0.039323464035987854,
      "learning_rate": 0.0002,
      "loss": 0.5671778321266174,
      "mean_token_accuracy": 0.7705285251140594,
      "num_tokens": 1730348.0,
      "step": 106
    },
    {
      "entropy": 0.5588130354881287,
      "epoch": 0.4,
      "grad_norm": 0.038590364158153534,
      "learning_rate": 0.0002,
      "loss": 0.5618171095848083,
      "mean_token_accuracy": 0.772266685962677,
      "num_tokens": 1746757.0,
      "step": 107
    },
    {
      "entropy": 0.561880424618721,
      "epoch": 0.40373831775700936,
      "grad_norm": 0.03582950308918953,
      "learning_rate": 0.0002,
      "loss": 0.5647022128105164,
      "mean_token_accuracy": 0.771363690495491,
      "num_tokens": 1763220.0,
      "step": 108
    },
    {
      "entropy": 0.5577187687158585,
      "epoch": 0.4074766355140187,
      "grad_norm": 0.0341983400285244,
      "learning_rate": 0.0002,
      "loss": 0.5510934591293335,
      "mean_token_accuracy": 0.7795996069908142,
      "num_tokens": 1779600.0,
      "step": 109
    },
    {
      "entropy": 0.5766544491052628,
      "epoch": 0.411214953271028,
      "grad_norm": 0.03449225798249245,
      "learning_rate": 0.0002,
      "loss": 0.567363977432251,
      "mean_token_accuracy": 0.7708986699581146,
      "num_tokens": 1795971.0,
      "step": 110
    },
    {
      "entropy": 0.5705956965684891,
      "epoch": 0.41495327102803736,
      "grad_norm": 0.033156272023916245,
      "learning_rate": 0.0002,
      "loss": 0.5640801191329956,
      "mean_token_accuracy": 0.7707958519458771,
      "num_tokens": 1812546.0,
      "step": 111
    },
    {
      "entropy": 0.5591244697570801,
      "epoch": 0.41869158878504675,
      "grad_norm": 0.029204925522208214,
      "learning_rate": 0.0002,
      "loss": 0.5617936849594116,
      "mean_token_accuracy": 0.7732467949390411,
      "num_tokens": 1828919.0,
      "step": 112
    },
    {
      "entropy": 0.553697258234024,
      "epoch": 0.4224299065420561,
      "grad_norm": 0.03737286105751991,
      "learning_rate": 0.0002,
      "loss": 0.558631420135498,
      "mean_token_accuracy": 0.777028888463974,
      "num_tokens": 1845572.0,
      "step": 113
    },
    {
      "entropy": 0.5312661975622177,
      "epoch": 0.4261682242990654,
      "grad_norm": 0.03722711279988289,
      "learning_rate": 0.0002,
      "loss": 0.5394684672355652,
      "mean_token_accuracy": 0.7818541079759598,
      "num_tokens": 1861653.0,
      "step": 114
    },
    {
      "entropy": 0.546062633395195,
      "epoch": 0.42990654205607476,
      "grad_norm": 0.03108621947467327,
      "learning_rate": 0.0002,
      "loss": 0.5509571433067322,
      "mean_token_accuracy": 0.7786260843276978,
      "num_tokens": 1877945.0,
      "step": 115
    },
    {
      "entropy": 0.5667106062173843,
      "epoch": 0.4336448598130841,
      "grad_norm": 0.029234400019049644,
      "learning_rate": 0.0002,
      "loss": 0.5700245499610901,
      "mean_token_accuracy": 0.7707543075084686,
      "num_tokens": 1894419.0,
      "step": 116
    },
    {
      "entropy": 0.5690203160047531,
      "epoch": 0.4373831775700935,
      "grad_norm": 0.03232111781835556,
      "learning_rate": 0.0002,
      "loss": 0.5682043433189392,
      "mean_token_accuracy": 0.7720295935869217,
      "num_tokens": 1910917.0,
      "step": 117
    },
    {
      "entropy": 0.5568649768829346,
      "epoch": 0.4411214953271028,
      "grad_norm": 0.031728681176900864,
      "learning_rate": 0.0002,
      "loss": 0.5546939969062805,
      "mean_token_accuracy": 0.7736632823944092,
      "num_tokens": 1927308.0,
      "step": 118
    },
    {
      "entropy": 0.5677070319652557,
      "epoch": 0.44485981308411215,
      "grad_norm": 0.038115937262773514,
      "learning_rate": 0.0002,
      "loss": 0.569874107837677,
      "mean_token_accuracy": 0.7713787406682968,
      "num_tokens": 1943291.0,
      "step": 119
    },
    {
      "entropy": 0.5715564787387848,
      "epoch": 0.4485981308411215,
      "grad_norm": 0.031203260645270348,
      "learning_rate": 0.0002,
      "loss": 0.5690625309944153,
      "mean_token_accuracy": 0.7683161348104477,
      "num_tokens": 1959628.0,
      "step": 120
    },
    {
      "entropy": 0.5510662794113159,
      "epoch": 0.4523364485981308,
      "grad_norm": 0.034137893468141556,
      "learning_rate": 0.0002,
      "loss": 0.552444338798523,
      "mean_token_accuracy": 0.7768227756023407,
      "num_tokens": 1976103.0,
      "step": 121
    },
    {
      "entropy": 0.5565275996923447,
      "epoch": 0.45607476635514016,
      "grad_norm": 0.039453648030757904,
      "learning_rate": 0.0002,
      "loss": 0.5519005656242371,
      "mean_token_accuracy": 0.7769535332918167,
      "num_tokens": 1992472.0,
      "step": 122
    },
    {
      "entropy": 0.5421037673950195,
      "epoch": 0.45981308411214955,
      "grad_norm": 0.03410222753882408,
      "learning_rate": 0.0002,
      "loss": 0.5471655130386353,
      "mean_token_accuracy": 0.7754515707492828,
      "num_tokens": 2008555.0,
      "step": 123
    },
    {
      "entropy": 0.5602420270442963,
      "epoch": 0.4635514018691589,
      "grad_norm": 0.034221749752759933,
      "learning_rate": 0.0002,
      "loss": 0.561537504196167,
      "mean_token_accuracy": 0.7700601816177368,
      "num_tokens": 2025061.0,
      "step": 124
    },
    {
      "entropy": 0.5571303218603134,
      "epoch": 0.4672897196261682,
      "grad_norm": 0.036211200058460236,
      "learning_rate": 0.0002,
      "loss": 0.5621545910835266,
      "mean_token_accuracy": 0.7712312340736389,
      "num_tokens": 2041431.0,
      "step": 125
    },
    {
      "entropy": 0.5687634646892548,
      "epoch": 0.47102803738317756,
      "grad_norm": 0.03822026401758194,
      "learning_rate": 0.0002,
      "loss": 0.5733909010887146,
      "mean_token_accuracy": 0.7690061926841736,
      "num_tokens": 2057835.0,
      "step": 126
    },
    {
      "entropy": 0.561365082859993,
      "epoch": 0.4747663551401869,
      "grad_norm": 0.03744380176067352,
      "learning_rate": 0.0002,
      "loss": 0.561904788017273,
      "mean_token_accuracy": 0.7733899652957916,
      "num_tokens": 2073971.0,
      "step": 127
    },
    {
      "entropy": 0.5848346501588821,
      "epoch": 0.4785046728971963,
      "grad_norm": 0.04521637409925461,
      "learning_rate": 0.0002,
      "loss": 0.5786125063896179,
      "mean_token_accuracy": 0.7650021761655807,
      "num_tokens": 2090449.0,
      "step": 128
    },
    {
      "entropy": 0.547502264380455,
      "epoch": 0.4822429906542056,
      "grad_norm": 0.030477922409772873,
      "learning_rate": 0.0002,
      "loss": 0.5489711761474609,
      "mean_token_accuracy": 0.7773880660533905,
      "num_tokens": 2106721.0,
      "step": 129
    },
    {
      "entropy": 0.5484167486429214,
      "epoch": 0.48598130841121495,
      "grad_norm": 0.031105147674679756,
      "learning_rate": 0.0002,
      "loss": 0.5544927716255188,
      "mean_token_accuracy": 0.7739315629005432,
      "num_tokens": 2123019.0,
      "step": 130
    },
    {
      "entropy": 0.5533222556114197,
      "epoch": 0.4897196261682243,
      "grad_norm": 0.0377504825592041,
      "learning_rate": 0.0002,
      "loss": 0.5580374002456665,
      "mean_token_accuracy": 0.7739338725805283,
      "num_tokens": 2139430.0,
      "step": 131
    },
    {
      "entropy": 0.5609411746263504,
      "epoch": 0.4934579439252336,
      "grad_norm": 0.04023468494415283,
      "learning_rate": 0.0002,
      "loss": 0.566258430480957,
      "mean_token_accuracy": 0.7712711840867996,
      "num_tokens": 2155890.0,
      "step": 132
    },
    {
      "entropy": 0.5359190106391907,
      "epoch": 0.497196261682243,
      "grad_norm": 0.03230973705649376,
      "learning_rate": 0.0002,
      "loss": 0.5397756695747375,
      "mean_token_accuracy": 0.7778284996747971,
      "num_tokens": 2172146.0,
      "step": 133
    },
    {
      "entropy": 0.5826548039913177,
      "epoch": 0.5009345794392523,
      "grad_norm": 0.03292697295546532,
      "learning_rate": 0.0002,
      "loss": 0.5766130685806274,
      "mean_token_accuracy": 0.7655939012765884,
      "num_tokens": 2188654.0,
      "step": 134
    },
    {
      "entropy": 0.5718280375003815,
      "epoch": 0.5046728971962616,
      "grad_norm": 0.03372567892074585,
      "learning_rate": 0.0002,
      "loss": 0.5630422830581665,
      "mean_token_accuracy": 0.7710609585046768,
      "num_tokens": 2205019.0,
      "step": 135
    },
    {
      "entropy": 0.5586309432983398,
      "epoch": 0.508411214953271,
      "grad_norm": 0.033095572143793106,
      "learning_rate": 0.0002,
      "loss": 0.5580739974975586,
      "mean_token_accuracy": 0.7730830013751984,
      "num_tokens": 2221412.0,
      "step": 136
    },
    {
      "entropy": 0.555738240480423,
      "epoch": 0.5121495327102804,
      "grad_norm": 0.03156888484954834,
      "learning_rate": 0.0002,
      "loss": 0.5593985319137573,
      "mean_token_accuracy": 0.7678060680627823,
      "num_tokens": 2237712.0,
      "step": 137
    },
    {
      "entropy": 0.5371007025241852,
      "epoch": 0.5158878504672897,
      "grad_norm": 0.03322545811533928,
      "learning_rate": 0.0002,
      "loss": 0.5458611845970154,
      "mean_token_accuracy": 0.7752078175544739,
      "num_tokens": 2253827.0,
      "step": 138
    },
    {
      "entropy": 0.5338983088731766,
      "epoch": 0.5196261682242991,
      "grad_norm": 0.03455954045057297,
      "learning_rate": 0.0002,
      "loss": 0.545717179775238,
      "mean_token_accuracy": 0.7804258912801743,
      "num_tokens": 2270009.0,
      "step": 139
    },
    {
      "entropy": 0.5622379928827286,
      "epoch": 0.5233644859813084,
      "grad_norm": 0.030741458758711815,
      "learning_rate": 0.0002,
      "loss": 0.5627423524856567,
      "mean_token_accuracy": 0.771199107170105,
      "num_tokens": 2286480.0,
      "step": 140
    },
    {
      "entropy": 0.5630074888467789,
      "epoch": 0.5271028037383177,
      "grad_norm": 0.03147517144680023,
      "learning_rate": 0.0002,
      "loss": 0.5579048991203308,
      "mean_token_accuracy": 0.7733362317085266,
      "num_tokens": 2302838.0,
      "step": 141
    },
    {
      "entropy": 0.5669132769107819,
      "epoch": 0.5308411214953271,
      "grad_norm": 0.03270615637302399,
      "learning_rate": 0.0002,
      "loss": 0.5602433085441589,
      "mean_token_accuracy": 0.7726781070232391,
      "num_tokens": 2318805.0,
      "step": 142
    },
    {
      "entropy": 0.5551939755678177,
      "epoch": 0.5345794392523364,
      "grad_norm": 0.03414132818579674,
      "learning_rate": 0.0002,
      "loss": 0.5483931303024292,
      "mean_token_accuracy": 0.7783452570438385,
      "num_tokens": 2335157.0,
      "step": 143
    },
    {
      "entropy": 0.5692463368177414,
      "epoch": 0.5383177570093458,
      "grad_norm": 0.037064556032419205,
      "learning_rate": 0.0002,
      "loss": 0.5773426294326782,
      "mean_token_accuracy": 0.7641823440790176,
      "num_tokens": 2351384.0,
      "step": 144
    },
    {
      "entropy": 0.5659217685461044,
      "epoch": 0.5420560747663551,
      "grad_norm": 0.037828508764505386,
      "learning_rate": 0.0002,
      "loss": 0.5750471353530884,
      "mean_token_accuracy": 0.765160858631134,
      "num_tokens": 2367801.0,
      "step": 145
    },
    {
      "entropy": 0.561379611492157,
      "epoch": 0.5457943925233645,
      "grad_norm": 0.03333268687129021,
      "learning_rate": 0.0002,
      "loss": 0.5598861575126648,
      "mean_token_accuracy": 0.7742918580770493,
      "num_tokens": 2384482.0,
      "step": 146
    },
    {
      "entropy": 0.5676955878734589,
      "epoch": 0.5495327102803739,
      "grad_norm": 0.0296424962580204,
      "learning_rate": 0.0002,
      "loss": 0.560563325881958,
      "mean_token_accuracy": 0.774119034409523,
      "num_tokens": 2400736.0,
      "step": 147
    },
    {
      "entropy": 0.5658537149429321,
      "epoch": 0.5532710280373832,
      "grad_norm": 0.0320475734770298,
      "learning_rate": 0.0002,
      "loss": 0.5580253601074219,
      "mean_token_accuracy": 0.7784629613161087,
      "num_tokens": 2417222.0,
      "step": 148
    },
    {
      "entropy": 0.5581035912036896,
      "epoch": 0.5570093457943925,
      "grad_norm": 0.03125445544719696,
      "learning_rate": 0.0002,
      "loss": 0.5552960634231567,
      "mean_token_accuracy": 0.7758258730173111,
      "num_tokens": 2433798.0,
      "step": 149
    },
    {
      "entropy": 0.5418982058763504,
      "epoch": 0.5607476635514018,
      "grad_norm": 0.0312193613499403,
      "learning_rate": 0.0002,
      "loss": 0.5517758727073669,
      "mean_token_accuracy": 0.775468572974205,
      "num_tokens": 2450186.0,
      "step": 150
    },
    {
      "entropy": 0.5608511418104172,
      "epoch": 0.5644859813084112,
      "grad_norm": 0.032521311193704605,
      "learning_rate": 0.0002,
      "loss": 0.574313759803772,
      "mean_token_accuracy": 0.7643774896860123,
      "num_tokens": 2466450.0,
      "step": 151
    },
    {
      "entropy": 0.5575774312019348,
      "epoch": 0.5682242990654206,
      "grad_norm": 0.02971738576889038,
      "learning_rate": 0.0002,
      "loss": 0.5584424138069153,
      "mean_token_accuracy": 0.7738354802131653,
      "num_tokens": 2482922.0,
      "step": 152
    },
    {
      "entropy": 0.5496693998575211,
      "epoch": 0.5719626168224299,
      "grad_norm": 0.0331539623439312,
      "learning_rate": 0.0002,
      "loss": 0.5571150183677673,
      "mean_token_accuracy": 0.7751006782054901,
      "num_tokens": 2499215.0,
      "step": 153
    },
    {
      "entropy": 0.5449398458003998,
      "epoch": 0.5757009345794393,
      "grad_norm": 0.028877289965748787,
      "learning_rate": 0.0002,
      "loss": 0.5457977652549744,
      "mean_token_accuracy": 0.7815146297216415,
      "num_tokens": 2515544.0,
      "step": 154
    },
    {
      "entropy": 0.5479637384414673,
      "epoch": 0.5794392523364486,
      "grad_norm": 0.03473028913140297,
      "learning_rate": 0.0002,
      "loss": 0.5433490872383118,
      "mean_token_accuracy": 0.7794239521026611,
      "num_tokens": 2531678.0,
      "step": 155
    },
    {
      "entropy": 0.5400601774454117,
      "epoch": 0.5831775700934579,
      "grad_norm": 0.030446792021393776,
      "learning_rate": 0.0002,
      "loss": 0.5424179434776306,
      "mean_token_accuracy": 0.7802795916795731,
      "num_tokens": 2547759.0,
      "step": 156
    },
    {
      "entropy": 0.5537837445735931,
      "epoch": 0.5869158878504673,
      "grad_norm": 0.030434170737862587,
      "learning_rate": 0.0002,
      "loss": 0.5575878024101257,
      "mean_token_accuracy": 0.7747874706983566,
      "num_tokens": 2564234.0,
      "step": 157
    },
    {
      "entropy": 0.5445020198822021,
      "epoch": 0.5906542056074766,
      "grad_norm": 0.031060006469488144,
      "learning_rate": 0.0002,
      "loss": 0.5391767024993896,
      "mean_token_accuracy": 0.7812654078006744,
      "num_tokens": 2580415.0,
      "step": 158
    },
    {
      "entropy": 0.5522216707468033,
      "epoch": 0.594392523364486,
      "grad_norm": 0.03142917901277542,
      "learning_rate": 0.0002,
      "loss": 0.5536507964134216,
      "mean_token_accuracy": 0.7752956748008728,
      "num_tokens": 2596612.0,
      "step": 159
    },
    {
      "entropy": 0.5727219432592392,
      "epoch": 0.5981308411214953,
      "grad_norm": 0.033186040818691254,
      "learning_rate": 0.0002,
      "loss": 0.5693776607513428,
      "mean_token_accuracy": 0.7679739594459534,
      "num_tokens": 2613027.0,
      "step": 160
    },
    {
      "entropy": 0.5479543507099152,
      "epoch": 0.6018691588785047,
      "grad_norm": 0.029086332768201828,
      "learning_rate": 0.0002,
      "loss": 0.5436608195304871,
      "mean_token_accuracy": 0.7767124027013779,
      "num_tokens": 2629513.0,
      "step": 161
    },
    {
      "entropy": 0.5365437120199203,
      "epoch": 0.6056074766355141,
      "grad_norm": 0.03190625086426735,
      "learning_rate": 0.0002,
      "loss": 0.539345383644104,
      "mean_token_accuracy": 0.7788415402173996,
      "num_tokens": 2645517.0,
      "step": 162
    },
    {
      "entropy": 0.5434722602367401,
      "epoch": 0.6093457943925233,
      "grad_norm": 0.03164217248558998,
      "learning_rate": 0.0002,
      "loss": 0.5468231439590454,
      "mean_token_accuracy": 0.7775093168020248,
      "num_tokens": 2661809.0,
      "step": 163
    },
    {
      "entropy": 0.5627670586109161,
      "epoch": 0.6130841121495327,
      "grad_norm": 0.030292298644781113,
      "learning_rate": 0.0002,
      "loss": 0.5634962916374207,
      "mean_token_accuracy": 0.77353835105896,
      "num_tokens": 2678296.0,
      "step": 164
    },
    {
      "entropy": 0.5599590986967087,
      "epoch": 0.616822429906542,
      "grad_norm": 0.029385516420006752,
      "learning_rate": 0.0002,
      "loss": 0.5621803402900696,
      "mean_token_accuracy": 0.7726689726114273,
      "num_tokens": 2694312.0,
      "step": 165
    },
    {
      "entropy": 0.5674590021371841,
      "epoch": 0.6205607476635514,
      "grad_norm": 0.03131924942135811,
      "learning_rate": 0.0002,
      "loss": 0.5683683753013611,
      "mean_token_accuracy": 0.7695939242839813,
      "num_tokens": 2710615.0,
      "step": 166
    },
    {
      "entropy": 0.5440984219312668,
      "epoch": 0.6242990654205608,
      "grad_norm": 0.030983613803982735,
      "learning_rate": 0.0002,
      "loss": 0.5437349081039429,
      "mean_token_accuracy": 0.7795680165290833,
      "num_tokens": 2726995.0,
      "step": 167
    },
    {
      "entropy": 0.5603994876146317,
      "epoch": 0.6280373831775701,
      "grad_norm": 0.028368143364787102,
      "learning_rate": 0.0002,
      "loss": 0.5631406903266907,
      "mean_token_accuracy": 0.7677181214094162,
      "num_tokens": 2743576.0,
      "step": 168
    },
    {
      "entropy": 0.5566483587026596,
      "epoch": 0.6317757009345795,
      "grad_norm": 0.03626226633787155,
      "learning_rate": 0.0002,
      "loss": 0.5647379159927368,
      "mean_token_accuracy": 0.7732031494379044,
      "num_tokens": 2760174.0,
      "step": 169
    },
    {
      "entropy": 0.564967080950737,
      "epoch": 0.6355140186915887,
      "grad_norm": 0.03088950738310814,
      "learning_rate": 0.0002,
      "loss": 0.5664903521537781,
      "mean_token_accuracy": 0.7681966125965118,
      "num_tokens": 2776574.0,
      "step": 170
    },
    {
      "entropy": 0.5679657459259033,
      "epoch": 0.6392523364485981,
      "grad_norm": 0.03709281235933304,
      "learning_rate": 0.0002,
      "loss": 0.5604699850082397,
      "mean_token_accuracy": 0.7735682725906372,
      "num_tokens": 2792828.0,
      "step": 171
    },
    {
      "entropy": 0.581437885761261,
      "epoch": 0.6429906542056075,
      "grad_norm": 0.026090197265148163,
      "learning_rate": 0.0002,
      "loss": 0.5791311264038086,
      "mean_token_accuracy": 0.762902557849884,
      "num_tokens": 2809131.0,
      "step": 172
    },
    {
      "entropy": 0.5521832853555679,
      "epoch": 0.6467289719626168,
      "grad_norm": 0.029906727373600006,
      "learning_rate": 0.0002,
      "loss": 0.5577026605606079,
      "mean_token_accuracy": 0.7733243852853775,
      "num_tokens": 2825112.0,
      "step": 173
    },
    {
      "entropy": 0.555216521024704,
      "epoch": 0.6504672897196262,
      "grad_norm": 0.033849943429231644,
      "learning_rate": 0.0002,
      "loss": 0.5657702684402466,
      "mean_token_accuracy": 0.7707085460424423,
      "num_tokens": 2841339.0,
      "step": 174
    },
    {
      "entropy": 0.551365852355957,
      "epoch": 0.6542056074766355,
      "grad_norm": 0.031996551901102066,
      "learning_rate": 0.0002,
      "loss": 0.5525310039520264,
      "mean_token_accuracy": 0.7775240540504456,
      "num_tokens": 2857512.0,
      "step": 175
    },
    {
      "entropy": 0.549150824546814,
      "epoch": 0.6579439252336449,
      "grad_norm": 0.029290124773979187,
      "learning_rate": 0.0002,
      "loss": 0.5493086576461792,
      "mean_token_accuracy": 0.7772240936756134,
      "num_tokens": 2873797.0,
      "step": 176
    },
    {
      "entropy": 0.5804181694984436,
      "epoch": 0.6616822429906543,
      "grad_norm": 0.02999035269021988,
      "learning_rate": 0.0002,
      "loss": 0.5758557319641113,
      "mean_token_accuracy": 0.766997441649437,
      "num_tokens": 2890362.0,
      "step": 177
    },
    {
      "entropy": 0.5632698237895966,
      "epoch": 0.6654205607476635,
      "grad_norm": 0.02878536470234394,
      "learning_rate": 0.0002,
      "loss": 0.559673011302948,
      "mean_token_accuracy": 0.7719457000494003,
      "num_tokens": 2906508.0,
      "step": 178
    },
    {
      "entropy": 0.5700209885835648,
      "epoch": 0.6691588785046729,
      "grad_norm": 0.028609320521354675,
      "learning_rate": 0.0002,
      "loss": 0.5671200752258301,
      "mean_token_accuracy": 0.7697011083364487,
      "num_tokens": 2922954.0,
      "step": 179
    },
    {
      "entropy": 0.5542242079973221,
      "epoch": 0.6728971962616822,
      "grad_norm": 0.028964772820472717,
      "learning_rate": 0.0002,
      "loss": 0.5530304908752441,
      "mean_token_accuracy": 0.776089608669281,
      "num_tokens": 2939138.0,
      "step": 180
    },
    {
      "entropy": 0.570984736084938,
      "epoch": 0.6766355140186916,
      "grad_norm": 0.030573254451155663,
      "learning_rate": 0.0002,
      "loss": 0.5777382850646973,
      "mean_token_accuracy": 0.7673922181129456,
      "num_tokens": 2955869.0,
      "step": 181
    },
    {
      "entropy": 0.5505239069461823,
      "epoch": 0.680373831775701,
      "grad_norm": 0.02849324606359005,
      "learning_rate": 0.0002,
      "loss": 0.5563762784004211,
      "mean_token_accuracy": 0.7741904556751251,
      "num_tokens": 2972440.0,
      "step": 182
    },
    {
      "entropy": 0.5634328275918961,
      "epoch": 0.6841121495327103,
      "grad_norm": 0.029679251834750175,
      "learning_rate": 0.0002,
      "loss": 0.5653568506240845,
      "mean_token_accuracy": 0.7715763002634048,
      "num_tokens": 2988878.0,
      "step": 183
    },
    {
      "entropy": 0.5458139479160309,
      "epoch": 0.6878504672897197,
      "grad_norm": 0.028634849935770035,
      "learning_rate": 0.0002,
      "loss": 0.5491960048675537,
      "mean_token_accuracy": 0.7766706198453903,
      "num_tokens": 3004892.0,
      "step": 184
    },
    {
      "entropy": 0.566186711192131,
      "epoch": 0.6915887850467289,
      "grad_norm": 0.03155568614602089,
      "learning_rate": 0.0002,
      "loss": 0.5609148740768433,
      "mean_token_accuracy": 0.77189701795578,
      "num_tokens": 3021081.0,
      "step": 185
    },
    {
      "entropy": 0.5414428561925888,
      "epoch": 0.6953271028037383,
      "grad_norm": 0.027838880196213722,
      "learning_rate": 0.0002,
      "loss": 0.5334644317626953,
      "mean_token_accuracy": 0.7823236584663391,
      "num_tokens": 3037358.0,
      "step": 186
    },
    {
      "entropy": 0.5581627041101456,
      "epoch": 0.6990654205607477,
      "grad_norm": 0.028703616932034492,
      "learning_rate": 0.0002,
      "loss": 0.5619620680809021,
      "mean_token_accuracy": 0.7744630128145218,
      "num_tokens": 3053550.0,
      "step": 187
    },
    {
      "entropy": 0.5253149345517159,
      "epoch": 0.702803738317757,
      "grad_norm": 0.036868445575237274,
      "learning_rate": 0.0002,
      "loss": 0.5375533103942871,
      "mean_token_accuracy": 0.7792882919311523,
      "num_tokens": 3069739.0,
      "step": 188
    },
    {
      "entropy": 0.5389144420623779,
      "epoch": 0.7065420560747664,
      "grad_norm": 0.03131941705942154,
      "learning_rate": 0.0002,
      "loss": 0.5459954738616943,
      "mean_token_accuracy": 0.7803291976451874,
      "num_tokens": 3085960.0,
      "step": 189
    },
    {
      "entropy": 0.5600542724132538,
      "epoch": 0.7102803738317757,
      "grad_norm": 0.029567614197731018,
      "learning_rate": 0.0002,
      "loss": 0.5498960614204407,
      "mean_token_accuracy": 0.7771395742893219,
      "num_tokens": 3102054.0,
      "step": 190
    },
    {
      "entropy": 0.5614524185657501,
      "epoch": 0.7140186915887851,
      "grad_norm": 0.02720000222325325,
      "learning_rate": 0.0002,
      "loss": 0.5563923716545105,
      "mean_token_accuracy": 0.7744134813547134,
      "num_tokens": 3118447.0,
      "step": 191
    },
    {
      "entropy": 0.5513639450073242,
      "epoch": 0.7177570093457943,
      "grad_norm": 0.03140437230467796,
      "learning_rate": 0.0002,
      "loss": 0.5556260347366333,
      "mean_token_accuracy": 0.7725710570812225,
      "num_tokens": 3134824.0,
      "step": 192
    },
    {
      "entropy": 0.5523516684770584,
      "epoch": 0.7214953271028037,
      "grad_norm": 0.027633987367153168,
      "learning_rate": 0.0002,
      "loss": 0.5527896285057068,
      "mean_token_accuracy": 0.775657445192337,
      "num_tokens": 3151098.0,
      "step": 193
    },
    {
      "entropy": 0.5488898605108261,
      "epoch": 0.7252336448598131,
      "grad_norm": 0.02825162373483181,
      "learning_rate": 0.0002,
      "loss": 0.5509235858917236,
      "mean_token_accuracy": 0.7764269262552261,
      "num_tokens": 3167503.0,
      "step": 194
    },
    {
      "entropy": 0.5719494670629501,
      "epoch": 0.7289719626168224,
      "grad_norm": 0.03426945582032204,
      "learning_rate": 0.0002,
      "loss": 0.581325888633728,
      "mean_token_accuracy": 0.7639684081077576,
      "num_tokens": 3183932.0,
      "step": 195
    },
    {
      "entropy": 0.5686557441949844,
      "epoch": 0.7327102803738318,
      "grad_norm": 0.0296348724514246,
      "learning_rate": 0.0002,
      "loss": 0.5693853497505188,
      "mean_token_accuracy": 0.7690740376710892,
      "num_tokens": 3200339.0,
      "step": 196
    },
    {
      "entropy": 0.545837864279747,
      "epoch": 0.7364485981308411,
      "grad_norm": 0.03093736432492733,
      "learning_rate": 0.0002,
      "loss": 0.5460183024406433,
      "mean_token_accuracy": 0.7779112309217453,
      "num_tokens": 3216460.0,
      "step": 197
    },
    {
      "entropy": 0.5601817220449448,
      "epoch": 0.7401869158878505,
      "grad_norm": 0.02910701371729374,
      "learning_rate": 0.0002,
      "loss": 0.5535531044006348,
      "mean_token_accuracy": 0.7790419608354568,
      "num_tokens": 3232857.0,
      "step": 198
    },
    {
      "entropy": 0.5590776205062866,
      "epoch": 0.7439252336448599,
      "grad_norm": 0.02963181957602501,
      "learning_rate": 0.0002,
      "loss": 0.5586906671524048,
      "mean_token_accuracy": 0.771443635225296,
      "num_tokens": 3249103.0,
      "step": 199
    },
    {
      "entropy": 0.5511395633220673,
      "epoch": 0.7476635514018691,
      "grad_norm": 0.031875208020210266,
      "learning_rate": 0.0002,
      "loss": 0.5533637404441833,
      "mean_token_accuracy": 0.7755965292453766,
      "num_tokens": 3265378.0,
      "step": 200
    },
    {
      "entropy": 0.5485802739858627,
      "epoch": 0.7514018691588785,
      "grad_norm": 0.027761714532971382,
      "learning_rate": 0.0002,
      "loss": 0.5528791546821594,
      "mean_token_accuracy": 0.7763257622718811,
      "num_tokens": 3281575.0,
      "step": 201
    },
    {
      "entropy": 0.5456139892339706,
      "epoch": 0.7551401869158878,
      "grad_norm": 0.030668726190924644,
      "learning_rate": 0.0002,
      "loss": 0.5525423884391785,
      "mean_token_accuracy": 0.7762203961610794,
      "num_tokens": 3297643.0,
      "step": 202
    },
    {
      "entropy": 0.5445601046085358,
      "epoch": 0.7588785046728972,
      "grad_norm": 0.029748164117336273,
      "learning_rate": 0.0002,
      "loss": 0.5478560924530029,
      "mean_token_accuracy": 0.7770299166440964,
      "num_tokens": 3314080.0,
      "step": 203
    },
    {
      "entropy": 0.5609561204910278,
      "epoch": 0.7626168224299066,
      "grad_norm": 0.03164554014801979,
      "learning_rate": 0.0002,
      "loss": 0.5568655729293823,
      "mean_token_accuracy": 0.7736087292432785,
      "num_tokens": 3330614.0,
      "step": 204
    },
    {
      "entropy": 0.5710489153862,
      "epoch": 0.7663551401869159,
      "grad_norm": 0.028819117695093155,
      "learning_rate": 0.0002,
      "loss": 0.5648672580718994,
      "mean_token_accuracy": 0.7728124856948853,
      "num_tokens": 3347098.0,
      "step": 205
    },
    {
      "entropy": 0.5394908934831619,
      "epoch": 0.7700934579439253,
      "grad_norm": 0.027154654264450073,
      "learning_rate": 0.0002,
      "loss": 0.5411190986633301,
      "mean_token_accuracy": 0.7803514152765274,
      "num_tokens": 3363492.0,
      "step": 206
    },
    {
      "entropy": 0.5685155987739563,
      "epoch": 0.7738317757009345,
      "grad_norm": 0.029519978910684586,
      "learning_rate": 0.0002,
      "loss": 0.5696613192558289,
      "mean_token_accuracy": 0.7668858170509338,
      "num_tokens": 3380119.0,
      "step": 207
    },
    {
      "entropy": 0.5677367150783539,
      "epoch": 0.7775700934579439,
      "grad_norm": 0.030474061146378517,
      "learning_rate": 0.0002,
      "loss": 0.5646864771842957,
      "mean_token_accuracy": 0.770299568772316,
      "num_tokens": 3396414.0,
      "step": 208
    },
    {
      "entropy": 0.550197958946228,
      "epoch": 0.7813084112149533,
      "grad_norm": 0.03337560594081879,
      "learning_rate": 0.0002,
      "loss": 0.5529907941818237,
      "mean_token_accuracy": 0.7742650210857391,
      "num_tokens": 3412594.0,
      "step": 209
    },
    {
      "entropy": 0.5500561147928238,
      "epoch": 0.7850467289719626,
      "grad_norm": 0.029891593381762505,
      "learning_rate": 0.0002,
      "loss": 0.5457524657249451,
      "mean_token_accuracy": 0.7752271890640259,
      "num_tokens": 3428832.0,
      "step": 210
    },
    {
      "entropy": 0.5407024472951889,
      "epoch": 0.788785046728972,
      "grad_norm": 0.03455657884478569,
      "learning_rate": 0.0002,
      "loss": 0.5474290251731873,
      "mean_token_accuracy": 0.7768412232398987,
      "num_tokens": 3444963.0,
      "step": 211
    },
    {
      "entropy": 0.5501608401536942,
      "epoch": 0.7925233644859813,
      "grad_norm": 0.03011375665664673,
      "learning_rate": 0.0002,
      "loss": 0.5565037131309509,
      "mean_token_accuracy": 0.775830090045929,
      "num_tokens": 3461474.0,
      "step": 212
    },
    {
      "entropy": 0.5669280886650085,
      "epoch": 0.7962616822429907,
      "grad_norm": 0.026809366419911385,
      "learning_rate": 0.0002,
      "loss": 0.5677840113639832,
      "mean_token_accuracy": 0.7668448388576508,
      "num_tokens": 3477897.0,
      "step": 213
    },
    {
      "entropy": 0.5445934683084488,
      "epoch": 0.8,
      "grad_norm": 0.029105374589562416,
      "learning_rate": 0.0002,
      "loss": 0.5453011989593506,
      "mean_token_accuracy": 0.7774604558944702,
      "num_tokens": 3494383.0,
      "step": 214
    },
    {
      "entropy": 0.5411728769540787,
      "epoch": 0.8037383177570093,
      "grad_norm": 0.030234847217798233,
      "learning_rate": 0.0002,
      "loss": 0.5382598042488098,
      "mean_token_accuracy": 0.7800557911396027,
      "num_tokens": 3510715.0,
      "step": 215
    },
    {
      "entropy": 0.5646664798259735,
      "epoch": 0.8074766355140187,
      "grad_norm": 0.026832353323698044,
      "learning_rate": 0.0002,
      "loss": 0.5600794553756714,
      "mean_token_accuracy": 0.7739932984113693,
      "num_tokens": 3527178.0,
      "step": 216
    },
    {
      "entropy": 0.5487450510263443,
      "epoch": 0.811214953271028,
      "grad_norm": 0.03036404214799404,
      "learning_rate": 0.0002,
      "loss": 0.5507562160491943,
      "mean_token_accuracy": 0.7767736315727234,
      "num_tokens": 3543310.0,
      "step": 217
    },
    {
      "entropy": 0.5374595075845718,
      "epoch": 0.8149532710280374,
      "grad_norm": 0.02880716696381569,
      "learning_rate": 0.0002,
      "loss": 0.5401508808135986,
      "mean_token_accuracy": 0.7788828462362289,
      "num_tokens": 3559560.0,
      "step": 218
    },
    {
      "entropy": 0.5644234865903854,
      "epoch": 0.8186915887850468,
      "grad_norm": 0.028643809258937836,
      "learning_rate": 0.0002,
      "loss": 0.5721843242645264,
      "mean_token_accuracy": 0.766772523522377,
      "num_tokens": 3575647.0,
      "step": 219
    },
    {
      "entropy": 0.5402477234601974,
      "epoch": 0.822429906542056,
      "grad_norm": 0.029598018154501915,
      "learning_rate": 0.0002,
      "loss": 0.544965922832489,
      "mean_token_accuracy": 0.7768107801675797,
      "num_tokens": 3591846.0,
      "step": 220
    },
    {
      "entropy": 0.5643706917762756,
      "epoch": 0.8261682242990654,
      "grad_norm": 0.026736166328191757,
      "learning_rate": 0.0002,
      "loss": 0.5665444731712341,
      "mean_token_accuracy": 0.7706874907016754,
      "num_tokens": 3608162.0,
      "step": 221
    },
    {
      "entropy": 0.5756243169307709,
      "epoch": 0.8299065420560747,
      "grad_norm": 0.03206360712647438,
      "learning_rate": 0.0002,
      "loss": 0.5674804449081421,
      "mean_token_accuracy": 0.7733075469732285,
      "num_tokens": 3624379.0,
      "step": 222
    },
    {
      "entropy": 0.5734997987747192,
      "epoch": 0.8336448598130841,
      "grad_norm": 0.03715579956769943,
      "learning_rate": 0.0002,
      "loss": 0.5701056718826294,
      "mean_token_accuracy": 0.768852710723877,
      "num_tokens": 3640765.0,
      "step": 223
    },
    {
      "entropy": 0.5725346952676773,
      "epoch": 0.8373831775700935,
      "grad_norm": 0.030887214466929436,
      "learning_rate": 0.0002,
      "loss": 0.573249340057373,
      "mean_token_accuracy": 0.767242893576622,
      "num_tokens": 3657061.0,
      "step": 224
    },
    {
      "entropy": 0.5410794317722321,
      "epoch": 0.8411214953271028,
      "grad_norm": 0.035770442336797714,
      "learning_rate": 0.0002,
      "loss": 0.5480395555496216,
      "mean_token_accuracy": 0.7784460484981537,
      "num_tokens": 3673262.0,
      "step": 225
    },
    {
      "entropy": 0.5552464425563812,
      "epoch": 0.8448598130841122,
      "grad_norm": 0.02601957693696022,
      "learning_rate": 0.0002,
      "loss": 0.5526980757713318,
      "mean_token_accuracy": 0.7752740979194641,
      "num_tokens": 3689556.0,
      "step": 226
    },
    {
      "entropy": 0.5603229254484177,
      "epoch": 0.8485981308411215,
      "grad_norm": 0.02927876077592373,
      "learning_rate": 0.0002,
      "loss": 0.5548710823059082,
      "mean_token_accuracy": 0.7742596417665482,
      "num_tokens": 3705909.0,
      "step": 227
    },
    {
      "entropy": 0.5540427714586258,
      "epoch": 0.8523364485981308,
      "grad_norm": 0.027498876675963402,
      "learning_rate": 0.0002,
      "loss": 0.551406741142273,
      "mean_token_accuracy": 0.7762021422386169,
      "num_tokens": 3722220.0,
      "step": 228
    },
    {
      "entropy": 0.547235295176506,
      "epoch": 0.8560747663551402,
      "grad_norm": 0.03035261482000351,
      "learning_rate": 0.0002,
      "loss": 0.5486667156219482,
      "mean_token_accuracy": 0.7744798958301544,
      "num_tokens": 3738434.0,
      "step": 229
    },
    {
      "entropy": 0.5418660938739777,
      "epoch": 0.8598130841121495,
      "grad_norm": 0.027413956820964813,
      "learning_rate": 0.0002,
      "loss": 0.5479095578193665,
      "mean_token_accuracy": 0.7781544178724289,
      "num_tokens": 3755054.0,
      "step": 230
    },
    {
      "entropy": 0.5522046238183975,
      "epoch": 0.8635514018691589,
      "grad_norm": 0.030631685629487038,
      "learning_rate": 0.0002,
      "loss": 0.5644456148147583,
      "mean_token_accuracy": 0.7745120227336884,
      "num_tokens": 3771586.0,
      "step": 231
    },
    {
      "entropy": 0.551509827375412,
      "epoch": 0.8672897196261682,
      "grad_norm": 0.026732027530670166,
      "learning_rate": 0.0002,
      "loss": 0.5578428506851196,
      "mean_token_accuracy": 0.7758689671754837,
      "num_tokens": 3787722.0,
      "step": 232
    },
    {
      "entropy": 0.5497246235609055,
      "epoch": 0.8710280373831776,
      "grad_norm": 0.026703782379627228,
      "learning_rate": 0.0002,
      "loss": 0.5488728284835815,
      "mean_token_accuracy": 0.7787783890962601,
      "num_tokens": 3804140.0,
      "step": 233
    },
    {
      "entropy": 0.5564501583576202,
      "epoch": 0.874766355140187,
      "grad_norm": 0.03062787838280201,
      "learning_rate": 0.0002,
      "loss": 0.5527218580245972,
      "mean_token_accuracy": 0.773425742983818,
      "num_tokens": 3820337.0,
      "step": 234
    },
    {
      "entropy": 0.5788596719503403,
      "epoch": 0.8785046728971962,
      "grad_norm": 0.02753940224647522,
      "learning_rate": 0.0002,
      "loss": 0.5711097121238708,
      "mean_token_accuracy": 0.7668430060148239,
      "num_tokens": 3836808.0,
      "step": 235
    },
    {
      "entropy": 0.5476598590612411,
      "epoch": 0.8822429906542056,
      "grad_norm": 0.027400346472859383,
      "learning_rate": 0.0002,
      "loss": 0.5463334918022156,
      "mean_token_accuracy": 0.7781798541545868,
      "num_tokens": 3853299.0,
      "step": 236
    },
    {
      "entropy": 0.5600839555263519,
      "epoch": 0.8859813084112149,
      "grad_norm": 0.028775498270988464,
      "learning_rate": 0.0002,
      "loss": 0.5644516348838806,
      "mean_token_accuracy": 0.7703653573989868,
      "num_tokens": 3869775.0,
      "step": 237
    },
    {
      "entropy": 0.5513971447944641,
      "epoch": 0.8897196261682243,
      "grad_norm": 0.03031282313168049,
      "learning_rate": 0.0002,
      "loss": 0.5573993921279907,
      "mean_token_accuracy": 0.7723653614521027,
      "num_tokens": 3885744.0,
      "step": 238
    },
    {
      "entropy": 0.5429326295852661,
      "epoch": 0.8934579439252337,
      "grad_norm": 0.033718034625053406,
      "learning_rate": 0.0002,
      "loss": 0.5453519821166992,
      "mean_token_accuracy": 0.7795106470584869,
      "num_tokens": 3902195.0,
      "step": 239
    },
    {
      "entropy": 0.5441034436225891,
      "epoch": 0.897196261682243,
      "grad_norm": 0.02875681221485138,
      "learning_rate": 0.0002,
      "loss": 0.5451952219009399,
      "mean_token_accuracy": 0.7779187709093094,
      "num_tokens": 3918423.0,
      "step": 240
    },
    {
      "entropy": 0.5620324909687042,
      "epoch": 0.9009345794392524,
      "grad_norm": 0.03552895039319992,
      "learning_rate": 0.0002,
      "loss": 0.5609052181243896,
      "mean_token_accuracy": 0.7701629996299744,
      "num_tokens": 3934679.0,
      "step": 241
    },
    {
      "entropy": 0.5460164248943329,
      "epoch": 0.9046728971962616,
      "grad_norm": 0.029886359348893166,
      "learning_rate": 0.0002,
      "loss": 0.5491501688957214,
      "mean_token_accuracy": 0.7752289175987244,
      "num_tokens": 3950961.0,
      "step": 242
    },
    {
      "entropy": 0.546056404709816,
      "epoch": 0.908411214953271,
      "grad_norm": 0.030852871015667915,
      "learning_rate": 0.0002,
      "loss": 0.5487393140792847,
      "mean_token_accuracy": 0.7780929207801819,
      "num_tokens": 3966886.0,
      "step": 243
    },
    {
      "entropy": 0.5609732866287231,
      "epoch": 0.9121495327102803,
      "grad_norm": 0.030140889808535576,
      "learning_rate": 0.0002,
      "loss": 0.5606030225753784,
      "mean_token_accuracy": 0.7716473340988159,
      "num_tokens": 3983151.0,
      "step": 244
    },
    {
      "entropy": 0.5604758709669113,
      "epoch": 0.9158878504672897,
      "grad_norm": 0.029578525573015213,
      "learning_rate": 0.0002,
      "loss": 0.5585839748382568,
      "mean_token_accuracy": 0.7732879519462585,
      "num_tokens": 3999795.0,
      "step": 245
    },
    {
      "entropy": 0.5532268136739731,
      "epoch": 0.9196261682242991,
      "grad_norm": 0.027891919016838074,
      "learning_rate": 0.0002,
      "loss": 0.5495057106018066,
      "mean_token_accuracy": 0.7766385078430176,
      "num_tokens": 4016175.0,
      "step": 246
    },
    {
      "entropy": 0.5554448813199997,
      "epoch": 0.9233644859813084,
      "grad_norm": 0.02818435989320278,
      "learning_rate": 0.0002,
      "loss": 0.5564701557159424,
      "mean_token_accuracy": 0.7740474194288254,
      "num_tokens": 4032347.0,
      "step": 247
    },
    {
      "entropy": 0.5707967579364777,
      "epoch": 0.9271028037383178,
      "grad_norm": 0.03303643688559532,
      "learning_rate": 0.0002,
      "loss": 0.5724941492080688,
      "mean_token_accuracy": 0.7658564150333405,
      "num_tokens": 4048630.0,
      "step": 248
    },
    {
      "entropy": 0.5627187788486481,
      "epoch": 0.930841121495327,
      "grad_norm": 0.028818685561418533,
      "learning_rate": 0.0002,
      "loss": 0.558162271976471,
      "mean_token_accuracy": 0.7722532004117966,
      "num_tokens": 4065016.0,
      "step": 249
    },
    {
      "entropy": 0.559718668460846,
      "epoch": 0.9345794392523364,
      "grad_norm": 0.028685420751571655,
      "learning_rate": 0.0002,
      "loss": 0.5579565763473511,
      "mean_token_accuracy": 0.7721400260925293,
      "num_tokens": 4081500.0,
      "step": 250
    },
    {
      "entropy": 0.5709707289934158,
      "epoch": 0.9383177570093458,
      "grad_norm": 0.02683587744832039,
      "learning_rate": 0.0002,
      "loss": 0.5758322477340698,
      "mean_token_accuracy": 0.767963632941246,
      "num_tokens": 4097612.0,
      "step": 251
    },
    {
      "entropy": 0.5344300121068954,
      "epoch": 0.9420560747663551,
      "grad_norm": 0.03321561962366104,
      "learning_rate": 0.0002,
      "loss": 0.5469601154327393,
      "mean_token_accuracy": 0.7776601910591125,
      "num_tokens": 4113985.0,
      "step": 252
    },
    {
      "entropy": 0.5629133135080338,
      "epoch": 0.9457943925233645,
      "grad_norm": 0.029224324971437454,
      "learning_rate": 0.0002,
      "loss": 0.5662878751754761,
      "mean_token_accuracy": 0.7696039378643036,
      "num_tokens": 4130584.0,
      "step": 253
    },
    {
      "entropy": 0.5419919043779373,
      "epoch": 0.9495327102803738,
      "grad_norm": 0.02663436345756054,
      "learning_rate": 0.0002,
      "loss": 0.5382669568061829,
      "mean_token_accuracy": 0.7805986851453781,
      "num_tokens": 4146982.0,
      "step": 254
    },
    {
      "entropy": 0.5534703135490417,
      "epoch": 0.9532710280373832,
      "grad_norm": 0.031037772074341774,
      "learning_rate": 0.0002,
      "loss": 0.5461369752883911,
      "mean_token_accuracy": 0.7764857709407806,
      "num_tokens": 4163123.0,
      "step": 255
    },
    {
      "entropy": 0.5555615872144699,
      "epoch": 0.9570093457943926,
      "grad_norm": 0.030655430629849434,
      "learning_rate": 0.0002,
      "loss": 0.547662615776062,
      "mean_token_accuracy": 0.7764341235160828,
      "num_tokens": 4179406.0,
      "step": 256
    },
    {
      "entropy": 0.5540354400873184,
      "epoch": 0.9607476635514018,
      "grad_norm": 0.026620658114552498,
      "learning_rate": 0.0002,
      "loss": 0.5554948449134827,
      "mean_token_accuracy": 0.7734782248735428,
      "num_tokens": 4195892.0,
      "step": 257
    },
    {
      "entropy": 0.5525697767734528,
      "epoch": 0.9644859813084112,
      "grad_norm": 0.034786809235811234,
      "learning_rate": 0.0002,
      "loss": 0.5611132383346558,
      "mean_token_accuracy": 0.7743758261203766,
      "num_tokens": 4212488.0,
      "step": 258
    },
    {
      "entropy": 0.5380009859800339,
      "epoch": 0.9682242990654205,
      "grad_norm": 0.030664261430501938,
      "learning_rate": 0.0002,
      "loss": 0.5456718802452087,
      "mean_token_accuracy": 0.7777111083269119,
      "num_tokens": 4228671.0,
      "step": 259
    },
    {
      "entropy": 0.5611264109611511,
      "epoch": 0.9719626168224299,
      "grad_norm": 0.03532060608267784,
      "learning_rate": 0.0002,
      "loss": 0.5694712400436401,
      "mean_token_accuracy": 0.7701623737812042,
      "num_tokens": 4244945.0,
      "step": 260
    },
    {
      "entropy": 0.5638745427131653,
      "epoch": 0.9757009345794393,
      "grad_norm": 0.030665291473269463,
      "learning_rate": 0.0002,
      "loss": 0.5605924129486084,
      "mean_token_accuracy": 0.773237332701683,
      "num_tokens": 4261322.0,
      "step": 261
    },
    {
      "entropy": 0.5428778678178787,
      "epoch": 0.9794392523364486,
      "grad_norm": 0.02648600935935974,
      "learning_rate": 0.0002,
      "loss": 0.5397819876670837,
      "mean_token_accuracy": 0.7809075862169266,
      "num_tokens": 4277549.0,
      "step": 262
    },
    {
      "entropy": 0.5510172247886658,
      "epoch": 0.983177570093458,
      "grad_norm": 0.03357943519949913,
      "learning_rate": 0.0002,
      "loss": 0.5478790998458862,
      "mean_token_accuracy": 0.776640459895134,
      "num_tokens": 4293936.0,
      "step": 263
    },
    {
      "entropy": 0.574288085103035,
      "epoch": 0.9869158878504672,
      "grad_norm": 0.034169699996709824,
      "learning_rate": 0.0002,
      "loss": 0.5746400952339172,
      "mean_token_accuracy": 0.7657656222581863,
      "num_tokens": 4310409.0,
      "step": 264
    },
    {
      "entropy": 0.5594803243875504,
      "epoch": 0.9906542056074766,
      "grad_norm": 0.02862885594367981,
      "learning_rate": 0.0002,
      "loss": 0.5636025071144104,
      "mean_token_accuracy": 0.7713442891836166,
      "num_tokens": 4326712.0,
      "step": 265
    },
    {
      "entropy": 0.539836198091507,
      "epoch": 0.994392523364486,
      "grad_norm": 0.029507551342248917,
      "learning_rate": 0.0002,
      "loss": 0.5382612943649292,
      "mean_token_accuracy": 0.7807378023862839,
      "num_tokens": 4343219.0,
      "step": 266
    },
    {
      "entropy": 0.5551609694957733,
      "epoch": 0.9981308411214953,
      "grad_norm": 0.03200124204158783,
      "learning_rate": 0.0002,
      "loss": 0.5617719888687134,
      "mean_token_accuracy": 0.773328885436058,
      "num_tokens": 4359527.0,
      "step": 267
    },
    {
      "entropy": 0.5970158576965332,
      "epoch": 1.0,
      "grad_norm": 0.037066467106342316,
      "learning_rate": 0.0002,
      "loss": 0.5663654208183289,
      "mean_token_accuracy": 0.7600691318511963,
      "num_tokens": 4365381.0,
      "step": 268
    },
    {
      "entropy": 0.5525570958852768,
      "epoch": 1.0037383177570094,
      "grad_norm": 0.03900527581572533,
      "learning_rate": 0.0002,
      "loss": 0.5462143421173096,
      "mean_token_accuracy": 0.778084933757782,
      "num_tokens": 4381629.0,
      "step": 269
    },
    {
      "entropy": 0.54682257771492,
      "epoch": 1.0074766355140188,
      "grad_norm": 0.035536471754312515,
      "learning_rate": 0.0002,
      "loss": 0.545343816280365,
      "mean_token_accuracy": 0.7801588326692581,
      "num_tokens": 4398070.0,
      "step": 270
    },
    {
      "entropy": 0.5365859419107437,
      "epoch": 1.011214953271028,
      "grad_norm": 0.034878168255090714,
      "learning_rate": 0.0002,
      "loss": 0.5464543104171753,
      "mean_token_accuracy": 0.7776919007301331,
      "num_tokens": 4414453.0,
      "step": 271
    },
    {
      "entropy": 0.5360404700040817,
      "epoch": 1.0149532710280373,
      "grad_norm": 0.048785679042339325,
      "learning_rate": 0.0002,
      "loss": 0.5453898906707764,
      "mean_token_accuracy": 0.7778858244419098,
      "num_tokens": 4430869.0,
      "step": 272
    },
    {
      "entropy": 0.5594298243522644,
      "epoch": 1.0186915887850467,
      "grad_norm": 0.03072672337293625,
      "learning_rate": 0.0002,
      "loss": 0.5592078566551208,
      "mean_token_accuracy": 0.7696069329977036,
      "num_tokens": 4447216.0,
      "step": 273
    },
    {
      "entropy": 0.5412543565034866,
      "epoch": 1.0224299065420561,
      "grad_norm": 0.02756349742412567,
      "learning_rate": 0.0002,
      "loss": 0.531460702419281,
      "mean_token_accuracy": 0.7837116718292236,
      "num_tokens": 4463360.0,
      "step": 274
    },
    {
      "entropy": 0.5926365852355957,
      "epoch": 1.0261682242990655,
      "grad_norm": 0.03326818346977234,
      "learning_rate": 0.0002,
      "loss": 0.5784746408462524,
      "mean_token_accuracy": 0.766831248998642,
      "num_tokens": 4479796.0,
      "step": 275
    },
    {
      "entropy": 0.5474714189767838,
      "epoch": 1.0299065420560747,
      "grad_norm": 0.03355902433395386,
      "learning_rate": 0.0002,
      "loss": 0.5428712368011475,
      "mean_token_accuracy": 0.7803516983985901,
      "num_tokens": 4495955.0,
      "step": 276
    },
    {
      "entropy": 0.5455677509307861,
      "epoch": 1.033644859813084,
      "grad_norm": 0.030776510015130043,
      "learning_rate": 0.0002,
      "loss": 0.5518208742141724,
      "mean_token_accuracy": 0.7767827361822128,
      "num_tokens": 4512316.0,
      "step": 277
    },
    {
      "entropy": 0.526500478386879,
      "epoch": 1.0373831775700935,
      "grad_norm": 0.033801671117544174,
      "learning_rate": 0.0002,
      "loss": 0.5366923809051514,
      "mean_token_accuracy": 0.7806129455566406,
      "num_tokens": 4528811.0,
      "step": 278
    },
    {
      "entropy": 0.541542574763298,
      "epoch": 1.0411214953271029,
      "grad_norm": 0.02768930047750473,
      "learning_rate": 0.0002,
      "loss": 0.5472083687782288,
      "mean_token_accuracy": 0.7802270948886871,
      "num_tokens": 4545459.0,
      "step": 279
    },
    {
      "entropy": 0.5428692698478699,
      "epoch": 1.0448598130841122,
      "grad_norm": 0.026535486802458763,
      "learning_rate": 0.0002,
      "loss": 0.5472521185874939,
      "mean_token_accuracy": 0.7790202796459198,
      "num_tokens": 4561743.0,
      "step": 280
    },
    {
      "entropy": 0.5543521493673325,
      "epoch": 1.0485981308411214,
      "grad_norm": 0.02853293903172016,
      "learning_rate": 0.0002,
      "loss": 0.5497039556503296,
      "mean_token_accuracy": 0.7779083847999573,
      "num_tokens": 4577971.0,
      "step": 281
    },
    {
      "entropy": 0.5532562881708145,
      "epoch": 1.0523364485981308,
      "grad_norm": 0.032453302294015884,
      "learning_rate": 0.0002,
      "loss": 0.5507426261901855,
      "mean_token_accuracy": 0.7767385840415955,
      "num_tokens": 4594320.0,
      "step": 282
    },
    {
      "entropy": 0.5443340390920639,
      "epoch": 1.0560747663551402,
      "grad_norm": 0.02682569809257984,
      "learning_rate": 0.0002,
      "loss": 0.5412614345550537,
      "mean_token_accuracy": 0.77817003428936,
      "num_tokens": 4610559.0,
      "step": 283
    },
    {
      "entropy": 0.5440877228975296,
      "epoch": 1.0598130841121496,
      "grad_norm": 0.0319623202085495,
      "learning_rate": 0.0002,
      "loss": 0.5511168241500854,
      "mean_token_accuracy": 0.7755201905965805,
      "num_tokens": 4627054.0,
      "step": 284
    },
    {
      "entropy": 0.5398871749639511,
      "epoch": 1.063551401869159,
      "grad_norm": 0.03265109285712242,
      "learning_rate": 0.0002,
      "loss": 0.5518860220909119,
      "mean_token_accuracy": 0.7781514823436737,
      "num_tokens": 4643292.0,
      "step": 285
    },
    {
      "entropy": 0.5381411910057068,
      "epoch": 1.0672897196261681,
      "grad_norm": 0.03156265616416931,
      "learning_rate": 0.0002,
      "loss": 0.5409814119338989,
      "mean_token_accuracy": 0.778824657201767,
      "num_tokens": 4659607.0,
      "step": 286
    },
    {
      "entropy": 0.5548661798238754,
      "epoch": 1.0710280373831775,
      "grad_norm": 0.02918156050145626,
      "learning_rate": 0.0002,
      "loss": 0.5548707246780396,
      "mean_token_accuracy": 0.7780612111091614,
      "num_tokens": 4676232.0,
      "step": 287
    },
    {
      "entropy": 0.5623743981122971,
      "epoch": 1.074766355140187,
      "grad_norm": 0.03226201981306076,
      "learning_rate": 0.0002,
      "loss": 0.554677426815033,
      "mean_token_accuracy": 0.7718137502670288,
      "num_tokens": 4692488.0,
      "step": 288
    },
    {
      "entropy": 0.5557957291603088,
      "epoch": 1.0785046728971963,
      "grad_norm": 0.03029857762157917,
      "learning_rate": 0.0002,
      "loss": 0.5494679808616638,
      "mean_token_accuracy": 0.7741122990846634,
      "num_tokens": 4709044.0,
      "step": 289
    },
    {
      "entropy": 0.5503045320510864,
      "epoch": 1.0822429906542057,
      "grad_norm": 0.0307212695479393,
      "learning_rate": 0.0002,
      "loss": 0.5489369630813599,
      "mean_token_accuracy": 0.7767912298440933,
      "num_tokens": 4725364.0,
      "step": 290
    },
    {
      "entropy": 0.539084866642952,
      "epoch": 1.0859813084112149,
      "grad_norm": 0.03190942481160164,
      "learning_rate": 0.0002,
      "loss": 0.5426544547080994,
      "mean_token_accuracy": 0.7790433466434479,
      "num_tokens": 4741941.0,
      "step": 291
    },
    {
      "entropy": 0.5557795614004135,
      "epoch": 1.0897196261682243,
      "grad_norm": 0.029419884085655212,
      "learning_rate": 0.0002,
      "loss": 0.5554101467132568,
      "mean_token_accuracy": 0.7740319818258286,
      "num_tokens": 4758205.0,
      "step": 292
    },
    {
      "entropy": 0.5505965203046799,
      "epoch": 1.0934579439252337,
      "grad_norm": 0.03429512679576874,
      "learning_rate": 0.0002,
      "loss": 0.5480504035949707,
      "mean_token_accuracy": 0.7799728959798813,
      "num_tokens": 4774531.0,
      "step": 293
    },
    {
      "entropy": 0.5202708393335342,
      "epoch": 1.097196261682243,
      "grad_norm": 0.03249349445104599,
      "learning_rate": 0.0002,
      "loss": 0.5263637900352478,
      "mean_token_accuracy": 0.7847210466861725,
      "num_tokens": 4790852.0,
      "step": 294
    },
    {
      "entropy": 0.5314037203788757,
      "epoch": 1.1009345794392524,
      "grad_norm": 0.03021075204014778,
      "learning_rate": 0.0002,
      "loss": 0.5385116934776306,
      "mean_token_accuracy": 0.7801961302757263,
      "num_tokens": 4807025.0,
      "step": 295
    },
    {
      "entropy": 0.5293320417404175,
      "epoch": 1.1046728971962616,
      "grad_norm": 0.028836827725172043,
      "learning_rate": 0.0002,
      "loss": 0.5360400676727295,
      "mean_token_accuracy": 0.7814829498529434,
      "num_tokens": 4823214.0,
      "step": 296
    },
    {
      "entropy": 0.5449055731296539,
      "epoch": 1.108411214953271,
      "grad_norm": 0.03287169337272644,
      "learning_rate": 0.0002,
      "loss": 0.5433195233345032,
      "mean_token_accuracy": 0.7783774435520172,
      "num_tokens": 4839406.0,
      "step": 297
    },
    {
      "entropy": 0.5480804145336151,
      "epoch": 1.1121495327102804,
      "grad_norm": 0.02733924239873886,
      "learning_rate": 0.0002,
      "loss": 0.5476067066192627,
      "mean_token_accuracy": 0.7756602764129639,
      "num_tokens": 4855715.0,
      "step": 298
    },
    {
      "entropy": 0.5223022475838661,
      "epoch": 1.1158878504672898,
      "grad_norm": 0.030849482864141464,
      "learning_rate": 0.0002,
      "loss": 0.5228248834609985,
      "mean_token_accuracy": 0.7864928692579269,
      "num_tokens": 4871905.0,
      "step": 299
    },
    {
      "entropy": 0.5403697192668915,
      "epoch": 1.1196261682242992,
      "grad_norm": 0.04067312180995941,
      "learning_rate": 0.0002,
      "loss": 0.5488058924674988,
      "mean_token_accuracy": 0.7756592333316803,
      "num_tokens": 4888255.0,
      "step": 300
    },
    {
      "entropy": 0.5412193536758423,
      "epoch": 1.1233644859813083,
      "grad_norm": 0.0385926179587841,
      "learning_rate": 0.0002,
      "loss": 0.5371171832084656,
      "mean_token_accuracy": 0.7830539792776108,
      "num_tokens": 4904401.0,
      "step": 301
    },
    {
      "entropy": 0.5478123128414154,
      "epoch": 1.1271028037383177,
      "grad_norm": 0.034694232046604156,
      "learning_rate": 0.0002,
      "loss": 0.5448811054229736,
      "mean_token_accuracy": 0.7775193750858307,
      "num_tokens": 4920569.0,
      "step": 302
    },
    {
      "entropy": 0.5659691095352173,
      "epoch": 1.1308411214953271,
      "grad_norm": 0.0340200699865818,
      "learning_rate": 0.0002,
      "loss": 0.5552433729171753,
      "mean_token_accuracy": 0.7739417254924774,
      "num_tokens": 4936990.0,
      "step": 303
    },
    {
      "entropy": 0.5497810244560242,
      "epoch": 1.1345794392523365,
      "grad_norm": 0.03331321105360985,
      "learning_rate": 0.0002,
      "loss": 0.5419542193412781,
      "mean_token_accuracy": 0.7797157317399979,
      "num_tokens": 4953234.0,
      "step": 304
    },
    {
      "entropy": 0.5460351407527924,
      "epoch": 1.1383177570093457,
      "grad_norm": 0.028563540428876877,
      "learning_rate": 0.0002,
      "loss": 0.5521276593208313,
      "mean_token_accuracy": 0.7758445143699646,
      "num_tokens": 4969315.0,
      "step": 305
    },
    {
      "entropy": 0.5569003522396088,
      "epoch": 1.142056074766355,
      "grad_norm": 0.037444427609443665,
      "learning_rate": 0.0002,
      "loss": 0.5681867003440857,
      "mean_token_accuracy": 0.768034890294075,
      "num_tokens": 4985515.0,
      "step": 306
    },
    {
      "entropy": 0.5470724403858185,
      "epoch": 1.1457943925233645,
      "grad_norm": 0.03636348247528076,
      "learning_rate": 0.0002,
      "loss": 0.557773768901825,
      "mean_token_accuracy": 0.7707736641168594,
      "num_tokens": 5001866.0,
      "step": 307
    },
    {
      "entropy": 0.5416572839021683,
      "epoch": 1.1495327102803738,
      "grad_norm": 0.03566127270460129,
      "learning_rate": 0.0002,
      "loss": 0.5432877540588379,
      "mean_token_accuracy": 0.7794886082410812,
      "num_tokens": 5018262.0,
      "step": 308
    },
    {
      "entropy": 0.5430650115013123,
      "epoch": 1.1532710280373832,
      "grad_norm": 0.03256046026945114,
      "learning_rate": 0.0002,
      "loss": 0.5351021885871887,
      "mean_token_accuracy": 0.7833839505910873,
      "num_tokens": 5034628.0,
      "step": 309
    },
    {
      "entropy": 0.5461114794015884,
      "epoch": 1.1570093457943926,
      "grad_norm": 0.029036300256848335,
      "learning_rate": 0.0002,
      "loss": 0.5413210391998291,
      "mean_token_accuracy": 0.7808763384819031,
      "num_tokens": 5050585.0,
      "step": 310
    },
    {
      "entropy": 0.554639920592308,
      "epoch": 1.1607476635514018,
      "grad_norm": 0.03361903131008148,
      "learning_rate": 0.0002,
      "loss": 0.5511503219604492,
      "mean_token_accuracy": 0.7750130593776703,
      "num_tokens": 5067128.0,
      "step": 311
    },
    {
      "entropy": 0.548187181353569,
      "epoch": 1.1644859813084112,
      "grad_norm": 0.031710732728242874,
      "learning_rate": 0.0002,
      "loss": 0.5527835488319397,
      "mean_token_accuracy": 0.7745499759912491,
      "num_tokens": 5083711.0,
      "step": 312
    },
    {
      "entropy": 0.5482472777366638,
      "epoch": 1.1682242990654206,
      "grad_norm": 0.02857045829296112,
      "learning_rate": 0.0002,
      "loss": 0.5483166575431824,
      "mean_token_accuracy": 0.7769645005464554,
      "num_tokens": 5100016.0,
      "step": 313
    },
    {
      "entropy": 0.5292567014694214,
      "epoch": 1.17196261682243,
      "grad_norm": 0.03421966731548309,
      "learning_rate": 0.0002,
      "loss": 0.5375955104827881,
      "mean_token_accuracy": 0.7807260155677795,
      "num_tokens": 5116491.0,
      "step": 314
    },
    {
      "entropy": 0.5369534343481064,
      "epoch": 1.1757009345794391,
      "grad_norm": 0.03103984147310257,
      "learning_rate": 0.0002,
      "loss": 0.5436944365501404,
      "mean_token_accuracy": 0.7778706103563309,
      "num_tokens": 5132827.0,
      "step": 315
    },
    {
      "entropy": 0.5408389419317245,
      "epoch": 1.1794392523364485,
      "grad_norm": 0.030202720314264297,
      "learning_rate": 0.0002,
      "loss": 0.5370794534683228,
      "mean_token_accuracy": 0.7810905873775482,
      "num_tokens": 5149320.0,
      "step": 316
    },
    {
      "entropy": 0.5496339946985245,
      "epoch": 1.183177570093458,
      "grad_norm": 0.051472123712301254,
      "learning_rate": 0.0002,
      "loss": 0.5469900965690613,
      "mean_token_accuracy": 0.7799471020698547,
      "num_tokens": 5165783.0,
      "step": 317
    },
    {
      "entropy": 0.5685789883136749,
      "epoch": 1.1869158878504673,
      "grad_norm": 0.02587290294468403,
      "learning_rate": 0.0002,
      "loss": 0.5606150031089783,
      "mean_token_accuracy": 0.7720179110765457,
      "num_tokens": 5182220.0,
      "step": 318
    },
    {
      "entropy": 0.562404528260231,
      "epoch": 1.1906542056074767,
      "grad_norm": 0.02697838842868805,
      "learning_rate": 0.0002,
      "loss": 0.5576499700546265,
      "mean_token_accuracy": 0.773972287774086,
      "num_tokens": 5198785.0,
      "step": 319
    },
    {
      "entropy": 0.5579852014780045,
      "epoch": 1.194392523364486,
      "grad_norm": 0.03318994492292404,
      "learning_rate": 0.0002,
      "loss": 0.5587575435638428,
      "mean_token_accuracy": 0.7752004414796829,
      "num_tokens": 5215306.0,
      "step": 320
    },
    {
      "entropy": 0.5371066629886627,
      "epoch": 1.1981308411214953,
      "grad_norm": 0.03372027724981308,
      "learning_rate": 0.0002,
      "loss": 0.5434669852256775,
      "mean_token_accuracy": 0.7805782556533813,
      "num_tokens": 5231543.0,
      "step": 321
    },
    {
      "entropy": 0.5399051606655121,
      "epoch": 1.2018691588785047,
      "grad_norm": 0.02985556237399578,
      "learning_rate": 0.0002,
      "loss": 0.535866379737854,
      "mean_token_accuracy": 0.7829108238220215,
      "num_tokens": 5248118.0,
      "step": 322
    },
    {
      "entropy": 0.5591253787279129,
      "epoch": 1.205607476635514,
      "grad_norm": 0.036681629717350006,
      "learning_rate": 0.0002,
      "loss": 0.5629308223724365,
      "mean_token_accuracy": 0.7753039449453354,
      "num_tokens": 5264354.0,
      "step": 323
    },
    {
      "entropy": 0.530854269862175,
      "epoch": 1.2093457943925234,
      "grad_norm": 0.03271258994936943,
      "learning_rate": 0.0002,
      "loss": 0.5393017530441284,
      "mean_token_accuracy": 0.779604122042656,
      "num_tokens": 5280420.0,
      "step": 324
    },
    {
      "entropy": 0.5350240170955658,
      "epoch": 1.2130841121495326,
      "grad_norm": 0.03653952106833458,
      "learning_rate": 0.0002,
      "loss": 0.5409165620803833,
      "mean_token_accuracy": 0.7822408974170685,
      "num_tokens": 5296606.0,
      "step": 325
    },
    {
      "entropy": 0.5648403018712997,
      "epoch": 1.216822429906542,
      "grad_norm": 0.03994280472397804,
      "learning_rate": 0.0002,
      "loss": 0.5743881464004517,
      "mean_token_accuracy": 0.7659939229488373,
      "num_tokens": 5313007.0,
      "step": 326
    },
    {
      "entropy": 0.5432536900043488,
      "epoch": 1.2205607476635514,
      "grad_norm": 0.02927422896027565,
      "learning_rate": 0.0002,
      "loss": 0.5374885201454163,
      "mean_token_accuracy": 0.7827716916799545,
      "num_tokens": 5329527.0,
      "step": 327
    },
    {
      "entropy": 0.5514259338378906,
      "epoch": 1.2242990654205608,
      "grad_norm": 0.0344291552901268,
      "learning_rate": 0.0002,
      "loss": 0.5449932217597961,
      "mean_token_accuracy": 0.7758236229419708,
      "num_tokens": 5345773.0,
      "step": 328
    },
    {
      "entropy": 0.5402681678533554,
      "epoch": 1.2280373831775702,
      "grad_norm": 0.030332623049616814,
      "learning_rate": 0.0002,
      "loss": 0.5353883504867554,
      "mean_token_accuracy": 0.7829276025295258,
      "num_tokens": 5362127.0,
      "step": 329
    },
    {
      "entropy": 0.5448068082332611,
      "epoch": 1.2317757009345796,
      "grad_norm": 0.03531905263662338,
      "learning_rate": 0.0002,
      "loss": 0.5491797924041748,
      "mean_token_accuracy": 0.7790112793445587,
      "num_tokens": 5378581.0,
      "step": 330
    },
    {
      "entropy": 0.5472903549671173,
      "epoch": 1.2355140186915887,
      "grad_norm": 0.031015828251838684,
      "learning_rate": 0.0002,
      "loss": 0.5477415323257446,
      "mean_token_accuracy": 0.7792595028877258,
      "num_tokens": 5395212.0,
      "step": 331
    },
    {
      "entropy": 0.5454255491495132,
      "epoch": 1.2392523364485981,
      "grad_norm": 0.029113125056028366,
      "learning_rate": 0.0002,
      "loss": 0.5511353611946106,
      "mean_token_accuracy": 0.7783665657043457,
      "num_tokens": 5411639.0,
      "step": 332
    },
    {
      "entropy": 0.540988489985466,
      "epoch": 1.2429906542056075,
      "grad_norm": 0.03799515590071678,
      "learning_rate": 0.0002,
      "loss": 0.5437558889389038,
      "mean_token_accuracy": 0.7799660414457321,
      "num_tokens": 5428149.0,
      "step": 333
    },
    {
      "entropy": 0.5526563823223114,
      "epoch": 1.246728971962617,
      "grad_norm": 0.031356047838926315,
      "learning_rate": 0.0002,
      "loss": 0.5517259836196899,
      "mean_token_accuracy": 0.7754609137773514,
      "num_tokens": 5444823.0,
      "step": 334
    },
    {
      "entropy": 0.5555935055017471,
      "epoch": 1.250467289719626,
      "grad_norm": 0.029837489128112793,
      "learning_rate": 0.0002,
      "loss": 0.5508607029914856,
      "mean_token_accuracy": 0.7758114188909531,
      "num_tokens": 5461092.0,
      "step": 335
    },
    {
      "entropy": 0.5559129118919373,
      "epoch": 1.2542056074766355,
      "grad_norm": 0.033403050154447556,
      "learning_rate": 0.0002,
      "loss": 0.5595272183418274,
      "mean_token_accuracy": 0.7721016854047775,
      "num_tokens": 5477562.0,
      "step": 336
    },
    {
      "entropy": 0.5547732263803482,
      "epoch": 1.2579439252336448,
      "grad_norm": 0.030496301129460335,
      "learning_rate": 0.0002,
      "loss": 0.5562547445297241,
      "mean_token_accuracy": 0.7715321332216263,
      "num_tokens": 5493726.0,
      "step": 337
    },
    {
      "entropy": 0.5420037060976028,
      "epoch": 1.2616822429906542,
      "grad_norm": 0.029967380687594414,
      "learning_rate": 0.0002,
      "loss": 0.5383363962173462,
      "mean_token_accuracy": 0.7796787321567535,
      "num_tokens": 5510133.0,
      "step": 338
    },
    {
      "entropy": 0.5514421463012695,
      "epoch": 1.2654205607476636,
      "grad_norm": 0.028999267145991325,
      "learning_rate": 0.0002,
      "loss": 0.5496451258659363,
      "mean_token_accuracy": 0.775850385427475,
      "num_tokens": 5526472.0,
      "step": 339
    },
    {
      "entropy": 0.5502642691135406,
      "epoch": 1.269158878504673,
      "grad_norm": 0.031769949942827225,
      "learning_rate": 0.0002,
      "loss": 0.5571942925453186,
      "mean_token_accuracy": 0.7752085626125336,
      "num_tokens": 5542630.0,
      "step": 340
    },
    {
      "entropy": 0.5570239722728729,
      "epoch": 1.2728971962616822,
      "grad_norm": 0.027039222419261932,
      "learning_rate": 0.0002,
      "loss": 0.5579078197479248,
      "mean_token_accuracy": 0.771331325173378,
      "num_tokens": 5559029.0,
      "step": 341
    },
    {
      "entropy": 0.5515656173229218,
      "epoch": 1.2766355140186916,
      "grad_norm": 0.029703624546527863,
      "learning_rate": 0.0002,
      "loss": 0.5461840033531189,
      "mean_token_accuracy": 0.7807486355304718,
      "num_tokens": 5575356.0,
      "step": 342
    },
    {
      "entropy": 0.5342657566070557,
      "epoch": 1.280373831775701,
      "grad_norm": 0.03180944547057152,
      "learning_rate": 0.0002,
      "loss": 0.5324912071228027,
      "mean_token_accuracy": 0.7840546667575836,
      "num_tokens": 5591449.0,
      "step": 343
    },
    {
      "entropy": 0.5342217683792114,
      "epoch": 1.2841121495327104,
      "grad_norm": 0.029021048918366432,
      "learning_rate": 0.0002,
      "loss": 0.5414597392082214,
      "mean_token_accuracy": 0.780342310667038,
      "num_tokens": 5607833.0,
      "step": 344
    },
    {
      "entropy": 0.55648373067379,
      "epoch": 1.2878504672897195,
      "grad_norm": 0.046803366392850876,
      "learning_rate": 0.0002,
      "loss": 0.5738747119903564,
      "mean_token_accuracy": 0.7661998569965363,
      "num_tokens": 5624322.0,
      "step": 345
    },
    {
      "entropy": 0.5502487570047379,
      "epoch": 1.291588785046729,
      "grad_norm": 0.03315203636884689,
      "learning_rate": 0.0002,
      "loss": 0.5500799417495728,
      "mean_token_accuracy": 0.7736621350049973,
      "num_tokens": 5640389.0,
      "step": 346
    },
    {
      "entropy": 0.5614677965641022,
      "epoch": 1.2953271028037383,
      "grad_norm": 0.03268338739871979,
      "learning_rate": 0.0002,
      "loss": 0.5521507263183594,
      "mean_token_accuracy": 0.7767487168312073,
      "num_tokens": 5657037.0,
      "step": 347
    },
    {
      "entropy": 0.5565991103649139,
      "epoch": 1.2990654205607477,
      "grad_norm": 0.03224696218967438,
      "learning_rate": 0.0002,
      "loss": 0.5461902022361755,
      "mean_token_accuracy": 0.7800005227327347,
      "num_tokens": 5673177.0,
      "step": 348
    },
    {
      "entropy": 0.5575346350669861,
      "epoch": 1.302803738317757,
      "grad_norm": 0.03355446085333824,
      "learning_rate": 0.0002,
      "loss": 0.5535120368003845,
      "mean_token_accuracy": 0.7763462960720062,
      "num_tokens": 5689487.0,
      "step": 349
    },
    {
      "entropy": 0.5268712043762207,
      "epoch": 1.3065420560747665,
      "grad_norm": 0.03238300606608391,
      "learning_rate": 0.0002,
      "loss": 0.5330650806427002,
      "mean_token_accuracy": 0.7824077904224396,
      "num_tokens": 5705730.0,
      "step": 350
    },
    {
      "entropy": 0.5374382436275482,
      "epoch": 1.3102803738317756,
      "grad_norm": 0.03740353882312775,
      "learning_rate": 0.0002,
      "loss": 0.547337532043457,
      "mean_token_accuracy": 0.7766657322645187,
      "num_tokens": 5722106.0,
      "step": 351
    },
    {
      "entropy": 0.5559621900320053,
      "epoch": 1.314018691588785,
      "grad_norm": 0.030790183693170547,
      "learning_rate": 0.0002,
      "loss": 0.5596389770507812,
      "mean_token_accuracy": 0.7734881490468979,
      "num_tokens": 5738765.0,
      "step": 352
    },
    {
      "entropy": 0.5731736719608307,
      "epoch": 1.3177570093457944,
      "grad_norm": 0.029810264706611633,
      "learning_rate": 0.0002,
      "loss": 0.5712341070175171,
      "mean_token_accuracy": 0.7706846296787262,
      "num_tokens": 5755390.0,
      "step": 353
    },
    {
      "entropy": 0.5471203178167343,
      "epoch": 1.3214953271028038,
      "grad_norm": 0.031591080129146576,
      "learning_rate": 0.0002,
      "loss": 0.5398964881896973,
      "mean_token_accuracy": 0.7803937494754791,
      "num_tokens": 5771544.0,
      "step": 354
    },
    {
      "entropy": 0.54648657143116,
      "epoch": 1.325233644859813,
      "grad_norm": 0.02947516180574894,
      "learning_rate": 0.0002,
      "loss": 0.5480178594589233,
      "mean_token_accuracy": 0.7766480296850204,
      "num_tokens": 5787883.0,
      "step": 355
    },
    {
      "entropy": 0.547360748052597,
      "epoch": 1.3289719626168224,
      "grad_norm": 0.03545290604233742,
      "learning_rate": 0.0002,
      "loss": 0.5540775656700134,
      "mean_token_accuracy": 0.7739741057157516,
      "num_tokens": 5804479.0,
      "step": 356
    },
    {
      "entropy": 0.5666938722133636,
      "epoch": 1.3327102803738318,
      "grad_norm": 0.030594807118177414,
      "learning_rate": 0.0002,
      "loss": 0.5684746503829956,
      "mean_token_accuracy": 0.7727518826723099,
      "num_tokens": 5820828.0,
      "step": 357
    },
    {
      "entropy": 0.5427974164485931,
      "epoch": 1.3364485981308412,
      "grad_norm": 0.028014780953526497,
      "learning_rate": 0.0002,
      "loss": 0.5475256443023682,
      "mean_token_accuracy": 0.7783348560333252,
      "num_tokens": 5837279.0,
      "step": 358
    },
    {
      "entropy": 0.5367537513375282,
      "epoch": 1.3401869158878505,
      "grad_norm": 0.02776091918349266,
      "learning_rate": 0.0002,
      "loss": 0.5400804877281189,
      "mean_token_accuracy": 0.7791878134012222,
      "num_tokens": 5853587.0,
      "step": 359
    },
    {
      "entropy": 0.5417804718017578,
      "epoch": 1.34392523364486,
      "grad_norm": 0.030707573518157005,
      "learning_rate": 0.0002,
      "loss": 0.5384262204170227,
      "mean_token_accuracy": 0.7809765785932541,
      "num_tokens": 5869870.0,
      "step": 360
    },
    {
      "entropy": 0.5336113572120667,
      "epoch": 1.347663551401869,
      "grad_norm": 0.02800143137574196,
      "learning_rate": 0.0002,
      "loss": 0.5343897342681885,
      "mean_token_accuracy": 0.7851298898458481,
      "num_tokens": 5886161.0,
      "step": 361
    },
    {
      "entropy": 0.5595630407333374,
      "epoch": 1.3514018691588785,
      "grad_norm": 0.033487141132354736,
      "learning_rate": 0.0002,
      "loss": 0.5617246031761169,
      "mean_token_accuracy": 0.7718270570039749,
      "num_tokens": 5902403.0,
      "step": 362
    },
    {
      "entropy": 0.5564123690128326,
      "epoch": 1.355140186915888,
      "grad_norm": 0.030184373259544373,
      "learning_rate": 0.0002,
      "loss": 0.5559881925582886,
      "mean_token_accuracy": 0.7759525775909424,
      "num_tokens": 5918682.0,
      "step": 363
    },
    {
      "entropy": 0.5504587888717651,
      "epoch": 1.358878504672897,
      "grad_norm": 0.030958138406276703,
      "learning_rate": 0.0002,
      "loss": 0.5547590255737305,
      "mean_token_accuracy": 0.7714252471923828,
      "num_tokens": 5935040.0,
      "step": 364
    },
    {
      "entropy": 0.5442556142807007,
      "epoch": 1.3626168224299064,
      "grad_norm": 0.02721753716468811,
      "learning_rate": 0.0002,
      "loss": 0.5465304851531982,
      "mean_token_accuracy": 0.7787513434886932,
      "num_tokens": 5951319.0,
      "step": 365
    },
    {
      "entropy": 0.5471279621124268,
      "epoch": 1.3663551401869158,
      "grad_norm": 0.02792942337691784,
      "learning_rate": 0.0002,
      "loss": 0.5474483966827393,
      "mean_token_accuracy": 0.7781872451305389,
      "num_tokens": 5967748.0,
      "step": 366
    },
    {
      "entropy": 0.5490291863679886,
      "epoch": 1.3700934579439252,
      "grad_norm": 0.028123004361987114,
      "learning_rate": 0.0002,
      "loss": 0.543886125087738,
      "mean_token_accuracy": 0.7788564115762711,
      "num_tokens": 5984234.0,
      "step": 367
    },
    {
      "entropy": 0.5531343668699265,
      "epoch": 1.3738317757009346,
      "grad_norm": 0.028855035081505775,
      "learning_rate": 0.0002,
      "loss": 0.5493640303611755,
      "mean_token_accuracy": 0.7753023356199265,
      "num_tokens": 6000373.0,
      "step": 368
    },
    {
      "entropy": 0.5437296479940414,
      "epoch": 1.377570093457944,
      "grad_norm": 0.03395684063434601,
      "learning_rate": 0.0002,
      "loss": 0.5439614057540894,
      "mean_token_accuracy": 0.7777044326066971,
      "num_tokens": 6016881.0,
      "step": 369
    },
    {
      "entropy": 0.5404936373233795,
      "epoch": 1.3813084112149534,
      "grad_norm": 0.032147135585546494,
      "learning_rate": 0.0002,
      "loss": 0.545538604259491,
      "mean_token_accuracy": 0.7780790776014328,
      "num_tokens": 6033034.0,
      "step": 370
    },
    {
      "entropy": 0.5291552245616913,
      "epoch": 1.3850467289719626,
      "grad_norm": 0.033786509186029434,
      "learning_rate": 0.0002,
      "loss": 0.5318939685821533,
      "mean_token_accuracy": 0.7833190411329269,
      "num_tokens": 6049080.0,
      "step": 371
    },
    {
      "entropy": 0.567609116435051,
      "epoch": 1.388785046728972,
      "grad_norm": 0.028979122638702393,
      "learning_rate": 0.0002,
      "loss": 0.5664098858833313,
      "mean_token_accuracy": 0.7676924616098404,
      "num_tokens": 6065561.0,
      "step": 372
    },
    {
      "entropy": 0.5492920726537704,
      "epoch": 1.3925233644859814,
      "grad_norm": 0.03035721927881241,
      "learning_rate": 0.0002,
      "loss": 0.5452470779418945,
      "mean_token_accuracy": 0.7780449539422989,
      "num_tokens": 6081826.0,
      "step": 373
    },
    {
      "entropy": 0.5530673414468765,
      "epoch": 1.3962616822429905,
      "grad_norm": 0.028820699080824852,
      "learning_rate": 0.0002,
      "loss": 0.54978346824646,
      "mean_token_accuracy": 0.7757824063301086,
      "num_tokens": 6098304.0,
      "step": 374
    },
    {
      "entropy": 0.5440555065870285,
      "epoch": 1.4,
      "grad_norm": 0.032084014266729355,
      "learning_rate": 0.0002,
      "loss": 0.5414038896560669,
      "mean_token_accuracy": 0.7783534377813339,
      "num_tokens": 6114548.0,
      "step": 375
    },
    {
      "entropy": 0.5330861955881119,
      "epoch": 1.4037383177570093,
      "grad_norm": 0.03771211951971054,
      "learning_rate": 0.0002,
      "loss": 0.5359234809875488,
      "mean_token_accuracy": 0.7809047400951385,
      "num_tokens": 6130775.0,
      "step": 376
    },
    {
      "entropy": 0.5356210172176361,
      "epoch": 1.4074766355140187,
      "grad_norm": 0.031670473515987396,
      "learning_rate": 0.0002,
      "loss": 0.539705753326416,
      "mean_token_accuracy": 0.7816208004951477,
      "num_tokens": 6147119.0,
      "step": 377
    },
    {
      "entropy": 0.5264314264059067,
      "epoch": 1.411214953271028,
      "grad_norm": 0.03143749758601189,
      "learning_rate": 0.0002,
      "loss": 0.5309686660766602,
      "mean_token_accuracy": 0.7844567745923996,
      "num_tokens": 6163184.0,
      "step": 378
    },
    {
      "entropy": 0.5401338934898376,
      "epoch": 1.4149532710280375,
      "grad_norm": 0.03694392740726471,
      "learning_rate": 0.0002,
      "loss": 0.5471729040145874,
      "mean_token_accuracy": 0.7767902612686157,
      "num_tokens": 6179419.0,
      "step": 379
    },
    {
      "entropy": 0.5529890209436417,
      "epoch": 1.4186915887850469,
      "grad_norm": 0.033812835812568665,
      "learning_rate": 0.0002,
      "loss": 0.565970778465271,
      "mean_token_accuracy": 0.7665126621723175,
      "num_tokens": 6195649.0,
      "step": 380
    },
    {
      "entropy": 0.5637273043394089,
      "epoch": 1.422429906542056,
      "grad_norm": 0.02983681485056877,
      "learning_rate": 0.0002,
      "loss": 0.5626575350761414,
      "mean_token_accuracy": 0.7695245891809464,
      "num_tokens": 6212102.0,
      "step": 381
    },
    {
      "entropy": 0.5482936352491379,
      "epoch": 1.4261682242990654,
      "grad_norm": 0.026917651295661926,
      "learning_rate": 0.0002,
      "loss": 0.54402095079422,
      "mean_token_accuracy": 0.7796863317489624,
      "num_tokens": 6228396.0,
      "step": 382
    },
    {
      "entropy": 0.5501932799816132,
      "epoch": 1.4299065420560748,
      "grad_norm": 0.029674382880330086,
      "learning_rate": 0.0002,
      "loss": 0.5445118546485901,
      "mean_token_accuracy": 0.7807586491107941,
      "num_tokens": 6244754.0,
      "step": 383
    },
    {
      "entropy": 0.5524531006813049,
      "epoch": 1.433644859813084,
      "grad_norm": 0.031190212815999985,
      "learning_rate": 0.0002,
      "loss": 0.5460107922554016,
      "mean_token_accuracy": 0.7775425314903259,
      "num_tokens": 6261129.0,
      "step": 384
    },
    {
      "entropy": 0.5559191405773163,
      "epoch": 1.4373831775700934,
      "grad_norm": 0.03291701897978783,
      "learning_rate": 0.0002,
      "loss": 0.5565997362136841,
      "mean_token_accuracy": 0.7729406207799911,
      "num_tokens": 6277295.0,
      "step": 385
    },
    {
      "entropy": 0.5387507379055023,
      "epoch": 1.4411214953271028,
      "grad_norm": 0.029946424067020416,
      "learning_rate": 0.0002,
      "loss": 0.5400161147117615,
      "mean_token_accuracy": 0.7815364450216293,
      "num_tokens": 6293740.0,
      "step": 386
    },
    {
      "entropy": 0.5453538447618484,
      "epoch": 1.4448598130841122,
      "grad_norm": 0.03343931958079338,
      "learning_rate": 0.0002,
      "loss": 0.5513398051261902,
      "mean_token_accuracy": 0.7751688063144684,
      "num_tokens": 6309953.0,
      "step": 387
    },
    {
      "entropy": 0.5543301105499268,
      "epoch": 1.4485981308411215,
      "grad_norm": 0.02918226271867752,
      "learning_rate": 0.0002,
      "loss": 0.5551657676696777,
      "mean_token_accuracy": 0.7708156853914261,
      "num_tokens": 6326235.0,
      "step": 388
    },
    {
      "entropy": 0.5655284225940704,
      "epoch": 1.452336448598131,
      "grad_norm": 0.031265538185834885,
      "learning_rate": 0.0002,
      "loss": 0.5654095411300659,
      "mean_token_accuracy": 0.7689371109008789,
      "num_tokens": 6342382.0,
      "step": 389
    },
    {
      "entropy": 0.543906643986702,
      "epoch": 1.45607476635514,
      "grad_norm": 0.0303683839738369,
      "learning_rate": 0.0002,
      "loss": 0.5439735651016235,
      "mean_token_accuracy": 0.7809619605541229,
      "num_tokens": 6358481.0,
      "step": 390
    },
    {
      "entropy": 0.5395262986421585,
      "epoch": 1.4598130841121495,
      "grad_norm": 0.029894739389419556,
      "learning_rate": 0.0002,
      "loss": 0.5406848192214966,
      "mean_token_accuracy": 0.7806549370288849,
      "num_tokens": 6374676.0,
      "step": 391
    },
    {
      "entropy": 0.5415726751089096,
      "epoch": 1.4635514018691589,
      "grad_norm": 0.03674378991127014,
      "learning_rate": 0.0002,
      "loss": 0.5463482141494751,
      "mean_token_accuracy": 0.777136966586113,
      "num_tokens": 6390831.0,
      "step": 392
    },
    {
      "entropy": 0.5493590235710144,
      "epoch": 1.4672897196261683,
      "grad_norm": 0.028417574241757393,
      "learning_rate": 0.0002,
      "loss": 0.5471122860908508,
      "mean_token_accuracy": 0.7766950279474258,
      "num_tokens": 6407316.0,
      "step": 393
    },
    {
      "entropy": 0.5292122960090637,
      "epoch": 1.4710280373831774,
      "grad_norm": 0.03298041224479675,
      "learning_rate": 0.0002,
      "loss": 0.5297983884811401,
      "mean_token_accuracy": 0.7847895622253418,
      "num_tokens": 6423557.0,
      "step": 394
    },
    {
      "entropy": 0.5528764873743057,
      "epoch": 1.4747663551401868,
      "grad_norm": 0.02988980896770954,
      "learning_rate": 0.0002,
      "loss": 0.5556773543357849,
      "mean_token_accuracy": 0.7742319852113724,
      "num_tokens": 6439634.0,
      "step": 395
    },
    {
      "entropy": 0.551476001739502,
      "epoch": 1.4785046728971962,
      "grad_norm": 0.030642125755548477,
      "learning_rate": 0.0002,
      "loss": 0.550857663154602,
      "mean_token_accuracy": 0.7747069448232651,
      "num_tokens": 6455686.0,
      "step": 396
    },
    {
      "entropy": 0.5380145758390427,
      "epoch": 1.4822429906542056,
      "grad_norm": 0.02931920997798443,
      "learning_rate": 0.0002,
      "loss": 0.5356473326683044,
      "mean_token_accuracy": 0.7809695601463318,
      "num_tokens": 6471935.0,
      "step": 397
    },
    {
      "entropy": 0.5300455242395401,
      "epoch": 1.485981308411215,
      "grad_norm": 0.035832446068525314,
      "learning_rate": 0.0002,
      "loss": 0.5344862937927246,
      "mean_token_accuracy": 0.783536359667778,
      "num_tokens": 6488278.0,
      "step": 398
    },
    {
      "entropy": 0.5476836711168289,
      "epoch": 1.4897196261682244,
      "grad_norm": 0.0333210714161396,
      "learning_rate": 0.0002,
      "loss": 0.5524132251739502,
      "mean_token_accuracy": 0.7725930511951447,
      "num_tokens": 6504288.0,
      "step": 399
    },
    {
      "entropy": 0.535921260714531,
      "epoch": 1.4934579439252336,
      "grad_norm": 0.03744916617870331,
      "learning_rate": 0.0002,
      "loss": 0.5385454297065735,
      "mean_token_accuracy": 0.7788458317518234,
      "num_tokens": 6520498.0,
      "step": 400
    },
    {
      "entropy": 0.5604094713926315,
      "epoch": 1.497196261682243,
      "grad_norm": 0.029392311349511147,
      "learning_rate": 0.0002,
      "loss": 0.5529255867004395,
      "mean_token_accuracy": 0.7746162861585617,
      "num_tokens": 6536660.0,
      "step": 401
    },
    {
      "entropy": 0.5519481748342514,
      "epoch": 1.5009345794392523,
      "grad_norm": 0.031238850206136703,
      "learning_rate": 0.0002,
      "loss": 0.5494250655174255,
      "mean_token_accuracy": 0.7768653184175491,
      "num_tokens": 6553126.0,
      "step": 402
    },
    {
      "entropy": 0.5527535974979401,
      "epoch": 1.5046728971962615,
      "grad_norm": 0.03839221969246864,
      "learning_rate": 0.0002,
      "loss": 0.5625566840171814,
      "mean_token_accuracy": 0.7720162123441696,
      "num_tokens": 6569143.0,
      "step": 403
    },
    {
      "entropy": 0.5520975738763809,
      "epoch": 1.508411214953271,
      "grad_norm": 0.03356786444783211,
      "learning_rate": 0.0002,
      "loss": 0.5538414716720581,
      "mean_token_accuracy": 0.7732953429222107,
      "num_tokens": 6585541.0,
      "step": 404
    },
    {
      "entropy": 0.5360509008169174,
      "epoch": 1.5121495327102803,
      "grad_norm": 0.03467942029237747,
      "learning_rate": 0.0002,
      "loss": 0.538615345954895,
      "mean_token_accuracy": 0.781312882900238,
      "num_tokens": 6602274.0,
      "step": 405
    },
    {
      "entropy": 0.5343838483095169,
      "epoch": 1.5158878504672897,
      "grad_norm": 0.031671129167079926,
      "learning_rate": 0.0002,
      "loss": 0.5385384559631348,
      "mean_token_accuracy": 0.7813232839107513,
      "num_tokens": 6618593.0,
      "step": 406
    },
    {
      "entropy": 0.5469245910644531,
      "epoch": 1.519626168224299,
      "grad_norm": 0.032783299684524536,
      "learning_rate": 0.0002,
      "loss": 0.5508422255516052,
      "mean_token_accuracy": 0.7776025533676147,
      "num_tokens": 6634867.0,
      "step": 407
    },
    {
      "entropy": 0.5412425100803375,
      "epoch": 1.5233644859813085,
      "grad_norm": 0.031013811007142067,
      "learning_rate": 0.0002,
      "loss": 0.5350072383880615,
      "mean_token_accuracy": 0.7846681326627731,
      "num_tokens": 6651176.0,
      "step": 408
    },
    {
      "entropy": 0.5564695447683334,
      "epoch": 1.5271028037383179,
      "grad_norm": 0.029242711141705513,
      "learning_rate": 0.0002,
      "loss": 0.5514513254165649,
      "mean_token_accuracy": 0.7769511342048645,
      "num_tokens": 6667349.0,
      "step": 409
    },
    {
      "entropy": 0.5430487841367722,
      "epoch": 1.5308411214953273,
      "grad_norm": 0.034237101674079895,
      "learning_rate": 0.0002,
      "loss": 0.5410158038139343,
      "mean_token_accuracy": 0.7824828028678894,
      "num_tokens": 6683579.0,
      "step": 410
    },
    {
      "entropy": 0.540764793753624,
      "epoch": 1.5345794392523364,
      "grad_norm": 0.033801931887865067,
      "learning_rate": 0.0002,
      "loss": 0.5481416583061218,
      "mean_token_accuracy": 0.7755506336688995,
      "num_tokens": 6700088.0,
      "step": 411
    },
    {
      "entropy": 0.5592468529939651,
      "epoch": 1.5383177570093458,
      "grad_norm": 0.03298957645893097,
      "learning_rate": 0.0002,
      "loss": 0.568514347076416,
      "mean_token_accuracy": 0.768169105052948,
      "num_tokens": 6716293.0,
      "step": 412
    },
    {
      "entropy": 0.5506596267223358,
      "epoch": 1.542056074766355,
      "grad_norm": 0.02886568009853363,
      "learning_rate": 0.0002,
      "loss": 0.5483353137969971,
      "mean_token_accuracy": 0.7779833972454071,
      "num_tokens": 6732868.0,
      "step": 413
    },
    {
      "entropy": 0.5599238723516464,
      "epoch": 1.5457943925233644,
      "grad_norm": 0.030115319415926933,
      "learning_rate": 0.0002,
      "loss": 0.5546934008598328,
      "mean_token_accuracy": 0.7749194204807281,
      "num_tokens": 6749345.0,
      "step": 414
    },
    {
      "entropy": 0.5543588250875473,
      "epoch": 1.5495327102803738,
      "grad_norm": 0.0297012310475111,
      "learning_rate": 0.0002,
      "loss": 0.5521113276481628,
      "mean_token_accuracy": 0.7790784388780594,
      "num_tokens": 6765790.0,
      "step": 415
    },
    {
      "entropy": 0.5414643287658691,
      "epoch": 1.5532710280373832,
      "grad_norm": 0.031022896990180016,
      "learning_rate": 0.0002,
      "loss": 0.5424535870552063,
      "mean_token_accuracy": 0.7811086177825928,
      "num_tokens": 6781960.0,
      "step": 416
    },
    {
      "entropy": 0.5437638312578201,
      "epoch": 1.5570093457943925,
      "grad_norm": 0.03145059570670128,
      "learning_rate": 0.0002,
      "loss": 0.5443586707115173,
      "mean_token_accuracy": 0.7771809101104736,
      "num_tokens": 6798095.0,
      "step": 417
    },
    {
      "entropy": 0.5528093725442886,
      "epoch": 1.560747663551402,
      "grad_norm": 0.03482895717024803,
      "learning_rate": 0.0002,
      "loss": 0.5612707138061523,
      "mean_token_accuracy": 0.769527867436409,
      "num_tokens": 6814364.0,
      "step": 418
    },
    {
      "entropy": 0.5420306473970413,
      "epoch": 1.5644859813084113,
      "grad_norm": 0.028292428702116013,
      "learning_rate": 0.0002,
      "loss": 0.5386024117469788,
      "mean_token_accuracy": 0.779121145606041,
      "num_tokens": 6830638.0,
      "step": 419
    },
    {
      "entropy": 0.5656863749027252,
      "epoch": 1.5682242990654207,
      "grad_norm": 0.03678108751773834,
      "learning_rate": 0.0002,
      "loss": 0.556216835975647,
      "mean_token_accuracy": 0.7773893773555756,
      "num_tokens": 6846999.0,
      "step": 420
    },
    {
      "entropy": 0.5444925278425217,
      "epoch": 1.5719626168224299,
      "grad_norm": 0.027032526209950447,
      "learning_rate": 0.0002,
      "loss": 0.5408859848976135,
      "mean_token_accuracy": 0.779949277639389,
      "num_tokens": 6863623.0,
      "step": 421
    },
    {
      "entropy": 0.5538263916969299,
      "epoch": 1.5757009345794393,
      "grad_norm": 0.030989233404397964,
      "learning_rate": 0.0002,
      "loss": 0.5511465072631836,
      "mean_token_accuracy": 0.7773707062005997,
      "num_tokens": 6880063.0,
      "step": 422
    },
    {
      "entropy": 0.5507351458072662,
      "epoch": 1.5794392523364484,
      "grad_norm": 0.031385209411382675,
      "learning_rate": 0.0002,
      "loss": 0.5568031668663025,
      "mean_token_accuracy": 0.7725684642791748,
      "num_tokens": 6896314.0,
      "step": 423
    },
    {
      "entropy": 0.5659656077623367,
      "epoch": 1.5831775700934578,
      "grad_norm": 0.03111201897263527,
      "learning_rate": 0.0002,
      "loss": 0.5699700713157654,
      "mean_token_accuracy": 0.7707180082798004,
      "num_tokens": 6912699.0,
      "step": 424
    },
    {
      "entropy": 0.544001892209053,
      "epoch": 1.5869158878504672,
      "grad_norm": 0.028569631278514862,
      "learning_rate": 0.0002,
      "loss": 0.5452186465263367,
      "mean_token_accuracy": 0.7768339067697525,
      "num_tokens": 6928999.0,
      "step": 425
    },
    {
      "entropy": 0.5471579134464264,
      "epoch": 1.5906542056074766,
      "grad_norm": 0.0320747047662735,
      "learning_rate": 0.0002,
      "loss": 0.5472685694694519,
      "mean_token_accuracy": 0.7775517106056213,
      "num_tokens": 6945430.0,
      "step": 426
    },
    {
      "entropy": 0.5361240059137344,
      "epoch": 1.594392523364486,
      "grad_norm": 0.030863573774695396,
      "learning_rate": 0.0002,
      "loss": 0.5366886258125305,
      "mean_token_accuracy": 0.7811662554740906,
      "num_tokens": 6961737.0,
      "step": 427
    },
    {
      "entropy": 0.5404235273599625,
      "epoch": 1.5981308411214954,
      "grad_norm": 0.03127690777182579,
      "learning_rate": 0.0002,
      "loss": 0.542918860912323,
      "mean_token_accuracy": 0.7802147716283798,
      "num_tokens": 6978071.0,
      "step": 428
    },
    {
      "entropy": 0.5443604737520218,
      "epoch": 1.6018691588785048,
      "grad_norm": 0.0312102772295475,
      "learning_rate": 0.0002,
      "loss": 0.5430488586425781,
      "mean_token_accuracy": 0.7779473662376404,
      "num_tokens": 6994482.0,
      "step": 429
    },
    {
      "entropy": 0.5391067713499069,
      "epoch": 1.6056074766355142,
      "grad_norm": 0.030182059854269028,
      "learning_rate": 0.0002,
      "loss": 0.5479601621627808,
      "mean_token_accuracy": 0.7749738842248917,
      "num_tokens": 7010796.0,
      "step": 430
    },
    {
      "entropy": 0.5425884425640106,
      "epoch": 1.6093457943925233,
      "grad_norm": 0.03449074178934097,
      "learning_rate": 0.0002,
      "loss": 0.5474182367324829,
      "mean_token_accuracy": 0.7784157991409302,
      "num_tokens": 7026912.0,
      "step": 431
    },
    {
      "entropy": 0.5485401153564453,
      "epoch": 1.6130841121495327,
      "grad_norm": 0.028809968382120132,
      "learning_rate": 0.0002,
      "loss": 0.545950710773468,
      "mean_token_accuracy": 0.7787201404571533,
      "num_tokens": 7043303.0,
      "step": 432
    },
    {
      "entropy": 0.5581236183643341,
      "epoch": 1.616822429906542,
      "grad_norm": 0.03381406515836716,
      "learning_rate": 0.0002,
      "loss": 0.551964521408081,
      "mean_token_accuracy": 0.7750234007835388,
      "num_tokens": 7059825.0,
      "step": 433
    },
    {
      "entropy": 0.5686533004045486,
      "epoch": 1.6205607476635513,
      "grad_norm": 0.03113553300499916,
      "learning_rate": 0.0002,
      "loss": 0.565824031829834,
      "mean_token_accuracy": 0.7702126502990723,
      "num_tokens": 7076166.0,
      "step": 434
    },
    {
      "entropy": 0.541614830493927,
      "epoch": 1.6242990654205607,
      "grad_norm": 0.02829281985759735,
      "learning_rate": 0.0002,
      "loss": 0.5373748540878296,
      "mean_token_accuracy": 0.7802039682865143,
      "num_tokens": 7092453.0,
      "step": 435
    },
    {
      "entropy": 0.5370374619960785,
      "epoch": 1.62803738317757,
      "grad_norm": 0.038676466792821884,
      "learning_rate": 0.0002,
      "loss": 0.5463578701019287,
      "mean_token_accuracy": 0.777619257569313,
      "num_tokens": 7108489.0,
      "step": 436
    },
    {
      "entropy": 0.5232041031122208,
      "epoch": 1.6317757009345795,
      "grad_norm": 0.03186805173754692,
      "learning_rate": 0.0002,
      "loss": 0.5275849103927612,
      "mean_token_accuracy": 0.7832721769809723,
      "num_tokens": 7124721.0,
      "step": 437
    },
    {
      "entropy": 0.553793340921402,
      "epoch": 1.6355140186915889,
      "grad_norm": 0.034783560782670975,
      "learning_rate": 0.0002,
      "loss": 0.5545384287834167,
      "mean_token_accuracy": 0.7748959958553314,
      "num_tokens": 7141085.0,
      "step": 438
    },
    {
      "entropy": 0.5291094183921814,
      "epoch": 1.6392523364485982,
      "grad_norm": 0.032007865607738495,
      "learning_rate": 0.0002,
      "loss": 0.5233455896377563,
      "mean_token_accuracy": 0.7880895286798477,
      "num_tokens": 7157324.0,
      "step": 439
    },
    {
      "entropy": 0.5520578771829605,
      "epoch": 1.6429906542056076,
      "grad_norm": 0.03354523330926895,
      "learning_rate": 0.0002,
      "loss": 0.546679675579071,
      "mean_token_accuracy": 0.7785679250955582,
      "num_tokens": 7173748.0,
      "step": 440
    },
    {
      "entropy": 0.556230291724205,
      "epoch": 1.6467289719626168,
      "grad_norm": 0.029538605362176895,
      "learning_rate": 0.0002,
      "loss": 0.5578120946884155,
      "mean_token_accuracy": 0.7732451260089874,
      "num_tokens": 7190279.0,
      "step": 441
    },
    {
      "entropy": 0.5558031052350998,
      "epoch": 1.6504672897196262,
      "grad_norm": 0.032964110374450684,
      "learning_rate": 0.0002,
      "loss": 0.5642295479774475,
      "mean_token_accuracy": 0.7702266126871109,
      "num_tokens": 7206573.0,
      "step": 442
    },
    {
      "entropy": 0.5462649762630463,
      "epoch": 1.6542056074766354,
      "grad_norm": 0.03030145727097988,
      "learning_rate": 0.0002,
      "loss": 0.5472926497459412,
      "mean_token_accuracy": 0.7779358178377151,
      "num_tokens": 7222876.0,
      "step": 443
    },
    {
      "entropy": 0.5564112961292267,
      "epoch": 1.6579439252336448,
      "grad_norm": 0.03184789791703224,
      "learning_rate": 0.0002,
      "loss": 0.5510616898536682,
      "mean_token_accuracy": 0.778466135263443,
      "num_tokens": 7239236.0,
      "step": 444
    },
    {
      "entropy": 0.5630057454109192,
      "epoch": 1.6616822429906541,
      "grad_norm": 0.029552895575761795,
      "learning_rate": 0.0002,
      "loss": 0.5598853826522827,
      "mean_token_accuracy": 0.7684319913387299,
      "num_tokens": 7255686.0,
      "step": 445
    },
    {
      "entropy": 0.5392823964357376,
      "epoch": 1.6654205607476635,
      "grad_norm": 0.03244130313396454,
      "learning_rate": 0.0002,
      "loss": 0.535351574420929,
      "mean_token_accuracy": 0.782013326883316,
      "num_tokens": 7271954.0,
      "step": 446
    },
    {
      "entropy": 0.5588325262069702,
      "epoch": 1.669158878504673,
      "grad_norm": 0.03356410935521126,
      "learning_rate": 0.0002,
      "loss": 0.5625864267349243,
      "mean_token_accuracy": 0.7675231099128723,
      "num_tokens": 7288380.0,
      "step": 447
    },
    {
      "entropy": 0.5461699217557907,
      "epoch": 1.6728971962616823,
      "grad_norm": 0.03438694775104523,
      "learning_rate": 0.0002,
      "loss": 0.5539066195487976,
      "mean_token_accuracy": 0.7729915380477905,
      "num_tokens": 7304727.0,
      "step": 448
    },
    {
      "entropy": 0.5323803722858429,
      "epoch": 1.6766355140186917,
      "grad_norm": 0.031167054548859596,
      "learning_rate": 0.0002,
      "loss": 0.5316429138183594,
      "mean_token_accuracy": 0.7824341952800751,
      "num_tokens": 7321168.0,
      "step": 449
    },
    {
      "entropy": 0.5499107241630554,
      "epoch": 1.680373831775701,
      "grad_norm": 0.02761506475508213,
      "learning_rate": 0.0002,
      "loss": 0.5486537218093872,
      "mean_token_accuracy": 0.7810203582048416,
      "num_tokens": 7337539.0,
      "step": 450
    },
    {
      "entropy": 0.5529857277870178,
      "epoch": 1.6841121495327103,
      "grad_norm": 0.027268333360552788,
      "learning_rate": 0.0002,
      "loss": 0.5520575642585754,
      "mean_token_accuracy": 0.7759742587804794,
      "num_tokens": 7353841.0,
      "step": 451
    },
    {
      "entropy": 0.5497375279664993,
      "epoch": 1.6878504672897197,
      "grad_norm": 0.03056921809911728,
      "learning_rate": 0.0002,
      "loss": 0.5536624789237976,
      "mean_token_accuracy": 0.7728510946035385,
      "num_tokens": 7370087.0,
      "step": 452
    },
    {
      "entropy": 0.5587235540151596,
      "epoch": 1.6915887850467288,
      "grad_norm": 0.029484033584594727,
      "learning_rate": 0.0002,
      "loss": 0.5550922751426697,
      "mean_token_accuracy": 0.7721101641654968,
      "num_tokens": 7386564.0,
      "step": 453
    },
    {
      "entropy": 0.5490273237228394,
      "epoch": 1.6953271028037382,
      "grad_norm": 0.030445117503404617,
      "learning_rate": 0.0002,
      "loss": 0.5525585412979126,
      "mean_token_accuracy": 0.7748779058456421,
      "num_tokens": 7402899.0,
      "step": 454
    },
    {
      "entropy": 0.5428823530673981,
      "epoch": 1.6990654205607476,
      "grad_norm": 0.03236573934555054,
      "learning_rate": 0.0002,
      "loss": 0.5434162020683289,
      "mean_token_accuracy": 0.7772506028413773,
      "num_tokens": 7419333.0,
      "step": 455
    },
    {
      "entropy": 0.5431548655033112,
      "epoch": 1.702803738317757,
      "grad_norm": 0.02851344272494316,
      "learning_rate": 0.0002,
      "loss": 0.548797607421875,
      "mean_token_accuracy": 0.7761964499950409,
      "num_tokens": 7435551.0,
      "step": 456
    },
    {
      "entropy": 0.5437126010656357,
      "epoch": 1.7065420560747664,
      "grad_norm": 0.028895648196339607,
      "learning_rate": 0.0002,
      "loss": 0.5451984405517578,
      "mean_token_accuracy": 0.7779933959245682,
      "num_tokens": 7451825.0,
      "step": 457
    },
    {
      "entropy": 0.5545783340930939,
      "epoch": 1.7102803738317758,
      "grad_norm": 0.029966024681925774,
      "learning_rate": 0.0002,
      "loss": 0.5465367436408997,
      "mean_token_accuracy": 0.7784044593572617,
      "num_tokens": 7468353.0,
      "step": 458
    },
    {
      "entropy": 0.5588552802801132,
      "epoch": 1.7140186915887852,
      "grad_norm": 0.03131483122706413,
      "learning_rate": 0.0002,
      "loss": 0.5527791976928711,
      "mean_token_accuracy": 0.7737509310245514,
      "num_tokens": 7484697.0,
      "step": 459
    },
    {
      "entropy": 0.544754758477211,
      "epoch": 1.7177570093457943,
      "grad_norm": 0.032681871205568314,
      "learning_rate": 0.0002,
      "loss": 0.544547975063324,
      "mean_token_accuracy": 0.7755615264177322,
      "num_tokens": 7500910.0,
      "step": 460
    },
    {
      "entropy": 0.5452838689088821,
      "epoch": 1.7214953271028037,
      "grad_norm": 0.03389411419630051,
      "learning_rate": 0.0002,
      "loss": 0.5545741319656372,
      "mean_token_accuracy": 0.7773826718330383,
      "num_tokens": 7517229.0,
      "step": 461
    },
    {
      "entropy": 0.5361888408660889,
      "epoch": 1.7252336448598131,
      "grad_norm": 0.03197981417179108,
      "learning_rate": 0.0002,
      "loss": 0.5412315726280212,
      "mean_token_accuracy": 0.7807294726371765,
      "num_tokens": 7533496.0,
      "step": 462
    },
    {
      "entropy": 0.5551300644874573,
      "epoch": 1.7289719626168223,
      "grad_norm": 0.029581068083643913,
      "learning_rate": 0.0002,
      "loss": 0.5573985576629639,
      "mean_token_accuracy": 0.7714389115571976,
      "num_tokens": 7549945.0,
      "step": 463
    },
    {
      "entropy": 0.561688169836998,
      "epoch": 1.7327102803738317,
      "grad_norm": 0.06545328348875046,
      "learning_rate": 0.0002,
      "loss": 0.5578382611274719,
      "mean_token_accuracy": 0.7731240689754486,
      "num_tokens": 7566295.0,
      "step": 464
    },
    {
      "entropy": 0.546341672539711,
      "epoch": 1.736448598130841,
      "grad_norm": 0.033630188554525375,
      "learning_rate": 0.0002,
      "loss": 0.5406599044799805,
      "mean_token_accuracy": 0.7778750658035278,
      "num_tokens": 7582430.0,
      "step": 465
    },
    {
      "entropy": 0.5360140800476074,
      "epoch": 1.7401869158878505,
      "grad_norm": 0.0722091943025589,
      "learning_rate": 0.0002,
      "loss": 0.5544889569282532,
      "mean_token_accuracy": 0.7800410985946655,
      "num_tokens": 7598724.0,
      "step": 466
    },
    {
      "entropy": 0.5511822551488876,
      "epoch": 1.7439252336448599,
      "grad_norm": 0.0453655868768692,
      "learning_rate": 0.0002,
      "loss": 0.5510369539260864,
      "mean_token_accuracy": 0.7753463685512543,
      "num_tokens": 7615066.0,
      "step": 467
    },
    {
      "entropy": 0.5692480951547623,
      "epoch": 1.7476635514018692,
      "grad_norm": 0.03852085396647453,
      "learning_rate": 0.0002,
      "loss": 0.5623142123222351,
      "mean_token_accuracy": 0.7731426060199738,
      "num_tokens": 7631470.0,
      "step": 468
    },
    {
      "entropy": 0.5454059541225433,
      "epoch": 1.7514018691588786,
      "grad_norm": 0.03272124007344246,
      "learning_rate": 0.0002,
      "loss": 0.5412269830703735,
      "mean_token_accuracy": 0.7835355550050735,
      "num_tokens": 7647653.0,
      "step": 469
    },
    {
      "entropy": 0.5629090666770935,
      "epoch": 1.7551401869158878,
      "grad_norm": 0.03476416692137718,
      "learning_rate": 0.0002,
      "loss": 0.5631899833679199,
      "mean_token_accuracy": 0.7717723101377487,
      "num_tokens": 7664168.0,
      "step": 470
    },
    {
      "entropy": 0.5542246699333191,
      "epoch": 1.7588785046728972,
      "grad_norm": 0.04324596747756004,
      "learning_rate": 0.0002,
      "loss": 0.5525742769241333,
      "mean_token_accuracy": 0.7750708311796188,
      "num_tokens": 7680515.0,
      "step": 471
    },
    {
      "entropy": 0.5454518496990204,
      "epoch": 1.7626168224299066,
      "grad_norm": 0.029530908912420273,
      "learning_rate": 0.0002,
      "loss": 0.5429126024246216,
      "mean_token_accuracy": 0.7794791609048843,
      "num_tokens": 7696701.0,
      "step": 472
    },
    {
      "entropy": 0.537155881524086,
      "epoch": 1.7663551401869158,
      "grad_norm": 0.03453315421938896,
      "learning_rate": 0.0002,
      "loss": 0.5391392111778259,
      "mean_token_accuracy": 0.7809355705976486,
      "num_tokens": 7712858.0,
      "step": 473
    },
    {
      "entropy": 0.5679727643728256,
      "epoch": 1.7700934579439251,
      "grad_norm": 0.033509086817502975,
      "learning_rate": 0.0002,
      "loss": 0.5633649826049805,
      "mean_token_accuracy": 0.7738876938819885,
      "num_tokens": 7729346.0,
      "step": 474
    },
    {
      "entropy": 0.5437932014465332,
      "epoch": 1.7738317757009345,
      "grad_norm": 0.03146712854504585,
      "learning_rate": 0.0002,
      "loss": 0.5468876361846924,
      "mean_token_accuracy": 0.7783123552799225,
      "num_tokens": 7745581.0,
      "step": 475
    },
    {
      "entropy": 0.5403594225645065,
      "epoch": 1.777570093457944,
      "grad_norm": 0.03930533304810524,
      "learning_rate": 0.0002,
      "loss": 0.5513323545455933,
      "mean_token_accuracy": 0.7714991271495819,
      "num_tokens": 7761661.0,
      "step": 476
    },
    {
      "entropy": 0.5275924056768417,
      "epoch": 1.7813084112149533,
      "grad_norm": 0.029612882062792778,
      "learning_rate": 0.0002,
      "loss": 0.5271086096763611,
      "mean_token_accuracy": 0.7869246900081635,
      "num_tokens": 7777776.0,
      "step": 477
    },
    {
      "entropy": 0.5542174875736237,
      "epoch": 1.7850467289719627,
      "grad_norm": 0.03353600203990936,
      "learning_rate": 0.0002,
      "loss": 0.5515888333320618,
      "mean_token_accuracy": 0.7757923156023026,
      "num_tokens": 7794208.0,
      "step": 478
    },
    {
      "entropy": 0.5686136484146118,
      "epoch": 1.788785046728972,
      "grad_norm": 0.0359848290681839,
      "learning_rate": 0.0002,
      "loss": 0.5625109672546387,
      "mean_token_accuracy": 0.770489439368248,
      "num_tokens": 7810470.0,
      "step": 479
    },
    {
      "entropy": 0.5591467618942261,
      "epoch": 1.7925233644859813,
      "grad_norm": 0.03523039445281029,
      "learning_rate": 0.0002,
      "loss": 0.5659374594688416,
      "mean_token_accuracy": 0.7701008170843124,
      "num_tokens": 7826783.0,
      "step": 480
    },
    {
      "entropy": 0.5457279831171036,
      "epoch": 1.7962616822429907,
      "grad_norm": 0.03323599696159363,
      "learning_rate": 0.0002,
      "loss": 0.5534178614616394,
      "mean_token_accuracy": 0.7753042280673981,
      "num_tokens": 7843052.0,
      "step": 481
    },
    {
      "entropy": 0.5539824962615967,
      "epoch": 1.8,
      "grad_norm": 0.03477081283926964,
      "learning_rate": 0.0002,
      "loss": 0.5533367395401001,
      "mean_token_accuracy": 0.7745995223522186,
      "num_tokens": 7859471.0,
      "step": 482
    },
    {
      "entropy": 0.5645311027765274,
      "epoch": 1.8037383177570092,
      "grad_norm": 0.03863651677966118,
      "learning_rate": 0.0002,
      "loss": 0.5656211376190186,
      "mean_token_accuracy": 0.7659904807806015,
      "num_tokens": 7875935.0,
      "step": 483
    },
    {
      "entropy": 0.5520930737257004,
      "epoch": 1.8074766355140186,
      "grad_norm": 0.030585726723074913,
      "learning_rate": 0.0002,
      "loss": 0.5455970168113708,
      "mean_token_accuracy": 0.7777505069971085,
      "num_tokens": 7892341.0,
      "step": 484
    },
    {
      "entropy": 0.5476150959730148,
      "epoch": 1.811214953271028,
      "grad_norm": 0.03229457512497902,
      "learning_rate": 0.0002,
      "loss": 0.5434688329696655,
      "mean_token_accuracy": 0.7792231887578964,
      "num_tokens": 7908634.0,
      "step": 485
    },
    {
      "entropy": 0.5417618900537491,
      "epoch": 1.8149532710280374,
      "grad_norm": 0.036823540925979614,
      "learning_rate": 0.0002,
      "loss": 0.5497291684150696,
      "mean_token_accuracy": 0.7776121497154236,
      "num_tokens": 7924838.0,
      "step": 486
    },
    {
      "entropy": 0.5513382405042648,
      "epoch": 1.8186915887850468,
      "grad_norm": 0.03352766111493111,
      "learning_rate": 0.0002,
      "loss": 0.5549485683441162,
      "mean_token_accuracy": 0.7709111571311951,
      "num_tokens": 7941280.0,
      "step": 487
    },
    {
      "entropy": 0.5313259810209274,
      "epoch": 1.8224299065420562,
      "grad_norm": 0.03318050131201744,
      "learning_rate": 0.0002,
      "loss": 0.5327860116958618,
      "mean_token_accuracy": 0.7831867635250092,
      "num_tokens": 7957629.0,
      "step": 488
    },
    {
      "entropy": 0.5544183105230331,
      "epoch": 1.8261682242990656,
      "grad_norm": 0.031777020543813705,
      "learning_rate": 0.0002,
      "loss": 0.5501781702041626,
      "mean_token_accuracy": 0.7757555842399597,
      "num_tokens": 7974007.0,
      "step": 489
    },
    {
      "entropy": 0.5466530621051788,
      "epoch": 1.8299065420560747,
      "grad_norm": 0.03351164236664772,
      "learning_rate": 0.0002,
      "loss": 0.5517051815986633,
      "mean_token_accuracy": 0.7755817025899887,
      "num_tokens": 7990357.0,
      "step": 490
    },
    {
      "entropy": 0.5637551099061966,
      "epoch": 1.8336448598130841,
      "grad_norm": 0.029702039435505867,
      "learning_rate": 0.0002,
      "loss": 0.5635112524032593,
      "mean_token_accuracy": 0.7732028961181641,
      "num_tokens": 8006595.0,
      "step": 491
    },
    {
      "entropy": 0.5468285977840424,
      "epoch": 1.8373831775700935,
      "grad_norm": 0.03702588006854057,
      "learning_rate": 0.0002,
      "loss": 0.5488995909690857,
      "mean_token_accuracy": 0.7771299928426743,
      "num_tokens": 8022970.0,
      "step": 492
    },
    {
      "entropy": 0.5305586457252502,
      "epoch": 1.8411214953271027,
      "grad_norm": 0.03400636091828346,
      "learning_rate": 0.0002,
      "loss": 0.5370339155197144,
      "mean_token_accuracy": 0.7821398675441742,
      "num_tokens": 8038831.0,
      "step": 493
    },
    {
      "entropy": 0.5582829564809799,
      "epoch": 1.844859813084112,
      "grad_norm": 0.034549374133348465,
      "learning_rate": 0.0002,
      "loss": 0.5647696852684021,
      "mean_token_accuracy": 0.7711978554725647,
      "num_tokens": 8055116.0,
      "step": 494
    },
    {
      "entropy": 0.5546866208314896,
      "epoch": 1.8485981308411215,
      "grad_norm": 0.030837178230285645,
      "learning_rate": 0.0002,
      "loss": 0.5502550601959229,
      "mean_token_accuracy": 0.7736955285072327,
      "num_tokens": 8071294.0,
      "step": 495
    },
    {
      "entropy": 0.5573176741600037,
      "epoch": 1.8523364485981308,
      "grad_norm": 0.030723506584763527,
      "learning_rate": 0.0002,
      "loss": 0.5504124164581299,
      "mean_token_accuracy": 0.7768528610467911,
      "num_tokens": 8087507.0,
      "step": 496
    },
    {
      "entropy": 0.5464990586042404,
      "epoch": 1.8560747663551402,
      "grad_norm": 0.031615249812603,
      "learning_rate": 0.0002,
      "loss": 0.5419277548789978,
      "mean_token_accuracy": 0.7811318039894104,
      "num_tokens": 8103739.0,
      "step": 497
    },
    {
      "entropy": 0.5507507473230362,
      "epoch": 1.8598130841121496,
      "grad_norm": 0.031241271644830704,
      "learning_rate": 0.0002,
      "loss": 0.5549343824386597,
      "mean_token_accuracy": 0.7766365706920624,
      "num_tokens": 8120195.0,
      "step": 498
    },
    {
      "entropy": 0.528255894780159,
      "epoch": 1.863551401869159,
      "grad_norm": 0.03131619840860367,
      "learning_rate": 0.0002,
      "loss": 0.5327234268188477,
      "mean_token_accuracy": 0.7834469825029373,
      "num_tokens": 8136237.0,
      "step": 499
    },
    {
      "entropy": 0.5606546849012375,
      "epoch": 1.8672897196261682,
      "grad_norm": 0.029506012797355652,
      "learning_rate": 0.0002,
      "loss": 0.5612553954124451,
      "mean_token_accuracy": 0.7706436961889267,
      "num_tokens": 8152593.0,
      "step": 500
    },
    {
      "entropy": 0.5505183190107346,
      "epoch": 1.8710280373831776,
      "grad_norm": 0.027479592710733414,
      "learning_rate": 0.0002,
      "loss": 0.5496048331260681,
      "mean_token_accuracy": 0.7758743315935135,
      "num_tokens": 8168904.0,
      "step": 501
    },
    {
      "entropy": 0.5521711856126785,
      "epoch": 1.874766355140187,
      "grad_norm": 0.029544338583946228,
      "learning_rate": 0.0002,
      "loss": 0.5500134825706482,
      "mean_token_accuracy": 0.7751173824071884,
      "num_tokens": 8185076.0,
      "step": 502
    },
    {
      "entropy": 0.5535303503274918,
      "epoch": 1.8785046728971961,
      "grad_norm": 0.03169948607683182,
      "learning_rate": 0.0002,
      "loss": 0.5551643967628479,
      "mean_token_accuracy": 0.7735145539045334,
      "num_tokens": 8201211.0,
      "step": 503
    },
    {
      "entropy": 0.5526206642389297,
      "epoch": 1.8822429906542055,
      "grad_norm": 0.029640454798936844,
      "learning_rate": 0.0002,
      "loss": 0.5438597202301025,
      "mean_token_accuracy": 0.7798311114311218,
      "num_tokens": 8217307.0,
      "step": 504
    },
    {
      "entropy": 0.5524756759405136,
      "epoch": 1.885981308411215,
      "grad_norm": 0.036887627094984055,
      "learning_rate": 0.0002,
      "loss": 0.5504904985427856,
      "mean_token_accuracy": 0.7746451199054718,
      "num_tokens": 8233547.0,
      "step": 505
    },
    {
      "entropy": 0.5518786162137985,
      "epoch": 1.8897196261682243,
      "grad_norm": 0.03335992246866226,
      "learning_rate": 0.0002,
      "loss": 0.5517621040344238,
      "mean_token_accuracy": 0.7776313275098801,
      "num_tokens": 8249917.0,
      "step": 506
    },
    {
      "entropy": 0.5617891550064087,
      "epoch": 1.8934579439252337,
      "grad_norm": 0.032016802579164505,
      "learning_rate": 0.0002,
      "loss": 0.5628353357315063,
      "mean_token_accuracy": 0.7710386514663696,
      "num_tokens": 8266109.0,
      "step": 507
    },
    {
      "entropy": 0.542267769575119,
      "epoch": 1.897196261682243,
      "grad_norm": 0.030068468302488327,
      "learning_rate": 0.0002,
      "loss": 0.5358614921569824,
      "mean_token_accuracy": 0.7818213999271393,
      "num_tokens": 8282620.0,
      "step": 508
    },
    {
      "entropy": 0.5325959101319313,
      "epoch": 1.9009345794392525,
      "grad_norm": 0.026692470535635948,
      "learning_rate": 0.0002,
      "loss": 0.5332909822463989,
      "mean_token_accuracy": 0.7836195677518845,
      "num_tokens": 8299102.0,
      "step": 509
    },
    {
      "entropy": 0.5525154024362564,
      "epoch": 1.9046728971962616,
      "grad_norm": 0.029202645644545555,
      "learning_rate": 0.0002,
      "loss": 0.5564330816268921,
      "mean_token_accuracy": 0.7734202891588211,
      "num_tokens": 8315257.0,
      "step": 510
    },
    {
      "entropy": 0.5515794008970261,
      "epoch": 1.908411214953271,
      "grad_norm": 0.03252064809203148,
      "learning_rate": 0.0002,
      "loss": 0.5536593198776245,
      "mean_token_accuracy": 0.7732348889112473,
      "num_tokens": 8331546.0,
      "step": 511
    },
    {
      "entropy": 0.548397034406662,
      "epoch": 1.9121495327102802,
      "grad_norm": 0.02674887888133526,
      "learning_rate": 0.0002,
      "loss": 0.5501974821090698,
      "mean_token_accuracy": 0.7732282876968384,
      "num_tokens": 8347949.0,
      "step": 512
    },
    {
      "entropy": 0.5453347116708755,
      "epoch": 1.9158878504672896,
      "grad_norm": 0.031093353405594826,
      "learning_rate": 0.0002,
      "loss": 0.5438382625579834,
      "mean_token_accuracy": 0.7786152511835098,
      "num_tokens": 8364391.0,
      "step": 513
    },
    {
      "entropy": 0.5397911220788956,
      "epoch": 1.919626168224299,
      "grad_norm": 0.03151440620422363,
      "learning_rate": 0.0002,
      "loss": 0.5433223247528076,
      "mean_token_accuracy": 0.782426580786705,
      "num_tokens": 8380708.0,
      "step": 514
    },
    {
      "entropy": 0.5369860827922821,
      "epoch": 1.9233644859813084,
      "grad_norm": 0.035960424691438675,
      "learning_rate": 0.0002,
      "loss": 0.5434173345565796,
      "mean_token_accuracy": 0.7791251987218857,
      "num_tokens": 8397064.0,
      "step": 515
    },
    {
      "entropy": 0.5706264823675156,
      "epoch": 1.9271028037383178,
      "grad_norm": 0.032570187002420425,
      "learning_rate": 0.0002,
      "loss": 0.5725105404853821,
      "mean_token_accuracy": 0.7670982778072357,
      "num_tokens": 8413343.0,
      "step": 516
    },
    {
      "entropy": 0.5545293837785721,
      "epoch": 1.9308411214953272,
      "grad_norm": 0.02958519756793976,
      "learning_rate": 0.0002,
      "loss": 0.5506482124328613,
      "mean_token_accuracy": 0.7761605083942413,
      "num_tokens": 8429612.0,
      "step": 517
    },
    {
      "entropy": 0.5615670382976532,
      "epoch": 1.9345794392523366,
      "grad_norm": 0.033964622765779495,
      "learning_rate": 0.0002,
      "loss": 0.5493220686912537,
      "mean_token_accuracy": 0.7761300206184387,
      "num_tokens": 8446212.0,
      "step": 518
    },
    {
      "entropy": 0.5410606861114502,
      "epoch": 1.938317757009346,
      "grad_norm": 0.03190803527832031,
      "learning_rate": 0.0002,
      "loss": 0.5400397181510925,
      "mean_token_accuracy": 0.7820769846439362,
      "num_tokens": 8462334.0,
      "step": 519
    },
    {
      "entropy": 0.5581596940755844,
      "epoch": 1.9420560747663551,
      "grad_norm": 0.03331439197063446,
      "learning_rate": 0.0002,
      "loss": 0.5643476843833923,
      "mean_token_accuracy": 0.7706414759159088,
      "num_tokens": 8478855.0,
      "step": 520
    },
    {
      "entropy": 0.5354294329881668,
      "epoch": 1.9457943925233645,
      "grad_norm": 0.03460956737399101,
      "learning_rate": 0.0002,
      "loss": 0.5405067801475525,
      "mean_token_accuracy": 0.7803503423929214,
      "num_tokens": 8495299.0,
      "step": 521
    },
    {
      "entropy": 0.5444121658802032,
      "epoch": 1.9495327102803737,
      "grad_norm": 0.03110821172595024,
      "learning_rate": 0.0002,
      "loss": 0.5491779446601868,
      "mean_token_accuracy": 0.7754928916692734,
      "num_tokens": 8512049.0,
      "step": 522
    },
    {
      "entropy": 0.5544265806674957,
      "epoch": 1.953271028037383,
      "grad_norm": 0.03355475887656212,
      "learning_rate": 0.0002,
      "loss": 0.5517175197601318,
      "mean_token_accuracy": 0.7744346410036087,
      "num_tokens": 8528391.0,
      "step": 523
    },
    {
      "entropy": 0.5565292239189148,
      "epoch": 1.9570093457943925,
      "grad_norm": 0.029388394206762314,
      "learning_rate": 0.0002,
      "loss": 0.5525711178779602,
      "mean_token_accuracy": 0.7771426290273666,
      "num_tokens": 8544951.0,
      "step": 524
    },
    {
      "entropy": 0.5562525689601898,
      "epoch": 1.9607476635514018,
      "grad_norm": 0.03225899115204811,
      "learning_rate": 0.0002,
      "loss": 0.5521144866943359,
      "mean_token_accuracy": 0.7747148424386978,
      "num_tokens": 8561319.0,
      "step": 525
    },
    {
      "entropy": 0.5570588409900665,
      "epoch": 1.9644859813084112,
      "grad_norm": 0.03741025924682617,
      "learning_rate": 0.0002,
      "loss": 0.557031512260437,
      "mean_token_accuracy": 0.7722350209951401,
      "num_tokens": 8577515.0,
      "step": 526
    },
    {
      "entropy": 0.5351222157478333,
      "epoch": 1.9682242990654206,
      "grad_norm": 0.029640430584549904,
      "learning_rate": 0.0002,
      "loss": 0.5402463674545288,
      "mean_token_accuracy": 0.7800589948892593,
      "num_tokens": 8593870.0,
      "step": 527
    },
    {
      "entropy": 0.5618735998868942,
      "epoch": 1.97196261682243,
      "grad_norm": 0.03617403656244278,
      "learning_rate": 0.0002,
      "loss": 0.5702189803123474,
      "mean_token_accuracy": 0.7701396048069,
      "num_tokens": 8610566.0,
      "step": 528
    },
    {
      "entropy": 0.5421914011240005,
      "epoch": 1.9757009345794394,
      "grad_norm": 0.0348467081785202,
      "learning_rate": 0.0002,
      "loss": 0.5410540699958801,
      "mean_token_accuracy": 0.7805227339267731,
      "num_tokens": 8626999.0,
      "step": 529
    },
    {
      "entropy": 0.5460681766271591,
      "epoch": 1.9794392523364486,
      "grad_norm": 0.03002713993191719,
      "learning_rate": 0.0002,
      "loss": 0.5420626997947693,
      "mean_token_accuracy": 0.7775750756263733,
      "num_tokens": 8643379.0,
      "step": 530
    },
    {
      "entropy": 0.5560031235218048,
      "epoch": 1.983177570093458,
      "grad_norm": 0.02867712639272213,
      "learning_rate": 0.0002,
      "loss": 0.5502682328224182,
      "mean_token_accuracy": 0.7767003029584885,
      "num_tokens": 8659814.0,
      "step": 531
    },
    {
      "entropy": 0.5697564780712128,
      "epoch": 1.9869158878504671,
      "grad_norm": 0.034316740930080414,
      "learning_rate": 0.0002,
      "loss": 0.5676635503768921,
      "mean_token_accuracy": 0.7674341350793839,
      "num_tokens": 8676132.0,
      "step": 532
    },
    {
      "entropy": 0.5442752093076706,
      "epoch": 1.9906542056074765,
      "grad_norm": 0.032586514949798584,
      "learning_rate": 0.0002,
      "loss": 0.5461133718490601,
      "mean_token_accuracy": 0.7766181975603104,
      "num_tokens": 8692605.0,
      "step": 533
    },
    {
      "entropy": 0.5408132523298264,
      "epoch": 1.994392523364486,
      "grad_norm": 0.028621118515729904,
      "learning_rate": 0.0002,
      "loss": 0.5469282865524292,
      "mean_token_accuracy": 0.7724520564079285,
      "num_tokens": 8708747.0,
      "step": 534
    },
    {
      "entropy": 0.5602825433015823,
      "epoch": 1.9981308411214953,
      "grad_norm": 0.030758850276470184,
      "learning_rate": 0.0002,
      "loss": 0.561021625995636,
      "mean_token_accuracy": 0.7700503617525101,
      "num_tokens": 8725013.0,
      "step": 535
    },
    {
      "entropy": 0.5262570530176163,
      "epoch": 2.0,
      "grad_norm": 0.041106510907411575,
      "learning_rate": 0.0002,
      "loss": 0.5266788601875305,
      "mean_token_accuracy": 0.7866178452968597,
      "num_tokens": 8730698.0,
      "step": 536
    },
    {
      "entropy": 0.5550900399684906,
      "epoch": 2.0037383177570094,
      "grad_norm": 0.031247610226273537,
      "learning_rate": 0.0002,
      "loss": 0.5427648425102234,
      "mean_token_accuracy": 0.7791824787855148,
      "num_tokens": 8747042.0,
      "step": 537
    },
    {
      "entropy": 0.5459851175546646,
      "epoch": 2.007476635514019,
      "grad_norm": 0.03372490033507347,
      "learning_rate": 0.0002,
      "loss": 0.5406405925750732,
      "mean_token_accuracy": 0.7772052884101868,
      "num_tokens": 8763334.0,
      "step": 538
    },
    {
      "entropy": 0.5324701964855194,
      "epoch": 2.011214953271028,
      "grad_norm": 0.035976309329271317,
      "learning_rate": 0.0002,
      "loss": 0.5377114415168762,
      "mean_token_accuracy": 0.7791852504014969,
      "num_tokens": 8779449.0,
      "step": 539
    },
    {
      "entropy": 0.5410480201244354,
      "epoch": 2.0149532710280376,
      "grad_norm": 0.03491639345884323,
      "learning_rate": 0.0002,
      "loss": 0.546131432056427,
      "mean_token_accuracy": 0.7801298946142197,
      "num_tokens": 8795796.0,
      "step": 540
    },
    {
      "entropy": 0.5370665192604065,
      "epoch": 2.0186915887850465,
      "grad_norm": 0.04541780799627304,
      "learning_rate": 0.0002,
      "loss": 0.5394240617752075,
      "mean_token_accuracy": 0.7802438586950302,
      "num_tokens": 8812239.0,
      "step": 541
    },
    {
      "entropy": 0.5596486777067184,
      "epoch": 2.022429906542056,
      "grad_norm": 0.03784856200218201,
      "learning_rate": 0.0002,
      "loss": 0.5519159436225891,
      "mean_token_accuracy": 0.7757291346788406,
      "num_tokens": 8828405.0,
      "step": 542
    },
    {
      "entropy": 0.5454950630664825,
      "epoch": 2.0261682242990653,
      "grad_norm": 0.044418152421712875,
      "learning_rate": 0.0002,
      "loss": 0.5402126908302307,
      "mean_token_accuracy": 0.7813611626625061,
      "num_tokens": 8844636.0,
      "step": 543
    },
    {
      "entropy": 0.5182391032576561,
      "epoch": 2.0299065420560747,
      "grad_norm": 0.03811662271618843,
      "learning_rate": 0.0002,
      "loss": 0.5167620778083801,
      "mean_token_accuracy": 0.7919700294733047,
      "num_tokens": 8860774.0,
      "step": 544
    },
    {
      "entropy": 0.5337931364774704,
      "epoch": 2.033644859813084,
      "grad_norm": 0.04127589613199234,
      "learning_rate": 0.0002,
      "loss": 0.5322132110595703,
      "mean_token_accuracy": 0.78387551009655,
      "num_tokens": 8876930.0,
      "step": 545
    },
    {
      "entropy": 0.5331794023513794,
      "epoch": 2.0373831775700935,
      "grad_norm": 0.03687538579106331,
      "learning_rate": 0.0002,
      "loss": 0.5393625497817993,
      "mean_token_accuracy": 0.7809632271528244,
      "num_tokens": 8893177.0,
      "step": 546
    },
    {
      "entropy": 0.5235881805419922,
      "epoch": 2.041121495327103,
      "grad_norm": 0.04371653124690056,
      "learning_rate": 0.0002,
      "loss": 0.5326187610626221,
      "mean_token_accuracy": 0.7816834598779678,
      "num_tokens": 8909522.0,
      "step": 547
    },
    {
      "entropy": 0.5280764102935791,
      "epoch": 2.0448598130841122,
      "grad_norm": 0.03337106481194496,
      "learning_rate": 0.0002,
      "loss": 0.531906247138977,
      "mean_token_accuracy": 0.7849632948637009,
      "num_tokens": 8925662.0,
      "step": 548
    },
    {
      "entropy": 0.5238441824913025,
      "epoch": 2.0485981308411216,
      "grad_norm": 0.04188013821840286,
      "learning_rate": 0.0002,
      "loss": 0.5119596123695374,
      "mean_token_accuracy": 0.7923747897148132,
      "num_tokens": 8942074.0,
      "step": 549
    },
    {
      "entropy": 0.5489809960126877,
      "epoch": 2.052336448598131,
      "grad_norm": 0.03609222173690796,
      "learning_rate": 0.0002,
      "loss": 0.5403028726577759,
      "mean_token_accuracy": 0.7791068702936172,
      "num_tokens": 8958329.0,
      "step": 550
    },
    {
      "entropy": 0.5437890142202377,
      "epoch": 2.05607476635514,
      "grad_norm": 0.03745613619685173,
      "learning_rate": 0.0002,
      "loss": 0.5450887084007263,
      "mean_token_accuracy": 0.7779961079359055,
      "num_tokens": 8974422.0,
      "step": 551
    },
    {
      "entropy": 0.5333922803401947,
      "epoch": 2.0598130841121494,
      "grad_norm": 0.042939819395542145,
      "learning_rate": 0.0002,
      "loss": 0.5377407670021057,
      "mean_token_accuracy": 0.7828031182289124,
      "num_tokens": 8990622.0,
      "step": 552
    },
    {
      "entropy": 0.5367026776075363,
      "epoch": 2.0635514018691588,
      "grad_norm": 0.03213382139801979,
      "learning_rate": 0.0002,
      "loss": 0.5339721441268921,
      "mean_token_accuracy": 0.7822674959897995,
      "num_tokens": 9006957.0,
      "step": 553
    },
    {
      "entropy": 0.5521921962499619,
      "epoch": 2.067289719626168,
      "grad_norm": 0.043271131813526154,
      "learning_rate": 0.0002,
      "loss": 0.5421251654624939,
      "mean_token_accuracy": 0.7799997925758362,
      "num_tokens": 9023385.0,
      "step": 554
    },
    {
      "entropy": 0.536955714225769,
      "epoch": 2.0710280373831775,
      "grad_norm": 0.036944299936294556,
      "learning_rate": 0.0002,
      "loss": 0.53342604637146,
      "mean_token_accuracy": 0.7826140820980072,
      "num_tokens": 9039979.0,
      "step": 555
    },
    {
      "entropy": 0.5285215377807617,
      "epoch": 2.074766355140187,
      "grad_norm": 0.03607345372438431,
      "learning_rate": 0.0002,
      "loss": 0.5354245901107788,
      "mean_token_accuracy": 0.7834082543849945,
      "num_tokens": 9056411.0,
      "step": 556
    },
    {
      "entropy": 0.5265194773674011,
      "epoch": 2.0785046728971963,
      "grad_norm": 0.03231218829751015,
      "learning_rate": 0.0002,
      "loss": 0.5345092415809631,
      "mean_token_accuracy": 0.7815968543291092,
      "num_tokens": 9072925.0,
      "step": 557
    },
    {
      "entropy": 0.528659924864769,
      "epoch": 2.0822429906542057,
      "grad_norm": 0.0367112010717392,
      "learning_rate": 0.0002,
      "loss": 0.5276532173156738,
      "mean_token_accuracy": 0.7867192178964615,
      "num_tokens": 9089043.0,
      "step": 558
    },
    {
      "entropy": 0.5355315059423447,
      "epoch": 2.085981308411215,
      "grad_norm": 0.03834950551390648,
      "learning_rate": 0.0002,
      "loss": 0.5311352014541626,
      "mean_token_accuracy": 0.7842549979686737,
      "num_tokens": 9105540.0,
      "step": 559
    },
    {
      "entropy": 0.5209446102380753,
      "epoch": 2.0897196261682245,
      "grad_norm": 0.03739333152770996,
      "learning_rate": 0.0002,
      "loss": 0.5185686945915222,
      "mean_token_accuracy": 0.7894220799207687,
      "num_tokens": 9121845.0,
      "step": 560
    },
    {
      "entropy": 0.521641194820404,
      "epoch": 2.0934579439252334,
      "grad_norm": 0.04100764915347099,
      "learning_rate": 0.0002,
      "loss": 0.5293187499046326,
      "mean_token_accuracy": 0.7825994938611984,
      "num_tokens": 9138058.0,
      "step": 561
    },
    {
      "entropy": 0.5365670919418335,
      "epoch": 2.097196261682243,
      "grad_norm": 0.036154504865407944,
      "learning_rate": 0.0002,
      "loss": 0.5414365530014038,
      "mean_token_accuracy": 0.780719056725502,
      "num_tokens": 9154400.0,
      "step": 562
    },
    {
      "entropy": 0.5273338481783867,
      "epoch": 2.100934579439252,
      "grad_norm": 0.04028065875172615,
      "learning_rate": 0.0002,
      "loss": 0.529691755771637,
      "mean_token_accuracy": 0.7834713310003281,
      "num_tokens": 9170963.0,
      "step": 563
    },
    {
      "entropy": 0.5385439097881317,
      "epoch": 2.1046728971962616,
      "grad_norm": 0.03361035883426666,
      "learning_rate": 0.0002,
      "loss": 0.5270369052886963,
      "mean_token_accuracy": 0.7854906022548676,
      "num_tokens": 9187292.0,
      "step": 564
    },
    {
      "entropy": 0.5487733483314514,
      "epoch": 2.108411214953271,
      "grad_norm": 0.03783544525504112,
      "learning_rate": 0.0002,
      "loss": 0.5383955240249634,
      "mean_token_accuracy": 0.7841213643550873,
      "num_tokens": 9203564.0,
      "step": 565
    },
    {
      "entropy": 0.5291211605072021,
      "epoch": 2.1121495327102804,
      "grad_norm": 0.037037670612335205,
      "learning_rate": 0.0002,
      "loss": 0.5292587280273438,
      "mean_token_accuracy": 0.7856062203645706,
      "num_tokens": 9219726.0,
      "step": 566
    },
    {
      "entropy": 0.5350653678178787,
      "epoch": 2.1158878504672898,
      "grad_norm": 0.045786142349243164,
      "learning_rate": 0.0002,
      "loss": 0.5461608171463013,
      "mean_token_accuracy": 0.7790984213352203,
      "num_tokens": 9235906.0,
      "step": 567
    },
    {
      "entropy": 0.5272955000400543,
      "epoch": 2.119626168224299,
      "grad_norm": 0.03238094225525856,
      "learning_rate": 0.0002,
      "loss": 0.5275669097900391,
      "mean_token_accuracy": 0.7858364135026932,
      "num_tokens": 9252138.0,
      "step": 568
    },
    {
      "entropy": 0.5282166749238968,
      "epoch": 2.1233644859813086,
      "grad_norm": 0.040294334292411804,
      "learning_rate": 0.0002,
      "loss": 0.5235229730606079,
      "mean_token_accuracy": 0.7853135764598846,
      "num_tokens": 9268479.0,
      "step": 569
    },
    {
      "entropy": 0.5460007339715958,
      "epoch": 2.127102803738318,
      "grad_norm": 0.033559415489435196,
      "learning_rate": 0.0002,
      "loss": 0.543584406375885,
      "mean_token_accuracy": 0.780407503247261,
      "num_tokens": 9284881.0,
      "step": 570
    },
    {
      "entropy": 0.5487277060747147,
      "epoch": 2.130841121495327,
      "grad_norm": 0.04158215597271919,
      "learning_rate": 0.0002,
      "loss": 0.5564124584197998,
      "mean_token_accuracy": 0.7759140133857727,
      "num_tokens": 9301347.0,
      "step": 571
    },
    {
      "entropy": 0.5200594365596771,
      "epoch": 2.1345794392523363,
      "grad_norm": 0.03448987007141113,
      "learning_rate": 0.0002,
      "loss": 0.5191783905029297,
      "mean_token_accuracy": 0.7882550060749054,
      "num_tokens": 9317467.0,
      "step": 572
    },
    {
      "entropy": 0.5137363150715828,
      "epoch": 2.1383177570093457,
      "grad_norm": 0.04049127548933029,
      "learning_rate": 0.0002,
      "loss": 0.5194275975227356,
      "mean_token_accuracy": 0.7879694402217865,
      "num_tokens": 9333343.0,
      "step": 573
    },
    {
      "entropy": 0.5200390294194221,
      "epoch": 2.142056074766355,
      "grad_norm": 0.036729056388139725,
      "learning_rate": 0.0002,
      "loss": 0.5214616060256958,
      "mean_token_accuracy": 0.788168340921402,
      "num_tokens": 9349842.0,
      "step": 574
    },
    {
      "entropy": 0.5292311161756516,
      "epoch": 2.1457943925233645,
      "grad_norm": 0.0415414534509182,
      "learning_rate": 0.0002,
      "loss": 0.5297327041625977,
      "mean_token_accuracy": 0.7849121540784836,
      "num_tokens": 9366012.0,
      "step": 575
    },
    {
      "entropy": 0.5386081859469414,
      "epoch": 2.149532710280374,
      "grad_norm": 0.03256456181406975,
      "learning_rate": 0.0002,
      "loss": 0.5289144515991211,
      "mean_token_accuracy": 0.7840749174356461,
      "num_tokens": 9382392.0,
      "step": 576
    },
    {
      "entropy": 0.5395008027553558,
      "epoch": 2.1532710280373832,
      "grad_norm": 0.04578758776187897,
      "learning_rate": 0.0002,
      "loss": 0.5399198532104492,
      "mean_token_accuracy": 0.7795116752386093,
      "num_tokens": 9398608.0,
      "step": 577
    },
    {
      "entropy": 0.5388733297586441,
      "epoch": 2.1570093457943926,
      "grad_norm": 0.04348094016313553,
      "learning_rate": 0.0002,
      "loss": 0.5477968454360962,
      "mean_token_accuracy": 0.7775707393884659,
      "num_tokens": 9414864.0,
      "step": 578
    },
    {
      "entropy": 0.5495359748601913,
      "epoch": 2.160747663551402,
      "grad_norm": 0.04143773764371872,
      "learning_rate": 0.0002,
      "loss": 0.5492925643920898,
      "mean_token_accuracy": 0.7751609981060028,
      "num_tokens": 9431018.0,
      "step": 579
    },
    {
      "entropy": 0.5342540368437767,
      "epoch": 2.1644859813084114,
      "grad_norm": 0.0339248850941658,
      "learning_rate": 0.0002,
      "loss": 0.5319566130638123,
      "mean_token_accuracy": 0.7832492738962173,
      "num_tokens": 9447324.0,
      "step": 580
    },
    {
      "entropy": 0.5374208092689514,
      "epoch": 2.1682242990654204,
      "grad_norm": 0.04187169671058655,
      "learning_rate": 0.0002,
      "loss": 0.532558023929596,
      "mean_token_accuracy": 0.7825674563646317,
      "num_tokens": 9463630.0,
      "step": 581
    },
    {
      "entropy": 0.5422970801591873,
      "epoch": 2.1719626168224297,
      "grad_norm": 0.035590704530477524,
      "learning_rate": 0.0002,
      "loss": 0.5381810665130615,
      "mean_token_accuracy": 0.7824431657791138,
      "num_tokens": 9480262.0,
      "step": 582
    },
    {
      "entropy": 0.5083005726337433,
      "epoch": 2.175700934579439,
      "grad_norm": 0.04746020957827568,
      "learning_rate": 0.0002,
      "loss": 0.5185438990592957,
      "mean_token_accuracy": 0.7896369099617004,
      "num_tokens": 9496413.0,
      "step": 583
    },
    {
      "entropy": 0.538268506526947,
      "epoch": 2.1794392523364485,
      "grad_norm": 0.036502279341220856,
      "learning_rate": 0.0002,
      "loss": 0.5346280336380005,
      "mean_token_accuracy": 0.7869013249874115,
      "num_tokens": 9512790.0,
      "step": 584
    },
    {
      "entropy": 0.5377851128578186,
      "epoch": 2.183177570093458,
      "grad_norm": 0.04309968277812004,
      "learning_rate": 0.0002,
      "loss": 0.5360051989555359,
      "mean_token_accuracy": 0.7825826555490494,
      "num_tokens": 9529078.0,
      "step": 585
    },
    {
      "entropy": 0.5475880205631256,
      "epoch": 2.1869158878504673,
      "grad_norm": 0.035980913788080215,
      "learning_rate": 0.0002,
      "loss": 0.5418691635131836,
      "mean_token_accuracy": 0.7812779098749161,
      "num_tokens": 9545620.0,
      "step": 586
    },
    {
      "entropy": 0.5415029525756836,
      "epoch": 2.1906542056074767,
      "grad_norm": 0.03402319550514221,
      "learning_rate": 0.0002,
      "loss": 0.5380699038505554,
      "mean_token_accuracy": 0.7777233719825745,
      "num_tokens": 9561847.0,
      "step": 587
    },
    {
      "entropy": 0.5402775406837463,
      "epoch": 2.194392523364486,
      "grad_norm": 0.03904155641794205,
      "learning_rate": 0.0002,
      "loss": 0.5427509546279907,
      "mean_token_accuracy": 0.7772547751665115,
      "num_tokens": 9578299.0,
      "step": 588
    },
    {
      "entropy": 0.5400314331054688,
      "epoch": 2.1981308411214955,
      "grad_norm": 0.040362391620874405,
      "learning_rate": 0.0002,
      "loss": 0.5459818840026855,
      "mean_token_accuracy": 0.7782857865095139,
      "num_tokens": 9594690.0,
      "step": 589
    },
    {
      "entropy": 0.5383201092481613,
      "epoch": 2.201869158878505,
      "grad_norm": 0.03448455408215523,
      "learning_rate": 0.0002,
      "loss": 0.5378321409225464,
      "mean_token_accuracy": 0.7824592739343643,
      "num_tokens": 9611075.0,
      "step": 590
    },
    {
      "entropy": 0.5350049138069153,
      "epoch": 2.205607476635514,
      "grad_norm": 0.03910663723945618,
      "learning_rate": 0.0002,
      "loss": 0.5314739346504211,
      "mean_token_accuracy": 0.7833352535963058,
      "num_tokens": 9627390.0,
      "step": 591
    },
    {
      "entropy": 0.5416655540466309,
      "epoch": 2.209345794392523,
      "grad_norm": 0.035276249051094055,
      "learning_rate": 0.0002,
      "loss": 0.5419362187385559,
      "mean_token_accuracy": 0.7800017446279526,
      "num_tokens": 9643588.0,
      "step": 592
    },
    {
      "entropy": 0.5288861393928528,
      "epoch": 2.2130841121495326,
      "grad_norm": 0.03930996358394623,
      "learning_rate": 0.0002,
      "loss": 0.5276063680648804,
      "mean_token_accuracy": 0.7874087691307068,
      "num_tokens": 9660028.0,
      "step": 593
    },
    {
      "entropy": 0.5260862559080124,
      "epoch": 2.216822429906542,
      "grad_norm": 0.0427854023873806,
      "learning_rate": 0.0002,
      "loss": 0.5307914614677429,
      "mean_token_accuracy": 0.7824005782604218,
      "num_tokens": 9676398.0,
      "step": 594
    },
    {
      "entropy": 0.5367477387189865,
      "epoch": 2.2205607476635514,
      "grad_norm": 0.04066091775894165,
      "learning_rate": 0.0002,
      "loss": 0.5374104380607605,
      "mean_token_accuracy": 0.7815362513065338,
      "num_tokens": 9692902.0,
      "step": 595
    },
    {
      "entropy": 0.5327900499105453,
      "epoch": 2.2242990654205608,
      "grad_norm": 0.03865550830960274,
      "learning_rate": 0.0002,
      "loss": 0.5303129553794861,
      "mean_token_accuracy": 0.7837819904088974,
      "num_tokens": 9709300.0,
      "step": 596
    },
    {
      "entropy": 0.5307036936283112,
      "epoch": 2.22803738317757,
      "grad_norm": 0.03896172344684601,
      "learning_rate": 0.0002,
      "loss": 0.5255040526390076,
      "mean_token_accuracy": 0.7894146144390106,
      "num_tokens": 9725629.0,
      "step": 597
    },
    {
      "entropy": 0.555603951215744,
      "epoch": 2.2317757009345796,
      "grad_norm": 0.042428482323884964,
      "learning_rate": 0.0002,
      "loss": 0.5537799000740051,
      "mean_token_accuracy": 0.7759463936090469,
      "num_tokens": 9742301.0,
      "step": 598
    },
    {
      "entropy": 0.5576256364583969,
      "epoch": 2.235514018691589,
      "grad_norm": 0.0402006059885025,
      "learning_rate": 0.0002,
      "loss": 0.554506242275238,
      "mean_token_accuracy": 0.7767222672700882,
      "num_tokens": 9758260.0,
      "step": 599
    },
    {
      "entropy": 0.5121647417545319,
      "epoch": 2.2392523364485983,
      "grad_norm": 0.043138571083545685,
      "learning_rate": 0.0002,
      "loss": 0.5151476860046387,
      "mean_token_accuracy": 0.790720209479332,
      "num_tokens": 9774531.0,
      "step": 600
    },
    {
      "entropy": 0.5213710218667984,
      "epoch": 2.2429906542056073,
      "grad_norm": 0.04871455207467079,
      "learning_rate": 0.0002,
      "loss": 0.5321851968765259,
      "mean_token_accuracy": 0.785635232925415,
      "num_tokens": 9790856.0,
      "step": 601
    },
    {
      "entropy": 0.5272484123706818,
      "epoch": 2.2467289719626167,
      "grad_norm": 0.040508877485990524,
      "learning_rate": 0.0002,
      "loss": 0.5326333045959473,
      "mean_token_accuracy": 0.7852048426866531,
      "num_tokens": 9807182.0,
      "step": 602
    },
    {
      "entropy": 0.5392047762870789,
      "epoch": 2.250467289719626,
      "grad_norm": 0.041053518652915955,
      "learning_rate": 0.0002,
      "loss": 0.5345852375030518,
      "mean_token_accuracy": 0.7831785529851913,
      "num_tokens": 9823474.0,
      "step": 603
    },
    {
      "entropy": 0.5716013610363007,
      "epoch": 2.2542056074766355,
      "grad_norm": 0.03574617952108383,
      "learning_rate": 0.0002,
      "loss": 0.5612589120864868,
      "mean_token_accuracy": 0.7706786692142487,
      "num_tokens": 9840032.0,
      "step": 604
    },
    {
      "entropy": 0.5285372212529182,
      "epoch": 2.257943925233645,
      "grad_norm": 0.03970465064048767,
      "learning_rate": 0.0002,
      "loss": 0.5292190909385681,
      "mean_token_accuracy": 0.7823670506477356,
      "num_tokens": 9856156.0,
      "step": 605
    },
    {
      "entropy": 0.5217142850160599,
      "epoch": 2.2616822429906542,
      "grad_norm": 0.04674631357192993,
      "learning_rate": 0.0002,
      "loss": 0.5359308123588562,
      "mean_token_accuracy": 0.7826663255691528,
      "num_tokens": 9872455.0,
      "step": 606
    },
    {
      "entropy": 0.5451616048812866,
      "epoch": 2.2654205607476636,
      "grad_norm": 0.03408370912075043,
      "learning_rate": 0.0002,
      "loss": 0.5420879125595093,
      "mean_token_accuracy": 0.7793671786785126,
      "num_tokens": 9888926.0,
      "step": 607
    },
    {
      "entropy": 0.5499323606491089,
      "epoch": 2.269158878504673,
      "grad_norm": 0.042992595583200455,
      "learning_rate": 0.0002,
      "loss": 0.5445036292076111,
      "mean_token_accuracy": 0.7789521962404251,
      "num_tokens": 9905440.0,
      "step": 608
    },
    {
      "entropy": 0.5252562239766121,
      "epoch": 2.2728971962616824,
      "grad_norm": 0.035366203635931015,
      "learning_rate": 0.0002,
      "loss": 0.5255159139633179,
      "mean_token_accuracy": 0.7839477211236954,
      "num_tokens": 9921478.0,
      "step": 609
    },
    {
      "entropy": 0.544396385550499,
      "epoch": 2.2766355140186914,
      "grad_norm": 0.03851408511400223,
      "learning_rate": 0.0002,
      "loss": 0.5386646389961243,
      "mean_token_accuracy": 0.783714771270752,
      "num_tokens": 9937700.0,
      "step": 610
    },
    {
      "entropy": 0.5345716625452042,
      "epoch": 2.2803738317757007,
      "grad_norm": 0.03978222236037254,
      "learning_rate": 0.0002,
      "loss": 0.5340750813484192,
      "mean_token_accuracy": 0.7818202525377274,
      "num_tokens": 9953970.0,
      "step": 611
    },
    {
      "entropy": 0.5345568954944611,
      "epoch": 2.28411214953271,
      "grad_norm": 0.0438290499150753,
      "learning_rate": 0.0002,
      "loss": 0.5399565100669861,
      "mean_token_accuracy": 0.7790825515985489,
      "num_tokens": 9970196.0,
      "step": 612
    },
    {
      "entropy": 0.5261162966489792,
      "epoch": 2.2878504672897195,
      "grad_norm": 0.0412151962518692,
      "learning_rate": 0.0002,
      "loss": 0.5271809101104736,
      "mean_token_accuracy": 0.7853071689605713,
      "num_tokens": 9986604.0,
      "step": 613
    },
    {
      "entropy": 0.5332745313644409,
      "epoch": 2.291588785046729,
      "grad_norm": 0.03914888948202133,
      "learning_rate": 0.0002,
      "loss": 0.5373774766921997,
      "mean_token_accuracy": 0.7806718051433563,
      "num_tokens": 10003320.0,
      "step": 614
    },
    {
      "entropy": 0.5465565472841263,
      "epoch": 2.2953271028037383,
      "grad_norm": 0.036169324070215225,
      "learning_rate": 0.0002,
      "loss": 0.5407333970069885,
      "mean_token_accuracy": 0.7835270166397095,
      "num_tokens": 10019823.0,
      "step": 615
    },
    {
      "entropy": 0.5345954746007919,
      "epoch": 2.2990654205607477,
      "grad_norm": 0.0409700982272625,
      "learning_rate": 0.0002,
      "loss": 0.5321113467216492,
      "mean_token_accuracy": 0.7842907607555389,
      "num_tokens": 10036092.0,
      "step": 616
    },
    {
      "entropy": 0.5495668053627014,
      "epoch": 2.302803738317757,
      "grad_norm": 0.03986911475658417,
      "learning_rate": 0.0002,
      "loss": 0.5555334687232971,
      "mean_token_accuracy": 0.7753788381814957,
      "num_tokens": 10052693.0,
      "step": 617
    },
    {
      "entropy": 0.5311184674501419,
      "epoch": 2.3065420560747665,
      "grad_norm": 0.04703551530838013,
      "learning_rate": 0.0002,
      "loss": 0.5360814929008484,
      "mean_token_accuracy": 0.7818758338689804,
      "num_tokens": 10069207.0,
      "step": 618
    },
    {
      "entropy": 0.5312536582350731,
      "epoch": 2.310280373831776,
      "grad_norm": 0.042258135974407196,
      "learning_rate": 0.0002,
      "loss": 0.5263288021087646,
      "mean_token_accuracy": 0.7859921306371689,
      "num_tokens": 10085277.0,
      "step": 619
    },
    {
      "entropy": 0.5470355451107025,
      "epoch": 2.3140186915887853,
      "grad_norm": 0.03973059356212616,
      "learning_rate": 0.0002,
      "loss": 0.545122504234314,
      "mean_token_accuracy": 0.7791093438863754,
      "num_tokens": 10101813.0,
      "step": 620
    },
    {
      "entropy": 0.5233904868364334,
      "epoch": 2.317757009345794,
      "grad_norm": 0.042754027992486954,
      "learning_rate": 0.0002,
      "loss": 0.5272444486618042,
      "mean_token_accuracy": 0.7844137996435165,
      "num_tokens": 10118006.0,
      "step": 621
    },
    {
      "entropy": 0.5061093345284462,
      "epoch": 2.3214953271028036,
      "grad_norm": 0.038454048335552216,
      "learning_rate": 0.0002,
      "loss": 0.5092731714248657,
      "mean_token_accuracy": 0.7937048375606537,
      "num_tokens": 10134010.0,
      "step": 622
    },
    {
      "entropy": 0.5244115591049194,
      "epoch": 2.325233644859813,
      "grad_norm": 0.04292070120573044,
      "learning_rate": 0.0002,
      "loss": 0.531722366809845,
      "mean_token_accuracy": 0.7844948768615723,
      "num_tokens": 10150394.0,
      "step": 623
    },
    {
      "entropy": 0.5242590308189392,
      "epoch": 2.3289719626168224,
      "grad_norm": 0.041382841765880585,
      "learning_rate": 0.0002,
      "loss": 0.5197622776031494,
      "mean_token_accuracy": 0.7893139272928238,
      "num_tokens": 10166971.0,
      "step": 624
    },
    {
      "entropy": 0.5171145796775818,
      "epoch": 2.3327102803738318,
      "grad_norm": 0.04326708987355232,
      "learning_rate": 0.0002,
      "loss": 0.5186761021614075,
      "mean_token_accuracy": 0.7864463478326797,
      "num_tokens": 10183110.0,
      "step": 625
    },
    {
      "entropy": 0.537827268242836,
      "epoch": 2.336448598130841,
      "grad_norm": 0.03789723291993141,
      "learning_rate": 0.0002,
      "loss": 0.533248245716095,
      "mean_token_accuracy": 0.7839608788490295,
      "num_tokens": 10199350.0,
      "step": 626
    },
    {
      "entropy": 0.5234524011611938,
      "epoch": 2.3401869158878505,
      "grad_norm": 0.04052973911166191,
      "learning_rate": 0.0002,
      "loss": 0.5173730254173279,
      "mean_token_accuracy": 0.7916721105575562,
      "num_tokens": 10215685.0,
      "step": 627
    },
    {
      "entropy": 0.5470897704362869,
      "epoch": 2.34392523364486,
      "grad_norm": 0.03785538300871849,
      "learning_rate": 0.0002,
      "loss": 0.5449895262718201,
      "mean_token_accuracy": 0.7797056883573532,
      "num_tokens": 10231984.0,
      "step": 628
    },
    {
      "entropy": 0.5209166556596756,
      "epoch": 2.3476635514018693,
      "grad_norm": 0.04008970037102699,
      "learning_rate": 0.0002,
      "loss": 0.5221812129020691,
      "mean_token_accuracy": 0.7847004383802414,
      "num_tokens": 10248210.0,
      "step": 629
    },
    {
      "entropy": 0.5186321288347244,
      "epoch": 2.3514018691588783,
      "grad_norm": 0.04004783183336258,
      "learning_rate": 0.0002,
      "loss": 0.5238394141197205,
      "mean_token_accuracy": 0.7874705046415329,
      "num_tokens": 10264273.0,
      "step": 630
    },
    {
      "entropy": 0.5370597541332245,
      "epoch": 2.3551401869158877,
      "grad_norm": 0.04393518716096878,
      "learning_rate": 0.0002,
      "loss": 0.5417079925537109,
      "mean_token_accuracy": 0.7808088809251785,
      "num_tokens": 10280306.0,
      "step": 631
    },
    {
      "entropy": 0.5319319814443588,
      "epoch": 2.358878504672897,
      "grad_norm": 0.041104018688201904,
      "learning_rate": 0.0002,
      "loss": 0.5323211550712585,
      "mean_token_accuracy": 0.7829127311706543,
      "num_tokens": 10296761.0,
      "step": 632
    },
    {
      "entropy": 0.5280259251594543,
      "epoch": 2.3626168224299064,
      "grad_norm": 0.04328769072890282,
      "learning_rate": 0.0002,
      "loss": 0.5300282835960388,
      "mean_token_accuracy": 0.7860163003206253,
      "num_tokens": 10312760.0,
      "step": 633
    },
    {
      "entropy": 0.5409206449985504,
      "epoch": 2.366355140186916,
      "grad_norm": 0.03652770817279816,
      "learning_rate": 0.0002,
      "loss": 0.5389151573181152,
      "mean_token_accuracy": 0.7825797498226166,
      "num_tokens": 10328967.0,
      "step": 634
    },
    {
      "entropy": 0.5524943023920059,
      "epoch": 2.3700934579439252,
      "grad_norm": 0.03295084461569786,
      "learning_rate": 0.0002,
      "loss": 0.5457990169525146,
      "mean_token_accuracy": 0.7791374921798706,
      "num_tokens": 10345465.0,
      "step": 635
    },
    {
      "entropy": 0.5282382369041443,
      "epoch": 2.3738317757009346,
      "grad_norm": 0.04183012619614601,
      "learning_rate": 0.0002,
      "loss": 0.5293847322463989,
      "mean_token_accuracy": 0.7866223007440567,
      "num_tokens": 10361693.0,
      "step": 636
    },
    {
      "entropy": 0.5491131991147995,
      "epoch": 2.377570093457944,
      "grad_norm": 0.04285868629813194,
      "learning_rate": 0.0002,
      "loss": 0.5491060614585876,
      "mean_token_accuracy": 0.7811785042285919,
      "num_tokens": 10377893.0,
      "step": 637
    },
    {
      "entropy": 0.5452415496110916,
      "epoch": 2.3813084112149534,
      "grad_norm": 0.03759608045220375,
      "learning_rate": 0.0002,
      "loss": 0.542472779750824,
      "mean_token_accuracy": 0.7795874774456024,
      "num_tokens": 10394225.0,
      "step": 638
    },
    {
      "entropy": 0.5412954837083817,
      "epoch": 2.385046728971963,
      "grad_norm": 0.04048043116927147,
      "learning_rate": 0.0002,
      "loss": 0.5419274568557739,
      "mean_token_accuracy": 0.7792576551437378,
      "num_tokens": 10410592.0,
      "step": 639
    },
    {
      "entropy": 0.5429834425449371,
      "epoch": 2.388785046728972,
      "grad_norm": 0.03450307622551918,
      "learning_rate": 0.0002,
      "loss": 0.5450208187103271,
      "mean_token_accuracy": 0.7783068269491196,
      "num_tokens": 10427270.0,
      "step": 640
    },
    {
      "entropy": 0.5542936772108078,
      "epoch": 2.392523364485981,
      "grad_norm": 0.038160763680934906,
      "learning_rate": 0.0002,
      "loss": 0.5524436831474304,
      "mean_token_accuracy": 0.7759971767663956,
      "num_tokens": 10443620.0,
      "step": 641
    },
    {
      "entropy": 0.5481744855642319,
      "epoch": 2.3962616822429905,
      "grad_norm": 0.045667361468076706,
      "learning_rate": 0.0002,
      "loss": 0.5538838505744934,
      "mean_token_accuracy": 0.7768992632627487,
      "num_tokens": 10459970.0,
      "step": 642
    },
    {
      "entropy": 0.5398150980472565,
      "epoch": 2.4,
      "grad_norm": 0.03911864385008812,
      "learning_rate": 0.0002,
      "loss": 0.5386427044868469,
      "mean_token_accuracy": 0.7801983505487442,
      "num_tokens": 10476045.0,
      "step": 643
    },
    {
      "entropy": 0.539577066898346,
      "epoch": 2.4037383177570093,
      "grad_norm": 0.038023967295885086,
      "learning_rate": 0.0002,
      "loss": 0.5344752669334412,
      "mean_token_accuracy": 0.7824069559574127,
      "num_tokens": 10492232.0,
      "step": 644
    },
    {
      "entropy": 0.5577429980039597,
      "epoch": 2.4074766355140187,
      "grad_norm": 0.04197937622666359,
      "learning_rate": 0.0002,
      "loss": 0.5572798252105713,
      "mean_token_accuracy": 0.7743511646986008,
      "num_tokens": 10508664.0,
      "step": 645
    },
    {
      "entropy": 0.5277721136808395,
      "epoch": 2.411214953271028,
      "grad_norm": 0.04219021648168564,
      "learning_rate": 0.0002,
      "loss": 0.5340980887413025,
      "mean_token_accuracy": 0.784222811460495,
      "num_tokens": 10524893.0,
      "step": 646
    },
    {
      "entropy": 0.5434385687112808,
      "epoch": 2.4149532710280375,
      "grad_norm": 0.04173292592167854,
      "learning_rate": 0.0002,
      "loss": 0.5448347330093384,
      "mean_token_accuracy": 0.7814051806926727,
      "num_tokens": 10541450.0,
      "step": 647
    },
    {
      "entropy": 0.542335107922554,
      "epoch": 2.418691588785047,
      "grad_norm": 0.04221229627728462,
      "learning_rate": 0.0002,
      "loss": 0.539567232131958,
      "mean_token_accuracy": 0.778713047504425,
      "num_tokens": 10557626.0,
      "step": 648
    },
    {
      "entropy": 0.5323275178670883,
      "epoch": 2.4224299065420563,
      "grad_norm": 0.04274986311793327,
      "learning_rate": 0.0002,
      "loss": 0.5353638529777527,
      "mean_token_accuracy": 0.7840659618377686,
      "num_tokens": 10573896.0,
      "step": 649
    },
    {
      "entropy": 0.53394415974617,
      "epoch": 2.426168224299065,
      "grad_norm": 0.03369283676147461,
      "learning_rate": 0.0002,
      "loss": 0.5374135971069336,
      "mean_token_accuracy": 0.7838425934314728,
      "num_tokens": 10590327.0,
      "step": 650
    },
    {
      "entropy": 0.5415229946374893,
      "epoch": 2.4299065420560746,
      "grad_norm": 0.041201673448085785,
      "learning_rate": 0.0002,
      "loss": 0.5444363355636597,
      "mean_token_accuracy": 0.7790240347385406,
      "num_tokens": 10606679.0,
      "step": 651
    },
    {
      "entropy": 0.5405219197273254,
      "epoch": 2.433644859813084,
      "grad_norm": 0.03498642519116402,
      "learning_rate": 0.0002,
      "loss": 0.5373417139053345,
      "mean_token_accuracy": 0.780651792883873,
      "num_tokens": 10622823.0,
      "step": 652
    },
    {
      "entropy": 0.552605539560318,
      "epoch": 2.4373831775700934,
      "grad_norm": 0.035641010850667953,
      "learning_rate": 0.0002,
      "loss": 0.5453448295593262,
      "mean_token_accuracy": 0.778374508023262,
      "num_tokens": 10639286.0,
      "step": 653
    },
    {
      "entropy": 0.5386696010828018,
      "epoch": 2.4411214953271028,
      "grad_norm": 0.03597128391265869,
      "learning_rate": 0.0002,
      "loss": 0.5370036959648132,
      "mean_token_accuracy": 0.7805056869983673,
      "num_tokens": 10655659.0,
      "step": 654
    },
    {
      "entropy": 0.5298606008291245,
      "epoch": 2.444859813084112,
      "grad_norm": 0.044264063239097595,
      "learning_rate": 0.0002,
      "loss": 0.5362837314605713,
      "mean_token_accuracy": 0.783015176653862,
      "num_tokens": 10672206.0,
      "step": 655
    },
    {
      "entropy": 0.5373793393373489,
      "epoch": 2.4485981308411215,
      "grad_norm": 0.03741737827658653,
      "learning_rate": 0.0002,
      "loss": 0.5384023189544678,
      "mean_token_accuracy": 0.7820392400026321,
      "num_tokens": 10688480.0,
      "step": 656
    },
    {
      "entropy": 0.5373315960168839,
      "epoch": 2.452336448598131,
      "grad_norm": 0.03572740778326988,
      "learning_rate": 0.0002,
      "loss": 0.5341760516166687,
      "mean_token_accuracy": 0.7831654995679855,
      "num_tokens": 10704724.0,
      "step": 657
    },
    {
      "entropy": 0.5349675416946411,
      "epoch": 2.4560747663551403,
      "grad_norm": 0.033913351595401764,
      "learning_rate": 0.0002,
      "loss": 0.5286991000175476,
      "mean_token_accuracy": 0.7848687022924423,
      "num_tokens": 10720999.0,
      "step": 658
    },
    {
      "entropy": 0.5428586453199387,
      "epoch": 2.4598130841121497,
      "grad_norm": 0.03939831256866455,
      "learning_rate": 0.0002,
      "loss": 0.5347580313682556,
      "mean_token_accuracy": 0.7854909747838974,
      "num_tokens": 10737393.0,
      "step": 659
    },
    {
      "entropy": 0.5376365929841995,
      "epoch": 2.463551401869159,
      "grad_norm": 0.040565796196460724,
      "learning_rate": 0.0002,
      "loss": 0.5377070903778076,
      "mean_token_accuracy": 0.7797142714262009,
      "num_tokens": 10753719.0,
      "step": 660
    },
    {
      "entropy": 0.5290745496749878,
      "epoch": 2.467289719626168,
      "grad_norm": 0.042844053357839584,
      "learning_rate": 0.0002,
      "loss": 0.5402673482894897,
      "mean_token_accuracy": 0.7787514328956604,
      "num_tokens": 10770023.0,
      "step": 661
    },
    {
      "entropy": 0.5171011686325073,
      "epoch": 2.4710280373831774,
      "grad_norm": 0.03879300504922867,
      "learning_rate": 0.0002,
      "loss": 0.5276088714599609,
      "mean_token_accuracy": 0.7832213789224625,
      "num_tokens": 10786225.0,
      "step": 662
    },
    {
      "entropy": 0.5425639152526855,
      "epoch": 2.474766355140187,
      "grad_norm": 0.039429496973752975,
      "learning_rate": 0.0002,
      "loss": 0.5366618633270264,
      "mean_token_accuracy": 0.7817561626434326,
      "num_tokens": 10802664.0,
      "step": 663
    },
    {
      "entropy": 0.5487925857305527,
      "epoch": 2.4785046728971962,
      "grad_norm": 0.037153951823711395,
      "learning_rate": 0.0002,
      "loss": 0.5378848314285278,
      "mean_token_accuracy": 0.7842334508895874,
      "num_tokens": 10818791.0,
      "step": 664
    },
    {
      "entropy": 0.5683897584676743,
      "epoch": 2.4822429906542056,
      "grad_norm": 0.037182942032814026,
      "learning_rate": 0.0002,
      "loss": 0.558560848236084,
      "mean_token_accuracy": 0.7739170640707016,
      "num_tokens": 10835365.0,
      "step": 665
    },
    {
      "entropy": 0.522308886051178,
      "epoch": 2.485981308411215,
      "grad_norm": 0.038330383598804474,
      "learning_rate": 0.0002,
      "loss": 0.5248692035675049,
      "mean_token_accuracy": 0.786837100982666,
      "num_tokens": 10851372.0,
      "step": 666
    },
    {
      "entropy": 0.5347889512777328,
      "epoch": 2.4897196261682244,
      "grad_norm": 0.0479077473282814,
      "learning_rate": 0.0002,
      "loss": 0.5449220538139343,
      "mean_token_accuracy": 0.7782158553600311,
      "num_tokens": 10867792.0,
      "step": 667
    },
    {
      "entropy": 0.5346285253763199,
      "epoch": 2.493457943925234,
      "grad_norm": 0.03586270660161972,
      "learning_rate": 0.0002,
      "loss": 0.5363122224807739,
      "mean_token_accuracy": 0.7790896743535995,
      "num_tokens": 10883867.0,
      "step": 668
    },
    {
      "entropy": 0.543928936123848,
      "epoch": 2.497196261682243,
      "grad_norm": 0.034230347722768784,
      "learning_rate": 0.0002,
      "loss": 0.5394496321678162,
      "mean_token_accuracy": 0.7808743715286255,
      "num_tokens": 10900252.0,
      "step": 669
    },
    {
      "entropy": 0.5318520069122314,
      "epoch": 2.500934579439252,
      "grad_norm": 0.03817044571042061,
      "learning_rate": 0.0002,
      "loss": 0.5254085063934326,
      "mean_token_accuracy": 0.7874796390533447,
      "num_tokens": 10916581.0,
      "step": 670
    },
    {
      "entropy": 0.5420865267515182,
      "epoch": 2.5046728971962615,
      "grad_norm": 0.040148667991161346,
      "learning_rate": 0.0002,
      "loss": 0.5419960021972656,
      "mean_token_accuracy": 0.7817145586013794,
      "num_tokens": 10932966.0,
      "step": 671
    },
    {
      "entropy": 0.5323408842086792,
      "epoch": 2.508411214953271,
      "grad_norm": 0.03530094772577286,
      "learning_rate": 0.0002,
      "loss": 0.5375533103942871,
      "mean_token_accuracy": 0.7799390703439713,
      "num_tokens": 10949355.0,
      "step": 672
    },
    {
      "entropy": 0.5461747795343399,
      "epoch": 2.5121495327102803,
      "grad_norm": 0.044817496091127396,
      "learning_rate": 0.0002,
      "loss": 0.5525781512260437,
      "mean_token_accuracy": 0.7765567153692245,
      "num_tokens": 10965822.0,
      "step": 673
    },
    {
      "entropy": 0.5261489972472191,
      "epoch": 2.5158878504672897,
      "grad_norm": 0.03769567608833313,
      "learning_rate": 0.0002,
      "loss": 0.5308763980865479,
      "mean_token_accuracy": 0.7855723053216934,
      "num_tokens": 10982147.0,
      "step": 674
    },
    {
      "entropy": 0.5603571683168411,
      "epoch": 2.519626168224299,
      "grad_norm": 0.03521028161048889,
      "learning_rate": 0.0002,
      "loss": 0.5556987524032593,
      "mean_token_accuracy": 0.7740853279829025,
      "num_tokens": 10998452.0,
      "step": 675
    },
    {
      "entropy": 0.5460142344236374,
      "epoch": 2.5233644859813085,
      "grad_norm": 0.04217759519815445,
      "learning_rate": 0.0002,
      "loss": 0.537194013595581,
      "mean_token_accuracy": 0.7822094410657883,
      "num_tokens": 11014939.0,
      "step": 676
    },
    {
      "entropy": 0.5280861929059029,
      "epoch": 2.527102803738318,
      "grad_norm": 0.0387798547744751,
      "learning_rate": 0.0002,
      "loss": 0.5307282209396362,
      "mean_token_accuracy": 0.7829688042402267,
      "num_tokens": 11031382.0,
      "step": 677
    },
    {
      "entropy": 0.540501594543457,
      "epoch": 2.5308411214953273,
      "grad_norm": 0.04039468243718147,
      "learning_rate": 0.0002,
      "loss": 0.5451690554618835,
      "mean_token_accuracy": 0.7794826477766037,
      "num_tokens": 11047827.0,
      "step": 678
    },
    {
      "entropy": 0.5370010584592819,
      "epoch": 2.5345794392523366,
      "grad_norm": 0.04067126661539078,
      "learning_rate": 0.0002,
      "loss": 0.5422821044921875,
      "mean_token_accuracy": 0.7765499353408813,
      "num_tokens": 11063880.0,
      "step": 679
    },
    {
      "entropy": 0.5253852158784866,
      "epoch": 2.538317757009346,
      "grad_norm": 0.0398363396525383,
      "learning_rate": 0.0002,
      "loss": 0.5209527611732483,
      "mean_token_accuracy": 0.7851253598928452,
      "num_tokens": 11079962.0,
      "step": 680
    },
    {
      "entropy": 0.5486203581094742,
      "epoch": 2.542056074766355,
      "grad_norm": 0.036812763661146164,
      "learning_rate": 0.0002,
      "loss": 0.5471652746200562,
      "mean_token_accuracy": 0.7765830755233765,
      "num_tokens": 11096121.0,
      "step": 681
    },
    {
      "entropy": 0.5477603673934937,
      "epoch": 2.5457943925233644,
      "grad_norm": 0.036881882697343826,
      "learning_rate": 0.0002,
      "loss": 0.5459142327308655,
      "mean_token_accuracy": 0.7773014456033707,
      "num_tokens": 11112554.0,
      "step": 682
    },
    {
      "entropy": 0.5485733300447464,
      "epoch": 2.5495327102803738,
      "grad_norm": 0.038766611367464066,
      "learning_rate": 0.0002,
      "loss": 0.5489373803138733,
      "mean_token_accuracy": 0.7768855541944504,
      "num_tokens": 11128948.0,
      "step": 683
    },
    {
      "entropy": 0.5454789996147156,
      "epoch": 2.553271028037383,
      "grad_norm": 0.03894040733575821,
      "learning_rate": 0.0002,
      "loss": 0.5461348295211792,
      "mean_token_accuracy": 0.7770956754684448,
      "num_tokens": 11145269.0,
      "step": 684
    },
    {
      "entropy": 0.5280539393424988,
      "epoch": 2.5570093457943925,
      "grad_norm": 0.03855814412236214,
      "learning_rate": 0.0002,
      "loss": 0.5288204550743103,
      "mean_token_accuracy": 0.7839067131280899,
      "num_tokens": 11161868.0,
      "step": 685
    },
    {
      "entropy": 0.5194002389907837,
      "epoch": 2.560747663551402,
      "grad_norm": 0.04192323610186577,
      "learning_rate": 0.0002,
      "loss": 0.5202341079711914,
      "mean_token_accuracy": 0.7879376262426376,
      "num_tokens": 11178075.0,
      "step": 686
    },
    {
      "entropy": 0.530809260904789,
      "epoch": 2.5644859813084113,
      "grad_norm": 0.0389430895447731,
      "learning_rate": 0.0002,
      "loss": 0.5309376120567322,
      "mean_token_accuracy": 0.7828936278820038,
      "num_tokens": 11194469.0,
      "step": 687
    },
    {
      "entropy": 0.5557933151721954,
      "epoch": 2.5682242990654207,
      "grad_norm": 0.04179178923368454,
      "learning_rate": 0.0002,
      "loss": 0.5567797422409058,
      "mean_token_accuracy": 0.77239590883255,
      "num_tokens": 11210862.0,
      "step": 688
    },
    {
      "entropy": 0.5501526147127151,
      "epoch": 2.5719626168224297,
      "grad_norm": 0.037524376064538956,
      "learning_rate": 0.0002,
      "loss": 0.5423179864883423,
      "mean_token_accuracy": 0.7853735685348511,
      "num_tokens": 11227307.0,
      "step": 689
    },
    {
      "entropy": 0.5341353267431259,
      "epoch": 2.575700934579439,
      "grad_norm": 0.03998028114438057,
      "learning_rate": 0.0002,
      "loss": 0.5339105129241943,
      "mean_token_accuracy": 0.7838831543922424,
      "num_tokens": 11243496.0,
      "step": 690
    },
    {
      "entropy": 0.5265656411647797,
      "epoch": 2.5794392523364484,
      "grad_norm": 0.037673015147447586,
      "learning_rate": 0.0002,
      "loss": 0.532894492149353,
      "mean_token_accuracy": 0.7829709053039551,
      "num_tokens": 11259619.0,
      "step": 691
    },
    {
      "entropy": 0.5275788754224777,
      "epoch": 2.583177570093458,
      "grad_norm": 0.042666979134082794,
      "learning_rate": 0.0002,
      "loss": 0.5304786562919617,
      "mean_token_accuracy": 0.786617174744606,
      "num_tokens": 11275881.0,
      "step": 692
    },
    {
      "entropy": 0.5386812686920166,
      "epoch": 2.586915887850467,
      "grad_norm": 0.03469294682145119,
      "learning_rate": 0.0002,
      "loss": 0.5371942520141602,
      "mean_token_accuracy": 0.7833464443683624,
      "num_tokens": 11292531.0,
      "step": 693
    },
    {
      "entropy": 0.5397353172302246,
      "epoch": 2.5906542056074766,
      "grad_norm": 0.03771025687456131,
      "learning_rate": 0.0002,
      "loss": 0.5416728854179382,
      "mean_token_accuracy": 0.7781106233596802,
      "num_tokens": 11308718.0,
      "step": 694
    },
    {
      "entropy": 0.5285734534263611,
      "epoch": 2.594392523364486,
      "grad_norm": 0.03823580965399742,
      "learning_rate": 0.0002,
      "loss": 0.5330255627632141,
      "mean_token_accuracy": 0.7819734811782837,
      "num_tokens": 11324754.0,
      "step": 695
    },
    {
      "entropy": 0.5268194079399109,
      "epoch": 2.5981308411214954,
      "grad_norm": 0.04260648787021637,
      "learning_rate": 0.0002,
      "loss": 0.5239391326904297,
      "mean_token_accuracy": 0.7846912294626236,
      "num_tokens": 11340968.0,
      "step": 696
    },
    {
      "entropy": 0.5480171293020248,
      "epoch": 2.601869158878505,
      "grad_norm": 0.036302078515291214,
      "learning_rate": 0.0002,
      "loss": 0.5469081997871399,
      "mean_token_accuracy": 0.7779969573020935,
      "num_tokens": 11357426.0,
      "step": 697
    },
    {
      "entropy": 0.5506609529256821,
      "epoch": 2.605607476635514,
      "grad_norm": 0.03509664908051491,
      "learning_rate": 0.0002,
      "loss": 0.5489600300788879,
      "mean_token_accuracy": 0.7774904668331146,
      "num_tokens": 11373998.0,
      "step": 698
    },
    {
      "entropy": 0.5326560884714127,
      "epoch": 2.6093457943925236,
      "grad_norm": 0.04218761622905731,
      "learning_rate": 0.0002,
      "loss": 0.5333682894706726,
      "mean_token_accuracy": 0.7844813168048859,
      "num_tokens": 11390325.0,
      "step": 699
    },
    {
      "entropy": 0.5372011959552765,
      "epoch": 2.613084112149533,
      "grad_norm": 0.033543672412633896,
      "learning_rate": 0.0002,
      "loss": 0.5339676737785339,
      "mean_token_accuracy": 0.7814666479825974,
      "num_tokens": 11406819.0,
      "step": 700
    },
    {
      "entropy": 0.5389137715101242,
      "epoch": 2.616822429906542,
      "grad_norm": 0.041952140629291534,
      "learning_rate": 0.0002,
      "loss": 0.544516921043396,
      "mean_token_accuracy": 0.777948647737503,
      "num_tokens": 11423114.0,
      "step": 701
    },
    {
      "entropy": 0.5339553654193878,
      "epoch": 2.6205607476635513,
      "grad_norm": 0.04165533185005188,
      "learning_rate": 0.0002,
      "loss": 0.5357546210289001,
      "mean_token_accuracy": 0.7815313339233398,
      "num_tokens": 11439501.0,
      "step": 702
    },
    {
      "entropy": 0.5327703803777695,
      "epoch": 2.6242990654205607,
      "grad_norm": 0.04676680266857147,
      "learning_rate": 0.0002,
      "loss": 0.5317723155021667,
      "mean_token_accuracy": 0.7842179238796234,
      "num_tokens": 11455968.0,
      "step": 703
    },
    {
      "entropy": 0.5289216041564941,
      "epoch": 2.62803738317757,
      "grad_norm": 0.04229076951742172,
      "learning_rate": 0.0002,
      "loss": 0.5229822397232056,
      "mean_token_accuracy": 0.7897761762142181,
      "num_tokens": 11472189.0,
      "step": 704
    },
    {
      "entropy": 0.5446136146783829,
      "epoch": 2.6317757009345795,
      "grad_norm": 0.045102689415216446,
      "learning_rate": 0.0002,
      "loss": 0.5427557229995728,
      "mean_token_accuracy": 0.780061662197113,
      "num_tokens": 11488564.0,
      "step": 705
    },
    {
      "entropy": 0.5221227407455444,
      "epoch": 2.635514018691589,
      "grad_norm": 0.048957664519548416,
      "learning_rate": 0.0002,
      "loss": 0.5266565680503845,
      "mean_token_accuracy": 0.7874798774719238,
      "num_tokens": 11505006.0,
      "step": 706
    },
    {
      "entropy": 0.5404656529426575,
      "epoch": 2.6392523364485982,
      "grad_norm": 0.04282474145293236,
      "learning_rate": 0.0002,
      "loss": 0.5407752394676208,
      "mean_token_accuracy": 0.7841375470161438,
      "num_tokens": 11521778.0,
      "step": 707
    },
    {
      "entropy": 0.5307196229696274,
      "epoch": 2.6429906542056076,
      "grad_norm": 0.03666854277253151,
      "learning_rate": 0.0002,
      "loss": 0.5308942198753357,
      "mean_token_accuracy": 0.7844790369272232,
      "num_tokens": 11538182.0,
      "step": 708
    },
    {
      "entropy": 0.5377398878335953,
      "epoch": 2.6467289719626166,
      "grad_norm": 0.039178650826215744,
      "learning_rate": 0.0002,
      "loss": 0.5345498919487,
      "mean_token_accuracy": 0.7794453948736191,
      "num_tokens": 11554684.0,
      "step": 709
    },
    {
      "entropy": 0.5536644905805588,
      "epoch": 2.650467289719626,
      "grad_norm": 0.03832559287548065,
      "learning_rate": 0.0002,
      "loss": 0.5499898195266724,
      "mean_token_accuracy": 0.7778642326593399,
      "num_tokens": 11571201.0,
      "step": 710
    },
    {
      "entropy": 0.5420532822608948,
      "epoch": 2.6542056074766354,
      "grad_norm": 0.03739701583981514,
      "learning_rate": 0.0002,
      "loss": 0.5493305921554565,
      "mean_token_accuracy": 0.7773284465074539,
      "num_tokens": 11587368.0,
      "step": 711
    },
    {
      "entropy": 0.5395905524492264,
      "epoch": 2.6579439252336448,
      "grad_norm": 0.04595664143562317,
      "learning_rate": 0.0002,
      "loss": 0.544034481048584,
      "mean_token_accuracy": 0.7786346226930618,
      "num_tokens": 11603772.0,
      "step": 712
    },
    {
      "entropy": 0.5372798144817352,
      "epoch": 2.661682242990654,
      "grad_norm": 0.04127715900540352,
      "learning_rate": 0.0002,
      "loss": 0.5426503419876099,
      "mean_token_accuracy": 0.7785855233669281,
      "num_tokens": 11620154.0,
      "step": 713
    },
    {
      "entropy": 0.5510691106319427,
      "epoch": 2.6654205607476635,
      "grad_norm": 0.03742792084813118,
      "learning_rate": 0.0002,
      "loss": 0.5547200441360474,
      "mean_token_accuracy": 0.7739700675010681,
      "num_tokens": 11636423.0,
      "step": 714
    },
    {
      "entropy": 0.5472855418920517,
      "epoch": 2.669158878504673,
      "grad_norm": 0.04350201040506363,
      "learning_rate": 0.0002,
      "loss": 0.5393113493919373,
      "mean_token_accuracy": 0.7822133600711823,
      "num_tokens": 11652714.0,
      "step": 715
    },
    {
      "entropy": 0.5539711713790894,
      "epoch": 2.6728971962616823,
      "grad_norm": 0.03917175903916359,
      "learning_rate": 0.0002,
      "loss": 0.5469767451286316,
      "mean_token_accuracy": 0.7737536281347275,
      "num_tokens": 11668901.0,
      "step": 716
    },
    {
      "entropy": 0.532858207821846,
      "epoch": 2.6766355140186917,
      "grad_norm": 0.04417381435632706,
      "learning_rate": 0.0002,
      "loss": 0.5299221873283386,
      "mean_token_accuracy": 0.7851613610982895,
      "num_tokens": 11685245.0,
      "step": 717
    },
    {
      "entropy": 0.5360149517655373,
      "epoch": 2.680373831775701,
      "grad_norm": 0.045524608343839645,
      "learning_rate": 0.0002,
      "loss": 0.5396956205368042,
      "mean_token_accuracy": 0.7826401442289352,
      "num_tokens": 11701586.0,
      "step": 718
    },
    {
      "entropy": 0.5417494922876358,
      "epoch": 2.6841121495327105,
      "grad_norm": 0.04371016472578049,
      "learning_rate": 0.0002,
      "loss": 0.547548770904541,
      "mean_token_accuracy": 0.7796981632709503,
      "num_tokens": 11717869.0,
      "step": 719
    },
    {
      "entropy": 0.5364665389060974,
      "epoch": 2.68785046728972,
      "grad_norm": 0.04112569987773895,
      "learning_rate": 0.0002,
      "loss": 0.5360340476036072,
      "mean_token_accuracy": 0.7829563021659851,
      "num_tokens": 11733931.0,
      "step": 720
    },
    {
      "entropy": 0.5393244326114655,
      "epoch": 2.691588785046729,
      "grad_norm": 0.03485904261469841,
      "learning_rate": 0.0002,
      "loss": 0.5365700721740723,
      "mean_token_accuracy": 0.7832135111093521,
      "num_tokens": 11750251.0,
      "step": 721
    },
    {
      "entropy": 0.5402418822050095,
      "epoch": 2.695327102803738,
      "grad_norm": 0.035655390471220016,
      "learning_rate": 0.0002,
      "loss": 0.5399341583251953,
      "mean_token_accuracy": 0.7821518778800964,
      "num_tokens": 11766402.0,
      "step": 722
    },
    {
      "entropy": 0.5645921379327774,
      "epoch": 2.6990654205607476,
      "grad_norm": 0.03827064484357834,
      "learning_rate": 0.0002,
      "loss": 0.5571991205215454,
      "mean_token_accuracy": 0.7733338475227356,
      "num_tokens": 11783003.0,
      "step": 723
    },
    {
      "entropy": 0.5261956825852394,
      "epoch": 2.702803738317757,
      "grad_norm": 0.03958537429571152,
      "learning_rate": 0.0002,
      "loss": 0.5266394019126892,
      "mean_token_accuracy": 0.7840381115674973,
      "num_tokens": 11799129.0,
      "step": 724
    },
    {
      "entropy": 0.5451592206954956,
      "epoch": 2.7065420560747664,
      "grad_norm": 0.03517312929034233,
      "learning_rate": 0.0002,
      "loss": 0.5486286878585815,
      "mean_token_accuracy": 0.7751190662384033,
      "num_tokens": 11815476.0,
      "step": 725
    },
    {
      "entropy": 0.5393543839454651,
      "epoch": 2.710280373831776,
      "grad_norm": 0.0371185727417469,
      "learning_rate": 0.0002,
      "loss": 0.5353912115097046,
      "mean_token_accuracy": 0.7856109440326691,
      "num_tokens": 11831984.0,
      "step": 726
    },
    {
      "entropy": 0.5295817404985428,
      "epoch": 2.714018691588785,
      "grad_norm": 0.038498733192682266,
      "learning_rate": 0.0002,
      "loss": 0.5308818221092224,
      "mean_token_accuracy": 0.7821252197027206,
      "num_tokens": 11848466.0,
      "step": 727
    },
    {
      "entropy": 0.5493554025888443,
      "epoch": 2.717757009345794,
      "grad_norm": 0.039601247757673264,
      "learning_rate": 0.0002,
      "loss": 0.547062873840332,
      "mean_token_accuracy": 0.7771877348423004,
      "num_tokens": 11864918.0,
      "step": 728
    },
    {
      "entropy": 0.5261873155832291,
      "epoch": 2.7214953271028035,
      "grad_norm": 0.038875121623277664,
      "learning_rate": 0.0002,
      "loss": 0.5303913950920105,
      "mean_token_accuracy": 0.7834369987249374,
      "num_tokens": 11881212.0,
      "step": 729
    },
    {
      "entropy": 0.5295650064945221,
      "epoch": 2.725233644859813,
      "grad_norm": 0.03564633056521416,
      "learning_rate": 0.0002,
      "loss": 0.5287110805511475,
      "mean_token_accuracy": 0.7855493873357773,
      "num_tokens": 11897285.0,
      "step": 730
    },
    {
      "entropy": 0.5161215513944626,
      "epoch": 2.7289719626168223,
      "grad_norm": 0.03593486547470093,
      "learning_rate": 0.0002,
      "loss": 0.5092670321464539,
      "mean_token_accuracy": 0.7932390123605728,
      "num_tokens": 11913860.0,
      "step": 731
    },
    {
      "entropy": 0.5438321828842163,
      "epoch": 2.7327102803738317,
      "grad_norm": 0.03703992813825607,
      "learning_rate": 0.0002,
      "loss": 0.5476446151733398,
      "mean_token_accuracy": 0.7795855104923248,
      "num_tokens": 11930261.0,
      "step": 732
    },
    {
      "entropy": 0.5311425775289536,
      "epoch": 2.736448598130841,
      "grad_norm": 0.037695612758398056,
      "learning_rate": 0.0002,
      "loss": 0.534140408039093,
      "mean_token_accuracy": 0.7818547487258911,
      "num_tokens": 11946560.0,
      "step": 733
    },
    {
      "entropy": 0.5209683775901794,
      "epoch": 2.7401869158878505,
      "grad_norm": 0.03890440613031387,
      "learning_rate": 0.0002,
      "loss": 0.5241660475730896,
      "mean_token_accuracy": 0.787934735417366,
      "num_tokens": 11962956.0,
      "step": 734
    },
    {
      "entropy": 0.5443778336048126,
      "epoch": 2.74392523364486,
      "grad_norm": 0.03788384422659874,
      "learning_rate": 0.0002,
      "loss": 0.5421298742294312,
      "mean_token_accuracy": 0.7814332842826843,
      "num_tokens": 11979290.0,
      "step": 735
    },
    {
      "entropy": 0.5518642365932465,
      "epoch": 2.7476635514018692,
      "grad_norm": 0.040383294224739075,
      "learning_rate": 0.0002,
      "loss": 0.555992603302002,
      "mean_token_accuracy": 0.7762507796287537,
      "num_tokens": 11995487.0,
      "step": 736
    },
    {
      "entropy": 0.5241853296756744,
      "epoch": 2.7514018691588786,
      "grad_norm": 0.039098046720027924,
      "learning_rate": 0.0002,
      "loss": 0.52538001537323,
      "mean_token_accuracy": 0.7879568636417389,
      "num_tokens": 12011811.0,
      "step": 737
    },
    {
      "entropy": 0.5365500450134277,
      "epoch": 2.755140186915888,
      "grad_norm": 0.041129641234874725,
      "learning_rate": 0.0002,
      "loss": 0.5400822162628174,
      "mean_token_accuracy": 0.7799027115106583,
      "num_tokens": 12028077.0,
      "step": 738
    },
    {
      "entropy": 0.5531625598669052,
      "epoch": 2.7588785046728974,
      "grad_norm": 0.040683627128601074,
      "learning_rate": 0.0002,
      "loss": 0.5487805604934692,
      "mean_token_accuracy": 0.7768402397632599,
      "num_tokens": 12044438.0,
      "step": 739
    },
    {
      "entropy": 0.5442669987678528,
      "epoch": 2.762616822429907,
      "grad_norm": 0.040092833340168,
      "learning_rate": 0.0002,
      "loss": 0.547822117805481,
      "mean_token_accuracy": 0.7773446589708328,
      "num_tokens": 12060591.0,
      "step": 740
    },
    {
      "entropy": 0.5772512406110764,
      "epoch": 2.7663551401869158,
      "grad_norm": 0.04026317968964577,
      "learning_rate": 0.0002,
      "loss": 0.5646360516548157,
      "mean_token_accuracy": 0.771668940782547,
      "num_tokens": 12076995.0,
      "step": 741
    },
    {
      "entropy": 0.550237238407135,
      "epoch": 2.770093457943925,
      "grad_norm": 0.03907431662082672,
      "learning_rate": 0.0002,
      "loss": 0.5490835905075073,
      "mean_token_accuracy": 0.7739729285240173,
      "num_tokens": 12093381.0,
      "step": 742
    },
    {
      "entropy": 0.5247115790843964,
      "epoch": 2.7738317757009345,
      "grad_norm": 0.038372889161109924,
      "learning_rate": 0.0002,
      "loss": 0.5327771902084351,
      "mean_token_accuracy": 0.7830088138580322,
      "num_tokens": 12109606.0,
      "step": 743
    },
    {
      "entropy": 0.5228423178195953,
      "epoch": 2.777570093457944,
      "grad_norm": 0.044808950275182724,
      "learning_rate": 0.0002,
      "loss": 0.5320113301277161,
      "mean_token_accuracy": 0.7844864279031754,
      "num_tokens": 12125852.0,
      "step": 744
    },
    {
      "entropy": 0.530124694108963,
      "epoch": 2.7813084112149533,
      "grad_norm": 0.03803320229053497,
      "learning_rate": 0.0002,
      "loss": 0.5259105563163757,
      "mean_token_accuracy": 0.784927174448967,
      "num_tokens": 12142284.0,
      "step": 745
    },
    {
      "entropy": 0.5511182993650436,
      "epoch": 2.7850467289719627,
      "grad_norm": 0.03542547672986984,
      "learning_rate": 0.0002,
      "loss": 0.5479939579963684,
      "mean_token_accuracy": 0.7765052765607834,
      "num_tokens": 12158595.0,
      "step": 746
    },
    {
      "entropy": 0.5446942672133446,
      "epoch": 2.788785046728972,
      "grad_norm": 0.04419056326150894,
      "learning_rate": 0.0002,
      "loss": 0.5443319082260132,
      "mean_token_accuracy": 0.7793864756822586,
      "num_tokens": 12174701.0,
      "step": 747
    },
    {
      "entropy": 0.5594473034143448,
      "epoch": 2.792523364485981,
      "grad_norm": 0.034595683217048645,
      "learning_rate": 0.0002,
      "loss": 0.5563086271286011,
      "mean_token_accuracy": 0.7736584842205048,
      "num_tokens": 12191251.0,
      "step": 748
    },
    {
      "entropy": 0.5360135138034821,
      "epoch": 2.7962616822429904,
      "grad_norm": 0.037246719002723694,
      "learning_rate": 0.0002,
      "loss": 0.53227299451828,
      "mean_token_accuracy": 0.7829789221286774,
      "num_tokens": 12207768.0,
      "step": 749
    },
    {
      "entropy": 0.5398263484239578,
      "epoch": 2.8,
      "grad_norm": 0.040100134909152985,
      "learning_rate": 0.0002,
      "loss": 0.5421459078788757,
      "mean_token_accuracy": 0.7809022068977356,
      "num_tokens": 12224318.0,
      "step": 750
    },
    {
      "entropy": 0.5231769531965256,
      "epoch": 2.803738317757009,
      "grad_norm": 0.04384174942970276,
      "learning_rate": 0.0002,
      "loss": 0.532194972038269,
      "mean_token_accuracy": 0.7854811102151871,
      "num_tokens": 12240560.0,
      "step": 751
    },
    {
      "entropy": 0.5372914969921112,
      "epoch": 2.8074766355140186,
      "grad_norm": 0.041690364480018616,
      "learning_rate": 0.0002,
      "loss": 0.5358984470367432,
      "mean_token_accuracy": 0.7798957526683807,
      "num_tokens": 12256698.0,
      "step": 752
    },
    {
      "entropy": 0.5490759164094925,
      "epoch": 2.811214953271028,
      "grad_norm": 0.035977087914943695,
      "learning_rate": 0.0002,
      "loss": 0.5457599759101868,
      "mean_token_accuracy": 0.7804635167121887,
      "num_tokens": 12273196.0,
      "step": 753
    },
    {
      "entropy": 0.5454043298959732,
      "epoch": 2.8149532710280374,
      "grad_norm": 0.038070011883974075,
      "learning_rate": 0.0002,
      "loss": 0.5440967082977295,
      "mean_token_accuracy": 0.7805526405572891,
      "num_tokens": 12289448.0,
      "step": 754
    },
    {
      "entropy": 0.5171327888965607,
      "epoch": 2.8186915887850468,
      "grad_norm": 0.043416958302259445,
      "learning_rate": 0.0002,
      "loss": 0.5235368609428406,
      "mean_token_accuracy": 0.7856585532426834,
      "num_tokens": 12305728.0,
      "step": 755
    },
    {
      "entropy": 0.5519092679023743,
      "epoch": 2.822429906542056,
      "grad_norm": 0.04086895287036896,
      "learning_rate": 0.0002,
      "loss": 0.5498278737068176,
      "mean_token_accuracy": 0.776623860001564,
      "num_tokens": 12322183.0,
      "step": 756
    },
    {
      "entropy": 0.5254665613174438,
      "epoch": 2.8261682242990656,
      "grad_norm": 0.03841882944107056,
      "learning_rate": 0.0002,
      "loss": 0.5266950130462646,
      "mean_token_accuracy": 0.786298468708992,
      "num_tokens": 12338635.0,
      "step": 757
    },
    {
      "entropy": 0.5411494970321655,
      "epoch": 2.829906542056075,
      "grad_norm": 0.0401926264166832,
      "learning_rate": 0.0002,
      "loss": 0.5370864272117615,
      "mean_token_accuracy": 0.7828312367200851,
      "num_tokens": 12355089.0,
      "step": 758
    },
    {
      "entropy": 0.5513712912797928,
      "epoch": 2.8336448598130843,
      "grad_norm": 0.0333644300699234,
      "learning_rate": 0.0002,
      "loss": 0.5467706918716431,
      "mean_token_accuracy": 0.7782435566186905,
      "num_tokens": 12371887.0,
      "step": 759
    },
    {
      "entropy": 0.5323017537593842,
      "epoch": 2.8373831775700937,
      "grad_norm": 0.04663057625293732,
      "learning_rate": 0.0002,
      "loss": 0.5380391478538513,
      "mean_token_accuracy": 0.7797932773828506,
      "num_tokens": 12388141.0,
      "step": 760
    },
    {
      "entropy": 0.5405762195587158,
      "epoch": 2.8411214953271027,
      "grad_norm": 0.03440416231751442,
      "learning_rate": 0.0002,
      "loss": 0.5396413207054138,
      "mean_token_accuracy": 0.7808928042650223,
      "num_tokens": 12404651.0,
      "step": 761
    },
    {
      "entropy": 0.5396543145179749,
      "epoch": 2.844859813084112,
      "grad_norm": 0.035920772701501846,
      "learning_rate": 0.0002,
      "loss": 0.5427154898643494,
      "mean_token_accuracy": 0.7765078693628311,
      "num_tokens": 12420963.0,
      "step": 762
    },
    {
      "entropy": 0.5548029094934464,
      "epoch": 2.8485981308411215,
      "grad_norm": 0.039103955030441284,
      "learning_rate": 0.0002,
      "loss": 0.5556834936141968,
      "mean_token_accuracy": 0.7767738401889801,
      "num_tokens": 12437531.0,
      "step": 763
    },
    {
      "entropy": 0.5415983200073242,
      "epoch": 2.852336448598131,
      "grad_norm": 0.042144615203142166,
      "learning_rate": 0.0002,
      "loss": 0.5447718501091003,
      "mean_token_accuracy": 0.7775606215000153,
      "num_tokens": 12454010.0,
      "step": 764
    },
    {
      "entropy": 0.5518344044685364,
      "epoch": 2.8560747663551402,
      "grad_norm": 0.04103001952171326,
      "learning_rate": 0.0002,
      "loss": 0.5544916391372681,
      "mean_token_accuracy": 0.7738406360149384,
      "num_tokens": 12470274.0,
      "step": 765
    },
    {
      "entropy": 0.5313066393136978,
      "epoch": 2.8598130841121496,
      "grad_norm": 0.032009996473789215,
      "learning_rate": 0.0002,
      "loss": 0.5202063918113708,
      "mean_token_accuracy": 0.7903139889240265,
      "num_tokens": 12486731.0,
      "step": 766
    },
    {
      "entropy": 0.5384960919618607,
      "epoch": 2.863551401869159,
      "grad_norm": 0.03478989377617836,
      "learning_rate": 0.0002,
      "loss": 0.5340580344200134,
      "mean_token_accuracy": 0.7825128734111786,
      "num_tokens": 12503030.0,
      "step": 767
    },
    {
      "entropy": 0.5224665403366089,
      "epoch": 2.867289719626168,
      "grad_norm": 0.04253165051341057,
      "learning_rate": 0.0002,
      "loss": 0.5197573900222778,
      "mean_token_accuracy": 0.7862243801355362,
      "num_tokens": 12519459.0,
      "step": 768
    },
    {
      "entropy": 0.5370153039693832,
      "epoch": 2.8710280373831774,
      "grad_norm": 0.043792687356472015,
      "learning_rate": 0.0002,
      "loss": 0.5484573245048523,
      "mean_token_accuracy": 0.7781466245651245,
      "num_tokens": 12535908.0,
      "step": 769
    },
    {
      "entropy": 0.5293686985969543,
      "epoch": 2.8747663551401867,
      "grad_norm": 0.040938977152109146,
      "learning_rate": 0.0002,
      "loss": 0.536544680595398,
      "mean_token_accuracy": 0.7815448939800262,
      "num_tokens": 12552278.0,
      "step": 770
    },
    {
      "entropy": 0.5587695837020874,
      "epoch": 2.878504672897196,
      "grad_norm": 0.03950825333595276,
      "learning_rate": 0.0002,
      "loss": 0.5560339689254761,
      "mean_token_accuracy": 0.7734224796295166,
      "num_tokens": 12568976.0,
      "step": 771
    },
    {
      "entropy": 0.5375785976648331,
      "epoch": 2.8822429906542055,
      "grad_norm": 0.039299093186855316,
      "learning_rate": 0.0002,
      "loss": 0.5312560796737671,
      "mean_token_accuracy": 0.7845937460660934,
      "num_tokens": 12585119.0,
      "step": 772
    },
    {
      "entropy": 0.5369968712329865,
      "epoch": 2.885981308411215,
      "grad_norm": 0.03820907697081566,
      "learning_rate": 0.0002,
      "loss": 0.5376330614089966,
      "mean_token_accuracy": 0.7842772305011749,
      "num_tokens": 12601276.0,
      "step": 773
    },
    {
      "entropy": 0.544855386018753,
      "epoch": 2.8897196261682243,
      "grad_norm": 0.03554603457450867,
      "learning_rate": 0.0002,
      "loss": 0.5421188473701477,
      "mean_token_accuracy": 0.777969166636467,
      "num_tokens": 12617527.0,
      "step": 774
    },
    {
      "entropy": 0.5378414988517761,
      "epoch": 2.8934579439252337,
      "grad_norm": 0.040478140115737915,
      "learning_rate": 0.0002,
      "loss": 0.5390060544013977,
      "mean_token_accuracy": 0.7802563160657883,
      "num_tokens": 12633807.0,
      "step": 775
    },
    {
      "entropy": 0.5441332012414932,
      "epoch": 2.897196261682243,
      "grad_norm": 0.043334268033504486,
      "learning_rate": 0.0002,
      "loss": 0.5497444272041321,
      "mean_token_accuracy": 0.7784465253353119,
      "num_tokens": 12650362.0,
      "step": 776
    },
    {
      "entropy": 0.5244786143302917,
      "epoch": 2.9009345794392525,
      "grad_norm": 0.04438484460115433,
      "learning_rate": 0.0002,
      "loss": 0.5322083830833435,
      "mean_token_accuracy": 0.7820873856544495,
      "num_tokens": 12666671.0,
      "step": 777
    },
    {
      "entropy": 0.5577758997678757,
      "epoch": 2.904672897196262,
      "grad_norm": 0.0378209687769413,
      "learning_rate": 0.0002,
      "loss": 0.5586643815040588,
      "mean_token_accuracy": 0.7750083953142166,
      "num_tokens": 12682921.0,
      "step": 778
    },
    {
      "entropy": 0.5417321473360062,
      "epoch": 2.9084112149532713,
      "grad_norm": 0.04056469723582268,
      "learning_rate": 0.0002,
      "loss": 0.5351645350456238,
      "mean_token_accuracy": 0.7857696861028671,
      "num_tokens": 12699271.0,
      "step": 779
    },
    {
      "entropy": 0.5629414021968842,
      "epoch": 2.91214953271028,
      "grad_norm": 0.03783043846487999,
      "learning_rate": 0.0002,
      "loss": 0.5545192956924438,
      "mean_token_accuracy": 0.7746420204639435,
      "num_tokens": 12715410.0,
      "step": 780
    },
    {
      "entropy": 0.5410288572311401,
      "epoch": 2.9158878504672896,
      "grad_norm": 0.03987415134906769,
      "learning_rate": 0.0002,
      "loss": 0.5423367619514465,
      "mean_token_accuracy": 0.778704360127449,
      "num_tokens": 12731587.0,
      "step": 781
    },
    {
      "entropy": 0.5282145440578461,
      "epoch": 2.919626168224299,
      "grad_norm": 0.03972848504781723,
      "learning_rate": 0.0002,
      "loss": 0.5305967330932617,
      "mean_token_accuracy": 0.7833620458841324,
      "num_tokens": 12747966.0,
      "step": 782
    },
    {
      "entropy": 0.5176219195127487,
      "epoch": 2.9233644859813084,
      "grad_norm": 0.0456930510699749,
      "learning_rate": 0.0002,
      "loss": 0.5257712602615356,
      "mean_token_accuracy": 0.7853413671255112,
      "num_tokens": 12764231.0,
      "step": 783
    },
    {
      "entropy": 0.5378240942955017,
      "epoch": 2.9271028037383178,
      "grad_norm": 0.04101483151316643,
      "learning_rate": 0.0002,
      "loss": 0.5421459674835205,
      "mean_token_accuracy": 0.7807480245828629,
      "num_tokens": 12780553.0,
      "step": 784
    },
    {
      "entropy": 0.557637631893158,
      "epoch": 2.930841121495327,
      "grad_norm": 0.04411512240767479,
      "learning_rate": 0.0002,
      "loss": 0.554862380027771,
      "mean_token_accuracy": 0.7744756042957306,
      "num_tokens": 12796795.0,
      "step": 785
    },
    {
      "entropy": 0.5379236787557602,
      "epoch": 2.9345794392523366,
      "grad_norm": 0.03611760586500168,
      "learning_rate": 0.0002,
      "loss": 0.533431887626648,
      "mean_token_accuracy": 0.7804027199745178,
      "num_tokens": 12813009.0,
      "step": 786
    },
    {
      "entropy": 0.5566578209400177,
      "epoch": 2.938317757009346,
      "grad_norm": 0.03715398907661438,
      "learning_rate": 0.0002,
      "loss": 0.5433220267295837,
      "mean_token_accuracy": 0.7798871845006943,
      "num_tokens": 12829448.0,
      "step": 787
    },
    {
      "entropy": 0.5410407036542892,
      "epoch": 2.942056074766355,
      "grad_norm": 0.03546489402651787,
      "learning_rate": 0.0002,
      "loss": 0.5368283987045288,
      "mean_token_accuracy": 0.780596062541008,
      "num_tokens": 12845740.0,
      "step": 788
    },
    {
      "entropy": 0.5211344361305237,
      "epoch": 2.9457943925233643,
      "grad_norm": 0.04108017310500145,
      "learning_rate": 0.0002,
      "loss": 0.5253114104270935,
      "mean_token_accuracy": 0.7879950255155563,
      "num_tokens": 12861833.0,
      "step": 789
    },
    {
      "entropy": 0.5430938005447388,
      "epoch": 2.9495327102803737,
      "grad_norm": 0.04749761149287224,
      "learning_rate": 0.0002,
      "loss": 0.5581343770027161,
      "mean_token_accuracy": 0.7737741619348526,
      "num_tokens": 12878195.0,
      "step": 790
    },
    {
      "entropy": 0.5290612280368805,
      "epoch": 2.953271028037383,
      "grad_norm": 0.04016729071736336,
      "learning_rate": 0.0002,
      "loss": 0.5378360152244568,
      "mean_token_accuracy": 0.782782569527626,
      "num_tokens": 12894573.0,
      "step": 791
    },
    {
      "entropy": 0.5361242145299911,
      "epoch": 2.9570093457943925,
      "grad_norm": 0.03678933158516884,
      "learning_rate": 0.0002,
      "loss": 0.5257135629653931,
      "mean_token_accuracy": 0.7893773168325424,
      "num_tokens": 12910863.0,
      "step": 792
    },
    {
      "entropy": 0.5259503424167633,
      "epoch": 2.960747663551402,
      "grad_norm": 0.03752489387989044,
      "learning_rate": 0.0002,
      "loss": 0.5143717527389526,
      "mean_token_accuracy": 0.7932046353816986,
      "num_tokens": 12927225.0,
      "step": 793
    },
    {
      "entropy": 0.5639631152153015,
      "epoch": 2.9644859813084112,
      "grad_norm": 0.040728434920310974,
      "learning_rate": 0.0002,
      "loss": 0.5542000532150269,
      "mean_token_accuracy": 0.7755206525325775,
      "num_tokens": 12943436.0,
      "step": 794
    },
    {
      "entropy": 0.5300319939851761,
      "epoch": 2.9682242990654206,
      "grad_norm": 0.03866998106241226,
      "learning_rate": 0.0002,
      "loss": 0.536708652973175,
      "mean_token_accuracy": 0.7822965830564499,
      "num_tokens": 12959780.0,
      "step": 795
    },
    {
      "entropy": 0.5109827667474747,
      "epoch": 2.97196261682243,
      "grad_norm": 0.05049736052751541,
      "learning_rate": 0.0002,
      "loss": 0.5270419716835022,
      "mean_token_accuracy": 0.785243034362793,
      "num_tokens": 12976091.0,
      "step": 796
    },
    {
      "entropy": 0.5446041822433472,
      "epoch": 2.9757009345794394,
      "grad_norm": 0.03969959914684296,
      "learning_rate": 0.0002,
      "loss": 0.5448250770568848,
      "mean_token_accuracy": 0.7787258327007294,
      "num_tokens": 12992521.0,
      "step": 797
    },
    {
      "entropy": 0.5244547426700592,
      "epoch": 2.979439252336449,
      "grad_norm": 0.03810025751590729,
      "learning_rate": 0.0002,
      "loss": 0.5291001796722412,
      "mean_token_accuracy": 0.784002810716629,
      "num_tokens": 13008703.0,
      "step": 798
    },
    {
      "entropy": 0.5672779381275177,
      "epoch": 2.983177570093458,
      "grad_norm": 0.039007145911455154,
      "learning_rate": 0.0002,
      "loss": 0.5631389021873474,
      "mean_token_accuracy": 0.7706998288631439,
      "num_tokens": 13025057.0,
      "step": 799
    },
    {
      "entropy": 0.5293317213654518,
      "epoch": 2.986915887850467,
      "grad_norm": 0.037154458463191986,
      "learning_rate": 0.0002,
      "loss": 0.5227472186088562,
      "mean_token_accuracy": 0.7874658554792404,
      "num_tokens": 13041252.0,
      "step": 800
    },
    {
      "entropy": 0.537149466574192,
      "epoch": 2.9906542056074765,
      "grad_norm": 0.03552801162004471,
      "learning_rate": 0.0002,
      "loss": 0.5343438982963562,
      "mean_token_accuracy": 0.7848320156335831,
      "num_tokens": 13057526.0,
      "step": 801
    },
    {
      "entropy": 0.530741959810257,
      "epoch": 2.994392523364486,
      "grad_norm": 0.043317440897226334,
      "learning_rate": 0.0002,
      "loss": 0.5383322238922119,
      "mean_token_accuracy": 0.7800941169261932,
      "num_tokens": 13073756.0,
      "step": 802
    },
    {
      "entropy": 0.5432422608137131,
      "epoch": 2.9981308411214953,
      "grad_norm": 0.044908758252859116,
      "learning_rate": 0.0002,
      "loss": 0.5521294474601746,
      "mean_token_accuracy": 0.7733398079872131,
      "num_tokens": 13090164.0,
      "step": 803
    },
    {
      "entropy": 0.5437783300876617,
      "epoch": 3.0,
      "grad_norm": 0.04327746853232384,
      "learning_rate": 0.0002,
      "loss": 0.5394353270530701,
      "mean_token_accuracy": 0.7844643592834473,
      "num_tokens": 13096259.0,
      "step": 804
    }
  ],
  "logging_steps": 1,
  "max_steps": 804,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2208281383809843e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}