{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 156,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.223182126879692,
      "epoch": 0.012903225806451613,
      "grad_norm": 1.076210379600525,
      "learning_rate": 0.0,
      "loss": 2.058398723602295,
      "mean_token_accuracy": 0.5399363860487938,
      "num_tokens": 129656.0,
      "step": 1
    },
    {
      "entropy": 1.2220996767282486,
      "epoch": 0.025806451612903226,
      "grad_norm": 1.0572984218597412,
      "learning_rate": 4.166666666666667e-06,
      "loss": 2.070119857788086,
      "mean_token_accuracy": 0.5379651635885239,
      "num_tokens": 257608.0,
      "step": 2
    },
    {
      "entropy": 1.2825039327144623,
      "epoch": 0.03870967741935484,
      "grad_norm": 0.9764279723167419,
      "learning_rate": 8.333333333333334e-06,
      "loss": 2.0715339183807373,
      "mean_token_accuracy": 0.5355395078659058,
      "num_tokens": 385654.0,
      "step": 3
    },
    {
      "entropy": 1.3505332916975021,
      "epoch": 0.05161290322580645,
      "grad_norm": 0.8341186046600342,
      "learning_rate": 1.25e-05,
      "loss": 2.0449037551879883,
      "mean_token_accuracy": 0.5337138548493385,
      "num_tokens": 513578.0,
      "step": 4
    },
    {
      "entropy": 1.3795223087072372,
      "epoch": 0.06451612903225806,
      "grad_norm": 0.6299435496330261,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.9157527685165405,
      "mean_token_accuracy": 0.5517139434814453,
      "num_tokens": 643891.0,
      "step": 5
    },
    {
      "entropy": 1.4815990179777145,
      "epoch": 0.07741935483870968,
      "grad_norm": 0.4900154173374176,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 1.891552448272705,
      "mean_token_accuracy": 0.5499126613140106,
      "num_tokens": 773552.0,
      "step": 6
    },
    {
      "entropy": 1.5551793575286865,
      "epoch": 0.09032258064516129,
      "grad_norm": 0.36406657099723816,
      "learning_rate": 2.5e-05,
      "loss": 1.8251445293426514,
      "mean_token_accuracy": 0.5556761026382446,
      "num_tokens": 902676.0,
      "step": 7
    },
    {
      "entropy": 1.6218345165252686,
      "epoch": 0.1032258064516129,
      "grad_norm": 0.3063054084777832,
      "learning_rate": 2.916666666666667e-05,
      "loss": 1.7969532012939453,
      "mean_token_accuracy": 0.5583265572786331,
      "num_tokens": 1031062.0,
      "step": 8
    },
    {
      "entropy": 1.7121598720550537,
      "epoch": 0.11612903225806452,
      "grad_norm": 0.2525842785835266,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.7734124660491943,
      "mean_token_accuracy": 0.563885897397995,
      "num_tokens": 1159144.0,
      "step": 9
    },
    {
      "entropy": 1.7930369228124619,
      "epoch": 0.12903225806451613,
      "grad_norm": 0.24535015225410461,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.7790138721466064,
      "mean_token_accuracy": 0.5602867007255554,
      "num_tokens": 1286047.0,
      "step": 10
    },
    {
      "entropy": 1.8023179322481155,
      "epoch": 0.14193548387096774,
      "grad_norm": 0.2574515640735626,
      "learning_rate": 4.166666666666667e-05,
      "loss": 1.7038989067077637,
      "mean_token_accuracy": 0.5719256922602654,
      "num_tokens": 1414956.0,
      "step": 11
    },
    {
      "entropy": 1.8494196385145187,
      "epoch": 0.15483870967741936,
      "grad_norm": 0.28199130296707153,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 1.6980609893798828,
      "mean_token_accuracy": 0.5720911771059036,
      "num_tokens": 1544083.0,
      "step": 12
    },
    {
      "entropy": 1.8534925431013107,
      "epoch": 0.16774193548387098,
      "grad_norm": 0.29593202471733093,
      "learning_rate": 5e-05,
      "loss": 1.6669628620147705,
      "mean_token_accuracy": 0.5764533281326294,
      "num_tokens": 1673817.0,
      "step": 13
    },
    {
      "entropy": 1.7742547988891602,
      "epoch": 0.18064516129032257,
      "grad_norm": 0.2752297818660736,
      "learning_rate": 4.9997496794168726e-05,
      "loss": 1.5782192945480347,
      "mean_token_accuracy": 0.5955501049757004,
      "num_tokens": 1801770.0,
      "step": 14
    },
    {
      "entropy": 1.8175705522298813,
      "epoch": 0.1935483870967742,
      "grad_norm": 0.2872096300125122,
      "learning_rate": 4.998998767795805e-05,
      "loss": 1.5999691486358643,
      "mean_token_accuracy": 0.5888361930847168,
      "num_tokens": 1931723.0,
      "step": 15
    },
    {
      "entropy": 1.7427806854248047,
      "epoch": 0.2064516129032258,
      "grad_norm": 0.2521703839302063,
      "learning_rate": 4.9977474155117045e-05,
      "loss": 1.5546669960021973,
      "mean_token_accuracy": 0.5967967882752419,
      "num_tokens": 2061345.0,
      "step": 16
    },
    {
      "entropy": 1.6578464657068253,
      "epoch": 0.21935483870967742,
      "grad_norm": 0.22542445361614227,
      "learning_rate": 4.995995873155958e-05,
      "loss": 1.5100972652435303,
      "mean_token_accuracy": 0.6021811291575432,
      "num_tokens": 2190508.0,
      "step": 17
    },
    {
      "entropy": 1.598375290632248,
      "epoch": 0.23225806451612904,
      "grad_norm": 0.1917019784450531,
      "learning_rate": 4.99374449148625e-05,
      "loss": 1.490499496459961,
      "mean_token_accuracy": 0.60594841837883,
      "num_tokens": 2318941.0,
      "step": 18
    },
    {
      "entropy": 1.5606479495763779,
      "epoch": 0.24516129032258063,
      "grad_norm": 0.1699151247739792,
      "learning_rate": 4.9909937213563165e-05,
      "loss": 1.480535626411438,
      "mean_token_accuracy": 0.607219472527504,
      "num_tokens": 2448059.0,
      "step": 19
    },
    {
      "entropy": 1.5005332827568054,
      "epoch": 0.25806451612903225,
      "grad_norm": 0.15443331003189087,
      "learning_rate": 4.987744113625665e-05,
      "loss": 1.4707814455032349,
      "mean_token_accuracy": 0.6087440326809883,
      "num_tokens": 2577375.0,
      "step": 20
    },
    {
      "entropy": 1.3930998891592026,
      "epoch": 0.2709677419354839,
      "grad_norm": 0.1559259444475174,
      "learning_rate": 4.9839963190492576e-05,
      "loss": 1.410855770111084,
      "mean_token_accuracy": 0.6227314248681068,
      "num_tokens": 2707055.0,
      "step": 21
    },
    {
      "entropy": 1.36322420835495,
      "epoch": 0.2838709677419355,
      "grad_norm": 0.20294561982154846,
      "learning_rate": 4.979751088147192e-05,
      "loss": 1.4284950494766235,
      "mean_token_accuracy": 0.6158238276839256,
      "num_tokens": 2836471.0,
      "step": 22
    },
    {
      "entropy": 1.3222410529851913,
      "epoch": 0.2967741935483871,
      "grad_norm": 0.22203199565410614,
      "learning_rate": 4.975009271054409e-05,
      "loss": 1.4026174545288086,
      "mean_token_accuracy": 0.6221327260136604,
      "num_tokens": 2967186.0,
      "step": 23
    },
    {
      "entropy": 1.3454352766275406,
      "epoch": 0.3096774193548387,
      "grad_norm": 0.2088484764099121,
      "learning_rate": 4.969771817350445e-05,
      "loss": 1.4195332527160645,
      "mean_token_accuracy": 0.6193315461277962,
      "num_tokens": 3091283.0,
      "step": 24
    },
    {
      "entropy": 1.3203742057085037,
      "epoch": 0.3225806451612903,
      "grad_norm": 0.1915750652551651,
      "learning_rate": 4.9640397758692715e-05,
      "loss": 1.3804551362991333,
      "mean_token_accuracy": 0.626660019159317,
      "num_tokens": 3221704.0,
      "step": 25
    },
    {
      "entropy": 1.3405092060565948,
      "epoch": 0.33548387096774196,
      "grad_norm": 0.16226191818714142,
      "learning_rate": 4.957814294489261e-05,
      "loss": 1.3678839206695557,
      "mean_token_accuracy": 0.6271623075008392,
      "num_tokens": 3351359.0,
      "step": 26
    },
    {
      "entropy": 1.3681351393461227,
      "epoch": 0.34838709677419355,
      "grad_norm": 0.15001052618026733,
      "learning_rate": 4.9510966199033174e-05,
      "loss": 1.3961801528930664,
      "mean_token_accuracy": 0.6210252344608307,
      "num_tokens": 3480058.0,
      "step": 27
    },
    {
      "entropy": 1.360452800989151,
      "epoch": 0.36129032258064514,
      "grad_norm": 0.13115695118904114,
      "learning_rate": 4.943888097369216e-05,
      "loss": 1.3473964929580688,
      "mean_token_accuracy": 0.6314521729946136,
      "num_tokens": 3610897.0,
      "step": 28
    },
    {
      "entropy": 1.3818826526403427,
      "epoch": 0.3741935483870968,
      "grad_norm": 0.12812234461307526,
      "learning_rate": 4.936190170440208e-05,
      "loss": 1.3602492809295654,
      "mean_token_accuracy": 0.6298193782567978,
      "num_tokens": 3740627.0,
      "step": 29
    },
    {
      "entropy": 1.3282616436481476,
      "epoch": 0.3870967741935484,
      "grad_norm": 0.12813468277454376,
      "learning_rate": 4.928004380675941e-05,
      "loss": 1.2889750003814697,
      "mean_token_accuracy": 0.6441097930073738,
      "num_tokens": 3869695.0,
      "step": 30
    },
    {
      "entropy": 1.3403072953224182,
      "epoch": 0.4,
      "grad_norm": 0.1254233419895172,
      "learning_rate": 4.9193323673337476e-05,
      "loss": 1.3034392595291138,
      "mean_token_accuracy": 0.6405649855732918,
      "num_tokens": 3998221.0,
      "step": 31
    },
    {
      "entropy": 1.3977190256118774,
      "epoch": 0.4129032258064516,
      "grad_norm": 0.13067315518856049,
      "learning_rate": 4.910175867040377e-05,
      "loss": 1.354722261428833,
      "mean_token_accuracy": 0.6276756450533867,
      "num_tokens": 4127108.0,
      "step": 32
    },
    {
      "entropy": 1.348634958267212,
      "epoch": 0.4258064516129032,
      "grad_norm": 0.12189042568206787,
      "learning_rate": 4.9005367134442235e-05,
      "loss": 1.3136909008026123,
      "mean_token_accuracy": 0.6381376534700394,
      "num_tokens": 4256994.0,
      "step": 33
    },
    {
      "entropy": 1.3185934275388718,
      "epoch": 0.43870967741935485,
      "grad_norm": 0.1224159300327301,
      "learning_rate": 4.890416836848127e-05,
      "loss": 1.2872580289840698,
      "mean_token_accuracy": 0.6426139622926712,
      "num_tokens": 4385244.0,
      "step": 34
    },
    {
      "entropy": 1.2890230417251587,
      "epoch": 0.45161290322580644,
      "grad_norm": 0.11730781197547913,
      "learning_rate": 4.8798182638228166e-05,
      "loss": 1.2566399574279785,
      "mean_token_accuracy": 0.649329274892807,
      "num_tokens": 4515175.0,
      "step": 35
    },
    {
      "entropy": 1.3161695450544357,
      "epoch": 0.4645161290322581,
      "grad_norm": 0.11564701795578003,
      "learning_rate": 4.868743116801074e-05,
      "loss": 1.2894011735916138,
      "mean_token_accuracy": 0.6447330787777901,
      "num_tokens": 4644464.0,
      "step": 36
    },
    {
      "entropy": 1.263451337814331,
      "epoch": 0.4774193548387097,
      "grad_norm": 0.11025005578994751,
      "learning_rate": 4.857193613652711e-05,
      "loss": 1.250872254371643,
      "mean_token_accuracy": 0.6496427357196808,
      "num_tokens": 4774388.0,
      "step": 37
    },
    {
      "entropy": 1.2831027507781982,
      "epoch": 0.49032258064516127,
      "grad_norm": 0.11225498467683792,
      "learning_rate": 4.845172067240415e-05,
      "loss": 1.2833701372146606,
      "mean_token_accuracy": 0.642292931675911,
      "num_tokens": 4903171.0,
      "step": 38
    },
    {
      "entropy": 1.28334479033947,
      "epoch": 0.5032258064516129,
      "grad_norm": 0.11390651762485504,
      "learning_rate": 4.8326808849565936e-05,
      "loss": 1.2927157878875732,
      "mean_token_accuracy": 0.6402992084622383,
      "num_tokens": 5033677.0,
      "step": 39
    },
    {
      "entropy": 1.2627993077039719,
      "epoch": 0.5161290322580645,
      "grad_norm": 0.1086907684803009,
      "learning_rate": 4.819722568241274e-05,
      "loss": 1.2574979066848755,
      "mean_token_accuracy": 0.6465372666716576,
      "num_tokens": 5163487.0,
      "step": 40
    },
    {
      "entropy": 1.2626460939645767,
      "epoch": 0.5290322580645161,
      "grad_norm": 0.10910395532846451,
      "learning_rate": 4.806299712081172e-05,
      "loss": 1.266538381576538,
      "mean_token_accuracy": 0.6473062336444855,
      "num_tokens": 5292899.0,
      "step": 41
    },
    {
      "entropy": 1.2527801245450974,
      "epoch": 0.5419354838709678,
      "grad_norm": 0.10939069092273712,
      "learning_rate": 4.792415004490034e-05,
      "loss": 1.2544794082641602,
      "mean_token_accuracy": 0.6493285819888115,
      "num_tokens": 5422025.0,
      "step": 42
    },
    {
      "entropy": 1.2684112191200256,
      "epoch": 0.5548387096774193,
      "grad_norm": 0.10955163091421127,
      "learning_rate": 4.77807122597034e-05,
      "loss": 1.2640540599822998,
      "mean_token_accuracy": 0.6442403197288513,
      "num_tokens": 5551149.0,
      "step": 43
    },
    {
      "entropy": 1.202114075422287,
      "epoch": 0.567741935483871,
      "grad_norm": 0.10252036899328232,
      "learning_rate": 4.7632712489564926e-05,
      "loss": 1.2032322883605957,
      "mean_token_accuracy": 0.6615511402487755,
      "num_tokens": 5680701.0,
      "step": 44
    },
    {
      "entropy": 1.2185258865356445,
      "epoch": 0.5806451612903226,
      "grad_norm": 0.10858958959579468,
      "learning_rate": 4.748018037239592e-05,
      "loss": 1.2210724353790283,
      "mean_token_accuracy": 0.6543648615479469,
      "num_tokens": 5808493.0,
      "step": 45
    },
    {
      "entropy": 1.2259098291397095,
      "epoch": 0.5935483870967742,
      "grad_norm": 0.10566595196723938,
      "learning_rate": 4.732314645373921e-05,
      "loss": 1.2279314994812012,
      "mean_token_accuracy": 0.6541318669915199,
      "num_tokens": 5938296.0,
      "step": 46
    },
    {
      "entropy": 1.217906042933464,
      "epoch": 0.6064516129032258,
      "grad_norm": 0.10399080067873001,
      "learning_rate": 4.7161642180652464e-05,
      "loss": 1.2170512676239014,
      "mean_token_accuracy": 0.6552224531769753,
      "num_tokens": 6067439.0,
      "step": 47
    },
    {
      "entropy": 1.243887796998024,
      "epoch": 0.6193548387096774,
      "grad_norm": 0.10374640673398972,
      "learning_rate": 4.699569989541074e-05,
      "loss": 1.2446861267089844,
      "mean_token_accuracy": 0.6509256213903427,
      "num_tokens": 6197510.0,
      "step": 48
    },
    {
      "entropy": 1.2262021899223328,
      "epoch": 0.632258064516129,
      "grad_norm": 0.10401046276092529,
      "learning_rate": 4.6825352829029705e-05,
      "loss": 1.2263641357421875,
      "mean_token_accuracy": 0.6529856100678444,
      "num_tokens": 6327768.0,
      "step": 49
    },
    {
      "entropy": 1.1782560497522354,
      "epoch": 0.6451612903225806,
      "grad_norm": 0.10297931730747223,
      "learning_rate": 4.665063509461097e-05,
      "loss": 1.1814297437667847,
      "mean_token_accuracy": 0.6635062471032143,
      "num_tokens": 6455846.0,
      "step": 50
    },
    {
      "entropy": 1.2240826934576035,
      "epoch": 0.6580645161290323,
      "grad_norm": 0.10559607297182083,
      "learning_rate": 4.647158168051066e-05,
      "loss": 1.2128801345825195,
      "mean_token_accuracy": 0.659131720662117,
      "num_tokens": 6585457.0,
      "step": 51
    },
    {
      "entropy": 1.2306331396102905,
      "epoch": 0.6709677419354839,
      "grad_norm": 0.10558925569057465,
      "learning_rate": 4.628822844333278e-05,
      "loss": 1.2250795364379883,
      "mean_token_accuracy": 0.6541951075196266,
      "num_tokens": 6716096.0,
      "step": 52
    },
    {
      "entropy": 1.2307018637657166,
      "epoch": 0.6838709677419355,
      "grad_norm": 0.106507308781147,
      "learning_rate": 4.6100612100748765e-05,
      "loss": 1.216687798500061,
      "mean_token_accuracy": 0.657420352101326,
      "num_tokens": 6844341.0,
      "step": 53
    },
    {
      "entropy": 1.1905661970376968,
      "epoch": 0.6967741935483871,
      "grad_norm": 0.1018037423491478,
      "learning_rate": 4.59087702241444e-05,
      "loss": 1.1824817657470703,
      "mean_token_accuracy": 0.6638368740677834,
      "num_tokens": 6971794.0,
      "step": 54
    },
    {
      "entropy": 1.2321506142616272,
      "epoch": 0.7096774193548387,
      "grad_norm": 0.1053023412823677,
      "learning_rate": 4.571274123109606e-05,
      "loss": 1.2273911237716675,
      "mean_token_accuracy": 0.6531050652265549,
      "num_tokens": 7100353.0,
      "step": 55
    },
    {
      "entropy": 1.1877244710922241,
      "epoch": 0.7225806451612903,
      "grad_norm": 0.10472644120454788,
      "learning_rate": 4.551256437767719e-05,
      "loss": 1.1830646991729736,
      "mean_token_accuracy": 0.662447988986969,
      "num_tokens": 7230177.0,
      "step": 56
    },
    {
      "entropy": 1.1354379504919052,
      "epoch": 0.7354838709677419,
      "grad_norm": 0.10116837918758392,
      "learning_rate": 4.530827975059715e-05,
      "loss": 1.1367874145507812,
      "mean_token_accuracy": 0.6742443069815636,
      "num_tokens": 7359042.0,
      "step": 57
    },
    {
      "entropy": 1.1323172450065613,
      "epoch": 0.7483870967741936,
      "grad_norm": 0.10149563103914261,
      "learning_rate": 4.5099928259173516e-05,
      "loss": 1.1368333101272583,
      "mean_token_accuracy": 0.6757072061300278,
      "num_tokens": 7488137.0,
      "step": 58
    },
    {
      "entropy": 1.1689679026603699,
      "epoch": 0.7612903225806451,
      "grad_norm": 0.10289032757282257,
      "learning_rate": 4.488755162713975e-05,
      "loss": 1.170515775680542,
      "mean_token_accuracy": 0.6659915670752525,
      "num_tokens": 7618282.0,
      "step": 59
    },
    {
      "entropy": 1.1511125713586807,
      "epoch": 0.7741935483870968,
      "grad_norm": 0.10344893485307693,
      "learning_rate": 4.467119238428975e-05,
      "loss": 1.1578235626220703,
      "mean_token_accuracy": 0.6681751757860184,
      "num_tokens": 7748017.0,
      "step": 60
    },
    {
      "entropy": 1.15065398812294,
      "epoch": 0.7870967741935484,
      "grad_norm": 0.10410141944885254,
      "learning_rate": 4.445089385796099e-05,
      "loss": 1.1545982360839844,
      "mean_token_accuracy": 0.6693510711193085,
      "num_tokens": 7876986.0,
      "step": 61
    },
    {
      "entropy": 1.1854369789361954,
      "epoch": 0.8,
      "grad_norm": 0.10658932477235794,
      "learning_rate": 4.422670016435792e-05,
      "loss": 1.1886390447616577,
      "mean_token_accuracy": 0.6610049903392792,
      "num_tokens": 8006794.0,
      "step": 62
    },
    {
      "entropy": 1.1734878718852997,
      "epoch": 0.8129032258064516,
      "grad_norm": 0.0999564528465271,
      "learning_rate": 4.3998656199717435e-05,
      "loss": 1.1779112815856934,
      "mean_token_accuracy": 0.6633528992533684,
      "num_tokens": 8135408.0,
      "step": 63
    },
    {
      "entropy": 1.1888367980718613,
      "epoch": 0.8258064516129032,
      "grad_norm": 0.1022685319185257,
      "learning_rate": 4.3766807631318106e-05,
      "loss": 1.1841375827789307,
      "mean_token_accuracy": 0.6636051461100578,
      "num_tokens": 8265182.0,
      "step": 64
    },
    {
      "entropy": 1.1773615032434464,
      "epoch": 0.8387096774193549,
      "grad_norm": 0.10359368473291397,
      "learning_rate": 4.353120088833501e-05,
      "loss": 1.1596578359603882,
      "mean_token_accuracy": 0.6664805710315704,
      "num_tokens": 8395710.0,
      "step": 65
    },
    {
      "entropy": 1.1735037863254547,
      "epoch": 0.8516129032258064,
      "grad_norm": 0.10424409806728363,
      "learning_rate": 4.329188315254196e-05,
      "loss": 1.1645269393920898,
      "mean_token_accuracy": 0.6646556481719017,
      "num_tokens": 8525026.0,
      "step": 66
    },
    {
      "entropy": 1.1600711345672607,
      "epoch": 0.864516129032258,
      "grad_norm": 0.10298816114664078,
      "learning_rate": 4.3048902348863116e-05,
      "loss": 1.146191120147705,
      "mean_token_accuracy": 0.6732870414853096,
      "num_tokens": 8655176.0,
      "step": 67
    },
    {
      "entropy": 1.1675972044467926,
      "epoch": 0.8774193548387097,
      "grad_norm": 0.09964212030172348,
      "learning_rate": 4.280230713577564e-05,
      "loss": 1.1639752388000488,
      "mean_token_accuracy": 0.6678973436355591,
      "num_tokens": 8784950.0,
      "step": 68
    },
    {
      "entropy": 1.1486363634467125,
      "epoch": 0.8903225806451613,
      "grad_norm": 0.10526347905397415,
      "learning_rate": 4.255214689556557e-05,
      "loss": 1.1550880670547485,
      "mean_token_accuracy": 0.669487789273262,
      "num_tokens": 8915424.0,
      "step": 69
    },
    {
      "entropy": 1.1960512697696686,
      "epoch": 0.9032258064516129,
      "grad_norm": 0.10434431582689285,
      "learning_rate": 4.229847172443866e-05,
      "loss": 1.195779800415039,
      "mean_token_accuracy": 0.6591227054595947,
      "num_tokens": 9043958.0,
      "step": 70
    },
    {
      "entropy": 1.1383194029331207,
      "epoch": 0.9161290322580645,
      "grad_norm": 0.10281933099031448,
      "learning_rate": 4.204133242248832e-05,
      "loss": 1.1457536220550537,
      "mean_token_accuracy": 0.670663595199585,
      "num_tokens": 9173238.0,
      "step": 71
    },
    {
      "entropy": 1.1284168064594269,
      "epoch": 0.9290322580645162,
      "grad_norm": 0.10491844266653061,
      "learning_rate": 4.1780780483522575e-05,
      "loss": 1.1363515853881836,
      "mean_token_accuracy": 0.6729972660541534,
      "num_tokens": 9303178.0,
      "step": 72
    },
    {
      "entropy": 1.155638337135315,
      "epoch": 0.9419354838709677,
      "grad_norm": 0.10739096254110336,
      "learning_rate": 4.151686808475204e-05,
      "loss": 1.1668245792388916,
      "mean_token_accuracy": 0.6647603213787079,
      "num_tokens": 9432086.0,
      "step": 73
    },
    {
      "entropy": 1.1737090498209,
      "epoch": 0.9548387096774194,
      "grad_norm": 0.10476558655500412,
      "learning_rate": 4.1249648076341165e-05,
      "loss": 1.1709017753601074,
      "mean_token_accuracy": 0.6655773147940636,
      "num_tokens": 9560333.0,
      "step": 74
    },
    {
      "entropy": 1.1429373025894165,
      "epoch": 0.967741935483871,
      "grad_norm": 0.09973709285259247,
      "learning_rate": 4.0979173970824626e-05,
      "loss": 1.1408506631851196,
      "mean_token_accuracy": 0.6709853634238243,
      "num_tokens": 9689775.0,
      "step": 75
    },
    {
      "entropy": 1.131405919790268,
      "epoch": 0.9806451612903225,
      "grad_norm": 0.10272659361362457,
      "learning_rate": 4.070549993239106e-05,
      "loss": 1.1342134475708008,
      "mean_token_accuracy": 0.6737439185380936,
      "num_tokens": 9818901.0,
      "step": 76
    },
    {
      "entropy": 1.1382378786802292,
      "epoch": 0.9935483870967742,
      "grad_norm": 0.10625957697629929,
      "learning_rate": 4.0428680766036384e-05,
      "loss": 1.1314501762390137,
      "mean_token_accuracy": 0.6726028546690941,
      "num_tokens": 9948460.0,
      "step": 77
    },
    {
      "entropy": 1.1366769075393677,
      "epoch": 1.0,
      "grad_norm": 0.14248473942279816,
      "learning_rate": 4.0148771906588706e-05,
      "loss": 1.120863676071167,
      "mean_token_accuracy": 0.6762505769729614,
      "num_tokens": 9997067.0,
      "step": 78
    },
    {
      "entropy": 1.1518085598945618,
      "epoch": 1.0129032258064516,
      "grad_norm": 0.10363268852233887,
      "learning_rate": 3.986582940760717e-05,
      "loss": 1.1300816535949707,
      "mean_token_accuracy": 0.6724538877606392,
      "num_tokens": 10126462.0,
      "step": 79
    },
    {
      "entropy": 1.1565421894192696,
      "epoch": 1.0258064516129033,
      "grad_norm": 0.10230233520269394,
      "learning_rate": 3.957990993015683e-05,
      "loss": 1.150430679321289,
      "mean_token_accuracy": 0.6694934591650963,
      "num_tokens": 10256580.0,
      "step": 80
    },
    {
      "entropy": 1.1469500064849854,
      "epoch": 1.038709677419355,
      "grad_norm": 0.1017085388302803,
      "learning_rate": 3.929107073146197e-05,
      "loss": 1.137932300567627,
      "mean_token_accuracy": 0.672937422990799,
      "num_tokens": 10385670.0,
      "step": 81
    },
    {
      "entropy": 1.1146536320447922,
      "epoch": 1.0516129032258064,
      "grad_norm": 0.10386557132005692,
      "learning_rate": 3.899936965343989e-05,
      "loss": 1.1186662912368774,
      "mean_token_accuracy": 0.6774236634373665,
      "num_tokens": 10515880.0,
      "step": 82
    },
    {
      "entropy": 1.1311339735984802,
      "epoch": 1.064516129032258,
      "grad_norm": 0.10529699176549911,
      "learning_rate": 3.8704865111117746e-05,
      "loss": 1.1309411525726318,
      "mean_token_accuracy": 0.6742902398109436,
      "num_tokens": 10645214.0,
      "step": 83
    },
    {
      "entropy": 1.0882018506526947,
      "epoch": 1.0774193548387097,
      "grad_norm": 0.1024845689535141,
      "learning_rate": 3.840761608093456e-05,
      "loss": 1.0901994705200195,
      "mean_token_accuracy": 0.6838363260030746,
      "num_tokens": 10775324.0,
      "step": 84
    },
    {
      "entropy": 1.081175297498703,
      "epoch": 1.0903225806451613,
      "grad_norm": 0.10421576350927353,
      "learning_rate": 3.8107682088930794e-05,
      "loss": 1.083613395690918,
      "mean_token_accuracy": 0.6847718432545662,
      "num_tokens": 10906115.0,
      "step": 85
    },
    {
      "entropy": 1.1237317472696304,
      "epoch": 1.103225806451613,
      "grad_norm": 0.10275532305240631,
      "learning_rate": 3.7805123198827857e-05,
      "loss": 1.1233375072479248,
      "mean_token_accuracy": 0.673041544854641,
      "num_tokens": 11036082.0,
      "step": 86
    },
    {
      "entropy": 1.1282892972230911,
      "epoch": 1.1161290322580646,
      "grad_norm": 0.11031878739595413,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.134421467781067,
      "mean_token_accuracy": 0.6718096882104874,
      "num_tokens": 11166308.0,
      "step": 87
    },
    {
      "entropy": 1.1246851980686188,
      "epoch": 1.129032258064516,
      "grad_norm": 0.10738931596279144,
      "learning_rate": 3.719237359534087e-05,
      "loss": 1.1162521839141846,
      "mean_token_accuracy": 0.6750943064689636,
      "num_tokens": 11296038.0,
      "step": 88
    },
    {
      "entropy": 1.091427892446518,
      "epoch": 1.1419354838709677,
      "grad_norm": 0.1043296754360199,
      "learning_rate": 3.688230558902725e-05,
      "loss": 1.0911470651626587,
      "mean_token_accuracy": 0.6818756312131882,
      "num_tokens": 11424449.0,
      "step": 89
    },
    {
      "entropy": 1.0753950253129005,
      "epoch": 1.1548387096774193,
      "grad_norm": 0.10350479930639267,
      "learning_rate": 3.656985807418248e-05,
      "loss": 1.07297682762146,
      "mean_token_accuracy": 0.6874061748385429,
      "num_tokens": 11553352.0,
      "step": 90
    },
    {
      "entropy": 1.0837179571390152,
      "epoch": 1.167741935483871,
      "grad_norm": 0.10422831773757935,
      "learning_rate": 3.6255093620441834e-05,
      "loss": 1.0784122943878174,
      "mean_token_accuracy": 0.6853957697749138,
      "num_tokens": 11683188.0,
      "step": 91
    },
    {
      "entropy": 1.0955706387758255,
      "epoch": 1.1806451612903226,
      "grad_norm": 0.1034531518816948,
      "learning_rate": 3.593807526142261e-05,
      "loss": 1.0929460525512695,
      "mean_token_accuracy": 0.680936798453331,
      "num_tokens": 11812927.0,
      "step": 92
    },
    {
      "entropy": 1.1230056285858154,
      "epoch": 1.1935483870967742,
      "grad_norm": 0.10683950036764145,
      "learning_rate": 3.56188664821012e-05,
      "loss": 1.1296939849853516,
      "mean_token_accuracy": 0.6739164963364601,
      "num_tokens": 11941868.0,
      "step": 93
    },
    {
      "entropy": 1.0906171947717667,
      "epoch": 1.206451612903226,
      "grad_norm": 0.11000493913888931,
      "learning_rate": 3.529753120609982e-05,
      "loss": 1.1027157306671143,
      "mean_token_accuracy": 0.6794363781809807,
      "num_tokens": 12070500.0,
      "step": 94
    },
    {
      "entropy": 1.1029838472604752,
      "epoch": 1.2193548387096773,
      "grad_norm": 0.10395485907793045,
      "learning_rate": 3.497413378288541e-05,
      "loss": 1.1018798351287842,
      "mean_token_accuracy": 0.6790261566638947,
      "num_tokens": 12199259.0,
      "step": 95
    },
    {
      "entropy": 1.0792984515428543,
      "epoch": 1.232258064516129,
      "grad_norm": 0.10340157896280289,
      "learning_rate": 3.464873897488322e-05,
      "loss": 1.0742807388305664,
      "mean_token_accuracy": 0.6854443848133087,
      "num_tokens": 12327381.0,
      "step": 96
    },
    {
      "entropy": 1.1040336340665817,
      "epoch": 1.2451612903225806,
      "grad_norm": 0.1052948608994484,
      "learning_rate": 3.432141194450772e-05,
      "loss": 1.1013096570968628,
      "mean_token_accuracy": 0.6796243190765381,
      "num_tokens": 12457229.0,
      "step": 97
    },
    {
      "entropy": 1.0985784828662872,
      "epoch": 1.2580645161290323,
      "grad_norm": 0.10637353360652924,
      "learning_rate": 3.39922182411134e-05,
      "loss": 1.092590570449829,
      "mean_token_accuracy": 0.6829387545585632,
      "num_tokens": 12587371.0,
      "step": 98
    },
    {
      "entropy": 1.108673334121704,
      "epoch": 1.270967741935484,
      "grad_norm": 0.1088114008307457,
      "learning_rate": 3.3661223787868094e-05,
      "loss": 1.1037486791610718,
      "mean_token_accuracy": 0.6788453385233879,
      "num_tokens": 12714956.0,
      "step": 99
    },
    {
      "entropy": 1.116018533706665,
      "epoch": 1.2838709677419355,
      "grad_norm": 0.10825629532337189,
      "learning_rate": 3.332849486855144e-05,
      "loss": 1.1191405057907104,
      "mean_token_accuracy": 0.6735457330942154,
      "num_tokens": 12845041.0,
      "step": 100
    },
    {
      "entropy": 1.0860655605793,
      "epoch": 1.2967741935483872,
      "grad_norm": 0.104007288813591,
      "learning_rate": 3.2994098114281134e-05,
      "loss": 1.0827304124832153,
      "mean_token_accuracy": 0.6839027926325798,
      "num_tokens": 12974429.0,
      "step": 101
    },
    {
      "entropy": 1.0645690262317657,
      "epoch": 1.3096774193548386,
      "grad_norm": 0.10804564505815506,
      "learning_rate": 3.265810049016959e-05,
      "loss": 1.0671439170837402,
      "mean_token_accuracy": 0.6886417642235756,
      "num_tokens": 13103925.0,
      "step": 102
    },
    {
      "entropy": 1.1119411289691925,
      "epoch": 1.3225806451612903,
      "grad_norm": 0.107361800968647,
      "learning_rate": 3.232056928191376e-05,
      "loss": 1.1194833517074585,
      "mean_token_accuracy": 0.6785841062664986,
      "num_tokens": 13232750.0,
      "step": 103
    },
    {
      "entropy": 1.0839634910225868,
      "epoch": 1.335483870967742,
      "grad_norm": 0.10487478226423264,
      "learning_rate": 3.1981572082320756e-05,
      "loss": 1.0855300426483154,
      "mean_token_accuracy": 0.6837950944900513,
      "num_tokens": 13362678.0,
      "step": 104
    },
    {
      "entropy": 1.0855423361063004,
      "epoch": 1.3483870967741935,
      "grad_norm": 0.10489385575056076,
      "learning_rate": 3.164117677777191e-05,
      "loss": 1.0878322124481201,
      "mean_token_accuracy": 0.6815162599086761,
      "num_tokens": 13493019.0,
      "step": 105
    },
    {
      "entropy": 1.0708462968468666,
      "epoch": 1.3612903225806452,
      "grad_norm": 0.10663817077875137,
      "learning_rate": 3.1299451534628135e-05,
      "loss": 1.0679532289505005,
      "mean_token_accuracy": 0.686631441116333,
      "num_tokens": 13622495.0,
      "step": 106
    },
    {
      "entropy": 1.0779114365577698,
      "epoch": 1.3741935483870968,
      "grad_norm": 0.1084500178694725,
      "learning_rate": 3.0956464785579124e-05,
      "loss": 1.0651929378509521,
      "mean_token_accuracy": 0.6884163245558739,
      "num_tokens": 13751405.0,
      "step": 107
    },
    {
      "entropy": 1.0858594700694084,
      "epoch": 1.3870967741935485,
      "grad_norm": 0.10940396040678024,
      "learning_rate": 3.061228521593931e-05,
      "loss": 1.0804402828216553,
      "mean_token_accuracy": 0.6820845901966095,
      "num_tokens": 13881358.0,
      "step": 108
    },
    {
      "entropy": 1.0628213062882423,
      "epoch": 1.4,
      "grad_norm": 0.10861281305551529,
      "learning_rate": 3.0266981749893157e-05,
      "loss": 1.0724735260009766,
      "mean_token_accuracy": 0.6882258728146553,
      "num_tokens": 14010084.0,
      "step": 109
    },
    {
      "entropy": 1.0851275622844696,
      "epoch": 1.4129032258064516,
      "grad_norm": 0.1063976064324379,
      "learning_rate": 2.9920623536692638e-05,
      "loss": 1.0848662853240967,
      "mean_token_accuracy": 0.6824500113725662,
      "num_tokens": 14139791.0,
      "step": 110
    },
    {
      "entropy": 1.06889808177948,
      "epoch": 1.4258064516129032,
      "grad_norm": 0.1091022938489914,
      "learning_rate": 2.9573279936809667e-05,
      "loss": 1.071213960647583,
      "mean_token_accuracy": 0.6864099279046059,
      "num_tokens": 14270212.0,
      "step": 111
    },
    {
      "entropy": 1.0951210632920265,
      "epoch": 1.4387096774193548,
      "grad_norm": 0.10497217625379562,
      "learning_rate": 2.9225020508046232e-05,
      "loss": 1.090355396270752,
      "mean_token_accuracy": 0.6813758462667465,
      "num_tokens": 14400115.0,
      "step": 112
    },
    {
      "entropy": 1.1012007743120193,
      "epoch": 1.4516129032258065,
      "grad_norm": 0.11282135546207428,
      "learning_rate": 2.8875914991604948e-05,
      "loss": 1.0943909883499146,
      "mean_token_accuracy": 0.6812350302934647,
      "num_tokens": 14530182.0,
      "step": 113
    },
    {
      "entropy": 1.0668123438954353,
      "epoch": 1.4645161290322581,
      "grad_norm": 0.10792876034975052,
      "learning_rate": 2.8526033298122985e-05,
      "loss": 1.0663881301879883,
      "mean_token_accuracy": 0.6888832896947861,
      "num_tokens": 14658760.0,
      "step": 114
    },
    {
      "entropy": 1.075245887041092,
      "epoch": 1.4774193548387098,
      "grad_norm": 0.10725358873605728,
      "learning_rate": 2.8175445493671972e-05,
      "loss": 1.0732371807098389,
      "mean_token_accuracy": 0.6830701306462288,
      "num_tokens": 14787887.0,
      "step": 115
    },
    {
      "entropy": 1.080723062157631,
      "epoch": 1.4903225806451612,
      "grad_norm": 0.11148032546043396,
      "learning_rate": 2.782422178572682e-05,
      "loss": 1.080810308456421,
      "mean_token_accuracy": 0.6856769248843193,
      "num_tokens": 14917268.0,
      "step": 116
    },
    {
      "entropy": 1.0670917555689812,
      "epoch": 1.5032258064516129,
      "grad_norm": 0.10839603841304779,
      "learning_rate": 2.7472432509106248e-05,
      "loss": 1.0708037614822388,
      "mean_token_accuracy": 0.6860948503017426,
      "num_tokens": 15044663.0,
      "step": 117
    },
    {
      "entropy": 1.0836158990859985,
      "epoch": 1.5161290322580645,
      "grad_norm": 0.10698815435171127,
      "learning_rate": 2.7120148111887732e-05,
      "loss": 1.0807759761810303,
      "mean_token_accuracy": 0.6842784956097603,
      "num_tokens": 15174619.0,
      "step": 118
    },
    {
      "entropy": 1.0987706929445267,
      "epoch": 1.5290322580645161,
      "grad_norm": 0.10540509968996048,
      "learning_rate": 2.6767439141299865e-05,
      "loss": 1.1040892601013184,
      "mean_token_accuracy": 0.6808092296123505,
      "num_tokens": 15304197.0,
      "step": 119
    },
    {
      "entropy": 1.047809176146984,
      "epoch": 1.5419354838709678,
      "grad_norm": 0.1058097556233406,
      "learning_rate": 2.6414376229594813e-05,
      "loss": 1.0483499765396118,
      "mean_token_accuracy": 0.6921439915895462,
      "num_tokens": 15432579.0,
      "step": 120
    },
    {
      "entropy": 1.0963650196790695,
      "epoch": 1.5548387096774192,
      "grad_norm": 0.11119414865970612,
      "learning_rate": 2.606103007990371e-05,
      "loss": 1.0984492301940918,
      "mean_token_accuracy": 0.6789131611585617,
      "num_tokens": 15561722.0,
      "step": 121
    },
    {
      "entropy": 1.0872581899166107,
      "epoch": 1.567741935483871,
      "grad_norm": 0.10610063374042511,
      "learning_rate": 2.570747145207796e-05,
      "loss": 1.098354697227478,
      "mean_token_accuracy": 0.6784585490822792,
      "num_tokens": 15691958.0,
      "step": 122
    },
    {
      "entropy": 1.0838341489434242,
      "epoch": 1.5806451612903225,
      "grad_norm": 0.10991805791854858,
      "learning_rate": 2.5353771148519057e-05,
      "loss": 1.0900540351867676,
      "mean_token_accuracy": 0.6810095012187958,
      "num_tokens": 15821165.0,
      "step": 123
    },
    {
      "entropy": 1.056675523519516,
      "epoch": 1.5935483870967742,
      "grad_norm": 0.10874482244253159,
      "learning_rate": 2.5e-05,
      "loss": 1.0548217296600342,
      "mean_token_accuracy": 0.6896284446120262,
      "num_tokens": 15949216.0,
      "step": 124
    },
    {
      "entropy": 1.061226338148117,
      "epoch": 1.6064516129032258,
      "grad_norm": 0.10914712399244308,
      "learning_rate": 2.4646228851480956e-05,
      "loss": 1.061427354812622,
      "mean_token_accuracy": 0.687263511121273,
      "num_tokens": 16078522.0,
      "step": 125
    },
    {
      "entropy": 1.0842180401086807,
      "epoch": 1.6193548387096774,
      "grad_norm": 0.10912276804447174,
      "learning_rate": 2.429252854792205e-05,
      "loss": 1.0773967504501343,
      "mean_token_accuracy": 0.6844106987118721,
      "num_tokens": 16208166.0,
      "step": 126
    },
    {
      "entropy": 1.0762254372239113,
      "epoch": 1.632258064516129,
      "grad_norm": 0.10727284848690033,
      "learning_rate": 2.39389699200963e-05,
      "loss": 1.074779987335205,
      "mean_token_accuracy": 0.684668280184269,
      "num_tokens": 16338202.0,
      "step": 127
    },
    {
      "entropy": 1.0513081327080727,
      "epoch": 1.6451612903225805,
      "grad_norm": 0.10655758529901505,
      "learning_rate": 2.358562377040519e-05,
      "loss": 1.04603111743927,
      "mean_token_accuracy": 0.6915493980050087,
      "num_tokens": 16468262.0,
      "step": 128
    },
    {
      "entropy": 1.0846867859363556,
      "epoch": 1.6580645161290324,
      "grad_norm": 0.10952936857938766,
      "learning_rate": 2.3232560858700137e-05,
      "loss": 1.0864813327789307,
      "mean_token_accuracy": 0.6824182942509651,
      "num_tokens": 16597219.0,
      "step": 129
    },
    {
      "entropy": 1.0925589501857758,
      "epoch": 1.6709677419354838,
      "grad_norm": 0.10761820524930954,
      "learning_rate": 2.287985188811228e-05,
      "loss": 1.0888445377349854,
      "mean_token_accuracy": 0.680370032787323,
      "num_tokens": 16725933.0,
      "step": 130
    },
    {
      "entropy": 1.0831595808267593,
      "epoch": 1.6838709677419355,
      "grad_norm": 0.11058152467012405,
      "learning_rate": 2.2527567490893758e-05,
      "loss": 1.0811421871185303,
      "mean_token_accuracy": 0.681232288479805,
      "num_tokens": 16854221.0,
      "step": 131
    },
    {
      "entropy": 1.0961327701807022,
      "epoch": 1.696774193548387,
      "grad_norm": 0.10876961052417755,
      "learning_rate": 2.2175778214273185e-05,
      "loss": 1.0899490118026733,
      "mean_token_accuracy": 0.6814906597137451,
      "num_tokens": 16984319.0,
      "step": 132
    },
    {
      "entropy": 1.0888055264949799,
      "epoch": 1.7096774193548387,
      "grad_norm": 0.1107635572552681,
      "learning_rate": 2.182455450632803e-05,
      "loss": 1.088341236114502,
      "mean_token_accuracy": 0.6830911487340927,
      "num_tokens": 17112766.0,
      "step": 133
    },
    {
      "entropy": 1.0918050706386566,
      "epoch": 1.7225806451612904,
      "grad_norm": 0.10795822739601135,
      "learning_rate": 2.1473966701877025e-05,
      "loss": 1.0982195138931274,
      "mean_token_accuracy": 0.6785562857985497,
      "num_tokens": 17241888.0,
      "step": 134
    },
    {
      "entropy": 1.0576870888471603,
      "epoch": 1.7354838709677418,
      "grad_norm": 0.10716155916452408,
      "learning_rate": 2.1124085008395054e-05,
      "loss": 1.056051254272461,
      "mean_token_accuracy": 0.6887547969818115,
      "num_tokens": 17371518.0,
      "step": 135
    },
    {
      "entropy": 1.080827847123146,
      "epoch": 1.7483870967741937,
      "grad_norm": 0.10587362200021744,
      "learning_rate": 2.0774979491953777e-05,
      "loss": 1.0835041999816895,
      "mean_token_accuracy": 0.6818873062729836,
      "num_tokens": 17501856.0,
      "step": 136
    },
    {
      "entropy": 1.0682593137025833,
      "epoch": 1.761290322580645,
      "grad_norm": 0.10766828060150146,
      "learning_rate": 2.0426720063190335e-05,
      "loss": 1.0668219327926636,
      "mean_token_accuracy": 0.6868961676955223,
      "num_tokens": 17630077.0,
      "step": 137
    },
    {
      "entropy": 1.0730333402752876,
      "epoch": 1.7741935483870968,
      "grad_norm": 0.11129513382911682,
      "learning_rate": 2.0079376463307368e-05,
      "loss": 1.0753192901611328,
      "mean_token_accuracy": 0.6843588948249817,
      "num_tokens": 17757628.0,
      "step": 138
    },
    {
      "entropy": 1.0627059638500214,
      "epoch": 1.7870967741935484,
      "grad_norm": 0.1097295805811882,
      "learning_rate": 1.973301825010685e-05,
      "loss": 1.0669927597045898,
      "mean_token_accuracy": 0.6858029961585999,
      "num_tokens": 17887287.0,
      "step": 139
    },
    {
      "entropy": 1.1067379415035248,
      "epoch": 1.8,
      "grad_norm": 0.10846037417650223,
      "learning_rate": 1.9387714784060685e-05,
      "loss": 1.1105893850326538,
      "mean_token_accuracy": 0.6761542558670044,
      "num_tokens": 18016015.0,
      "step": 140
    },
    {
      "entropy": 1.0782186388969421,
      "epoch": 1.8129032258064517,
      "grad_norm": 0.10785773396492004,
      "learning_rate": 1.904353521442088e-05,
      "loss": 1.0804530382156372,
      "mean_token_accuracy": 0.6803460195660591,
      "num_tokens": 18145940.0,
      "step": 141
    },
    {
      "entropy": 1.0552142038941383,
      "epoch": 1.8258064516129031,
      "grad_norm": 0.11273064464330673,
      "learning_rate": 1.8700548465371874e-05,
      "loss": 1.0440943241119385,
      "mean_token_accuracy": 0.6903438195586205,
      "num_tokens": 18276039.0,
      "step": 142
    },
    {
      "entropy": 1.0844019800424576,
      "epoch": 1.838709677419355,
      "grad_norm": 0.10984650254249573,
      "learning_rate": 1.8358823222228097e-05,
      "loss": 1.0856590270996094,
      "mean_token_accuracy": 0.6822653189301491,
      "num_tokens": 18401790.0,
      "step": 143
    },
    {
      "entropy": 1.0662296265363693,
      "epoch": 1.8516129032258064,
      "grad_norm": 0.10815320163965225,
      "learning_rate": 1.801842791767925e-05,
      "loss": 1.0641754865646362,
      "mean_token_accuracy": 0.6871967539191246,
      "num_tokens": 18530808.0,
      "step": 144
    },
    {
      "entropy": 1.0416738837957382,
      "epoch": 1.864516129032258,
      "grad_norm": 0.10722067207098007,
      "learning_rate": 1.7679430718086243e-05,
      "loss": 1.043981909751892,
      "mean_token_accuracy": 0.6929837614297867,
      "num_tokens": 18659766.0,
      "step": 145
    },
    {
      "entropy": 1.0620247423648834,
      "epoch": 1.8774193548387097,
      "grad_norm": 0.10642781108617783,
      "learning_rate": 1.7341899509830416e-05,
      "loss": 1.0664876699447632,
      "mean_token_accuracy": 0.6869184374809265,
      "num_tokens": 18789014.0,
      "step": 146
    },
    {
      "entropy": 1.083692416548729,
      "epoch": 1.8903225806451613,
      "grad_norm": 0.10695701092481613,
      "learning_rate": 1.700590188571887e-05,
      "loss": 1.0759789943695068,
      "mean_token_accuracy": 0.6821576431393623,
      "num_tokens": 18918025.0,
      "step": 147
    },
    {
      "entropy": 1.0451694130897522,
      "epoch": 1.903225806451613,
      "grad_norm": 0.11168710142374039,
      "learning_rate": 1.667150513144856e-05,
      "loss": 1.04537832736969,
      "mean_token_accuracy": 0.6932294592261314,
      "num_tokens": 19048295.0,
      "step": 148
    },
    {
      "entropy": 1.0767835974693298,
      "epoch": 1.9161290322580644,
      "grad_norm": 0.10878083854913712,
      "learning_rate": 1.633877621213192e-05,
      "loss": 1.0719680786132812,
      "mean_token_accuracy": 0.6834145188331604,
      "num_tokens": 19173607.0,
      "step": 149
    },
    {
      "entropy": 1.054766684770584,
      "epoch": 1.9290322580645163,
      "grad_norm": 0.10753705352544785,
      "learning_rate": 1.6007781758886607e-05,
      "loss": 1.0576591491699219,
      "mean_token_accuracy": 0.6865810304880142,
      "num_tokens": 19303083.0,
      "step": 150
    },
    {
      "entropy": 1.1032528281211853,
      "epoch": 1.9419354838709677,
      "grad_norm": 0.11035779863595963,
      "learning_rate": 1.567858805549229e-05,
      "loss": 1.100153923034668,
      "mean_token_accuracy": 0.6790175065398216,
      "num_tokens": 19431668.0,
      "step": 151
    },
    {
      "entropy": 1.095763847231865,
      "epoch": 1.9548387096774194,
      "grad_norm": 0.10870419442653656,
      "learning_rate": 1.535126102511678e-05,
      "loss": 1.0910307168960571,
      "mean_token_accuracy": 0.6778731271624565,
      "num_tokens": 19560373.0,
      "step": 152
    },
    {
      "entropy": 1.0872143507003784,
      "epoch": 1.967741935483871,
      "grad_norm": 0.11192327737808228,
      "learning_rate": 1.5025866217114592e-05,
      "loss": 1.0831270217895508,
      "mean_token_accuracy": 0.6787481904029846,
      "num_tokens": 19688747.0,
      "step": 153
    },
    {
      "entropy": 1.090033859014511,
      "epoch": 1.9806451612903224,
      "grad_norm": 0.11166636645793915,
      "learning_rate": 1.4702468793900188e-05,
      "loss": 1.0931189060211182,
      "mean_token_accuracy": 0.6795905977487564,
      "num_tokens": 19816935.0,
      "step": 154
    },
    {
      "entropy": 1.0729367583990097,
      "epoch": 1.9935483870967743,
      "grad_norm": 0.10527553409337997,
      "learning_rate": 1.4381133517898804e-05,
      "loss": 1.0672760009765625,
      "mean_token_accuracy": 0.686238594353199,
      "num_tokens": 19946010.0,
      "step": 155
    },
    {
      "entropy": 1.0717603862285614,
      "epoch": 2.0,
      "grad_norm": 0.14860950410366058,
      "learning_rate": 1.4061924738577403e-05,
      "loss": 1.0576205253601074,
      "mean_token_accuracy": 0.6823940128087997,
      "num_tokens": 19994005.0,
      "step": 156
    }
  ],
  "logging_steps": 1,
  "max_steps": 234,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9.769726639834399e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}