{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 208,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.2831476479768753,
      "epoch": 0.009685230024213076,
      "grad_norm": 1.257500410079956,
      "learning_rate": 0.0,
      "loss": 2.0216622352600098,
      "mean_token_accuracy": 0.5382094085216522,
      "num_tokens": 97485.0,
      "step": 1
    },
    {
      "entropy": 1.2757050544023514,
      "epoch": 0.01937046004842615,
      "grad_norm": 1.3158080577850342,
      "learning_rate": 3.125e-06,
      "loss": 2.071122646331787,
      "mean_token_accuracy": 0.5314131379127502,
      "num_tokens": 194184.0,
      "step": 2
    },
    {
      "entropy": 1.2694316655397415,
      "epoch": 0.029055690072639227,
      "grad_norm": 1.1289395093917847,
      "learning_rate": 6.25e-06,
      "loss": 1.9294486045837402,
      "mean_token_accuracy": 0.5518109127879143,
      "num_tokens": 287660.0,
      "step": 3
    },
    {
      "entropy": 1.3956594914197922,
      "epoch": 0.0387409200968523,
      "grad_norm": 0.9914306998252869,
      "learning_rate": 9.375000000000001e-06,
      "loss": 1.941465139389038,
      "mean_token_accuracy": 0.54258743673563,
      "num_tokens": 384672.0,
      "step": 4
    },
    {
      "entropy": 1.3979678750038147,
      "epoch": 0.048426150121065374,
      "grad_norm": 0.7685282230377197,
      "learning_rate": 1.25e-05,
      "loss": 1.8111070394515991,
      "mean_token_accuracy": 0.5647609829902649,
      "num_tokens": 481921.0,
      "step": 5
    },
    {
      "entropy": 1.6170997768640518,
      "epoch": 0.05811138014527845,
      "grad_norm": 0.5168716311454773,
      "learning_rate": 1.5625e-05,
      "loss": 1.7966232299804688,
      "mean_token_accuracy": 0.5577141717076302,
      "num_tokens": 577866.0,
      "step": 6
    },
    {
      "entropy": 1.6874641478061676,
      "epoch": 0.06779661016949153,
      "grad_norm": 0.4072948098182678,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.708348035812378,
      "mean_token_accuracy": 0.5744073167443275,
      "num_tokens": 674698.0,
      "step": 7
    },
    {
      "entropy": 1.7709944546222687,
      "epoch": 0.0774818401937046,
      "grad_norm": 0.4375021159648895,
      "learning_rate": 2.1875e-05,
      "loss": 1.6493638753890991,
      "mean_token_accuracy": 0.5816963836550713,
      "num_tokens": 771175.0,
      "step": 8
    },
    {
      "entropy": 1.869639590382576,
      "epoch": 0.08716707021791767,
      "grad_norm": 0.5281513333320618,
      "learning_rate": 2.5e-05,
      "loss": 1.6473325490951538,
      "mean_token_accuracy": 0.5845584571361542,
      "num_tokens": 868470.0,
      "step": 9
    },
    {
      "entropy": 1.8225883692502975,
      "epoch": 0.09685230024213075,
      "grad_norm": 0.5096434354782104,
      "learning_rate": 2.8125000000000003e-05,
      "loss": 1.590818166732788,
      "mean_token_accuracy": 0.5921354293823242,
      "num_tokens": 964784.0,
      "step": 10
    },
    {
      "entropy": 1.7066199630498886,
      "epoch": 0.10653753026634383,
      "grad_norm": 0.4193650186061859,
      "learning_rate": 3.125e-05,
      "loss": 1.529557228088379,
      "mean_token_accuracy": 0.5996061563491821,
      "num_tokens": 1061836.0,
      "step": 11
    },
    {
      "entropy": 1.6335420161485672,
      "epoch": 0.1162227602905569,
      "grad_norm": 0.34470972418785095,
      "learning_rate": 3.4375e-05,
      "loss": 1.5362547636032104,
      "mean_token_accuracy": 0.5929826945066452,
      "num_tokens": 1158471.0,
      "step": 12
    },
    {
      "entropy": 1.4438551515340805,
      "epoch": 0.12590799031476999,
      "grad_norm": 0.27761033177375793,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.4457957744598389,
      "mean_token_accuracy": 0.6143342331051826,
      "num_tokens": 1255084.0,
      "step": 13
    },
    {
      "entropy": 1.392322763800621,
      "epoch": 0.13559322033898305,
      "grad_norm": 0.2844429016113281,
      "learning_rate": 4.0625000000000005e-05,
      "loss": 1.4511373043060303,
      "mean_token_accuracy": 0.6104418113827705,
      "num_tokens": 1352697.0,
      "step": 14
    },
    {
      "entropy": 1.3371251970529556,
      "epoch": 0.14527845036319612,
      "grad_norm": 0.2822510898113251,
      "learning_rate": 4.375e-05,
      "loss": 1.4322829246520996,
      "mean_token_accuracy": 0.6155784726142883,
      "num_tokens": 1450346.0,
      "step": 15
    },
    {
      "entropy": 1.2996839582920074,
      "epoch": 0.1549636803874092,
      "grad_norm": 0.2731319069862366,
      "learning_rate": 4.6875e-05,
      "loss": 1.399651288986206,
      "mean_token_accuracy": 0.6181296408176422,
      "num_tokens": 1546056.0,
      "step": 16
    },
    {
      "entropy": 1.286782756447792,
      "epoch": 0.16464891041162227,
      "grad_norm": 0.2287229746580124,
      "learning_rate": 5e-05,
      "loss": 1.3414286375045776,
      "mean_token_accuracy": 0.6305811852216721,
      "num_tokens": 1644072.0,
      "step": 17
    },
    {
      "entropy": 1.2884749919176102,
      "epoch": 0.17433414043583534,
      "grad_norm": 0.24129998683929443,
      "learning_rate": 4.999859193643945e-05,
      "loss": 1.2895803451538086,
      "mean_token_accuracy": 0.6411498486995697,
      "num_tokens": 1740823.0,
      "step": 18
    },
    {
      "entropy": 1.399221807718277,
      "epoch": 0.18401937046004843,
      "grad_norm": 0.24152599275112152,
      "learning_rate": 4.999436790436924e-05,
      "loss": 1.3620624542236328,
      "mean_token_accuracy": 0.6247868910431862,
      "num_tokens": 1837872.0,
      "step": 19
    },
    {
      "entropy": 1.3781700730323792,
      "epoch": 0.1937046004842615,
      "grad_norm": 0.22794979810714722,
      "learning_rate": 4.9987328379605816e-05,
      "loss": 1.3193318843841553,
      "mean_token_accuracy": 0.6357730701565742,
      "num_tokens": 1935638.0,
      "step": 20
    },
    {
      "entropy": 1.3448941111564636,
      "epoch": 0.2033898305084746,
      "grad_norm": 0.20295539498329163,
      "learning_rate": 4.9977474155117045e-05,
      "loss": 1.2904666662216187,
      "mean_token_accuracy": 0.6384864747524261,
      "num_tokens": 2033151.0,
      "step": 21
    },
    {
      "entropy": 1.3269115835428238,
      "epoch": 0.21307506053268765,
      "grad_norm": 0.19907879829406738,
      "learning_rate": 4.9964806340932865e-05,
      "loss": 1.2992527484893799,
      "mean_token_accuracy": 0.6387153342366219,
      "num_tokens": 2130350.0,
      "step": 22
    },
    {
      "entropy": 1.2736097276210785,
      "epoch": 0.22276029055690072,
      "grad_norm": 0.1993221640586853,
      "learning_rate": 4.9949326364020314e-05,
      "loss": 1.2424592971801758,
      "mean_token_accuracy": 0.6515100449323654,
      "num_tokens": 2226505.0,
      "step": 23
    },
    {
      "entropy": 1.2606256753206253,
      "epoch": 0.2324455205811138,
      "grad_norm": 0.1928444802761078,
      "learning_rate": 4.993103596812268e-05,
      "loss": 1.2370142936706543,
      "mean_token_accuracy": 0.6512897834181786,
      "num_tokens": 2324337.0,
      "step": 24
    },
    {
      "entropy": 1.1828058958053589,
      "epoch": 0.24213075060532688,
      "grad_norm": 0.1695406287908554,
      "learning_rate": 4.9909937213563165e-05,
      "loss": 1.1700199842453003,
      "mean_token_accuracy": 0.6674213483929634,
      "num_tokens": 2419418.0,
      "step": 25
    },
    {
      "entropy": 1.2690571248531342,
      "epoch": 0.25181598062953997,
      "grad_norm": 0.17888334393501282,
      "learning_rate": 4.988603247701277e-05,
      "loss": 1.2402149438858032,
      "mean_token_accuracy": 0.6481731608510017,
      "num_tokens": 2515666.0,
      "step": 26
    },
    {
      "entropy": 1.2278835028409958,
      "epoch": 0.26150121065375304,
      "grad_norm": 0.1878158003091812,
      "learning_rate": 4.985932445122257e-05,
      "loss": 1.2124648094177246,
      "mean_token_accuracy": 0.6553028896450996,
      "num_tokens": 2613197.0,
      "step": 27
    },
    {
      "entropy": 1.2094718217849731,
      "epoch": 0.2711864406779661,
      "grad_norm": 0.1670471876859665,
      "learning_rate": 4.982981614472039e-05,
      "loss": 1.2036645412445068,
      "mean_token_accuracy": 0.6590213552117348,
      "num_tokens": 2709760.0,
      "step": 28
    },
    {
      "entropy": 1.1803771257400513,
      "epoch": 0.28087167070217917,
      "grad_norm": 0.16492998600006104,
      "learning_rate": 4.979751088147192e-05,
      "loss": 1.1872878074645996,
      "mean_token_accuracy": 0.661787860095501,
      "num_tokens": 2807308.0,
      "step": 29
    },
    {
      "entropy": 1.170692041516304,
      "epoch": 0.29055690072639223,
      "grad_norm": 0.17398205399513245,
      "learning_rate": 4.97624123005063e-05,
      "loss": 1.1832412481307983,
      "mean_token_accuracy": 0.661918580532074,
      "num_tokens": 2904379.0,
      "step": 30
    },
    {
      "entropy": 1.1982254832983017,
      "epoch": 0.30024213075060535,
      "grad_norm": 0.16584837436676025,
      "learning_rate": 4.972452435550614e-05,
      "loss": 1.2053539752960205,
      "mean_token_accuracy": 0.6568507477641106,
      "num_tokens": 3001932.0,
      "step": 31
    },
    {
      "entropy": 1.139011174440384,
      "epoch": 0.3099273607748184,
      "grad_norm": 0.16256465017795563,
      "learning_rate": 4.968385131436222e-05,
      "loss": 1.1371057033538818,
      "mean_token_accuracy": 0.6699384972453117,
      "num_tokens": 3099859.0,
      "step": 32
    },
    {
      "entropy": 1.1760681718587875,
      "epoch": 0.3196125907990315,
      "grad_norm": 0.15591397881507874,
      "learning_rate": 4.9640397758692715e-05,
      "loss": 1.160001277923584,
      "mean_token_accuracy": 0.6634443625807762,
      "num_tokens": 3197294.0,
      "step": 33
    },
    {
      "entropy": 1.1871805638074875,
      "epoch": 0.32929782082324455,
      "grad_norm": 0.1550437957048416,
      "learning_rate": 4.9594168583327094e-05,
      "loss": 1.1692184209823608,
      "mean_token_accuracy": 0.6639450341463089,
      "num_tokens": 3294768.0,
      "step": 34
    },
    {
      "entropy": 1.1860681176185608,
      "epoch": 0.3389830508474576,
      "grad_norm": 0.15519270300865173,
      "learning_rate": 4.954516899575473e-05,
      "loss": 1.1605687141418457,
      "mean_token_accuracy": 0.6660626903176308,
      "num_tokens": 3389702.0,
      "step": 35
    },
    {
      "entropy": 1.144161432981491,
      "epoch": 0.3486682808716707,
      "grad_norm": 0.16386644542217255,
      "learning_rate": 4.949340451553833e-05,
      "loss": 1.1134624481201172,
      "mean_token_accuracy": 0.6774730086326599,
      "num_tokens": 3486985.0,
      "step": 36
    },
    {
      "entropy": 1.169129118323326,
      "epoch": 0.3583535108958838,
      "grad_norm": 0.15737073123455048,
      "learning_rate": 4.943888097369216e-05,
      "loss": 1.1533232927322388,
      "mean_token_accuracy": 0.6671040058135986,
      "num_tokens": 3584177.0,
      "step": 37
    },
    {
      "entropy": 1.1375333964824677,
      "epoch": 0.36803874092009686,
      "grad_norm": 0.16654150187969208,
      "learning_rate": 4.938160451202521e-05,
      "loss": 1.1330571174621582,
      "mean_token_accuracy": 0.6710135564208031,
      "num_tokens": 3681733.0,
      "step": 38
    },
    {
      "entropy": 1.115285873413086,
      "epoch": 0.37772397094430993,
      "grad_norm": 0.15554173290729523,
      "learning_rate": 4.9321581582449365e-05,
      "loss": 1.1185455322265625,
      "mean_token_accuracy": 0.6746590584516525,
      "num_tokens": 3777606.0,
      "step": 39
    },
    {
      "entropy": 1.1352528482675552,
      "epoch": 0.387409200968523,
      "grad_norm": 0.15042954683303833,
      "learning_rate": 4.9258818946252624e-05,
      "loss": 1.125117540359497,
      "mean_token_accuracy": 0.6720233038067818,
      "num_tokens": 3874534.0,
      "step": 40
    },
    {
      "entropy": 1.1261803954839706,
      "epoch": 0.39709443099273606,
      "grad_norm": 0.1618603765964508,
      "learning_rate": 4.9193323673337476e-05,
      "loss": 1.1155072450637817,
      "mean_token_accuracy": 0.6748175323009491,
      "num_tokens": 3972562.0,
      "step": 41
    },
    {
      "entropy": 1.1054729223251343,
      "epoch": 0.4067796610169492,
      "grad_norm": 0.1928945779800415,
      "learning_rate": 4.912510314142448e-05,
      "loss": 1.0943855047225952,
      "mean_token_accuracy": 0.6810023561120033,
      "num_tokens": 4069253.0,
      "step": 42
    },
    {
      "entropy": 1.1252695173025131,
      "epoch": 0.41646489104116224,
      "grad_norm": 0.16767306625843048,
      "learning_rate": 4.9054165035221236e-05,
      "loss": 1.1221925020217896,
      "mean_token_accuracy": 0.6732571944594383,
      "num_tokens": 4167434.0,
      "step": 43
    },
    {
      "entropy": 1.0451640114188194,
      "epoch": 0.4261501210653753,
      "grad_norm": 0.15018437802791595,
      "learning_rate": 4.898051734555676e-05,
      "loss": 1.0456998348236084,
      "mean_token_accuracy": 0.6917429268360138,
      "num_tokens": 4263989.0,
      "step": 44
    },
    {
      "entropy": 1.0243945717811584,
      "epoch": 0.4358353510895884,
      "grad_norm": 0.15813371539115906,
      "learning_rate": 4.890416836848127e-05,
      "loss": 1.019399642944336,
      "mean_token_accuracy": 0.6970273479819298,
      "num_tokens": 4358172.0,
      "step": 45
    },
    {
      "entropy": 1.0881676077842712,
      "epoch": 0.44552058111380144,
      "grad_norm": 0.1647815704345703,
      "learning_rate": 4.88251267043318e-05,
      "loss": 1.089061975479126,
      "mean_token_accuracy": 0.6811036169528961,
      "num_tokens": 4454874.0,
      "step": 46
    },
    {
      "entropy": 1.1170424669981003,
      "epoch": 0.4552058111380145,
      "grad_norm": 0.15906141698360443,
      "learning_rate": 4.87434012567633e-05,
      "loss": 1.1157368421554565,
      "mean_token_accuracy": 0.6773378178477287,
      "num_tokens": 4551716.0,
      "step": 47
    },
    {
      "entropy": 1.1030111014842987,
      "epoch": 0.4648910411622276,
      "grad_norm": 0.1497914344072342,
      "learning_rate": 4.865900123174574e-05,
      "loss": 1.0889781713485718,
      "mean_token_accuracy": 0.6786394864320755,
      "num_tokens": 4649881.0,
      "step": 48
    },
    {
      "entropy": 1.1213176995515823,
      "epoch": 0.4745762711864407,
      "grad_norm": 0.14933931827545166,
      "learning_rate": 4.857193613652711e-05,
      "loss": 1.102480173110962,
      "mean_token_accuracy": 0.6778694689273834,
      "num_tokens": 4746560.0,
      "step": 49
    },
    {
      "entropy": 1.1182024255394936,
      "epoch": 0.48426150121065376,
      "grad_norm": 0.1557791829109192,
      "learning_rate": 4.848221577856243e-05,
      "loss": 1.1001962423324585,
      "mean_token_accuracy": 0.6782753691077232,
      "num_tokens": 4844482.0,
      "step": 50
    },
    {
      "entropy": 1.0782635807991028,
      "epoch": 0.4939467312348668,
      "grad_norm": 0.15607225894927979,
      "learning_rate": 4.838985026440905e-05,
      "loss": 1.0587979555130005,
      "mean_token_accuracy": 0.6873368322849274,
      "num_tokens": 4942340.0,
      "step": 51
    },
    {
      "entropy": 1.071622334420681,
      "epoch": 0.5036319612590799,
      "grad_norm": 0.1505449265241623,
      "learning_rate": 4.829484999858815e-05,
      "loss": 1.0695254802703857,
      "mean_token_accuracy": 0.6835980787873268,
      "num_tokens": 5040296.0,
      "step": 52
    },
    {
      "entropy": 1.0763383507728577,
      "epoch": 0.513317191283293,
      "grad_norm": 0.15331462025642395,
      "learning_rate": 4.819722568241274e-05,
      "loss": 1.073240041732788,
      "mean_token_accuracy": 0.6868264526128769,
      "num_tokens": 5136985.0,
      "step": 53
    },
    {
      "entropy": 1.086071863770485,
      "epoch": 0.5230024213075061,
      "grad_norm": 0.15281084179878235,
      "learning_rate": 4.8096988312782174e-05,
      "loss": 1.089070200920105,
      "mean_token_accuracy": 0.6783855706453323,
      "num_tokens": 5234555.0,
      "step": 54
    },
    {
      "entropy": 1.0728528648614883,
      "epoch": 0.5326876513317191,
      "grad_norm": 0.15144552290439606,
      "learning_rate": 4.799414918094347e-05,
      "loss": 1.0666192770004272,
      "mean_token_accuracy": 0.6838826537132263,
      "num_tokens": 5330627.0,
      "step": 55
    },
    {
      "entropy": 1.0615920722484589,
      "epoch": 0.5423728813559322,
      "grad_norm": 0.25972187519073486,
      "learning_rate": 4.788871987121937e-05,
      "loss": 1.0613664388656616,
      "mean_token_accuracy": 0.6867948919534683,
      "num_tokens": 5428196.0,
      "step": 56
    },
    {
      "entropy": 1.066960223019123,
      "epoch": 0.5520581113801453,
      "grad_norm": 0.15711794793605804,
      "learning_rate": 4.77807122597034e-05,
      "loss": 1.0630605220794678,
      "mean_token_accuracy": 0.6852066963911057,
      "num_tokens": 5525318.0,
      "step": 57
    },
    {
      "entropy": 1.0585280284285545,
      "epoch": 0.5617433414043583,
      "grad_norm": 0.154302716255188,
      "learning_rate": 4.767013851292212e-05,
      "loss": 1.048720359802246,
      "mean_token_accuracy": 0.6897359937429428,
      "num_tokens": 5623136.0,
      "step": 58
    },
    {
      "entropy": 1.0350576639175415,
      "epoch": 0.5714285714285714,
      "grad_norm": 0.15237243473529816,
      "learning_rate": 4.755701108646463e-05,
      "loss": 1.027522325515747,
      "mean_token_accuracy": 0.6950520128011703,
      "num_tokens": 5720541.0,
      "step": 59
    },
    {
      "entropy": 1.0580420941114426,
      "epoch": 0.5811138014527845,
      "grad_norm": 0.14978040754795074,
      "learning_rate": 4.744134272357948e-05,
      "loss": 1.0437177419662476,
      "mean_token_accuracy": 0.6894178092479706,
      "num_tokens": 5818052.0,
      "step": 60
    },
    {
      "entropy": 1.047768495976925,
      "epoch": 0.5907990314769975,
      "grad_norm": 0.45630910992622375,
      "learning_rate": 4.732314645373921e-05,
      "loss": 1.0360010862350464,
      "mean_token_accuracy": 0.6936607509851456,
      "num_tokens": 5915984.0,
      "step": 61
    },
    {
      "entropy": 1.0626960098743439,
      "epoch": 0.6004842615012107,
      "grad_norm": 0.2640538513660431,
      "learning_rate": 4.7202435591172676e-05,
      "loss": 1.0494108200073242,
      "mean_token_accuracy": 0.6885051354765892,
      "num_tokens": 6013024.0,
      "step": 62
    },
    {
      "entropy": 1.0739953070878983,
      "epoch": 0.6101694915254238,
      "grad_norm": 0.15643136203289032,
      "learning_rate": 4.7079223733365237e-05,
      "loss": 1.0664867162704468,
      "mean_token_accuracy": 0.6844003722071648,
      "num_tokens": 6110253.0,
      "step": 63
    },
    {
      "entropy": 1.0349700078368187,
      "epoch": 0.6198547215496368,
      "grad_norm": 0.1503216028213501,
      "learning_rate": 4.6953524759527054e-05,
      "loss": 1.0348119735717773,
      "mean_token_accuracy": 0.692238837480545,
      "num_tokens": 6207767.0,
      "step": 64
    },
    {
      "entropy": 1.034246288239956,
      "epoch": 0.6295399515738499,
      "grad_norm": 0.1513209342956543,
      "learning_rate": 4.6825352829029705e-05,
      "loss": 1.0328264236450195,
      "mean_token_accuracy": 0.6916565299034119,
      "num_tokens": 6305333.0,
      "step": 65
    },
    {
      "entropy": 1.0430887341499329,
      "epoch": 0.639225181598063,
      "grad_norm": 0.15611153841018677,
      "learning_rate": 4.6694722379811185e-05,
      "loss": 1.0414214134216309,
      "mean_token_accuracy": 0.691117949783802,
      "num_tokens": 6402785.0,
      "step": 66
    },
    {
      "entropy": 1.0569112747907639,
      "epoch": 0.648910411622276,
      "grad_norm": 0.1588103026151657,
      "learning_rate": 4.656164812674951e-05,
      "loss": 1.047569990158081,
      "mean_token_accuracy": 0.6887474879622459,
      "num_tokens": 6499919.0,
      "step": 67
    },
    {
      "entropy": 1.0378888696432114,
      "epoch": 0.6585956416464891,
      "grad_norm": 0.15132373571395874,
      "learning_rate": 4.642614506000523e-05,
      "loss": 1.0328857898712158,
      "mean_token_accuracy": 0.6924383491277695,
      "num_tokens": 6597204.0,
      "step": 68
    },
    {
      "entropy": 1.032283864915371,
      "epoch": 0.6682808716707022,
      "grad_norm": 0.1583699733018875,
      "learning_rate": 4.628822844333278e-05,
      "loss": 1.0151689052581787,
      "mean_token_accuracy": 0.6986712738871574,
      "num_tokens": 6694398.0,
      "step": 69
    },
    {
      "entropy": 1.0015813261270523,
      "epoch": 0.6779661016949152,
      "grad_norm": 0.1757071167230606,
      "learning_rate": 4.614791381236115e-05,
      "loss": 0.9920505285263062,
      "mean_token_accuracy": 0.7040144950151443,
      "num_tokens": 6791780.0,
      "step": 70
    },
    {
      "entropy": 1.0453337281942368,
      "epoch": 0.6876513317191283,
      "grad_norm": 0.1524701863527298,
      "learning_rate": 4.6005216972843864e-05,
      "loss": 1.0443840026855469,
      "mean_token_accuracy": 0.6916699558496475,
      "num_tokens": 6888953.0,
      "step": 71
    },
    {
      "entropy": 1.0230370834469795,
      "epoch": 0.6973365617433414,
      "grad_norm": 0.15993070602416992,
      "learning_rate": 4.5860153998878494e-05,
      "loss": 1.0304991006851196,
      "mean_token_accuracy": 0.6937867403030396,
      "num_tokens": 6986471.0,
      "step": 72
    },
    {
      "entropy": 1.0421988740563393,
      "epoch": 0.7070217917675545,
      "grad_norm": 0.1573047935962677,
      "learning_rate": 4.571274123109606e-05,
      "loss": 1.0444982051849365,
      "mean_token_accuracy": 0.6912301033735275,
      "num_tokens": 7083829.0,
      "step": 73
    },
    {
      "entropy": 1.0748334154486656,
      "epoch": 0.7167070217917676,
      "grad_norm": 0.16008728742599487,
      "learning_rate": 4.5562995274820284e-05,
      "loss": 1.0726516246795654,
      "mean_token_accuracy": 0.6823427230119705,
      "num_tokens": 7180818.0,
      "step": 74
    },
    {
      "entropy": 1.0194222182035446,
      "epoch": 0.7263922518159807,
      "grad_norm": 0.16299541294574738,
      "learning_rate": 4.541093299819714e-05,
      "loss": 1.003331184387207,
      "mean_token_accuracy": 0.6996421813964844,
      "num_tokens": 7277648.0,
      "step": 75
    },
    {
      "entropy": 1.0004182010889053,
      "epoch": 0.7360774818401937,
      "grad_norm": 0.15372581779956818,
      "learning_rate": 4.5256571530294664e-05,
      "loss": 0.9760631918907166,
      "mean_token_accuracy": 0.7064241617918015,
      "num_tokens": 7375160.0,
      "step": 76
    },
    {
      "entropy": 1.0313043221831322,
      "epoch": 0.7457627118644068,
      "grad_norm": 0.15582375228405,
      "learning_rate": 4.5099928259173516e-05,
      "loss": 1.0199785232543945,
      "mean_token_accuracy": 0.6969870626926422,
      "num_tokens": 7472481.0,
      "step": 77
    },
    {
      "entropy": 1.0267394110560417,
      "epoch": 0.7554479418886199,
      "grad_norm": 0.15595640242099762,
      "learning_rate": 4.4941020829928245e-05,
      "loss": 1.0236713886260986,
      "mean_token_accuracy": 0.697633869946003,
      "num_tokens": 7569978.0,
      "step": 78
    },
    {
      "entropy": 0.9967087134718895,
      "epoch": 0.7651331719128329,
      "grad_norm": 0.15426741540431976,
      "learning_rate": 4.477986714269972e-05,
      "loss": 0.9990708231925964,
      "mean_token_accuracy": 0.7013676688075066,
      "num_tokens": 7668053.0,
      "step": 79
    },
    {
      "entropy": 0.9936242178082466,
      "epoch": 0.774818401937046,
      "grad_norm": 0.15127019584178925,
      "learning_rate": 4.4616485350658685e-05,
      "loss": 0.992855429649353,
      "mean_token_accuracy": 0.7030186578631401,
      "num_tokens": 7764243.0,
      "step": 80
    },
    {
      "entropy": 1.0158754512667656,
      "epoch": 0.784503631961259,
      "grad_norm": 0.1566711664199829,
      "learning_rate": 4.445089385796099e-05,
      "loss": 1.0183484554290771,
      "mean_token_accuracy": 0.6949350982904434,
      "num_tokens": 7860199.0,
      "step": 81
    },
    {
      "entropy": 1.035573497414589,
      "epoch": 0.7941888619854721,
      "grad_norm": 0.15846672654151917,
      "learning_rate": 4.4283111317674374e-05,
      "loss": 1.0358930826187134,
      "mean_token_accuracy": 0.6919568032026291,
      "num_tokens": 7956920.0,
      "step": 82
    },
    {
      "entropy": 1.0298198834061623,
      "epoch": 0.8038740920096852,
      "grad_norm": 0.1551441252231598,
      "learning_rate": 4.4113156629677316e-05,
      "loss": 1.02339768409729,
      "mean_token_accuracy": 0.6937244087457657,
      "num_tokens": 8053766.0,
      "step": 83
    },
    {
      "entropy": 1.0543159544467926,
      "epoch": 0.8135593220338984,
      "grad_norm": 0.15082016587257385,
      "learning_rate": 4.394104893853007e-05,
      "loss": 1.0417697429656982,
      "mean_token_accuracy": 0.6908006444573402,
      "num_tokens": 8151263.0,
      "step": 84
    },
    {
      "entropy": 0.9868235737085342,
      "epoch": 0.8232445520581114,
      "grad_norm": 0.15088169276714325,
      "learning_rate": 4.3766807631318106e-05,
      "loss": 0.9730858206748962,
      "mean_token_accuracy": 0.7068010121583939,
      "num_tokens": 8249031.0,
      "step": 85
    },
    {
      "entropy": 1.0439471304416656,
      "epoch": 0.8329297820823245,
      "grad_norm": 0.15690501034259796,
      "learning_rate": 4.359045233546827e-05,
      "loss": 1.033866286277771,
      "mean_token_accuracy": 0.6926037818193436,
      "num_tokens": 8345911.0,
      "step": 86
    },
    {
      "entropy": 1.0188320130109787,
      "epoch": 0.8426150121065376,
      "grad_norm": 0.16062293946743011,
      "learning_rate": 4.341200291653781e-05,
      "loss": 1.0072400569915771,
      "mean_token_accuracy": 0.7004816979169846,
      "num_tokens": 8440245.0,
      "step": 87
    },
    {
      "entropy": 1.0310387164354324,
      "epoch": 0.8523002421307506,
      "grad_norm": 0.15309439599514008,
      "learning_rate": 4.323147947597666e-05,
      "loss": 1.0136595964431763,
      "mean_token_accuracy": 0.6977442428469658,
      "num_tokens": 8537604.0,
      "step": 88
    },
    {
      "entropy": 1.0147035270929337,
      "epoch": 0.8619854721549637,
      "grad_norm": 0.16039453446865082,
      "learning_rate": 4.3048902348863116e-05,
      "loss": 1.0053828954696655,
      "mean_token_accuracy": 0.6996104419231415,
      "num_tokens": 8634832.0,
      "step": 89
    },
    {
      "entropy": 1.009638950228691,
      "epoch": 0.8716707021791767,
      "grad_norm": 0.15286219120025635,
      "learning_rate": 4.2864292101613136e-05,
      "loss": 1.012491226196289,
      "mean_token_accuracy": 0.6957853958010674,
      "num_tokens": 8732321.0,
      "step": 90
    },
    {
      "entropy": 1.0169770643115044,
      "epoch": 0.8813559322033898,
      "grad_norm": 0.16297462582588196,
      "learning_rate": 4.267766952966369e-05,
      "loss": 1.0225484371185303,
      "mean_token_accuracy": 0.6936622560024261,
      "num_tokens": 8830140.0,
      "step": 91
    },
    {
      "entropy": 0.9886957630515099,
      "epoch": 0.8910411622276029,
      "grad_norm": 0.18117401003837585,
      "learning_rate": 4.248905565513023e-05,
      "loss": 0.9961055517196655,
      "mean_token_accuracy": 0.699328251183033,
      "num_tokens": 8926792.0,
      "step": 92
    },
    {
      "entropy": 1.026213452219963,
      "epoch": 0.9007263922518159,
      "grad_norm": 0.15571565926074982,
      "learning_rate": 4.229847172443866e-05,
      "loss": 1.0185178518295288,
      "mean_token_accuracy": 0.6954792588949203,
      "num_tokens": 9024094.0,
      "step": 93
    },
    {
      "entropy": 0.9805751740932465,
      "epoch": 0.910411622276029,
      "grad_norm": 0.1524103581905365,
      "learning_rate": 4.210593920593201e-05,
      "loss": 0.9706284999847412,
      "mean_token_accuracy": 0.7079346030950546,
      "num_tokens": 9120978.0,
      "step": 94
    },
    {
      "entropy": 1.0263385400176048,
      "epoch": 0.9200968523002422,
      "grad_norm": 0.1659349501132965,
      "learning_rate": 4.191147978745218e-05,
      "loss": 1.010141134262085,
      "mean_token_accuracy": 0.6972236707806587,
      "num_tokens": 9217940.0,
      "step": 95
    },
    {
      "entropy": 0.9710419476032257,
      "epoch": 0.9297820823244553,
      "grad_norm": 0.14841604232788086,
      "learning_rate": 4.171511537389684e-05,
      "loss": 0.9553003311157227,
      "mean_token_accuracy": 0.7146916389465332,
      "num_tokens": 9315038.0,
      "step": 96
    },
    {
      "entropy": 1.0402830019593239,
      "epoch": 0.9394673123486683,
      "grad_norm": 0.1693028062582016,
      "learning_rate": 4.151686808475204e-05,
      "loss": 1.022579312324524,
      "mean_token_accuracy": 0.6941675096750259,
      "num_tokens": 9411796.0,
      "step": 97
    },
    {
      "entropy": 0.9890827238559723,
      "epoch": 0.9491525423728814,
      "grad_norm": 0.15846097469329834,
      "learning_rate": 4.131676025160047e-05,
      "loss": 0.9882045984268188,
      "mean_token_accuracy": 0.7028019949793816,
      "num_tokens": 9508011.0,
      "step": 98
    },
    {
      "entropy": 0.964131772518158,
      "epoch": 0.9588377723970944,
      "grad_norm": 0.1603643000125885,
      "learning_rate": 4.111481441560598e-05,
      "loss": 0.9728220701217651,
      "mean_token_accuracy": 0.7061599791049957,
      "num_tokens": 9605557.0,
      "step": 99
    },
    {
      "entropy": 1.0129969343543053,
      "epoch": 0.9685230024213075,
      "grad_norm": 0.1754368096590042,
      "learning_rate": 4.091105332497439e-05,
      "loss": 1.0291517972946167,
      "mean_token_accuracy": 0.6916319876909256,
      "num_tokens": 9703059.0,
      "step": 100
    },
    {
      "entropy": 1.0249989926815033,
      "epoch": 0.9782082324455206,
      "grad_norm": 0.16457504034042358,
      "learning_rate": 4.070549993239106e-05,
      "loss": 1.0286558866500854,
      "mean_token_accuracy": 0.6931352093815804,
      "num_tokens": 9800187.0,
      "step": 101
    },
    {
      "entropy": 1.0157797187566757,
      "epoch": 0.9878934624697336,
      "grad_norm": 0.1640177220106125,
      "learning_rate": 4.049817739243532e-05,
      "loss": 1.001893162727356,
      "mean_token_accuracy": 0.6987328082323074,
      "num_tokens": 9897311.0,
      "step": 102
    },
    {
      "entropy": 1.0060301199555397,
      "epoch": 0.9975786924939467,
      "grad_norm": 0.15887762606143951,
      "learning_rate": 4.028910905897229e-05,
      "loss": 0.9999165534973145,
      "mean_token_accuracy": 0.7007258981466293,
      "num_tokens": 9994136.0,
      "step": 103
    },
    {
      "entropy": 1.057703673839569,
      "epoch": 1.0,
      "grad_norm": 0.2889890670776367,
      "learning_rate": 4.007831848252211e-05,
      "loss": 1.043251395225525,
      "mean_token_accuracy": 0.6889578104019165,
      "num_tokens": 10018679.0,
      "step": 104
    },
    {
      "entropy": 1.0108226910233498,
      "epoch": 1.0096852300242132,
      "grad_norm": 0.1708330363035202,
      "learning_rate": 3.986582940760717e-05,
      "loss": 0.9764024615287781,
      "mean_token_accuracy": 0.7037361264228821,
      "num_tokens": 10115941.0,
      "step": 105
    },
    {
      "entropy": 1.002457171678543,
      "epoch": 1.0193704600484261,
      "grad_norm": 0.16839711368083954,
      "learning_rate": 3.965166577007733e-05,
      "loss": 0.9664080142974854,
      "mean_token_accuracy": 0.7054638564586639,
      "num_tokens": 10212419.0,
      "step": 106
    },
    {
      "entropy": 0.955726683139801,
      "epoch": 1.0290556900726393,
      "grad_norm": 0.1585574597120285,
      "learning_rate": 3.94358516944137e-05,
      "loss": 0.9458193778991699,
      "mean_token_accuracy": 0.7124402225017548,
      "num_tokens": 10309395.0,
      "step": 107
    },
    {
      "entropy": 0.9474495872855186,
      "epoch": 1.0387409200968523,
      "grad_norm": 0.17470364272594452,
      "learning_rate": 3.9218411491011176e-05,
      "loss": 0.9364479780197144,
      "mean_token_accuracy": 0.7168606445193291,
      "num_tokens": 10407031.0,
      "step": 108
    },
    {
      "entropy": 0.9753162637352943,
      "epoch": 1.0484261501210654,
      "grad_norm": 0.17014382779598236,
      "learning_rate": 3.899936965343989e-05,
      "loss": 0.9700603485107422,
      "mean_token_accuracy": 0.705869048833847,
      "num_tokens": 10504190.0,
      "step": 109
    },
    {
      "entropy": 0.9242235645651817,
      "epoch": 1.0581113801452784,
      "grad_norm": 0.16195626556873322,
      "learning_rate": 3.877875085568623e-05,
      "loss": 0.9271841049194336,
      "mean_token_accuracy": 0.715888999402523,
      "num_tokens": 10601162.0,
      "step": 110
    },
    {
      "entropy": 0.9163908809423447,
      "epoch": 1.0677966101694916,
      "grad_norm": 0.16627757251262665,
      "learning_rate": 3.8556579949373384e-05,
      "loss": 0.9301415681838989,
      "mean_token_accuracy": 0.7159750387072563,
      "num_tokens": 10697647.0,
      "step": 111
    },
    {
      "entropy": 0.9796807840466499,
      "epoch": 1.0774818401937045,
      "grad_norm": 0.16515608131885529,
      "learning_rate": 3.833288196096194e-05,
      "loss": 0.9877065420150757,
      "mean_token_accuracy": 0.7009606212377548,
      "num_tokens": 10795421.0,
      "step": 112
    },
    {
      "entropy": 0.9254954382777214,
      "epoch": 1.0871670702179177,
      "grad_norm": 0.17847532033920288,
      "learning_rate": 3.8107682088930794e-05,
      "loss": 0.9220598936080933,
      "mean_token_accuracy": 0.7181012779474258,
      "num_tokens": 10889471.0,
      "step": 113
    },
    {
      "entropy": 0.9571070671081543,
      "epoch": 1.0968523002421307,
      "grad_norm": 0.16064082086086273,
      "learning_rate": 3.7881005700938635e-05,
      "loss": 0.9418208003044128,
      "mean_token_accuracy": 0.7128180488944054,
      "num_tokens": 10986793.0,
      "step": 114
    },
    {
      "entropy": 0.9537178128957748,
      "epoch": 1.1065375302663438,
      "grad_norm": 0.16848786175251007,
      "learning_rate": 3.7652878330966415e-05,
      "loss": 0.938056468963623,
      "mean_token_accuracy": 0.7114301025867462,
      "num_tokens": 11083742.0,
      "step": 115
    },
    {
      "entropy": 0.9795895889401436,
      "epoch": 1.116222760290557,
      "grad_norm": 0.16908369958400726,
      "learning_rate": 3.742332567644107e-05,
      "loss": 0.9716662168502808,
      "mean_token_accuracy": 0.703265480697155,
      "num_tokens": 11181520.0,
      "step": 116
    },
    {
      "entropy": 0.9542344212532043,
      "epoch": 1.12590799031477,
      "grad_norm": 0.16320371627807617,
      "learning_rate": 3.719237359534087e-05,
      "loss": 0.94194495677948,
      "mean_token_accuracy": 0.7138355523347855,
      "num_tokens": 11279085.0,
      "step": 117
    },
    {
      "entropy": 0.9827202260494232,
      "epoch": 1.1355932203389831,
      "grad_norm": 0.1600467562675476,
      "learning_rate": 3.6960048103282566e-05,
      "loss": 0.9698864817619324,
      "mean_token_accuracy": 0.7054214552044868,
      "num_tokens": 11375898.0,
      "step": 118
    },
    {
      "entropy": 0.953464925289154,
      "epoch": 1.145278450363196,
      "grad_norm": 0.16535067558288574,
      "learning_rate": 3.672637537059093e-05,
      "loss": 0.9407245516777039,
      "mean_token_accuracy": 0.7140245661139488,
      "num_tokens": 11473117.0,
      "step": 119
    },
    {
      "entropy": 0.9346380978822708,
      "epoch": 1.1549636803874093,
      "grad_norm": 0.16306935250759125,
      "learning_rate": 3.6491381719350756e-05,
      "loss": 0.9232890009880066,
      "mean_token_accuracy": 0.7176763042807579,
      "num_tokens": 11569815.0,
      "step": 120
    },
    {
      "entropy": 0.9564549624919891,
      "epoch": 1.1646489104116222,
      "grad_norm": 0.17123237252235413,
      "learning_rate": 3.6255093620441834e-05,
      "loss": 0.9536066055297852,
      "mean_token_accuracy": 0.7104167863726616,
      "num_tokens": 11667629.0,
      "step": 121
    },
    {
      "entropy": 0.9488897398114204,
      "epoch": 1.1743341404358354,
      "grad_norm": 0.1677977293729782,
      "learning_rate": 3.6017537690557115e-05,
      "loss": 0.9455256462097168,
      "mean_token_accuracy": 0.7133829072117805,
      "num_tokens": 11764727.0,
      "step": 122
    },
    {
      "entropy": 0.9661734327673912,
      "epoch": 1.1840193704600483,
      "grad_norm": 0.16724446415901184,
      "learning_rate": 3.577874068920446e-05,
      "loss": 0.9509412050247192,
      "mean_token_accuracy": 0.7083179950714111,
      "num_tokens": 11861449.0,
      "step": 123
    },
    {
      "entropy": 0.9373920634388924,
      "epoch": 1.1937046004842615,
      "grad_norm": 0.1661859154701233,
      "learning_rate": 3.553872951569236e-05,
      "loss": 0.9326287508010864,
      "mean_token_accuracy": 0.7153337746858597,
      "num_tokens": 11957739.0,
      "step": 124
    },
    {
      "entropy": 0.9740064963698387,
      "epoch": 1.2033898305084745,
      "grad_norm": 0.1778748631477356,
      "learning_rate": 3.529753120609982e-05,
      "loss": 0.9758471846580505,
      "mean_token_accuracy": 0.7040262669324875,
      "num_tokens": 12055929.0,
      "step": 125
    },
    {
      "entropy": 0.9446261376142502,
      "epoch": 1.2130750605326877,
      "grad_norm": 0.1627563238143921,
      "learning_rate": 3.505517293023088e-05,
      "loss": 0.9395431280136108,
      "mean_token_accuracy": 0.7127633616328239,
      "num_tokens": 12153914.0,
      "step": 126
    },
    {
      "entropy": 0.9552619904279709,
      "epoch": 1.2227602905569008,
      "grad_norm": 0.16823652386665344,
      "learning_rate": 3.481168198855409e-05,
      "loss": 0.9568450450897217,
      "mean_token_accuracy": 0.7067705914378166,
      "num_tokens": 12250252.0,
      "step": 127
    },
    {
      "entropy": 0.9257349297404289,
      "epoch": 1.2324455205811138,
      "grad_norm": 0.1990891546010971,
      "learning_rate": 3.456708580912725e-05,
      "loss": 0.917294442653656,
      "mean_token_accuracy": 0.7171075865626335,
      "num_tokens": 12347749.0,
      "step": 128
    },
    {
      "entropy": 0.9262085407972336,
      "epoch": 1.242130750605327,
      "grad_norm": 0.16901157796382904,
      "learning_rate": 3.432141194450772e-05,
      "loss": 0.9202949404716492,
      "mean_token_accuracy": 0.7190263494849205,
      "num_tokens": 12445530.0,
      "step": 129
    },
    {
      "entropy": 0.9542277082800865,
      "epoch": 1.25181598062954,
      "grad_norm": 0.16794957220554352,
      "learning_rate": 3.407468806864883e-05,
      "loss": 0.9502478837966919,
      "mean_token_accuracy": 0.7078473269939423,
      "num_tokens": 12542439.0,
      "step": 130
    },
    {
      "entropy": 0.9414918050169945,
      "epoch": 1.261501210653753,
      "grad_norm": 0.1646578013896942,
      "learning_rate": 3.382694197378252e-05,
      "loss": 0.9400969743728638,
      "mean_token_accuracy": 0.7122456803917885,
      "num_tokens": 12639236.0,
      "step": 131
    },
    {
      "entropy": 0.9028183594346046,
      "epoch": 1.271186440677966,
      "grad_norm": 0.16290493309497833,
      "learning_rate": 3.357820156728867e-05,
      "loss": 0.8925794959068298,
      "mean_token_accuracy": 0.7234794571995735,
      "num_tokens": 12735541.0,
      "step": 132
    },
    {
      "entropy": 0.9390545934438705,
      "epoch": 1.2808716707021792,
      "grad_norm": 0.16618622839450836,
      "learning_rate": 3.332849486855144e-05,
      "loss": 0.9257231950759888,
      "mean_token_accuracy": 0.7156568765640259,
      "num_tokens": 12831913.0,
      "step": 133
    },
    {
      "entropy": 0.9283222854137421,
      "epoch": 1.2905569007263922,
      "grad_norm": 0.1611809879541397,
      "learning_rate": 3.307785000580313e-05,
      "loss": 0.9223712682723999,
      "mean_token_accuracy": 0.718876950442791,
      "num_tokens": 12927846.0,
      "step": 134
    },
    {
      "entropy": 0.9606467336416245,
      "epoch": 1.3002421307506054,
      "grad_norm": 0.16902242600917816,
      "learning_rate": 3.282629521295556e-05,
      "loss": 0.9587893486022949,
      "mean_token_accuracy": 0.7081739977002144,
      "num_tokens": 13025237.0,
      "step": 135
    },
    {
      "entropy": 0.9471021741628647,
      "epoch": 1.3099273607748185,
      "grad_norm": 0.1694117784500122,
      "learning_rate": 3.257385882641971e-05,
      "loss": 0.9391512870788574,
      "mean_token_accuracy": 0.7138297259807587,
      "num_tokens": 13122245.0,
      "step": 136
    },
    {
      "entropy": 0.9396388903260231,
      "epoch": 1.3196125907990315,
      "grad_norm": 0.16647525131702423,
      "learning_rate": 3.232056928191376e-05,
      "loss": 0.922247052192688,
      "mean_token_accuracy": 0.7196550145745277,
      "num_tokens": 13219660.0,
      "step": 137
    },
    {
      "entropy": 0.9275924190878868,
      "epoch": 1.3292978208232444,
      "grad_norm": 0.163606196641922,
      "learning_rate": 3.2066455111259945e-05,
      "loss": 0.9154177904129028,
      "mean_token_accuracy": 0.7186660617589951,
      "num_tokens": 13316979.0,
      "step": 138
    },
    {
      "entropy": 0.9340094104409218,
      "epoch": 1.3389830508474576,
      "grad_norm": 0.17434757947921753,
      "learning_rate": 3.1811544939170575e-05,
      "loss": 0.9282485842704773,
      "mean_token_accuracy": 0.7156421467661858,
      "num_tokens": 13413652.0,
      "step": 139
    },
    {
      "entropy": 0.9297875389456749,
      "epoch": 1.3486682808716708,
      "grad_norm": 0.1651269793510437,
      "learning_rate": 3.155586748002362e-05,
      "loss": 0.9184130430221558,
      "mean_token_accuracy": 0.7187451273202896,
      "num_tokens": 13510441.0,
      "step": 140
    },
    {
      "entropy": 0.920344740152359,
      "epoch": 1.3583535108958837,
      "grad_norm": 0.18017897009849548,
      "learning_rate": 3.1299451534628135e-05,
      "loss": 0.9237980842590332,
      "mean_token_accuracy": 0.7185762003064156,
      "num_tokens": 13607138.0,
      "step": 141
    },
    {
      "entropy": 0.9063275828957558,
      "epoch": 1.368038740920097,
      "grad_norm": 0.1606295108795166,
      "learning_rate": 3.1042325986980064e-05,
      "loss": 0.9120801687240601,
      "mean_token_accuracy": 0.7203933596611023,
      "num_tokens": 13703849.0,
      "step": 142
    },
    {
      "entropy": 0.9234895408153534,
      "epoch": 1.3777239709443099,
      "grad_norm": 0.16578350961208344,
      "learning_rate": 3.0784519801008546e-05,
      "loss": 0.9238073825836182,
      "mean_token_accuracy": 0.7186264097690582,
      "num_tokens": 13801402.0,
      "step": 143
    },
    {
      "entropy": 0.9647551253437996,
      "epoch": 1.387409200968523,
      "grad_norm": 0.16832281649112701,
      "learning_rate": 3.0526062017313254e-05,
      "loss": 0.9546170234680176,
      "mean_token_accuracy": 0.7065940275788307,
      "num_tokens": 13898860.0,
      "step": 144
    },
    {
      "entropy": 0.9435562416911125,
      "epoch": 1.397094430992736,
      "grad_norm": 0.16285553574562073,
      "learning_rate": 3.0266981749893157e-05,
      "loss": 0.9355381727218628,
      "mean_token_accuracy": 0.7139561623334885,
      "num_tokens": 13996224.0,
      "step": 145
    },
    {
      "entropy": 0.9463768005371094,
      "epoch": 1.4067796610169492,
      "grad_norm": 0.18000875413417816,
      "learning_rate": 3.0007308182866985e-05,
      "loss": 0.9321545958518982,
      "mean_token_accuracy": 0.7152583748102188,
      "num_tokens": 14092953.0,
      "step": 146
    },
    {
      "entropy": 0.9378436356782913,
      "epoch": 1.4164648910411621,
      "grad_norm": 0.3399038016796112,
      "learning_rate": 2.974707056718571e-05,
      "loss": 0.9353235960006714,
      "mean_token_accuracy": 0.7144726887345314,
      "num_tokens": 14188222.0,
      "step": 147
    },
    {
      "entropy": 0.926091730594635,
      "epoch": 1.4261501210653753,
      "grad_norm": 0.1794121265411377,
      "learning_rate": 2.9486298217337637e-05,
      "loss": 0.927035927772522,
      "mean_token_accuracy": 0.7152861431241035,
      "num_tokens": 14284661.0,
      "step": 148
    },
    {
      "entropy": 0.9360547363758087,
      "epoch": 1.4358353510895885,
      "grad_norm": 0.16639335453510284,
      "learning_rate": 2.9225020508046232e-05,
      "loss": 0.9402387142181396,
      "mean_token_accuracy": 0.7152109816670418,
      "num_tokens": 14381541.0,
      "step": 149
    },
    {
      "entropy": 0.9604831784963608,
      "epoch": 1.4455205811138014,
      "grad_norm": 0.16612860560417175,
      "learning_rate": 2.8963266870961226e-05,
      "loss": 0.9555082321166992,
      "mean_token_accuracy": 0.7080897018313408,
      "num_tokens": 14479362.0,
      "step": 150
    },
    {
      "entropy": 0.9597497507929802,
      "epoch": 1.4552058111380144,
      "grad_norm": 0.1659996509552002,
      "learning_rate": 2.8701066791343288e-05,
      "loss": 0.9564999341964722,
      "mean_token_accuracy": 0.7071296945214272,
      "num_tokens": 14576735.0,
      "step": 151
    },
    {
      "entropy": 0.9736971110105515,
      "epoch": 1.4648910411622276,
      "grad_norm": 0.17209328711032867,
      "learning_rate": 2.8438449804742628e-05,
      "loss": 0.9558152556419373,
      "mean_token_accuracy": 0.7066713944077492,
      "num_tokens": 14674426.0,
      "step": 152
    },
    {
      "entropy": 0.9413225129246712,
      "epoch": 1.4745762711864407,
      "grad_norm": 0.16857822239398956,
      "learning_rate": 2.8175445493671972e-05,
      "loss": 0.9316411018371582,
      "mean_token_accuracy": 0.7146977111697197,
      "num_tokens": 14771566.0,
      "step": 153
    },
    {
      "entropy": 0.9432979747653008,
      "epoch": 1.4842615012106537,
      "grad_norm": 0.1611289530992508,
      "learning_rate": 2.7912083484274266e-05,
      "loss": 0.93993079662323,
      "mean_token_accuracy": 0.7159048616886139,
      "num_tokens": 14868581.0,
      "step": 154
    },
    {
      "entropy": 0.9212874621152878,
      "epoch": 1.4939467312348669,
      "grad_norm": 0.16538380086421967,
      "learning_rate": 2.7648393442985403e-05,
      "loss": 0.9123656749725342,
      "mean_token_accuracy": 0.719389833509922,
      "num_tokens": 14966068.0,
      "step": 155
    },
    {
      "entropy": 0.9139806106686592,
      "epoch": 1.5036319612590798,
      "grad_norm": 0.16073596477508545,
      "learning_rate": 2.7384405073192454e-05,
      "loss": 0.9082322120666504,
      "mean_token_accuracy": 0.7201628461480141,
      "num_tokens": 15063317.0,
      "step": 156
    },
    {
      "entropy": 0.9522331357002258,
      "epoch": 1.513317191283293,
      "grad_norm": 0.16658230125904083,
      "learning_rate": 2.7120148111887732e-05,
      "loss": 0.944631040096283,
      "mean_token_accuracy": 0.7112195938825607,
      "num_tokens": 15156906.0,
      "step": 157
    },
    {
      "entropy": 0.9170691967010498,
      "epoch": 1.5230024213075062,
      "grad_norm": 0.16504573822021484,
      "learning_rate": 2.6855652326319063e-05,
      "loss": 0.9089013934135437,
      "mean_token_accuracy": 0.7200009673833847,
      "num_tokens": 15254098.0,
      "step": 158
    },
    {
      "entropy": 0.96369419246912,
      "epoch": 1.5326876513317191,
      "grad_norm": 0.17047317326068878,
      "learning_rate": 2.659094751063666e-05,
      "loss": 0.951930046081543,
      "mean_token_accuracy": 0.7086149156093597,
      "num_tokens": 15351681.0,
      "step": 159
    },
    {
      "entropy": 0.9510526731610298,
      "epoch": 1.542372881355932,
      "grad_norm": 0.16374436020851135,
      "learning_rate": 2.6326063482536934e-05,
      "loss": 0.9372283816337585,
      "mean_token_accuracy": 0.7110410034656525,
      "num_tokens": 15449368.0,
      "step": 160
    },
    {
      "entropy": 0.9636484161019325,
      "epoch": 1.5520581113801453,
      "grad_norm": 0.16882875561714172,
      "learning_rate": 2.606103007990371e-05,
      "loss": 0.9486697912216187,
      "mean_token_accuracy": 0.7095256149768829,
      "num_tokens": 15546838.0,
      "step": 161
    },
    {
      "entropy": 0.9014792814850807,
      "epoch": 1.5617433414043584,
      "grad_norm": 0.16102053225040436,
      "learning_rate": 2.579587715744712e-05,
      "loss": 0.9012171626091003,
      "mean_token_accuracy": 0.7217540591955185,
      "num_tokens": 15643978.0,
      "step": 162
    },
    {
      "entropy": 0.9074290469288826,
      "epoch": 1.5714285714285714,
      "grad_norm": 0.16165439784526825,
      "learning_rate": 2.5530634583340592e-05,
      "loss": 0.9150861501693726,
      "mean_token_accuracy": 0.7191483452916145,
      "num_tokens": 15741798.0,
      "step": 163
    },
    {
      "entropy": 0.8977201282978058,
      "epoch": 1.5811138014527844,
      "grad_norm": 0.16587872803211212,
      "learning_rate": 2.526533223585641e-05,
      "loss": 0.8978846073150635,
      "mean_token_accuracy": 0.7233535423874855,
      "num_tokens": 15839214.0,
      "step": 164
    },
    {
      "entropy": 0.9248517453670502,
      "epoch": 1.5907990314769975,
      "grad_norm": 0.16850240528583527,
      "learning_rate": 2.5e-05,
      "loss": 0.9193021655082703,
      "mean_token_accuracy": 0.7177055552601814,
      "num_tokens": 15937070.0,
      "step": 165
    },
    {
      "entropy": 0.947799064218998,
      "epoch": 1.6004842615012107,
      "grad_norm": 0.1697651892900467,
      "learning_rate": 2.47346677641436e-05,
      "loss": 0.9431581497192383,
      "mean_token_accuracy": 0.7087105363607407,
      "num_tokens": 16034036.0,
      "step": 166
    },
    {
      "entropy": 0.919052854180336,
      "epoch": 1.6101694915254239,
      "grad_norm": 0.16670337319374084,
      "learning_rate": 2.446936541665941e-05,
      "loss": 0.909469485282898,
      "mean_token_accuracy": 0.7194403260946274,
      "num_tokens": 16130526.0,
      "step": 167
    },
    {
      "entropy": 0.9474556148052216,
      "epoch": 1.6198547215496368,
      "grad_norm": 0.17450463771820068,
      "learning_rate": 2.4204122842552896e-05,
      "loss": 0.94859379529953,
      "mean_token_accuracy": 0.7095327079296112,
      "num_tokens": 16226871.0,
      "step": 168
    },
    {
      "entropy": 0.913779616355896,
      "epoch": 1.6295399515738498,
      "grad_norm": 0.17406359314918518,
      "learning_rate": 2.39389699200963e-05,
      "loss": 0.907940149307251,
      "mean_token_accuracy": 0.7214842140674591,
      "num_tokens": 16323264.0,
      "step": 169
    },
    {
      "entropy": 0.9468366056680679,
      "epoch": 1.639225181598063,
      "grad_norm": 0.16962678730487823,
      "learning_rate": 2.3673936517463075e-05,
      "loss": 0.9424924850463867,
      "mean_token_accuracy": 0.7086934819817543,
      "num_tokens": 16420896.0,
      "step": 170
    },
    {
      "entropy": 0.9031177535653114,
      "epoch": 1.6489104116222761,
      "grad_norm": 0.16391068696975708,
      "learning_rate": 2.3409052489363342e-05,
      "loss": 0.8965908885002136,
      "mean_token_accuracy": 0.7222048938274384,
      "num_tokens": 16517596.0,
      "step": 171
    },
    {
      "entropy": 0.9283922016620636,
      "epoch": 1.658595641646489,
      "grad_norm": 0.1656733751296997,
      "learning_rate": 2.3144347673680936e-05,
      "loss": 0.9119100570678711,
      "mean_token_accuracy": 0.7196318805217743,
      "num_tokens": 16614396.0,
      "step": 172
    },
    {
      "entropy": 0.9282249063253403,
      "epoch": 1.668280871670702,
      "grad_norm": 0.1733785718679428,
      "learning_rate": 2.287985188811228e-05,
      "loss": 0.909268856048584,
      "mean_token_accuracy": 0.7201012820005417,
      "num_tokens": 16711397.0,
      "step": 173
    },
    {
      "entropy": 0.9379151538014412,
      "epoch": 1.6779661016949152,
      "grad_norm": 0.16747304797172546,
      "learning_rate": 2.261559492680755e-05,
      "loss": 0.9251323938369751,
      "mean_token_accuracy": 0.716295875608921,
      "num_tokens": 16808068.0,
      "step": 174
    },
    {
      "entropy": 0.9612104222178459,
      "epoch": 1.6876513317191284,
      "grad_norm": 0.1707066297531128,
      "learning_rate": 2.23516065570146e-05,
      "loss": 0.9485330581665039,
      "mean_token_accuracy": 0.7085242122411728,
      "num_tokens": 16904236.0,
      "step": 175
    },
    {
      "entropy": 0.9023498296737671,
      "epoch": 1.6973365617433414,
      "grad_norm": 0.17008283734321594,
      "learning_rate": 2.2087916515725737e-05,
      "loss": 0.8945733308792114,
      "mean_token_accuracy": 0.726103164255619,
      "num_tokens": 17000607.0,
      "step": 176
    },
    {
      "entropy": 0.9537338986992836,
      "epoch": 1.7070217917675545,
      "grad_norm": 0.16386950016021729,
      "learning_rate": 2.182455450632803e-05,
      "loss": 0.9525269865989685,
      "mean_token_accuracy": 0.7078746929764748,
      "num_tokens": 17098544.0,
      "step": 177
    },
    {
      "entropy": 0.9302299544215202,
      "epoch": 1.7167070217917675,
      "grad_norm": 0.16354598104953766,
      "learning_rate": 2.1561550195257378e-05,
      "loss": 0.9283109903335571,
      "mean_token_accuracy": 0.7142400592565536,
      "num_tokens": 17196350.0,
      "step": 178
    },
    {
      "entropy": 0.9149316698312759,
      "epoch": 1.7263922518159807,
      "grad_norm": 0.17065662145614624,
      "learning_rate": 2.1298933208656718e-05,
      "loss": 0.926344633102417,
      "mean_token_accuracy": 0.7150438651442528,
      "num_tokens": 17293747.0,
      "step": 179
    },
    {
      "entropy": 0.9035502597689629,
      "epoch": 1.7360774818401938,
      "grad_norm": 0.16498662531375885,
      "learning_rate": 2.103673312903878e-05,
      "loss": 0.9038597345352173,
      "mean_token_accuracy": 0.7208788171410561,
      "num_tokens": 17390350.0,
      "step": 180
    },
    {
      "entropy": 0.9007836878299713,
      "epoch": 1.7457627118644068,
      "grad_norm": 0.15899653732776642,
      "learning_rate": 2.0774979491953777e-05,
      "loss": 0.8981961011886597,
      "mean_token_accuracy": 0.7238594442605972,
      "num_tokens": 17488569.0,
      "step": 181
    },
    {
      "entropy": 0.9600996002554893,
      "epoch": 1.7554479418886197,
      "grad_norm": 0.16713890433311462,
      "learning_rate": 2.0513701782662366e-05,
      "loss": 0.9571723937988281,
      "mean_token_accuracy": 0.7069702818989754,
      "num_tokens": 17585738.0,
      "step": 182
    },
    {
      "entropy": 0.9352350756525993,
      "epoch": 1.765133171912833,
      "grad_norm": 0.16733741760253906,
      "learning_rate": 2.025292943281429e-05,
      "loss": 0.9361134767532349,
      "mean_token_accuracy": 0.7141696363687515,
      "num_tokens": 17679675.0,
      "step": 183
    },
    {
      "entropy": 0.9395305886864662,
      "epoch": 1.774818401937046,
      "grad_norm": 0.17384639382362366,
      "learning_rate": 1.9992691817133024e-05,
      "loss": 0.9297868609428406,
      "mean_token_accuracy": 0.7141037434339523,
      "num_tokens": 17776988.0,
      "step": 184
    },
    {
      "entropy": 0.9624091535806656,
      "epoch": 1.784503631961259,
      "grad_norm": 0.16501930356025696,
      "learning_rate": 1.973301825010685e-05,
      "loss": 0.9562557935714722,
      "mean_token_accuracy": 0.7060800492763519,
      "num_tokens": 17874853.0,
      "step": 185
    },
    {
      "entropy": 0.9264740124344826,
      "epoch": 1.794188861985472,
      "grad_norm": 0.19295631349086761,
      "learning_rate": 1.947393798268676e-05,
      "loss": 0.9122995138168335,
      "mean_token_accuracy": 0.7201044335961342,
      "num_tokens": 17972657.0,
      "step": 186
    },
    {
      "entropy": 0.947826087474823,
      "epoch": 1.8038740920096852,
      "grad_norm": 0.16467559337615967,
      "learning_rate": 1.9215480198991466e-05,
      "loss": 0.9421426057815552,
      "mean_token_accuracy": 0.7108215615153313,
      "num_tokens": 18070004.0,
      "step": 187
    },
    {
      "entropy": 0.9447982832789421,
      "epoch": 1.8135593220338984,
      "grad_norm": 0.16559769213199615,
      "learning_rate": 1.895767401301994e-05,
      "loss": 0.9430465698242188,
      "mean_token_accuracy": 0.7096053883433342,
      "num_tokens": 18167615.0,
      "step": 188
    },
    {
      "entropy": 0.9548698142170906,
      "epoch": 1.8232445520581115,
      "grad_norm": 0.17204411327838898,
      "learning_rate": 1.8700548465371874e-05,
      "loss": 0.9438506364822388,
      "mean_token_accuracy": 0.7104759141802788,
      "num_tokens": 18264186.0,
      "step": 189
    },
    {
      "entropy": 0.9263730049133301,
      "epoch": 1.8329297820823245,
      "grad_norm": 0.2153022289276123,
      "learning_rate": 1.84441325199764e-05,
      "loss": 0.9292491674423218,
      "mean_token_accuracy": 0.7148165255784988,
      "num_tokens": 18360549.0,
      "step": 190
    },
    {
      "entropy": 0.9317336082458496,
      "epoch": 1.8426150121065374,
      "grad_norm": 0.16318465769290924,
      "learning_rate": 1.818845506082943e-05,
      "loss": 0.9184021353721619,
      "mean_token_accuracy": 0.7164310812950134,
      "num_tokens": 18458305.0,
      "step": 191
    },
    {
      "entropy": 0.953622855246067,
      "epoch": 1.8523002421307506,
      "grad_norm": 0.16858021914958954,
      "learning_rate": 1.793354488874006e-05,
      "loss": 0.9495086669921875,
      "mean_token_accuracy": 0.7083204239606857,
      "num_tokens": 18555499.0,
      "step": 192
    },
    {
      "entropy": 0.9400290995836258,
      "epoch": 1.8619854721549638,
      "grad_norm": 0.17251019179821014,
      "learning_rate": 1.7679430718086243e-05,
      "loss": 0.9359773397445679,
      "mean_token_accuracy": 0.712072916328907,
      "num_tokens": 18653173.0,
      "step": 193
    },
    {
      "entropy": 0.9087251797318459,
      "epoch": 1.8716707021791767,
      "grad_norm": 0.16202928125858307,
      "learning_rate": 1.742614117358029e-05,
      "loss": 0.9024781584739685,
      "mean_token_accuracy": 0.7245003953576088,
      "num_tokens": 18749049.0,
      "step": 194
    },
    {
      "entropy": 0.8747521638870239,
      "epoch": 1.8813559322033897,
      "grad_norm": 0.16475841403007507,
      "learning_rate": 1.7173704787044446e-05,
      "loss": 0.8768506050109863,
      "mean_token_accuracy": 0.729314886033535,
      "num_tokens": 18846779.0,
      "step": 195
    },
    {
      "entropy": 0.9364713057875633,
      "epoch": 1.8910411622276029,
      "grad_norm": 0.17578846216201782,
      "learning_rate": 1.6922149994196878e-05,
      "loss": 0.9387744665145874,
      "mean_token_accuracy": 0.7123603448271751,
      "num_tokens": 18942612.0,
      "step": 196
    },
    {
      "entropy": 0.9117182791233063,
      "epoch": 1.900726392251816,
      "grad_norm": 0.162763312458992,
      "learning_rate": 1.667150513144856e-05,
      "loss": 0.9101252555847168,
      "mean_token_accuracy": 0.7196433991193771,
      "num_tokens": 19040612.0,
      "step": 197
    },
    {
      "entropy": 0.9393728226423264,
      "epoch": 1.910411622276029,
      "grad_norm": 0.1870926320552826,
      "learning_rate": 1.6421798432711345e-05,
      "loss": 0.9326294660568237,
      "mean_token_accuracy": 0.7153022885322571,
      "num_tokens": 19137532.0,
      "step": 198
    },
    {
      "entropy": 0.9431560337543488,
      "epoch": 1.9200968523002422,
      "grad_norm": 0.16632631421089172,
      "learning_rate": 1.617305802621748e-05,
      "loss": 0.9342424273490906,
      "mean_token_accuracy": 0.7112816274166107,
      "num_tokens": 19235643.0,
      "step": 199
    },
    {
      "entropy": 0.9072659760713577,
      "epoch": 1.9297820823244551,
      "grad_norm": 0.16011442244052887,
      "learning_rate": 1.5925311931351172e-05,
      "loss": 0.8909319639205933,
      "mean_token_accuracy": 0.7232344001531601,
      "num_tokens": 19333124.0,
      "step": 200
    },
    {
      "entropy": 0.9128969237208366,
      "epoch": 1.9394673123486683,
      "grad_norm": 0.1665753275156021,
      "learning_rate": 1.567858805549229e-05,
      "loss": 0.8946795463562012,
      "mean_token_accuracy": 0.7247551828622818,
      "num_tokens": 19429815.0,
      "step": 201
    },
    {
      "entropy": 0.931357629597187,
      "epoch": 1.9491525423728815,
      "grad_norm": 0.16533996164798737,
      "learning_rate": 1.5432914190872757e-05,
      "loss": 0.921809196472168,
      "mean_token_accuracy": 0.7162308841943741,
      "num_tokens": 19526543.0,
      "step": 202
    },
    {
      "entropy": 0.9272895827889442,
      "epoch": 1.9588377723970944,
      "grad_norm": 0.1601615697145462,
      "learning_rate": 1.5188318011445906e-05,
      "loss": 0.9188361167907715,
      "mean_token_accuracy": 0.7175915241241455,
      "num_tokens": 19624300.0,
      "step": 203
    },
    {
      "entropy": 0.9179273992776871,
      "epoch": 1.9685230024213074,
      "grad_norm": 0.15775485336780548,
      "learning_rate": 1.4944827069769123e-05,
      "loss": 0.9079532623291016,
      "mean_token_accuracy": 0.7213004529476166,
      "num_tokens": 19721985.0,
      "step": 204
    },
    {
      "entropy": 0.9033334702253342,
      "epoch": 1.9782082324455206,
      "grad_norm": 0.16341419517993927,
      "learning_rate": 1.4702468793900188e-05,
      "loss": 0.8908724188804626,
      "mean_token_accuracy": 0.7247681170701981,
      "num_tokens": 19818914.0,
      "step": 205
    },
    {
      "entropy": 0.8941410183906555,
      "epoch": 1.9878934624697338,
      "grad_norm": 0.1583692729473114,
      "learning_rate": 1.4461270484307643e-05,
      "loss": 0.892493486404419,
      "mean_token_accuracy": 0.7225205078721046,
      "num_tokens": 19916341.0,
      "step": 206
    },
    {
      "entropy": 0.8992219567298889,
      "epoch": 1.9975786924939467,
      "grad_norm": 0.1586410403251648,
      "learning_rate": 1.4221259310795543e-05,
      "loss": 0.8945289850234985,
      "mean_token_accuracy": 0.7262753918766975,
      "num_tokens": 20013246.0,
      "step": 207
    },
    {
      "entropy": 0.9463706612586975,
      "epoch": 2.0,
      "grad_norm": 0.33229002356529236,
      "learning_rate": 1.3982462309442889e-05,
      "loss": 0.9369756579399109,
      "mean_token_accuracy": 0.7111198902130127,
      "num_tokens": 20037358.0,
      "step": 208
    }
  ],
  "logging_steps": 1,
  "max_steps": 312,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.818529918684496e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}