{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.0,
  "eval_steps": 500,
  "global_step": 512,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 3.246363878250122,
      "epoch": 0.015625,
      "grad_norm": 1.8967702388763428,
      "learning_rate": 0.0003,
      "loss": 3.182457685470581,
      "mean_token_accuracy": 0.5472440719604492,
      "num_tokens": 512.0,
      "step": 1
    },
    {
      "entropy": 5.435122966766357,
      "epoch": 0.03125,
      "grad_norm": 12.227993965148926,
      "learning_rate": 0.0002999971762923901,
      "loss": 3.6484947204589844,
      "mean_token_accuracy": 0.5498008131980896,
      "num_tokens": 1024.0,
      "step": 2
    },
    {
      "entropy": 3.1172115802764893,
      "epoch": 0.046875,
      "grad_norm": 5.236744403839111,
      "learning_rate": 0.00029998870527587167,
      "loss": 3.2157859802246094,
      "mean_token_accuracy": 0.5445343852043152,
      "num_tokens": 1536.0,
      "step": 3
    },
    {
      "entropy": 2.616081714630127,
      "epoch": 0.0625,
      "grad_norm": 5.9123759269714355,
      "learning_rate": 0.0002999745872693735,
      "loss": 3.129127264022827,
      "mean_token_accuracy": 0.5597609281539917,
      "num_tokens": 2048.0,
      "step": 4
    },
    {
      "entropy": 2.709519386291504,
      "epoch": 0.078125,
      "grad_norm": 6.461076736450195,
      "learning_rate": 0.0002999548228044306,
      "loss": 3.373767852783203,
      "mean_token_accuracy": 0.5413385629653931,
      "num_tokens": 2560.0,
      "step": 5
    },
    {
      "entropy": 3.1329281330108643,
      "epoch": 0.09375,
      "grad_norm": 3.9384171962738037,
      "learning_rate": 0.00029992941262516396,
      "loss": 2.912034034729004,
      "mean_token_accuracy": 0.5628865957260132,
      "num_tokens": 3072.0,
      "step": 6
    },
    {
      "entropy": 3.3683834075927734,
      "epoch": 0.109375,
      "grad_norm": 18.561269760131836,
      "learning_rate": 0.0002998983576882524,
      "loss": 3.3030648231506348,
      "mean_token_accuracy": 0.40442654490470886,
      "num_tokens": 3584.0,
      "step": 7
    },
    {
      "entropy": 3.167931079864502,
      "epoch": 0.125,
      "grad_norm": 16.356603622436523,
      "learning_rate": 0.0002998616591628968,
      "loss": 3.1349599361419678,
      "mean_token_accuracy": 0.48065173625946045,
      "num_tokens": 4096.0,
      "step": 8
    },
    {
      "entropy": 2.8782107830047607,
      "epoch": 0.140625,
      "grad_norm": 2.5236713886260986,
      "learning_rate": 0.00029981931843077583,
      "loss": 2.7147700786590576,
      "mean_token_accuracy": 0.6140725016593933,
      "num_tokens": 4608.0,
      "step": 9
    },
    {
      "entropy": 2.622675657272339,
      "epoch": 0.15625,
      "grad_norm": 11.60867691040039,
      "learning_rate": 0.0002997713370859942,
      "loss": 3.0942561626434326,
      "mean_token_accuracy": 0.57485032081604,
      "num_tokens": 5120.0,
      "step": 10
    },
    {
      "entropy": 2.784639835357666,
      "epoch": 0.171875,
      "grad_norm": 8.239684104919434,
      "learning_rate": 0.0002997177169350223,
      "loss": 3.309100866317749,
      "mean_token_accuracy": 0.5496957302093506,
      "num_tokens": 5632.0,
      "step": 11
    },
    {
      "entropy": 3.0426368713378906,
      "epoch": 0.1875,
      "grad_norm": 6.443057537078857,
      "learning_rate": 0.00029965845999662874,
      "loss": 3.346451759338379,
      "mean_token_accuracy": 0.5492125749588013,
      "num_tokens": 6144.0,
      "step": 12
    },
    {
      "entropy": 3.314704656600952,
      "epoch": 0.203125,
      "grad_norm": 3.021179676055908,
      "learning_rate": 0.0002995935685018035,
      "loss": 3.1350901126861572,
      "mean_token_accuracy": 0.5705645084381104,
      "num_tokens": 6656.0,
      "step": 13
    },
    {
      "entropy": 3.367347002029419,
      "epoch": 0.21875,
      "grad_norm": 6.598303318023682,
      "learning_rate": 0.0002995230448936748,
      "loss": 3.036130428314209,
      "mean_token_accuracy": 0.5705645084381104,
      "num_tokens": 7168.0,
      "step": 14
    },
    {
      "entropy": 3.309898614883423,
      "epoch": 0.234375,
      "grad_norm": 9.488039016723633,
      "learning_rate": 0.00029944689182741664,
      "loss": 3.060746431350708,
      "mean_token_accuracy": 0.5546558499336243,
      "num_tokens": 7680.0,
      "step": 15
    },
    {
      "entropy": 3.3201732635498047,
      "epoch": 0.25,
      "grad_norm": 6.782240390777588,
      "learning_rate": 0.00029936511217014893,
      "loss": 3.138178586959839,
      "mean_token_accuracy": 0.5295275449752808,
      "num_tokens": 8192.0,
      "step": 16
    },
    {
      "entropy": 3.141629934310913,
      "epoch": 0.265625,
      "grad_norm": 2.4261715412139893,
      "learning_rate": 0.00029927770900082954,
      "loss": 2.9288454055786133,
      "mean_token_accuracy": 0.5950413346290588,
      "num_tokens": 8704.0,
      "step": 17
    },
    {
      "entropy": 3.184690475463867,
      "epoch": 0.28125,
      "grad_norm": 2.769068479537964,
      "learning_rate": 0.0002991846856101383,
      "loss": 2.7941722869873047,
      "mean_token_accuracy": 0.590436577796936,
      "num_tokens": 9216.0,
      "step": 18
    },
    {
      "entropy": 3.0208375453948975,
      "epoch": 0.296875,
      "grad_norm": 2.609088182449341,
      "learning_rate": 0.0002990860455003534,
      "loss": 2.9833905696868896,
      "mean_token_accuracy": 0.5841785073280334,
      "num_tokens": 9728.0,
      "step": 19
    },
    {
      "entropy": 2.88010573387146,
      "epoch": 0.3125,
      "grad_norm": 2.748533248901367,
      "learning_rate": 0.00029898179238521916,
      "loss": 2.6276729106903076,
      "mean_token_accuracy": 0.6270833611488342,
      "num_tokens": 10240.0,
      "step": 20
    },
    {
      "entropy": 2.6639840602874756,
      "epoch": 0.328125,
      "grad_norm": 2.043412923812866,
      "learning_rate": 0.0002988719301898065,
      "loss": 2.456700325012207,
      "mean_token_accuracy": 0.6457023024559021,
      "num_tokens": 10752.0,
      "step": 21
    },
    {
      "entropy": 3.010587453842163,
      "epoch": 0.34375,
      "grad_norm": 4.867815017700195,
      "learning_rate": 0.0002987564630503649,
      "loss": 2.8242549896240234,
      "mean_token_accuracy": 0.5879917144775391,
      "num_tokens": 11264.0,
      "step": 22
    },
    {
      "entropy": 2.9374547004699707,
      "epoch": 0.359375,
      "grad_norm": 4.809256076812744,
      "learning_rate": 0.000298635395314167,
      "loss": 2.4628262519836426,
      "mean_token_accuracy": 0.6552462577819824,
      "num_tokens": 11776.0,
      "step": 23
    },
    {
      "entropy": 3.3613696098327637,
      "epoch": 0.375,
      "grad_norm": 3.2862000465393066,
      "learning_rate": 0.00029850873153934457,
      "loss": 3.3322877883911133,
      "mean_token_accuracy": 0.5728346705436707,
      "num_tokens": 12288.0,
      "step": 24
    },
    {
      "entropy": 3.3719234466552734,
      "epoch": 0.390625,
      "grad_norm": 2.0418403148651123,
      "learning_rate": 0.00029837647649471715,
      "loss": 2.932267427444458,
      "mean_token_accuracy": 0.5895372033119202,
      "num_tokens": 12800.0,
      "step": 25
    },
    {
      "entropy": 2.842104911804199,
      "epoch": 0.40625,
      "grad_norm": 2.131535291671753,
      "learning_rate": 0.0002982386351596124,
      "loss": 2.8979134559631348,
      "mean_token_accuracy": 0.6000000238418579,
      "num_tokens": 13312.0,
      "step": 26
    },
    {
      "entropy": 2.60341215133667,
      "epoch": 0.421875,
      "grad_norm": 1.886840581893921,
      "learning_rate": 0.00029809521272367874,
      "loss": 2.448031425476074,
      "mean_token_accuracy": 0.6652360558509827,
      "num_tokens": 13824.0,
      "step": 27
    },
    {
      "entropy": 2.783334732055664,
      "epoch": 0.4375,
      "grad_norm": 2.298892021179199,
      "learning_rate": 0.0002979462145866898,
      "loss": 2.8729963302612305,
      "mean_token_accuracy": 0.6239495873451233,
      "num_tokens": 14336.0,
      "step": 28
    },
    {
      "entropy": 3.2722766399383545,
      "epoch": 0.453125,
      "grad_norm": 1.7541515827178955,
      "learning_rate": 0.00029779164635834114,
      "loss": 2.9888410568237305,
      "mean_token_accuracy": 0.5971943736076355,
      "num_tokens": 14848.0,
      "step": 29
    },
    {
      "entropy": 3.3545026779174805,
      "epoch": 0.46875,
      "grad_norm": 1.9528993368148804,
      "learning_rate": 0.0002976315138580393,
      "loss": 2.4215219020843506,
      "mean_token_accuracy": 0.6466809511184692,
      "num_tokens": 15360.0,
      "step": 30
    },
    {
      "entropy": 3.3544554710388184,
      "epoch": 0.484375,
      "grad_norm": 2.7539281845092773,
      "learning_rate": 0.00029746582311468244,
      "loss": 2.8554189205169678,
      "mean_token_accuracy": 0.6028806567192078,
      "num_tokens": 15872.0,
      "step": 31
    },
    {
      "entropy": 2.996553421020508,
      "epoch": 0.5,
      "grad_norm": 2.825383424758911,
      "learning_rate": 0.0002972945803664333,
      "loss": 2.8956212997436523,
      "mean_token_accuracy": 0.5841785073280334,
      "num_tokens": 16384.0,
      "step": 32
    },
    {
      "entropy": 2.7225828170776367,
      "epoch": 0.515625,
      "grad_norm": 1.8512521982192993,
      "learning_rate": 0.00029711779206048454,
      "loss": 2.828862190246582,
      "mean_token_accuracy": 0.586614191532135,
      "num_tokens": 16896.0,
      "step": 33
    },
    {
      "entropy": 2.5095906257629395,
      "epoch": 0.53125,
      "grad_norm": 2.991373062133789,
      "learning_rate": 0.00029693546485281603,
      "loss": 2.879727363586426,
      "mean_token_accuracy": 0.6134969592094421,
      "num_tokens": 17408.0,
      "step": 34
    },
    {
      "entropy": 2.993544340133667,
      "epoch": 0.546875,
      "grad_norm": 2.760350465774536,
      "learning_rate": 0.0002967476056079441,
      "loss": 3.0702333450317383,
      "mean_token_accuracy": 0.5669291615486145,
      "num_tokens": 17920.0,
      "step": 35
    },
    {
      "entropy": 3.340437650680542,
      "epoch": 0.5625,
      "grad_norm": 3.0262949466705322,
      "learning_rate": 0.0002965542213986631,
      "loss": 3.17567777633667,
      "mean_token_accuracy": 0.5472440719604492,
      "num_tokens": 18432.0,
      "step": 36
    },
    {
      "entropy": 3.2044739723205566,
      "epoch": 0.578125,
      "grad_norm": 6.876502990722656,
      "learning_rate": 0.00029635531950577925,
      "loss": 2.78464674949646,
      "mean_token_accuracy": 0.6036961078643799,
      "num_tokens": 18944.0,
      "step": 37
    },
    {
      "entropy": 3.24843692779541,
      "epoch": 0.59375,
      "grad_norm": 5.545853137969971,
      "learning_rate": 0.00029615090741783636,
      "loss": 2.7331504821777344,
      "mean_token_accuracy": 0.608433723449707,
      "num_tokens": 19456.0,
      "step": 38
    },
    {
      "entropy": 3.1350715160369873,
      "epoch": 0.609375,
      "grad_norm": 3.3395559787750244,
      "learning_rate": 0.000295940992830834,
      "loss": 3.300499677658081,
      "mean_token_accuracy": 0.5590550899505615,
      "num_tokens": 19968.0,
      "step": 39
    },
    {
      "entropy": 3.0839738845825195,
      "epoch": 0.625,
      "grad_norm": 2.1904847621917725,
      "learning_rate": 0.00029572558364793775,
      "loss": 3.1389362812042236,
      "mean_token_accuracy": 0.5748031735420227,
      "num_tokens": 20480.0,
      "step": 40
    },
    {
      "entropy": 2.964693546295166,
      "epoch": 0.640625,
      "grad_norm": 1.7939658164978027,
      "learning_rate": 0.0002955046879791816,
      "loss": 3.1034960746765137,
      "mean_token_accuracy": 0.5610235929489136,
      "num_tokens": 20992.0,
      "step": 41
    },
    {
      "entropy": 2.911698818206787,
      "epoch": 0.65625,
      "grad_norm": 1.7506498098373413,
      "learning_rate": 0.0002952783141411626,
      "loss": 2.3598453998565674,
      "mean_token_accuracy": 0.6395833492279053,
      "num_tokens": 21504.0,
      "step": 42
    },
    {
      "entropy": 2.961909770965576,
      "epoch": 0.671875,
      "grad_norm": 3.6559484004974365,
      "learning_rate": 0.00029504647065672776,
      "loss": 3.004157304763794,
      "mean_token_accuracy": 0.5748031735420227,
      "num_tokens": 22016.0,
      "step": 43
    },
    {
      "entropy": 2.7874066829681396,
      "epoch": 0.6875,
      "grad_norm": 3.728947162628174,
      "learning_rate": 0.00029480916625465337,
      "loss": 2.615809440612793,
      "mean_token_accuracy": 0.6064257025718689,
      "num_tokens": 22528.0,
      "step": 44
    },
    {
      "entropy": 2.7361326217651367,
      "epoch": 0.703125,
      "grad_norm": 6.112745761871338,
      "learning_rate": 0.00029456640986931596,
      "loss": 2.6459853649139404,
      "mean_token_accuracy": 0.6361746191978455,
      "num_tokens": 23040.0,
      "step": 45
    },
    {
      "entropy": 2.6819934844970703,
      "epoch": 0.71875,
      "grad_norm": 5.611839294433594,
      "learning_rate": 0.0002943182106403562,
      "loss": 2.431462287902832,
      "mean_token_accuracy": 0.6595744490623474,
      "num_tokens": 23552.0,
      "step": 46
    },
    {
      "entropy": 2.5808193683624268,
      "epoch": 0.734375,
      "grad_norm": 3.8999392986297607,
      "learning_rate": 0.0002940645779123348,
      "loss": 2.77005934715271,
      "mean_token_accuracy": 0.6206896305084229,
      "num_tokens": 24064.0,
      "step": 47
    },
    {
      "entropy": 2.98895001411438,
      "epoch": 0.75,
      "grad_norm": 2.57936954498291,
      "learning_rate": 0.0002938055212343807,
      "loss": 2.8034496307373047,
      "mean_token_accuracy": 0.6020202040672302,
      "num_tokens": 24576.0,
      "step": 48
    },
    {
      "entropy": 2.952457904815674,
      "epoch": 0.765625,
      "grad_norm": 5.904950141906738,
      "learning_rate": 0.0002935410503598313,
      "loss": 3.1076672077178955,
      "mean_token_accuracy": 0.5944882035255432,
      "num_tokens": 25088.0,
      "step": 49
    },
    {
      "entropy": 2.9851343631744385,
      "epoch": 0.78125,
      "grad_norm": 8.890862464904785,
      "learning_rate": 0.0002932711752458656,
      "loss": 2.2850301265716553,
      "mean_token_accuracy": 0.6666666865348816,
      "num_tokens": 25600.0,
      "step": 50
    },
    {
      "entropy": 3.0929861068725586,
      "epoch": 0.796875,
      "grad_norm": 6.197035789489746,
      "learning_rate": 0.00029299590605312906,
      "loss": 2.604055166244507,
      "mean_token_accuracy": 0.6183673739433289,
      "num_tokens": 26112.0,
      "step": 51
    },
    {
      "entropy": 2.9722883701324463,
      "epoch": 0.8125,
      "grad_norm": 7.0517473220825195,
      "learning_rate": 0.00029271525314535123,
      "loss": 2.4527275562286377,
      "mean_token_accuracy": 0.6301652789115906,
      "num_tokens": 26624.0,
      "step": 52
    },
    {
      "entropy": 2.6360151767730713,
      "epoch": 0.828125,
      "grad_norm": 9.385331153869629,
      "learning_rate": 0.00029242922708895547,
      "loss": 2.614161729812622,
      "mean_token_accuracy": 0.6169354915618896,
      "num_tokens": 27136.0,
      "step": 53
    },
    {
      "entropy": 2.6233577728271484,
      "epoch": 0.84375,
      "grad_norm": 9.205692291259766,
      "learning_rate": 0.00029213783865266114,
      "loss": 2.693942070007324,
      "mean_token_accuracy": 0.6159999966621399,
      "num_tokens": 27648.0,
      "step": 54
    },
    {
      "entropy": 2.5832924842834473,
      "epoch": 0.859375,
      "grad_norm": 4.841373920440674,
      "learning_rate": 0.0002918410988070782,
      "loss": 2.87924861907959,
      "mean_token_accuracy": 0.5991984009742737,
      "num_tokens": 28160.0,
      "step": 55
    },
    {
      "entropy": 2.815551280975342,
      "epoch": 0.875,
      "grad_norm": 5.897908687591553,
      "learning_rate": 0.00029153901872429404,
      "loss": 2.737504720687866,
      "mean_token_accuracy": 0.5767716765403748,
      "num_tokens": 28672.0,
      "step": 56
    },
    {
      "entropy": 2.7117974758148193,
      "epoch": 0.890625,
      "grad_norm": 1.9384305477142334,
      "learning_rate": 0.00029123160977745306,
      "loss": 2.689833164215088,
      "mean_token_accuracy": 0.6227180361747742,
      "num_tokens": 29184.0,
      "step": 57
    },
    {
      "entropy": 3.006451368331909,
      "epoch": 0.90625,
      "grad_norm": 11.659981727600098,
      "learning_rate": 0.00029091888354032845,
      "loss": 2.6457479000091553,
      "mean_token_accuracy": 0.6306122541427612,
      "num_tokens": 29696.0,
      "step": 58
    },
    {
      "entropy": 3.347648859024048,
      "epoch": 0.921875,
      "grad_norm": 13.3857421875,
      "learning_rate": 0.0002906008517868862,
      "loss": 3.0881667137145996,
      "mean_token_accuracy": 0.5826771855354309,
      "num_tokens": 30208.0,
      "step": 59
    },
    {
      "entropy": 3.1437995433807373,
      "epoch": 0.9375,
      "grad_norm": 11.784278869628906,
      "learning_rate": 0.0002902775264908421,
      "loss": 2.768523931503296,
      "mean_token_accuracy": 0.6226804256439209,
      "num_tokens": 30720.0,
      "step": 60
    },
    {
      "entropy": 3.3461129665374756,
      "epoch": 0.953125,
      "grad_norm": 14.32170295715332,
      "learning_rate": 0.0002899489198252108,
      "loss": 2.813835859298706,
      "mean_token_accuracy": 0.608961284160614,
      "num_tokens": 31232.0,
      "step": 61
    },
    {
      "entropy": 3.2309908866882324,
      "epoch": 0.96875,
      "grad_norm": 10.945052146911621,
      "learning_rate": 0.00028961504416184753,
      "loss": 2.9945812225341797,
      "mean_token_accuracy": 0.586614191532135,
      "num_tokens": 31744.0,
      "step": 62
    },
    {
      "entropy": 3.0333917140960693,
      "epoch": 0.984375,
      "grad_norm": 10.011848449707031,
      "learning_rate": 0.00028927591207098235,
      "loss": 2.868558645248413,
      "mean_token_accuracy": 0.5984252095222473,
      "num_tokens": 32256.0,
      "step": 63
    },
    {
      "entropy": 2.871372938156128,
      "epoch": 1.0,
      "grad_norm": 3.1529769897460938,
      "learning_rate": 0.0002889315363207467,
      "loss": 2.403618335723877,
      "mean_token_accuracy": 0.6575630307197571,
      "num_tokens": 32768.0,
      "step": 64
    },
    {
      "entropy": 2.411283016204834,
      "epoch": 1.015625,
      "grad_norm": 5.358489513397217,
      "learning_rate": 0.000288581929876693,
      "loss": 2.1208901405334473,
      "mean_token_accuracy": 0.6616702079772949,
      "num_tokens": 33280.0,
      "step": 65
    },
    {
      "entropy": 2.3217580318450928,
      "epoch": 1.03125,
      "grad_norm": 2.0556492805480957,
      "learning_rate": 0.0002882271059013063,
      "loss": 2.562404155731201,
      "mean_token_accuracy": 0.6129032373428345,
      "num_tokens": 33792.0,
      "step": 66
    },
    {
      "entropy": 2.6636924743652344,
      "epoch": 1.046875,
      "grad_norm": 13.256611824035645,
      "learning_rate": 0.0002878670777535087,
      "loss": 2.492720127105713,
      "mean_token_accuracy": 0.585170328617096,
      "num_tokens": 34304.0,
      "step": 67
    },
    {
      "entropy": 2.7850069999694824,
      "epoch": 1.0625,
      "grad_norm": 18.333816528320312,
      "learning_rate": 0.0002875018589881564,
      "loss": 2.679954767227173,
      "mean_token_accuracy": 0.573122501373291,
      "num_tokens": 34816.0,
      "step": 68
    },
    {
      "entropy": 2.7594878673553467,
      "epoch": 1.078125,
      "grad_norm": 15.908726692199707,
      "learning_rate": 0.0002871314633555296,
      "loss": 2.299175262451172,
      "mean_token_accuracy": 0.6004056930541992,
      "num_tokens": 35328.0,
      "step": 69
    },
    {
      "entropy": 3.0297257900238037,
      "epoch": 1.09375,
      "grad_norm": 9.716331481933594,
      "learning_rate": 0.0002867559048008145,
      "loss": 2.834432363510132,
      "mean_token_accuracy": 0.5748031735420227,
      "num_tokens": 35840.0,
      "step": 70
    },
    {
      "entropy": 3.0106217861175537,
      "epoch": 1.109375,
      "grad_norm": 6.021564960479736,
      "learning_rate": 0.0002863751974635783,
      "loss": 2.832149028778076,
      "mean_token_accuracy": 0.5708661675453186,
      "num_tokens": 36352.0,
      "step": 71
    },
    {
      "entropy": 2.9219532012939453,
      "epoch": 1.125,
      "grad_norm": 9.39206314086914,
      "learning_rate": 0.0002859893556772373,
      "loss": 2.65635085105896,
      "mean_token_accuracy": 0.5787401795387268,
      "num_tokens": 36864.0,
      "step": 72
    },
    {
      "entropy": 2.6846885681152344,
      "epoch": 1.140625,
      "grad_norm": 10.221190452575684,
      "learning_rate": 0.0002855983939685165,
      "loss": 2.652174949645996,
      "mean_token_accuracy": 0.6043307185173035,
      "num_tokens": 37376.0,
      "step": 73
    },
    {
      "entropy": 2.483905792236328,
      "epoch": 1.15625,
      "grad_norm": 8.940083503723145,
      "learning_rate": 0.0002852023270569033,
      "loss": 2.270918369293213,
      "mean_token_accuracy": 0.6493775844573975,
      "num_tokens": 37888.0,
      "step": 74
    },
    {
      "entropy": 2.4425692558288574,
      "epoch": 1.171875,
      "grad_norm": 5.5992512702941895,
      "learning_rate": 0.00028480116985409303,
      "loss": 1.9062901735305786,
      "mean_token_accuracy": 0.6832971572875977,
      "num_tokens": 38400.0,
      "step": 75
    },
    {
      "entropy": 2.611058235168457,
      "epoch": 1.1875,
      "grad_norm": 4.461435317993164,
      "learning_rate": 0.00028439493746342773,
      "loss": 2.5850863456726074,
      "mean_token_accuracy": 0.5925197005271912,
      "num_tokens": 38912.0,
      "step": 76
    },
    {
      "entropy": 2.6180343627929688,
      "epoch": 1.203125,
      "grad_norm": 8.797931671142578,
      "learning_rate": 0.00028398364517932725,
      "loss": 2.809943437576294,
      "mean_token_accuracy": 0.5925197005271912,
      "num_tokens": 39424.0,
      "step": 77
    },
    {
      "entropy": 2.826270341873169,
      "epoch": 1.21875,
      "grad_norm": 6.125537872314453,
      "learning_rate": 0.0002835673084867137,
      "loss": 2.7826144695281982,
      "mean_token_accuracy": 0.5708661675453186,
      "num_tokens": 39936.0,
      "step": 78
    },
    {
      "entropy": 2.6673154830932617,
      "epoch": 1.234375,
      "grad_norm": 3.9816977977752686,
      "learning_rate": 0.0002831459430604281,
      "loss": 2.5085325241088867,
      "mean_token_accuracy": 0.6043307185173035,
      "num_tokens": 40448.0,
      "step": 79
    },
    {
      "entropy": 2.777114152908325,
      "epoch": 1.25,
      "grad_norm": 4.296886444091797,
      "learning_rate": 0.00028271956476464067,
      "loss": 2.4793484210968018,
      "mean_token_accuracy": 0.6035503149032593,
      "num_tokens": 40960.0,
      "step": 80
    },
    {
      "entropy": 2.671078681945801,
      "epoch": 1.265625,
      "grad_norm": 3.269895315170288,
      "learning_rate": 0.0002822881896522532,
      "loss": 2.2512905597686768,
      "mean_token_accuracy": 0.6570248007774353,
      "num_tokens": 41472.0,
      "step": 81
    },
    {
      "entropy": 2.6435415744781494,
      "epoch": 1.28125,
      "grad_norm": 2.195950746536255,
      "learning_rate": 0.000281851833964295,
      "loss": 2.6383659839630127,
      "mean_token_accuracy": 0.5826771855354309,
      "num_tokens": 41984.0,
      "step": 82
    },
    {
      "entropy": 2.531452178955078,
      "epoch": 1.296875,
      "grad_norm": 11.792201042175293,
      "learning_rate": 0.00028141051412931096,
      "loss": 2.146348237991333,
      "mean_token_accuracy": 0.6505263447761536,
      "num_tokens": 42496.0,
      "step": 83
    },
    {
      "entropy": 2.572371006011963,
      "epoch": 1.3125,
      "grad_norm": 8.870929718017578,
      "learning_rate": 0.00028096424676274346,
      "loss": 2.3176331520080566,
      "mean_token_accuracy": 0.6183673739433289,
      "num_tokens": 43008.0,
      "step": 84
    },
    {
      "entropy": 2.348723888397217,
      "epoch": 1.328125,
      "grad_norm": 14.476244926452637,
      "learning_rate": 0.0002805130486663067,
      "loss": 2.4164490699768066,
      "mean_token_accuracy": 0.6023622155189514,
      "num_tokens": 43520.0,
      "step": 85
    },
    {
      "entropy": 2.422470808029175,
      "epoch": 1.34375,
      "grad_norm": 14.661328315734863,
      "learning_rate": 0.00028005693682735385,
      "loss": 2.112380027770996,
      "mean_token_accuracy": 0.6382536292076111,
      "num_tokens": 44032.0,
      "step": 86
    },
    {
      "entropy": 2.3329508304595947,
      "epoch": 1.359375,
      "grad_norm": 2.964010000228882,
      "learning_rate": 0.000279595928418238,
      "loss": 2.1712806224823,
      "mean_token_accuracy": 0.6480331420898438,
      "num_tokens": 44544.0,
      "step": 87
    },
    {
      "entropy": 2.69111967086792,
      "epoch": 1.375,
      "grad_norm": 10.743988990783691,
      "learning_rate": 0.00027913004079566507,
      "loss": 2.5868759155273438,
      "mean_token_accuracy": 0.586614191532135,
      "num_tokens": 45056.0,
      "step": 88
    },
    {
      "entropy": 2.4709086418151855,
      "epoch": 1.390625,
      "grad_norm": 11.36965560913086,
      "learning_rate": 0.0002786592915000408,
      "loss": 2.68729829788208,
      "mean_token_accuracy": 0.6062992215156555,
      "num_tokens": 45568.0,
      "step": 89
    },
    {
      "entropy": 2.602285385131836,
      "epoch": 1.40625,
      "grad_norm": 8.707329750061035,
      "learning_rate": 0.00027818369825481,
      "loss": 2.1857831478118896,
      "mean_token_accuracy": 0.6625514626502991,
      "num_tokens": 46080.0,
      "step": 90
    },
    {
      "entropy": 2.6694841384887695,
      "epoch": 1.421875,
      "grad_norm": 3.59173846244812,
      "learning_rate": 0.0002777032789657898,
      "loss": 2.162902355194092,
      "mean_token_accuracy": 0.6695095896720886,
      "num_tokens": 46592.0,
      "step": 91
    },
    {
      "entropy": 2.4398598670959473,
      "epoch": 1.4375,
      "grad_norm": 2.533829689025879,
      "learning_rate": 0.00027721805172049456,
      "loss": 2.2611405849456787,
      "mean_token_accuracy": 0.6639510989189148,
      "num_tokens": 47104.0,
      "step": 92
    },
    {
      "entropy": 2.4955785274505615,
      "epoch": 1.453125,
      "grad_norm": 6.045874118804932,
      "learning_rate": 0.000276728034787456,
      "loss": 2.6435904502868652,
      "mean_token_accuracy": 0.5964567065238953,
      "num_tokens": 47616.0,
      "step": 93
    },
    {
      "entropy": 2.6504571437835693,
      "epoch": 1.46875,
      "grad_norm": 7.782134532928467,
      "learning_rate": 0.00027623324661553477,
      "loss": 2.2059261798858643,
      "mean_token_accuracy": 0.6631799340248108,
      "num_tokens": 48128.0,
      "step": 94
    },
    {
      "entropy": 2.8098762035369873,
      "epoch": 1.484375,
      "grad_norm": 4.1661763191223145,
      "learning_rate": 0.00027573370583322565,
      "loss": 2.0274105072021484,
      "mean_token_accuracy": 0.6802574992179871,
      "num_tokens": 48640.0,
      "step": 95
    },
    {
      "entropy": 2.6600871086120605,
      "epoch": 1.5,
      "grad_norm": 5.105381488800049,
      "learning_rate": 0.000275229431247957,
      "loss": 2.1700079441070557,
      "mean_token_accuracy": 0.6549586653709412,
      "num_tokens": 49152.0,
      "step": 96
    },
    {
      "entropy": 2.47259783744812,
      "epoch": 1.515625,
      "grad_norm": 3.5480713844299316,
      "learning_rate": 0.0002747204418453818,
      "loss": 2.4075517654418945,
      "mean_token_accuracy": 0.6232464909553528,
      "num_tokens": 49664.0,
      "step": 97
    },
    {
      "entropy": 2.4480819702148438,
      "epoch": 1.53125,
      "grad_norm": 4.602890968322754,
      "learning_rate": 0.00027420675678866335,
      "loss": 2.44067120552063,
      "mean_token_accuracy": 0.6198019981384277,
      "num_tokens": 50176.0,
      "step": 98
    },
    {
      "entropy": 2.316689968109131,
      "epoch": 1.546875,
      "grad_norm": 3.827681303024292,
      "learning_rate": 0.0002736883954177538,
      "loss": 2.0741045475006104,
      "mean_token_accuracy": 0.676171064376831,
      "num_tokens": 50688.0,
      "step": 99
    },
    {
      "entropy": 2.5585527420043945,
      "epoch": 1.5625,
      "grad_norm": 3.0183746814727783,
      "learning_rate": 0.00027316537724866565,
      "loss": 2.4706835746765137,
      "mean_token_accuracy": 0.6270161271095276,
      "num_tokens": 51200.0,
      "step": 100
    },
    {
      "entropy": 2.5568273067474365,
      "epoch": 1.578125,
      "grad_norm": 5.168515682220459,
      "learning_rate": 0.0002726377219727375,
      "loss": 2.2053163051605225,
      "mean_token_accuracy": 0.6666666865348816,
      "num_tokens": 51712.0,
      "step": 101
    },
    {
      "entropy": 2.6455063819885254,
      "epoch": 1.59375,
      "grad_norm": 2.874056100845337,
      "learning_rate": 0.00027210544945589223,
      "loss": 2.0263545513153076,
      "mean_token_accuracy": 0.6826722621917725,
      "num_tokens": 52224.0,
      "step": 102
    },
    {
      "entropy": 2.610264301300049,
      "epoch": 1.609375,
      "grad_norm": 3.7625222206115723,
      "learning_rate": 0.0002715685797378892,
      "loss": 2.221018075942993,
      "mean_token_accuracy": 0.6285714507102966,
      "num_tokens": 52736.0,
      "step": 103
    },
    {
      "entropy": 2.410818576812744,
      "epoch": 1.625,
      "grad_norm": 2.1665024757385254,
      "learning_rate": 0.0002710271330315699,
      "loss": 2.3151586055755615,
      "mean_token_accuracy": 0.6328600645065308,
      "num_tokens": 53248.0,
      "step": 104
    },
    {
      "entropy": 2.333315372467041,
      "epoch": 1.640625,
      "grad_norm": 4.645427227020264,
      "learning_rate": 0.0002704811297220967,
      "loss": 2.478018045425415,
      "mean_token_accuracy": 0.5944882035255432,
      "num_tokens": 53760.0,
      "step": 105
    },
    {
      "entropy": 2.4208340644836426,
      "epoch": 1.65625,
      "grad_norm": 7.0705952644348145,
      "learning_rate": 0.0002699305903661857,
      "loss": 1.7686328887939453,
      "mean_token_accuracy": 0.7170626521110535,
      "num_tokens": 54272.0,
      "step": 106
    },
    {
      "entropy": 2.5010931491851807,
      "epoch": 1.671875,
      "grad_norm": 2.786400556564331,
      "learning_rate": 0.0002693755356913325,
      "loss": 2.338402509689331,
      "mean_token_accuracy": 0.613545835018158,
      "num_tokens": 54784.0,
      "step": 107
    },
    {
      "entropy": 2.2968597412109375,
      "epoch": 1.6875,
      "grad_norm": 3.2380192279815674,
      "learning_rate": 0.00026881598659503185,
      "loss": 1.6511207818984985,
      "mean_token_accuracy": 0.7251082062721252,
      "num_tokens": 55296.0,
      "step": 108
    },
    {
      "entropy": 2.4909420013427734,
      "epoch": 1.703125,
      "grad_norm": 2.494285821914673,
      "learning_rate": 0.00026825196414399094,
      "loss": 2.376694440841675,
      "mean_token_accuracy": 0.6358267664909363,
      "num_tokens": 55808.0,
      "step": 109
    },
    {
      "entropy": 2.5020644664764404,
      "epoch": 1.71875,
      "grad_norm": 4.628073692321777,
      "learning_rate": 0.00026768348957333625,
      "loss": 1.9303858280181885,
      "mean_token_accuracy": 0.6993603706359863,
      "num_tokens": 56320.0,
      "step": 110
    },
    {
      "entropy": 2.327064275741577,
      "epoch": 1.734375,
      "grad_norm": 3.5953564643859863,
      "learning_rate": 0.00026711058428581416,
      "loss": 2.2964227199554443,
      "mean_token_accuracy": 0.6666666865348816,
      "num_tokens": 56832.0,
      "step": 111
    },
    {
      "entropy": 2.2144789695739746,
      "epoch": 1.75,
      "grad_norm": 17.284832000732422,
      "learning_rate": 0.0002665332698509848,
      "loss": 2.381066083908081,
      "mean_token_accuracy": 0.6338582634925842,
      "num_tokens": 57344.0,
      "step": 112
    },
    {
      "entropy": 2.454603672027588,
      "epoch": 1.765625,
      "grad_norm": 18.100194931030273,
      "learning_rate": 0.0002659515680044105,
      "loss": 2.4117445945739746,
      "mean_token_accuracy": 0.6487026214599609,
      "num_tokens": 57856.0,
      "step": 113
    },
    {
      "entropy": 2.4259469509124756,
      "epoch": 1.78125,
      "grad_norm": 5.293238639831543,
      "learning_rate": 0.00026536550064683697,
      "loss": 2.249678373336792,
      "mean_token_accuracy": 0.6659836173057556,
      "num_tokens": 58368.0,
      "step": 114
    },
    {
      "entropy": 2.419496536254883,
      "epoch": 1.796875,
      "grad_norm": 3.008138418197632,
      "learning_rate": 0.0002647750898433688,
      "loss": 1.8539735078811646,
      "mean_token_accuracy": 0.7130434513092041,
      "num_tokens": 58880.0,
      "step": 115
    },
    {
      "entropy": 2.444873809814453,
      "epoch": 1.8125,
      "grad_norm": 5.0132060050964355,
      "learning_rate": 0.00026418035782263923,
      "loss": 1.8831861019134521,
      "mean_token_accuracy": 0.6965811848640442,
      "num_tokens": 59392.0,
      "step": 116
    },
    {
      "entropy": 2.5142552852630615,
      "epoch": 1.828125,
      "grad_norm": 3.7436330318450928,
      "learning_rate": 0.00026358132697597265,
      "loss": 2.437363624572754,
      "mean_token_accuracy": 0.6220472455024719,
      "num_tokens": 59904.0,
      "step": 117
    },
    {
      "entropy": 2.6384663581848145,
      "epoch": 1.84375,
      "grad_norm": 3.390326976776123,
      "learning_rate": 0.00026297801985654184,
      "loss": 2.490990161895752,
      "mean_token_accuracy": 0.6102362275123596,
      "num_tokens": 60416.0,
      "step": 118
    },
    {
      "entropy": 2.204195261001587,
      "epoch": 1.859375,
      "grad_norm": 2.7175426483154297,
      "learning_rate": 0.0002623704591785189,
      "loss": 2.220968246459961,
      "mean_token_accuracy": 0.6434262990951538,
      "num_tokens": 60928.0,
      "step": 119
    },
    {
      "entropy": 2.1468725204467773,
      "epoch": 1.875,
      "grad_norm": 14.231541633605957,
      "learning_rate": 0.0002617586678162199,
      "loss": 2.3230385780334473,
      "mean_token_accuracy": 0.6220472455024719,
      "num_tokens": 61440.0,
      "step": 120
    },
    {
      "entropy": 2.3221914768218994,
      "epoch": 1.890625,
      "grad_norm": 19.32585906982422,
      "learning_rate": 0.00026114266880324387,
      "loss": 2.1758298873901367,
      "mean_token_accuracy": 0.6481481194496155,
      "num_tokens": 61952.0,
      "step": 121
    },
    {
      "entropy": 2.2526302337646484,
      "epoch": 1.90625,
      "grad_norm": 9.51953411102295,
      "learning_rate": 0.0002605224853316054,
      "loss": 2.22743558883667,
      "mean_token_accuracy": 0.6179999709129333,
      "num_tokens": 62464.0,
      "step": 122
    },
    {
      "entropy": 2.501652956008911,
      "epoch": 1.921875,
      "grad_norm": 11.819076538085938,
      "learning_rate": 0.00025989814075086186,
      "loss": 2.346043825149536,
      "mean_token_accuracy": 0.6244897842407227,
      "num_tokens": 62976.0,
      "step": 123
    },
    {
      "entropy": 2.394810676574707,
      "epoch": 1.9375,
      "grad_norm": 18.02789306640625,
      "learning_rate": 0.00025926965856723375,
      "loss": 2.325348138809204,
      "mean_token_accuracy": 0.6220472455024719,
      "num_tokens": 63488.0,
      "step": 124
    },
    {
      "entropy": 2.577543020248413,
      "epoch": 1.953125,
      "grad_norm": 27.88809585571289,
      "learning_rate": 0.00025863706244272003,
      "loss": 2.1486191749572754,
      "mean_token_accuracy": 0.6508264541625977,
      "num_tokens": 64000.0,
      "step": 125
    },
    {
      "entropy": 2.4816625118255615,
      "epoch": 1.96875,
      "grad_norm": 9.078181266784668,
      "learning_rate": 0.0002580003761942072,
      "loss": 2.2877392768859863,
      "mean_token_accuracy": 0.6141732335090637,
      "num_tokens": 64512.0,
      "step": 126
    },
    {
      "entropy": 2.5372767448425293,
      "epoch": 1.984375,
      "grad_norm": 5.26969575881958,
      "learning_rate": 0.00025735962379257274,
      "loss": 2.0592477321624756,
      "mean_token_accuracy": 0.6659750938415527,
      "num_tokens": 65024.0,
      "step": 127
    },
    {
      "entropy": 2.397751808166504,
      "epoch": 2.0,
      "grad_norm": 15.707524299621582,
      "learning_rate": 0.00025671482936178244,
      "loss": 2.44035267829895,
      "mean_token_accuracy": 0.625984251499176,
      "num_tokens": 65536.0,
      "step": 128
    },
    {
      "entropy": 2.3219223022460938,
      "epoch": 2.015625,
      "grad_norm": 14.231306076049805,
      "learning_rate": 0.00025606601717798207,
      "loss": 2.2578790187835693,
      "mean_token_accuracy": 0.6288032531738281,
      "num_tokens": 66048.0,
      "step": 129
    },
    {
      "entropy": 2.1380038261413574,
      "epoch": 2.03125,
      "grad_norm": 11.717175483703613,
      "learning_rate": 0.00025541321166858377,
      "loss": 2.0398218631744385,
      "mean_token_accuracy": 0.6378269791603088,
      "num_tokens": 66560.0,
      "step": 130
    },
    {
      "entropy": 2.236997127532959,
      "epoch": 2.046875,
      "grad_norm": 4.696479797363281,
      "learning_rate": 0.00025475643741134594,
      "loss": 1.7749477624893188,
      "mean_token_accuracy": 0.704016923904419,
      "num_tokens": 67072.0,
      "step": 131
    },
    {
      "entropy": 2.2647347450256348,
      "epoch": 2.0625,
      "grad_norm": 6.612071990966797,
      "learning_rate": 0.0002540957191334481,
      "loss": 2.0588979721069336,
      "mean_token_accuracy": 0.650306761264801,
      "num_tokens": 67584.0,
      "step": 132
    },
    {
      "entropy": 2.4617621898651123,
      "epoch": 2.078125,
      "grad_norm": 3.019199848175049,
      "learning_rate": 0.00025343108171056,
      "loss": 1.6648919582366943,
      "mean_token_accuracy": 0.7114967703819275,
      "num_tokens": 68096.0,
      "step": 133
    },
    {
      "entropy": 2.4026403427124023,
      "epoch": 2.09375,
      "grad_norm": 2.1030118465423584,
      "learning_rate": 0.00025276255016590504,
      "loss": 2.198902130126953,
      "mean_token_accuracy": 0.6279527544975281,
      "num_tokens": 68608.0,
      "step": 134
    },
    {
      "entropy": 2.264892101287842,
      "epoch": 2.109375,
      "grad_norm": 7.839612007141113,
      "learning_rate": 0.0002520901496693179,
      "loss": 2.0725574493408203,
      "mean_token_accuracy": 0.6606060862541199,
      "num_tokens": 69120.0,
      "step": 135
    },
    {
      "entropy": 2.173431873321533,
      "epoch": 2.125,
      "grad_norm": 2.4342360496520996,
      "learning_rate": 0.00025141390553629734,
      "loss": 2.201805353164673,
      "mean_token_accuracy": 0.624015748500824,
      "num_tokens": 69632.0,
      "step": 136
    },
    {
      "entropy": 2.3075344562530518,
      "epoch": 2.140625,
      "grad_norm": 3.552382469177246,
      "learning_rate": 0.00025073384322705274,
      "loss": 2.0459301471710205,
      "mean_token_accuracy": 0.6570841670036316,
      "num_tokens": 70144.0,
      "step": 137
    },
    {
      "entropy": 2.276052951812744,
      "epoch": 2.15625,
      "grad_norm": 2.7191050052642822,
      "learning_rate": 0.0002500499883455456,
      "loss": 1.8903124332427979,
      "mean_token_accuracy": 0.6797520518302917,
      "num_tokens": 70656.0,
      "step": 138
    },
    {
      "entropy": 2.4734106063842773,
      "epoch": 2.171875,
      "grad_norm": 3.9799861907958984,
      "learning_rate": 0.00024936236663852573,
      "loss": 2.1707847118377686,
      "mean_token_accuracy": 0.6437007784843445,
      "num_tokens": 71168.0,
      "step": 139
    },
    {
      "entropy": 2.1881818771362305,
      "epoch": 2.1875,
      "grad_norm": 3.292069435119629,
      "learning_rate": 0.0002486710039945618,
      "loss": 1.7409114837646484,
      "mean_token_accuracy": 0.6932772994041443,
      "num_tokens": 71680.0,
      "step": 140
    },
    {
      "entropy": 2.099501371383667,
      "epoch": 2.203125,
      "grad_norm": 8.15732479095459,
      "learning_rate": 0.00024797592644306646,
      "loss": 2.028435707092285,
      "mean_token_accuracy": 0.6646586060523987,
      "num_tokens": 72192.0,
      "step": 141
    },
    {
      "entropy": 1.8974528312683105,
      "epoch": 2.21875,
      "grad_norm": 4.572197914123535,
      "learning_rate": 0.00024727716015331683,
      "loss": 2.1486008167266846,
      "mean_token_accuracy": 0.6338582634925842,
      "num_tokens": 72704.0,
      "step": 142
    },
    {
      "entropy": 2.18802547454834,
      "epoch": 2.234375,
      "grad_norm": 11.048628807067871,
      "learning_rate": 0.0002465747314334687,
      "loss": 2.185668468475342,
      "mean_token_accuracy": 0.6448979377746582,
      "num_tokens": 73216.0,
      "step": 143
    },
    {
      "entropy": 2.1774299144744873,
      "epoch": 2.25,
      "grad_norm": 19.580671310424805,
      "learning_rate": 0.00024586866672956636,
      "loss": 2.223238229751587,
      "mean_token_accuracy": 0.6318897604942322,
      "num_tokens": 73728.0,
      "step": 144
    },
    {
      "entropy": 2.1214840412139893,
      "epoch": 2.265625,
      "grad_norm": 3.102067232131958,
      "learning_rate": 0.0002451589926245468,
      "loss": 1.4063600301742554,
      "mean_token_accuracy": 0.7455357313156128,
      "num_tokens": 74240.0,
      "step": 145
    },
    {
      "entropy": 2.288113832473755,
      "epoch": 2.28125,
      "grad_norm": 2.9369845390319824,
      "learning_rate": 0.00024444573583723905,
      "loss": 1.8721083402633667,
      "mean_token_accuracy": 0.6897274851799011,
      "num_tokens": 74752.0,
      "step": 146
    },
    {
      "entropy": 2.1388370990753174,
      "epoch": 2.296875,
      "grad_norm": 4.0269880294799805,
      "learning_rate": 0.00024372892322135792,
      "loss": 2.0353121757507324,
      "mean_token_accuracy": 0.658777117729187,
      "num_tokens": 75264.0,
      "step": 147
    },
    {
      "entropy": 2.038548231124878,
      "epoch": 2.3125,
      "grad_norm": 5.226291179656982,
      "learning_rate": 0.00024300858176449337,
      "loss": 1.9185303449630737,
      "mean_token_accuracy": 0.6618556976318359,
      "num_tokens": 75776.0,
      "step": 148
    },
    {
      "entropy": 1.952240228652954,
      "epoch": 2.328125,
      "grad_norm": 4.657230377197266,
      "learning_rate": 0.000242284738587094,
      "loss": 1.8080577850341797,
      "mean_token_accuracy": 0.6946721076965332,
      "num_tokens": 76288.0,
      "step": 149
    },
    {
      "entropy": 2.0790510177612305,
      "epoch": 2.34375,
      "grad_norm": 3.602454900741577,
      "learning_rate": 0.0002415574209414464,
      "loss": 1.8954757452011108,
      "mean_token_accuracy": 0.6814516186714172,
      "num_tokens": 76800.0,
      "step": 150
    },
    {
      "entropy": 1.993764877319336,
      "epoch": 2.359375,
      "grad_norm": 3.6864471435546875,
      "learning_rate": 0.00024082665621064884,
      "loss": 1.8048733472824097,
      "mean_token_accuracy": 0.676706850528717,
      "num_tokens": 77312.0,
      "step": 151
    },
    {
      "entropy": 2.1891403198242188,
      "epoch": 2.375,
      "grad_norm": 11.02034854888916,
      "learning_rate": 0.00024009247190758033,
      "loss": 2.1008198261260986,
      "mean_token_accuracy": 0.6417322754859924,
      "num_tokens": 77824.0,
      "step": 152
    },
    {
      "entropy": 2.02280855178833,
      "epoch": 2.390625,
      "grad_norm": 10.282227516174316,
      "learning_rate": 0.000239354895673865,
      "loss": 1.854500412940979,
      "mean_token_accuracy": 0.6666666865348816,
      "num_tokens": 78336.0,
      "step": 153
    },
    {
      "entropy": 1.9524571895599365,
      "epoch": 2.40625,
      "grad_norm": 4.118484973907471,
      "learning_rate": 0.00023861395527883115,
      "loss": 1.7170909643173218,
      "mean_token_accuracy": 0.695652186870575,
      "num_tokens": 78848.0,
      "step": 154
    },
    {
      "entropy": 1.9783227443695068,
      "epoch": 2.421875,
      "grad_norm": 2.67722487449646,
      "learning_rate": 0.00023786967861846582,
      "loss": 1.60783851146698,
      "mean_token_accuracy": 0.7184873819351196,
      "num_tokens": 79360.0,
      "step": 155
    },
    {
      "entropy": 2.2170073986053467,
      "epoch": 2.4375,
      "grad_norm": 8.424147605895996,
      "learning_rate": 0.00023712209371436465,
      "loss": 1.2314633131027222,
      "mean_token_accuracy": 0.7594654560089111,
      "num_tokens": 79872.0,
      "step": 156
    },
    {
      "entropy": 2.0562796592712402,
      "epoch": 2.453125,
      "grad_norm": 9.240602493286133,
      "learning_rate": 0.00023637122871267679,
      "loss": 1.9202128648757935,
      "mean_token_accuracy": 0.6593625545501709,
      "num_tokens": 80384.0,
      "step": 157
    },
    {
      "entropy": 2.150996685028076,
      "epoch": 2.46875,
      "grad_norm": 4.457634925842285,
      "learning_rate": 0.0002356171118830451,
      "loss": 2.1217310428619385,
      "mean_token_accuracy": 0.6535432934761047,
      "num_tokens": 80896.0,
      "step": 158
    },
    {
      "entropy": 2.337796211242676,
      "epoch": 2.484375,
      "grad_norm": 9.230558395385742,
      "learning_rate": 0.00023485977161754194,
      "loss": 1.9099302291870117,
      "mean_token_accuracy": 0.6680412292480469,
      "num_tokens": 81408.0,
      "step": 159
    },
    {
      "entropy": 2.247264862060547,
      "epoch": 2.5,
      "grad_norm": 7.798185348510742,
      "learning_rate": 0.0002340992364296004,
      "loss": 1.8917332887649536,
      "mean_token_accuracy": 0.6985743641853333,
      "num_tokens": 81920.0,
      "step": 160
    },
    {
      "entropy": 2.262213706970215,
      "epoch": 2.515625,
      "grad_norm": 2.7314772605895996,
      "learning_rate": 0.0002333355349529403,
      "loss": 1.941816806793213,
      "mean_token_accuracy": 0.6734279990196228,
      "num_tokens": 82432.0,
      "step": 161
    },
    {
      "entropy": 2.2101516723632812,
      "epoch": 2.53125,
      "grad_norm": 6.667520999908447,
      "learning_rate": 0.0002325686959404907,
      "loss": 1.9418377876281738,
      "mean_token_accuracy": 0.6827309131622314,
      "num_tokens": 82944.0,
      "step": 162
    },
    {
      "entropy": 2.1902859210968018,
      "epoch": 2.546875,
      "grad_norm": 3.1942148208618164,
      "learning_rate": 0.00023179874826330694,
      "loss": 2.1716907024383545,
      "mean_token_accuracy": 0.663385808467865,
      "num_tokens": 83456.0,
      "step": 163
    },
    {
      "entropy": 2.114820957183838,
      "epoch": 2.5625,
      "grad_norm": 9.429683685302734,
      "learning_rate": 0.00023102572090948393,
      "loss": 2.1209301948547363,
      "mean_token_accuracy": 0.663385808467865,
      "num_tokens": 83968.0,
      "step": 164
    },
    {
      "entropy": 2.3089890480041504,
      "epoch": 2.578125,
      "grad_norm": 3.248178005218506,
      "learning_rate": 0.00023024964298306458,
      "loss": 2.042099714279175,
      "mean_token_accuracy": 0.6760563254356384,
      "num_tokens": 84480.0,
      "step": 165
    },
    {
      "entropy": 2.2706456184387207,
      "epoch": 2.59375,
      "grad_norm": 7.227741718292236,
      "learning_rate": 0.00022947054370294422,
      "loss": 1.613346815109253,
      "mean_token_accuracy": 0.7441860437393188,
      "num_tokens": 84992.0,
      "step": 166
    },
    {
      "entropy": 2.1461312770843506,
      "epoch": 2.609375,
      "grad_norm": 5.42982816696167,
      "learning_rate": 0.00022868845240177032,
      "loss": 2.038721799850464,
      "mean_token_accuracy": 0.6811023354530334,
      "num_tokens": 85504.0,
      "step": 167
    },
    {
      "entropy": 2.085728645324707,
      "epoch": 2.625,
      "grad_norm": 4.73753023147583,
      "learning_rate": 0.0002279033985248384,
      "loss": 1.7772815227508545,
      "mean_token_accuracy": 0.7190082669258118,
      "num_tokens": 86016.0,
      "step": 168
    },
    {
      "entropy": 2.0724904537200928,
      "epoch": 2.640625,
      "grad_norm": 3.573122262954712,
      "learning_rate": 0.00022711541162898321,
      "loss": 1.9584404230117798,
      "mean_token_accuracy": 0.6918489336967468,
      "num_tokens": 86528.0,
      "step": 169
    },
    {
      "entropy": 2.082350492477417,
      "epoch": 2.65625,
      "grad_norm": 5.604883670806885,
      "learning_rate": 0.00022632452138146602,
      "loss": 2.0279061794281006,
      "mean_token_accuracy": 0.6867470145225525,
      "num_tokens": 87040.0,
      "step": 170
    },
    {
      "entropy": 2.2631471157073975,
      "epoch": 2.671875,
      "grad_norm": 8.89859390258789,
      "learning_rate": 0.00022553075755885762,
      "loss": 2.2429392337799072,
      "mean_token_accuracy": 0.6515747904777527,
      "num_tokens": 87552.0,
      "step": 171
    },
    {
      "entropy": 2.1096630096435547,
      "epoch": 2.6875,
      "grad_norm": 15.497108459472656,
      "learning_rate": 0.00022473415004591727,
      "loss": 1.7870018482208252,
      "mean_token_accuracy": 0.7008196711540222,
      "num_tokens": 88064.0,
      "step": 172
    },
    {
      "entropy": 2.14209246635437,
      "epoch": 2.703125,
      "grad_norm": 18.13780403137207,
      "learning_rate": 0.0002239347288344676,
      "loss": 2.0227110385894775,
      "mean_token_accuracy": 0.6794354915618896,
      "num_tokens": 88576.0,
      "step": 173
    },
    {
      "entropy": 2.0351309776306152,
      "epoch": 2.71875,
      "grad_norm": 5.5439605712890625,
      "learning_rate": 0.00022313252402226538,
      "loss": 2.0029079914093018,
      "mean_token_accuracy": 0.6673228144645691,
      "num_tokens": 89088.0,
      "step": 174
    },
    {
      "entropy": 2.1739964485168457,
      "epoch": 2.734375,
      "grad_norm": 19.21829605102539,
      "learning_rate": 0.00022232756581186841,
      "loss": 2.211519241333008,
      "mean_token_accuracy": 0.6594488024711609,
      "num_tokens": 89600.0,
      "step": 175
    },
    {
      "entropy": 2.021829843521118,
      "epoch": 2.75,
      "grad_norm": 17.91119956970215,
      "learning_rate": 0.00022151988450949832,
      "loss": 1.7456486225128174,
      "mean_token_accuracy": 0.6915322542190552,
      "num_tokens": 90112.0,
      "step": 176
    },
    {
      "entropy": 2.2625017166137695,
      "epoch": 2.765625,
      "grad_norm": 19.28619956970215,
      "learning_rate": 0.00022070951052389966,
      "loss": 1.5992084741592407,
      "mean_token_accuracy": 0.7397849559783936,
      "num_tokens": 90624.0,
      "step": 177
    },
    {
      "entropy": 2.0457301139831543,
      "epoch": 2.78125,
      "grad_norm": 6.377933979034424,
      "learning_rate": 0.0002198964743651949,
      "loss": 2.0016820430755615,
      "mean_token_accuracy": 0.6898608207702637,
      "num_tokens": 91136.0,
      "step": 178
    },
    {
      "entropy": 2.1969172954559326,
      "epoch": 2.796875,
      "grad_norm": 4.351161956787109,
      "learning_rate": 0.00021908080664373596,
      "loss": 2.069615602493286,
      "mean_token_accuracy": 0.699999988079071,
      "num_tokens": 91648.0,
      "step": 179
    },
    {
      "entropy": 2.0312910079956055,
      "epoch": 2.8125,
      "grad_norm": 2.8072102069854736,
      "learning_rate": 0.00021826253806895156,
      "loss": 1.5687063932418823,
      "mean_token_accuracy": 0.7635983228683472,
      "num_tokens": 92160.0,
      "step": 180
    },
    {
      "entropy": 2.0322093963623047,
      "epoch": 2.828125,
      "grad_norm": 12.090331077575684,
      "learning_rate": 0.00021744169944819098,
      "loss": 1.9994778633117676,
      "mean_token_accuracy": 0.6771653294563293,
      "num_tokens": 92672.0,
      "step": 181
    },
    {
      "entropy": 2.1715853214263916,
      "epoch": 2.84375,
      "grad_norm": 15.88219165802002,
      "learning_rate": 0.00021661832168556438,
      "loss": 1.8473044633865356,
      "mean_token_accuracy": 0.6991701126098633,
      "num_tokens": 93184.0,
      "step": 182
    },
    {
      "entropy": 2.033459424972534,
      "epoch": 2.859375,
      "grad_norm": 4.496399402618408,
      "learning_rate": 0.00021579243578077913,
      "loss": 1.9900826215744019,
      "mean_token_accuracy": 0.6948819160461426,
      "num_tokens": 93696.0,
      "step": 183
    },
    {
      "entropy": 2.100759983062744,
      "epoch": 2.875,
      "grad_norm": 5.62208366394043,
      "learning_rate": 0.00021496407282797276,
      "loss": 1.7417033910751343,
      "mean_token_accuracy": 0.7119675278663635,
      "num_tokens": 94208.0,
      "step": 184
    },
    {
      "entropy": 2.1455624103546143,
      "epoch": 2.890625,
      "grad_norm": 4.165937423706055,
      "learning_rate": 0.0002141332640145423,
      "loss": 1.9299179315567017,
      "mean_token_accuracy": 0.7094188332557678,
      "num_tokens": 94720.0,
      "step": 185
    },
    {
      "entropy": 2.002096176147461,
      "epoch": 2.90625,
      "grad_norm": 1.7983911037445068,
      "learning_rate": 0.00021330004061996996,
      "loss": 1.6952036619186401,
      "mean_token_accuracy": 0.7520492076873779,
      "num_tokens": 95232.0,
      "step": 186
    },
    {
      "entropy": 2.0048775672912598,
      "epoch": 2.921875,
      "grad_norm": 1.7580811977386475,
      "learning_rate": 0.00021246443401464558,
      "loss": 1.7680833339691162,
      "mean_token_accuracy": 0.7364184856414795,
      "num_tokens": 95744.0,
      "step": 187
    },
    {
      "entropy": 2.169144868850708,
      "epoch": 2.9375,
      "grad_norm": 5.268362522125244,
      "learning_rate": 0.00021162647565868556,
      "loss": 1.8059192895889282,
      "mean_token_accuracy": 0.7242798209190369,
      "num_tokens": 96256.0,
      "step": 188
    },
    {
      "entropy": 2.1363723278045654,
      "epoch": 2.953125,
      "grad_norm": 3.498081684112549,
      "learning_rate": 0.00021078619710074845,
      "loss": 2.1745285987854004,
      "mean_token_accuracy": 0.6751968264579773,
      "num_tokens": 96768.0,
      "step": 189
    },
    {
      "entropy": 2.148711919784546,
      "epoch": 2.96875,
      "grad_norm": 6.432483196258545,
      "learning_rate": 0.000209943629976847,
      "loss": 2.1445229053497314,
      "mean_token_accuracy": 0.6830708384513855,
      "num_tokens": 97280.0,
      "step": 190
    },
    {
      "entropy": 2.019306182861328,
      "epoch": 2.984375,
      "grad_norm": 10.80850601196289,
      "learning_rate": 0.0002090988060091572,
      "loss": 1.7723709344863892,
      "mean_token_accuracy": 0.7313131093978882,
      "num_tokens": 97792.0,
      "step": 191
    },
    {
      "entropy": 1.978491187095642,
      "epoch": 3.0,
      "grad_norm": 4.951074123382568,
      "learning_rate": 0.00020825175700482393,
      "loss": 2.0183067321777344,
      "mean_token_accuracy": 0.7105788588523865,
      "num_tokens": 98304.0,
      "step": 192
    },
    {
      "entropy": 1.889210820198059,
      "epoch": 3.015625,
      "grad_norm": 7.480757713317871,
      "learning_rate": 0.00020740251485476345,
      "loss": 1.4690678119659424,
      "mean_token_accuracy": 0.7515657544136047,
      "num_tokens": 98816.0,
      "step": 193
    },
    {
      "entropy": 1.83897066116333,
      "epoch": 3.03125,
      "grad_norm": 3.0285542011260986,
      "learning_rate": 0.00020655111153246273,
      "loss": 1.531701922416687,
      "mean_token_accuracy": 0.7408906817436218,
      "num_tokens": 99328.0,
      "step": 194
    },
    {
      "entropy": 1.9947177171707153,
      "epoch": 3.046875,
      "grad_norm": 11.762626647949219,
      "learning_rate": 0.00020569757909277562,
      "loss": 1.6982847452163696,
      "mean_token_accuracy": 0.7285714149475098,
      "num_tokens": 99840.0,
      "step": 195
    },
    {
      "entropy": 2.1106882095336914,
      "epoch": 3.0625,
      "grad_norm": 13.554593086242676,
      "learning_rate": 0.00020484194967071608,
      "loss": 1.6521421670913696,
      "mean_token_accuracy": 0.7452631592750549,
      "num_tokens": 100352.0,
      "step": 196
    },
    {
      "entropy": 2.124321937561035,
      "epoch": 3.078125,
      "grad_norm": 7.983447074890137,
      "learning_rate": 0.00020398425548024822,
      "loss": 2.0003597736358643,
      "mean_token_accuracy": 0.6988189220428467,
      "num_tokens": 100864.0,
      "step": 197
    },
    {
      "entropy": 1.918179988861084,
      "epoch": 3.09375,
      "grad_norm": 9.18137264251709,
      "learning_rate": 0.00020312452881307355,
      "loss": 1.682350993156433,
      "mean_token_accuracy": 0.7344064116477966,
      "num_tokens": 101376.0,
      "step": 198
    },
    {
      "entropy": 1.787161946296692,
      "epoch": 3.109375,
      "grad_norm": 21.148954391479492,
      "learning_rate": 0.00020226280203741514,
      "loss": 1.5121514797210693,
      "mean_token_accuracy": 0.7413442134857178,
      "num_tokens": 101888.0,
      "step": 199
    },
    {
      "entropy": 1.9293241500854492,
      "epoch": 3.125,
      "grad_norm": 20.98975944519043,
      "learning_rate": 0.00020139910759679915,
      "loss": 1.4278969764709473,
      "mean_token_accuracy": 0.7689075469970703,
      "num_tokens": 102400.0,
      "step": 200
    },
    {
      "entropy": 1.7874903678894043,
      "epoch": 3.140625,
      "grad_norm": 16.30684471130371,
      "learning_rate": 0.00020053347800883298,
      "loss": 1.8084406852722168,
      "mean_token_accuracy": 0.7157257795333862,
      "num_tokens": 102912.0,
      "step": 201
    },
    {
      "entropy": 1.6876550912857056,
      "epoch": 3.15625,
      "grad_norm": 13.622233390808105,
      "learning_rate": 0.00019966594586398145,
      "loss": 1.6798195838928223,
      "mean_token_accuracy": 0.7037773132324219,
      "num_tokens": 103424.0,
      "step": 202
    },
    {
      "entropy": 1.776758074760437,
      "epoch": 3.171875,
      "grad_norm": 6.037537574768066,
      "learning_rate": 0.00019879654382433943,
      "loss": 1.6979624032974243,
      "mean_token_accuracy": 0.7298387289047241,
      "num_tokens": 103936.0,
      "step": 203
    },
    {
      "entropy": 1.850691318511963,
      "epoch": 3.1875,
      "grad_norm": 2.61728835105896,
      "learning_rate": 0.00019792530462240234,
      "loss": 1.6017121076583862,
      "mean_token_accuracy": 0.7342799305915833,
      "num_tokens": 104448.0,
      "step": 204
    },
    {
      "entropy": 1.8923485279083252,
      "epoch": 3.203125,
      "grad_norm": 7.442923069000244,
      "learning_rate": 0.00019705226105983374,
      "loss": 1.687976360321045,
      "mean_token_accuracy": 0.7244094610214233,
      "num_tokens": 104960.0,
      "step": 205
    },
    {
      "entropy": 2.107788324356079,
      "epoch": 3.21875,
      "grad_norm": 19.86151695251465,
      "learning_rate": 0.00019617744600623023,
      "loss": 2.016284942626953,
      "mean_token_accuracy": 0.6968504190444946,
      "num_tokens": 105472.0,
      "step": 206
    },
    {
      "entropy": 2.0825321674346924,
      "epoch": 3.234375,
      "grad_norm": 20.006290435791016,
      "learning_rate": 0.00019530089239788422,
      "loss": 1.8263378143310547,
      "mean_token_accuracy": 0.7134020328521729,
      "num_tokens": 105984.0,
      "step": 207
    },
    {
      "entropy": 2.016390800476074,
      "epoch": 3.25,
      "grad_norm": 15.552451133728027,
      "learning_rate": 0.00019442263323654358,
      "loss": 1.716286063194275,
      "mean_token_accuracy": 0.7065868377685547,
      "num_tokens": 106496.0,
      "step": 208
    },
    {
      "entropy": 1.9402761459350586,
      "epoch": 3.265625,
      "grad_norm": 10.624086380004883,
      "learning_rate": 0.0001935427015881693,
      "loss": 1.7164943218231201,
      "mean_token_accuracy": 0.7269076108932495,
      "num_tokens": 107008.0,
      "step": 209
    },
    {
      "entropy": 1.8228812217712402,
      "epoch": 3.28125,
      "grad_norm": 21.39549446105957,
      "learning_rate": 0.00019266113058169076,
      "loss": 1.7704980373382568,
      "mean_token_accuracy": 0.7145669460296631,
      "num_tokens": 107520.0,
      "step": 210
    },
    {
      "entropy": 1.7182958126068115,
      "epoch": 3.296875,
      "grad_norm": 23.144405364990234,
      "learning_rate": 0.00019177795340775792,
      "loss": 1.7252445220947266,
      "mean_token_accuracy": 0.7263779640197754,
      "num_tokens": 108032.0,
      "step": 211
    },
    {
      "entropy": 1.808842658996582,
      "epoch": 3.3125,
      "grad_norm": 22.433195114135742,
      "learning_rate": 0.00019089320331749235,
      "loss": 1.713385820388794,
      "mean_token_accuracy": 0.7269076108932495,
      "num_tokens": 108544.0,
      "step": 212
    },
    {
      "entropy": 1.8282392024993896,
      "epoch": 3.328125,
      "grad_norm": 18.469093322753906,
      "learning_rate": 0.00019000691362123473,
      "loss": 1.8379396200180054,
      "mean_token_accuracy": 0.7134387493133545,
      "num_tokens": 109056.0,
      "step": 213
    },
    {
      "entropy": 1.8023868799209595,
      "epoch": 3.34375,
      "grad_norm": 19.18539047241211,
      "learning_rate": 0.0001891191176872913,
      "loss": 1.8020644187927246,
      "mean_token_accuracy": 0.7007874250411987,
      "num_tokens": 109568.0,
      "step": 214
    },
    {
      "entropy": 1.677249789237976,
      "epoch": 3.359375,
      "grad_norm": 18.677223205566406,
      "learning_rate": 0.00018822984894067719,
      "loss": 1.4826351404190063,
      "mean_token_accuracy": 0.7551020383834839,
      "num_tokens": 110080.0,
      "step": 215
    },
    {
      "entropy": 1.930768609046936,
      "epoch": 3.375,
      "grad_norm": 11.903674125671387,
      "learning_rate": 0.00018733914086185803,
      "loss": 1.5919502973556519,
      "mean_token_accuracy": 0.7355371713638306,
      "num_tokens": 110592.0,
      "step": 216
    },
    {
      "entropy": 1.727242350578308,
      "epoch": 3.390625,
      "grad_norm": 3.6214687824249268,
      "learning_rate": 0.0001864470269854896,
      "loss": 1.5873475074768066,
      "mean_token_accuracy": 0.7410358786582947,
      "num_tokens": 111104.0,
      "step": 217
    },
    {
      "entropy": 1.7539688348770142,
      "epoch": 3.40625,
      "grad_norm": 9.966615676879883,
      "learning_rate": 0.0001855535408991551,
      "loss": 1.5512422323226929,
      "mean_token_accuracy": 0.7586911916732788,
      "num_tokens": 111616.0,
      "step": 218
    },
    {
      "entropy": 1.534348726272583,
      "epoch": 3.421875,
      "grad_norm": 15.220844268798828,
      "learning_rate": 0.00018465871624210068,
      "loss": 1.485011339187622,
      "mean_token_accuracy": 0.7715430855751038,
      "num_tokens": 112128.0,
      "step": 219
    },
    {
      "entropy": 1.7263754606246948,
      "epoch": 3.4375,
      "grad_norm": 9.868559837341309,
      "learning_rate": 0.00018376258670396888,
      "loss": 1.5979400873184204,
      "mean_token_accuracy": 0.7459016442298889,
      "num_tokens": 112640.0,
      "step": 220
    },
    {
      "entropy": 1.7610721588134766,
      "epoch": 3.453125,
      "grad_norm": 5.717709541320801,
      "learning_rate": 0.00018286518602353045,
      "loss": 1.5840563774108887,
      "mean_token_accuracy": 0.751028835773468,
      "num_tokens": 113152.0,
      "step": 221
    },
    {
      "entropy": 1.7383480072021484,
      "epoch": 3.46875,
      "grad_norm": 4.265955448150635,
      "learning_rate": 0.00018196654798741368,
      "loss": 1.6178569793701172,
      "mean_token_accuracy": 0.751968502998352,
      "num_tokens": 113664.0,
      "step": 222
    },
    {
      "entropy": 1.9051017761230469,
      "epoch": 3.484375,
      "grad_norm": 4.079834461212158,
      "learning_rate": 0.00018106670642883277,
      "loss": 1.125648856163025,
      "mean_token_accuracy": 0.8163716793060303,
      "num_tokens": 114176.0,
      "step": 223
    },
    {
      "entropy": 1.7379391193389893,
      "epoch": 3.5,
      "grad_norm": 3.7545363903045654,
      "learning_rate": 0.00018016569522631378,
      "loss": 1.2588374614715576,
      "mean_token_accuracy": 0.7928870320320129,
      "num_tokens": 114688.0,
      "step": 224
    },
    {
      "entropy": 1.7147713899612427,
      "epoch": 3.515625,
      "grad_norm": 3.103086471557617,
      "learning_rate": 0.00017926354830241924,
      "loss": 1.4433473348617554,
      "mean_token_accuracy": 0.7766393423080444,
      "num_tokens": 115200.0,
      "step": 225
    },
    {
      "entropy": 1.804306149482727,
      "epoch": 3.53125,
      "grad_norm": 2.8875999450683594,
      "learning_rate": 0.00017836029962247092,
      "loss": 1.563567042350769,
      "mean_token_accuracy": 0.7510204315185547,
      "num_tokens": 115712.0,
      "step": 226
    },
    {
      "entropy": 1.7466846704483032,
      "epoch": 3.546875,
      "grad_norm": 4.622049331665039,
      "learning_rate": 0.00017745598319327116,
      "loss": 1.6097654104232788,
      "mean_token_accuracy": 0.7484909296035767,
      "num_tokens": 116224.0,
      "step": 227
    },
    {
      "entropy": 1.8188687562942505,
      "epoch": 3.5625,
      "grad_norm": 5.317627906799316,
      "learning_rate": 0.00017655063306182232,
      "loss": 1.7428910732269287,
      "mean_token_accuracy": 0.7283464670181274,
      "num_tokens": 116736.0,
      "step": 228
    },
    {
      "entropy": 1.9028565883636475,
      "epoch": 3.578125,
      "grad_norm": 2.2038638591766357,
      "learning_rate": 0.00017564428331404519,
      "loss": 1.5572713613510132,
      "mean_token_accuracy": 0.7560975551605225,
      "num_tokens": 117248.0,
      "step": 229
    },
    {
      "entropy": 1.766879677772522,
      "epoch": 3.59375,
      "grad_norm": 1.8373303413391113,
      "learning_rate": 0.0001747369680734955,
      "loss": 1.3965166807174683,
      "mean_token_accuracy": 0.7731958627700806,
      "num_tokens": 117760.0,
      "step": 230
    },
    {
      "entropy": 2.0388832092285156,
      "epoch": 3.609375,
      "grad_norm": 2.9878053665161133,
      "learning_rate": 0.0001738287215000792,
      "loss": 1.5748356580734253,
      "mean_token_accuracy": 0.7380457520484924,
      "num_tokens": 118272.0,
      "step": 231
    },
    {
      "entropy": 1.748144268989563,
      "epoch": 3.625,
      "grad_norm": 2.4010939598083496,
      "learning_rate": 0.0001729195777887665,
      "loss": 1.605446219444275,
      "mean_token_accuracy": 0.753564178943634,
      "num_tokens": 118784.0,
      "step": 232
    },
    {
      "entropy": 1.8476933240890503,
      "epoch": 3.640625,
      "grad_norm": 2.0416951179504395,
      "learning_rate": 0.00017200957116830423,
      "loss": 1.83555006980896,
      "mean_token_accuracy": 0.7313131093978882,
      "num_tokens": 119296.0,
      "step": 233
    },
    {
      "entropy": 1.730068564414978,
      "epoch": 3.65625,
      "grad_norm": 2.2305748462677,
      "learning_rate": 0.00017109873589992737,
      "loss": 1.4430031776428223,
      "mean_token_accuracy": 0.7628865838050842,
      "num_tokens": 119808.0,
      "step": 234
    },
    {
      "entropy": 1.5812182426452637,
      "epoch": 3.671875,
      "grad_norm": 2.0247128009796143,
      "learning_rate": 0.00017018710627606892,
      "loss": 1.2767280340194702,
      "mean_token_accuracy": 0.78925621509552,
      "num_tokens": 120320.0,
      "step": 235
    },
    {
      "entropy": 1.6156758069992065,
      "epoch": 3.6875,
      "grad_norm": 2.141160488128662,
      "learning_rate": 0.00016927471661906898,
      "loss": 1.5877039432525635,
      "mean_token_accuracy": 0.7560483813285828,
      "num_tokens": 120832.0,
      "step": 236
    },
    {
      "entropy": 1.81034517288208,
      "epoch": 3.703125,
      "grad_norm": 6.961944580078125,
      "learning_rate": 0.00016836160127988242,
      "loss": 1.7641907930374146,
      "mean_token_accuracy": 0.7263779640197754,
      "num_tokens": 121344.0,
      "step": 237
    },
    {
      "entropy": 1.7935938835144043,
      "epoch": 3.71875,
      "grad_norm": 8.582378387451172,
      "learning_rate": 0.00016744779463678572,
      "loss": 1.6680549383163452,
      "mean_token_accuracy": 0.7401574850082397,
      "num_tokens": 121856.0,
      "step": 238
    },
    {
      "entropy": 1.9910942316055298,
      "epoch": 3.734375,
      "grad_norm": 2.0824148654937744,
      "learning_rate": 0.00016653333109408248,
      "loss": 1.7776023149490356,
      "mean_token_accuracy": 0.7283464670181274,
      "num_tokens": 122368.0,
      "step": 239
    },
    {
      "entropy": 1.8618779182434082,
      "epoch": 3.75,
      "grad_norm": 2.343003988265991,
      "learning_rate": 0.00016561824508080819,
      "loss": 1.5893044471740723,
      "mean_token_accuracy": 0.7647058963775635,
      "num_tokens": 122880.0,
      "step": 240
    },
    {
      "entropy": 1.6664297580718994,
      "epoch": 3.765625,
      "grad_norm": 2.6146957874298096,
      "learning_rate": 0.0001647025710494341,
      "loss": 1.7686117887496948,
      "mean_token_accuracy": 0.7185039520263672,
      "num_tokens": 123392.0,
      "step": 241
    },
    {
      "entropy": 1.7106194496154785,
      "epoch": 3.78125,
      "grad_norm": 1.93027925491333,
      "learning_rate": 0.00016378634347456988,
      "loss": 1.0115760564804077,
      "mean_token_accuracy": 0.8384955525398254,
      "num_tokens": 123904.0,
      "step": 242
    },
    {
      "entropy": 1.7875338792800903,
      "epoch": 3.796875,
      "grad_norm": 1.9203755855560303,
      "learning_rate": 0.000162869596851666,
      "loss": 1.6601542234420776,
      "mean_token_accuracy": 0.7581967115402222,
      "num_tokens": 124416.0,
      "step": 243
    },
    {
      "entropy": 1.8426944017410278,
      "epoch": 3.8125,
      "grad_norm": 2.230609178543091,
      "learning_rate": 0.0001619523656957145,
      "loss": 1.7351903915405273,
      "mean_token_accuracy": 0.7386138439178467,
      "num_tokens": 124928.0,
      "step": 244
    },
    {
      "entropy": 1.7839840650558472,
      "epoch": 3.828125,
      "grad_norm": 2.761748790740967,
      "learning_rate": 0.00016103468453995012,
      "loss": 1.7518467903137207,
      "mean_token_accuracy": 0.7263779640197754,
      "num_tokens": 125440.0,
      "step": 245
    },
    {
      "entropy": 1.8428518772125244,
      "epoch": 3.84375,
      "grad_norm": 2.753977060317993,
      "learning_rate": 0.0001601165879345496,
      "loss": 1.6037272214889526,
      "mean_token_accuracy": 0.7444218993186951,
      "num_tokens": 125952.0,
      "step": 246
    },
    {
      "entropy": 1.7670025825500488,
      "epoch": 3.859375,
      "grad_norm": 3.583522319793701,
      "learning_rate": 0.00015919811044533128,
      "loss": 1.8228002786636353,
      "mean_token_accuracy": 0.7185039520263672,
      "num_tokens": 126464.0,
      "step": 247
    },
    {
      "entropy": 1.7220356464385986,
      "epoch": 3.875,
      "grad_norm": 2.739765167236328,
      "learning_rate": 0.0001582792866524535,
      "loss": 1.6976571083068848,
      "mean_token_accuracy": 0.7404426336288452,
      "num_tokens": 126976.0,
      "step": 248
    },
    {
      "entropy": 1.8917089700698853,
      "epoch": 3.890625,
      "grad_norm": 2.6218745708465576,
      "learning_rate": 0.0001573601511491127,
      "loss": 1.3674724102020264,
      "mean_token_accuracy": 0.7713097929954529,
      "num_tokens": 127488.0,
      "step": 249
    },
    {
      "entropy": 1.785091757774353,
      "epoch": 3.90625,
      "grad_norm": 2.275317907333374,
      "learning_rate": 0.00015644073854024113,
      "loss": 1.5308012962341309,
      "mean_token_accuracy": 0.765999972820282,
      "num_tokens": 128000.0,
      "step": 250
    },
    {
      "entropy": 2.054109573364258,
      "epoch": 3.921875,
      "grad_norm": 2.2449769973754883,
      "learning_rate": 0.00015552108344120383,
      "loss": 1.0721290111541748,
      "mean_token_accuracy": 0.8066666722297668,
      "num_tokens": 128512.0,
      "step": 251
    },
    {
      "entropy": 2.0395283699035645,
      "epoch": 3.9375,
      "grad_norm": 1.5280213356018066,
      "learning_rate": 0.0001546012204764955,
      "loss": 1.3407353162765503,
      "mean_token_accuracy": 0.7982832789421082,
      "num_tokens": 129024.0,
      "step": 252
    },
    {
      "entropy": 1.815192461013794,
      "epoch": 3.953125,
      "grad_norm": 2.583451271057129,
      "learning_rate": 0.00015368118427843682,
      "loss": 1.573038101196289,
      "mean_token_accuracy": 0.7582644820213318,
      "num_tokens": 129536.0,
      "step": 253
    },
    {
      "entropy": 1.9515974521636963,
      "epoch": 3.96875,
      "grad_norm": 3.4174747467041016,
      "learning_rate": 0.0001527610094858707,
      "loss": 2.025150775909424,
      "mean_token_accuracy": 0.6889764070510864,
      "num_tokens": 130048.0,
      "step": 254
    },
    {
      "entropy": 1.8663040399551392,
      "epoch": 3.984375,
      "grad_norm": 1.9246138334274292,
      "learning_rate": 0.00015184073074285797,
      "loss": 1.731005311012268,
      "mean_token_accuracy": 0.7358871102333069,
      "num_tokens": 130560.0,
      "step": 255
    },
    {
      "entropy": 1.9476964473724365,
      "epoch": 4.0,
      "grad_norm": 1.8395166397094727,
      "learning_rate": 0.00015092038269737317,
      "loss": 1.8282963037490845,
      "mean_token_accuracy": 0.7285429239273071,
      "num_tokens": 131072.0,
      "step": 256
    },
    {
      "entropy": 1.9428930282592773,
      "epoch": 4.015625,
      "grad_norm": 2.5020766258239746,
      "learning_rate": 0.00015,
      "loss": 1.7320835590362549,
      "mean_token_accuracy": 0.7224409580230713,
      "num_tokens": 131584.0,
      "step": 257
    },
    {
      "entropy": 1.7875992059707642,
      "epoch": 4.03125,
      "grad_norm": 2.313523769378662,
      "learning_rate": 0.00014907961730262684,
      "loss": 1.6047075986862183,
      "mean_token_accuracy": 0.7401574850082397,
      "num_tokens": 132096.0,
      "step": 258
    },
    {
      "entropy": 1.5366038084030151,
      "epoch": 4.046875,
      "grad_norm": 2.181321382522583,
      "learning_rate": 0.000148159269257142,
      "loss": 1.5011101961135864,
      "mean_token_accuracy": 0.7644710540771484,
      "num_tokens": 132608.0,
      "step": 259
    },
    {
      "entropy": 1.6452386379241943,
      "epoch": 4.0625,
      "grad_norm": 4.90228796005249,
      "learning_rate": 0.00014723899051412927,
      "loss": 1.4501490592956543,
      "mean_token_accuracy": 0.7625754475593567,
      "num_tokens": 133120.0,
      "step": 260
    },
    {
      "entropy": 1.683490514755249,
      "epoch": 4.078125,
      "grad_norm": 3.2073004245758057,
      "learning_rate": 0.00014631881572156315,
      "loss": 1.290379285812378,
      "mean_token_accuracy": 0.7727272510528564,
      "num_tokens": 133632.0,
      "step": 261
    },
    {
      "entropy": 1.7427382469177246,
      "epoch": 4.09375,
      "grad_norm": 2.1592955589294434,
      "learning_rate": 0.0001453987795235045,
      "loss": 1.4221155643463135,
      "mean_token_accuracy": 0.782608687877655,
      "num_tokens": 134144.0,
      "step": 262
    },
    {
      "entropy": 1.7729072570800781,
      "epoch": 4.109375,
      "grad_norm": 1.8065860271453857,
      "learning_rate": 0.00014447891655879617,
      "loss": 1.433501958847046,
      "mean_token_accuracy": 0.7873684167861938,
      "num_tokens": 134656.0,
      "step": 263
    },
    {
      "entropy": 1.8184741735458374,
      "epoch": 4.125,
      "grad_norm": 2.002441167831421,
      "learning_rate": 0.00014355926145975887,
      "loss": 1.6424577236175537,
      "mean_token_accuracy": 0.7247524857521057,
      "num_tokens": 135168.0,
      "step": 264
    },
    {
      "entropy": 1.6545014381408691,
      "epoch": 4.140625,
      "grad_norm": 1.860556960105896,
      "learning_rate": 0.0001426398488508873,
      "loss": 1.4745804071426392,
      "mean_token_accuracy": 0.757515013217926,
      "num_tokens": 135680.0,
      "step": 265
    },
    {
      "entropy": 1.6565005779266357,
      "epoch": 4.15625,
      "grad_norm": 1.6392408609390259,
      "learning_rate": 0.0001417207133475465,
      "loss": 1.3510708808898926,
      "mean_token_accuracy": 0.7739307284355164,
      "num_tokens": 136192.0,
      "step": 266
    },
    {
      "entropy": 1.5082423686981201,
      "epoch": 4.171875,
      "grad_norm": 8.039023399353027,
      "learning_rate": 0.0001408018895546687,
      "loss": 1.5158226490020752,
      "mean_token_accuracy": 0.7657480239868164,
      "num_tokens": 136704.0,
      "step": 267
    },
    {
      "entropy": 1.58040452003479,
      "epoch": 4.1875,
      "grad_norm": 2.5063955783843994,
      "learning_rate": 0.00013988341206545038,
      "loss": 1.3905433416366577,
      "mean_token_accuracy": 0.7622950673103333,
      "num_tokens": 137216.0,
      "step": 268
    },
    {
      "entropy": 1.4347314834594727,
      "epoch": 4.203125,
      "grad_norm": 2.2003631591796875,
      "learning_rate": 0.00013896531546004988,
      "loss": 1.3757840394973755,
      "mean_token_accuracy": 0.7868525981903076,
      "num_tokens": 137728.0,
      "step": 269
    },
    {
      "entropy": 1.5444324016571045,
      "epoch": 4.21875,
      "grad_norm": 2.6288857460021973,
      "learning_rate": 0.00013804763430428548,
      "loss": 1.5756033658981323,
      "mean_token_accuracy": 0.7539370059967041,
      "num_tokens": 138240.0,
      "step": 270
    },
    {
      "entropy": 1.7162096500396729,
      "epoch": 4.234375,
      "grad_norm": 1.8113332986831665,
      "learning_rate": 0.00013713040314833404,
      "loss": 1.460745096206665,
      "mean_token_accuracy": 0.7789255976676941,
      "num_tokens": 138752.0,
      "step": 271
    },
    {
      "entropy": 1.6978294849395752,
      "epoch": 4.25,
      "grad_norm": 2.186129570007324,
      "learning_rate": 0.0001362136565254301,
      "loss": 1.3529666662216187,
      "mean_token_accuracy": 0.7899159789085388,
      "num_tokens": 139264.0,
      "step": 272
    },
    {
      "entropy": 1.716745138168335,
      "epoch": 4.265625,
      "grad_norm": 1.89174222946167,
      "learning_rate": 0.0001352974289505659,
      "loss": 1.4731371402740479,
      "mean_token_accuracy": 0.7571428418159485,
      "num_tokens": 139776.0,
      "step": 273
    },
    {
      "entropy": 1.6406333446502686,
      "epoch": 4.28125,
      "grad_norm": 1.6710184812545776,
      "learning_rate": 0.0001343817549191918,
      "loss": 1.4243406057357788,
      "mean_token_accuracy": 0.7645875215530396,
      "num_tokens": 140288.0,
      "step": 274
    },
    {
      "entropy": 1.6350668668746948,
      "epoch": 4.296875,
      "grad_norm": 2.4510951042175293,
      "learning_rate": 0.00013346666890591753,
      "loss": 1.5063180923461914,
      "mean_token_accuracy": 0.7625754475593567,
      "num_tokens": 140800.0,
      "step": 275
    },
    {
      "entropy": 1.6373059749603271,
      "epoch": 4.3125,
      "grad_norm": 3.550650119781494,
      "learning_rate": 0.00013255220536321428,
      "loss": 1.7208104133605957,
      "mean_token_accuracy": 0.7244094610214233,
      "num_tokens": 141312.0,
      "step": 276
    },
    {
      "entropy": 1.7569215297698975,
      "epoch": 4.328125,
      "grad_norm": 2.7330479621887207,
      "learning_rate": 0.00013163839872011758,
      "loss": 1.7864205837249756,
      "mean_token_accuracy": 0.7244094610214233,
      "num_tokens": 141824.0,
      "step": 277
    },
    {
      "entropy": 1.7542294263839722,
      "epoch": 4.34375,
      "grad_norm": 3.1029021739959717,
      "learning_rate": 0.00013072528338093102,
      "loss": 1.4170482158660889,
      "mean_token_accuracy": 0.7632653117179871,
      "num_tokens": 142336.0,
      "step": 278
    },
    {
      "entropy": 1.7410451173782349,
      "epoch": 4.359375,
      "grad_norm": 2.644277811050415,
      "learning_rate": 0.00012981289372393108,
      "loss": 1.7685855627059937,
      "mean_token_accuracy": 0.7145669460296631,
      "num_tokens": 142848.0,
      "step": 279
    },
    {
      "entropy": 1.586928129196167,
      "epoch": 4.375,
      "grad_norm": 2.635669469833374,
      "learning_rate": 0.00012890126410007263,
      "loss": 1.4982590675354004,
      "mean_token_accuracy": 0.7569169998168945,
      "num_tokens": 143360.0,
      "step": 280
    },
    {
      "entropy": 1.649911642074585,
      "epoch": 4.390625,
      "grad_norm": 1.8594759702682495,
      "learning_rate": 0.00012799042883169574,
      "loss": 1.5442874431610107,
      "mean_token_accuracy": 0.7460629940032959,
      "num_tokens": 143872.0,
      "step": 281
    },
    {
      "entropy": 1.5503339767456055,
      "epoch": 4.40625,
      "grad_norm": 1.9106673002243042,
      "learning_rate": 0.0001270804222112335,
      "loss": 1.3214415311813354,
      "mean_token_accuracy": 0.7707910537719727,
      "num_tokens": 144384.0,
      "step": 282
    },
    {
      "entropy": 1.6034382581710815,
      "epoch": 4.421875,
      "grad_norm": 1.9895292520523071,
      "learning_rate": 0.0001261712784999208,
      "loss": 1.1624211072921753,
      "mean_token_accuracy": 0.8087317943572998,
      "num_tokens": 144896.0,
      "step": 283
    },
    {
      "entropy": 1.6620171070098877,
      "epoch": 4.4375,
      "grad_norm": 1.7769454717636108,
      "learning_rate": 0.0001252630319265045,
      "loss": 1.5078996419906616,
      "mean_token_accuracy": 0.7757575511932373,
      "num_tokens": 145408.0,
      "step": 284
    },
    {
      "entropy": 1.6838772296905518,
      "epoch": 4.453125,
      "grad_norm": 2.0985946655273438,
      "learning_rate": 0.0001243557166859548,
      "loss": 1.7390193939208984,
      "mean_token_accuracy": 0.7263779640197754,
      "num_tokens": 145920.0,
      "step": 285
    },
    {
      "entropy": 1.6525346040725708,
      "epoch": 4.46875,
      "grad_norm": 2.0259389877319336,
      "learning_rate": 0.00012344936693817768,
      "loss": 1.3714038133621216,
      "mean_token_accuracy": 0.7653061151504517,
      "num_tokens": 146432.0,
      "step": 286
    },
    {
      "entropy": 1.6501621007919312,
      "epoch": 4.484375,
      "grad_norm": 1.975203275680542,
      "learning_rate": 0.00012254401680672884,
      "loss": 1.5183178186416626,
      "mean_token_accuracy": 0.75,
      "num_tokens": 146944.0,
      "step": 287
    },
    {
      "entropy": 1.548411250114441,
      "epoch": 4.5,
      "grad_norm": 2.04488205909729,
      "learning_rate": 0.00012163970037752906,
      "loss": 1.3318936824798584,
      "mean_token_accuracy": 0.7874494194984436,
      "num_tokens": 147456.0,
      "step": 288
    },
    {
      "entropy": 1.626534104347229,
      "epoch": 4.515625,
      "grad_norm": 1.795937418937683,
      "learning_rate": 0.00012073645169758076,
      "loss": 1.386396050453186,
      "mean_token_accuracy": 0.7818930149078369,
      "num_tokens": 147968.0,
      "step": 289
    },
    {
      "entropy": 1.6640959978103638,
      "epoch": 4.53125,
      "grad_norm": 1.907228946685791,
      "learning_rate": 0.00011983430477368622,
      "loss": 1.4364591836929321,
      "mean_token_accuracy": 0.7804877758026123,
      "num_tokens": 148480.0,
      "step": 290
    },
    {
      "entropy": 1.5656487941741943,
      "epoch": 4.546875,
      "grad_norm": 1.5509178638458252,
      "learning_rate": 0.00011893329357116722,
      "loss": 1.4595284461975098,
      "mean_token_accuracy": 0.7677165269851685,
      "num_tokens": 148992.0,
      "step": 291
    },
    {
      "entropy": 1.5234248638153076,
      "epoch": 4.5625,
      "grad_norm": 2.0590877532958984,
      "learning_rate": 0.0001180334520125863,
      "loss": 1.4068399667739868,
      "mean_token_accuracy": 0.772819459438324,
      "num_tokens": 149504.0,
      "step": 292
    },
    {
      "entropy": 1.8282629251480103,
      "epoch": 4.578125,
      "grad_norm": 1.5572700500488281,
      "learning_rate": 0.00011713481397646953,
      "loss": 1.334957242012024,
      "mean_token_accuracy": 0.7923728823661804,
      "num_tokens": 150016.0,
      "step": 293
    },
    {
      "entropy": 1.6177082061767578,
      "epoch": 4.59375,
      "grad_norm": 1.9526519775390625,
      "learning_rate": 0.00011623741329603108,
      "loss": 1.2470734119415283,
      "mean_token_accuracy": 0.7995867729187012,
      "num_tokens": 150528.0,
      "step": 294
    },
    {
      "entropy": 1.8059481382369995,
      "epoch": 4.609375,
      "grad_norm": 1.610900640487671,
      "learning_rate": 0.00011534128375789933,
      "loss": 0.9543240070343018,
      "mean_token_accuracy": 0.8344519138336182,
      "num_tokens": 151040.0,
      "step": 295
    },
    {
      "entropy": 1.8307008743286133,
      "epoch": 4.625,
      "grad_norm": 2.0146024227142334,
      "learning_rate": 0.0001144464591008449,
      "loss": 1.7310861349105835,
      "mean_token_accuracy": 0.7263779640197754,
      "num_tokens": 151552.0,
      "step": 296
    },
    {
      "entropy": 1.754088282585144,
      "epoch": 4.640625,
      "grad_norm": 1.8568058013916016,
      "learning_rate": 0.00011355297301451042,
      "loss": 1.3614675998687744,
      "mean_token_accuracy": 0.7957446575164795,
      "num_tokens": 152064.0,
      "step": 297
    },
    {
      "entropy": 1.800140380859375,
      "epoch": 4.65625,
      "grad_norm": 1.858344554901123,
      "learning_rate": 0.00011266085913814197,
      "loss": 1.2782111167907715,
      "mean_token_accuracy": 0.7932489514350891,
      "num_tokens": 152576.0,
      "step": 298
    },
    {
      "entropy": 1.6610287427902222,
      "epoch": 4.671875,
      "grad_norm": 2.0229034423828125,
      "learning_rate": 0.00011177015105932281,
      "loss": 1.6102267503738403,
      "mean_token_accuracy": 0.7490118741989136,
      "num_tokens": 153088.0,
      "step": 299
    },
    {
      "entropy": 1.509531021118164,
      "epoch": 4.6875,
      "grad_norm": 1.8015098571777344,
      "learning_rate": 0.00011088088231270866,
      "loss": 1.0522032976150513,
      "mean_token_accuracy": 0.8229166865348816,
      "num_tokens": 153600.0,
      "step": 300
    },
    {
      "entropy": 1.5897778272628784,
      "epoch": 4.703125,
      "grad_norm": 2.122609853744507,
      "learning_rate": 0.00010999308637876524,
      "loss": 1.3583630323410034,
      "mean_token_accuracy": 0.7762096524238586,
      "num_tokens": 154112.0,
      "step": 301
    },
    {
      "entropy": 1.5236281156539917,
      "epoch": 4.71875,
      "grad_norm": 2.0490593910217285,
      "learning_rate": 0.00010910679668250767,
      "loss": 1.568931221961975,
      "mean_token_accuracy": 0.7618110179901123,
      "num_tokens": 154624.0,
      "step": 302
    },
    {
      "entropy": 1.6798558235168457,
      "epoch": 4.734375,
      "grad_norm": 1.9797496795654297,
      "learning_rate": 0.00010822204659224204,
      "loss": 1.6891627311706543,
      "mean_token_accuracy": 0.7342519760131836,
      "num_tokens": 155136.0,
      "step": 303
    },
    {
      "entropy": 1.6777228116989136,
      "epoch": 4.75,
      "grad_norm": 1.6742204427719116,
      "learning_rate": 0.00010733886941830923,
      "loss": 1.0915815830230713,
      "mean_token_accuracy": 0.8258064389228821,
      "num_tokens": 155648.0,
      "step": 304
    },
    {
      "entropy": 1.6578925848007202,
      "epoch": 4.765625,
      "grad_norm": 1.6061065196990967,
      "learning_rate": 0.00010645729841183066,
      "loss": 1.469952940940857,
      "mean_token_accuracy": 0.7644710540771484,
      "num_tokens": 156160.0,
      "step": 305
    },
    {
      "entropy": 1.7077447175979614,
      "epoch": 4.78125,
      "grad_norm": 2.1335628032684326,
      "learning_rate": 0.0001055773667634564,
      "loss": 1.4437124729156494,
      "mean_token_accuracy": 0.7602459192276001,
      "num_tokens": 156672.0,
      "step": 306
    },
    {
      "entropy": 1.5449203252792358,
      "epoch": 4.796875,
      "grad_norm": 2.039146900177002,
      "learning_rate": 0.00010469910760211578,
      "loss": 1.4151314496994019,
      "mean_token_accuracy": 0.772819459438324,
      "num_tokens": 157184.0,
      "step": 307
    },
    {
      "entropy": 1.5264627933502197,
      "epoch": 4.8125,
      "grad_norm": 1.8946317434310913,
      "learning_rate": 0.00010382255399376975,
      "loss": 1.4154433012008667,
      "mean_token_accuracy": 0.7569721341133118,
      "num_tokens": 157696.0,
      "step": 308
    },
    {
      "entropy": 1.564460277557373,
      "epoch": 4.828125,
      "grad_norm": 2.3768820762634277,
      "learning_rate": 0.00010294773894016627,
      "loss": 1.3997899293899536,
      "mean_token_accuracy": 0.7730923891067505,
      "num_tokens": 158208.0,
      "step": 309
    },
    {
      "entropy": 1.548466682434082,
      "epoch": 4.84375,
      "grad_norm": 2.616581439971924,
      "learning_rate": 0.00010207469537759764,
      "loss": 1.2758865356445312,
      "mean_token_accuracy": 0.7893660664558411,
      "num_tokens": 158720.0,
      "step": 310
    },
    {
      "entropy": 1.6836023330688477,
      "epoch": 4.859375,
      "grad_norm": 1.9081612825393677,
      "learning_rate": 0.00010120345617566057,
      "loss": 1.1824684143066406,
      "mean_token_accuracy": 0.8062499761581421,
      "num_tokens": 159232.0,
      "step": 311
    },
    {
      "entropy": 1.6853163242340088,
      "epoch": 4.875,
      "grad_norm": 1.8191639184951782,
      "learning_rate": 0.00010033405413601855,
      "loss": 1.3885215520858765,
      "mean_token_accuracy": 0.7745901346206665,
      "num_tokens": 159744.0,
      "step": 312
    },
    {
      "entropy": 1.5399816036224365,
      "epoch": 4.890625,
      "grad_norm": 1.456498146057129,
      "learning_rate": 9.946652199116699e-05,
      "loss": 1.1631718873977661,
      "mean_token_accuracy": 0.8189300298690796,
      "num_tokens": 160256.0,
      "step": 313
    },
    {
      "entropy": 1.7912606000900269,
      "epoch": 4.90625,
      "grad_norm": 1.6905421018600464,
      "learning_rate": 9.860089240320085e-05,
      "loss": 1.2534205913543701,
      "mean_token_accuracy": 0.7970085740089417,
      "num_tokens": 160768.0,
      "step": 314
    },
    {
      "entropy": 1.63590407371521,
      "epoch": 4.921875,
      "grad_norm": 1.4305380582809448,
      "learning_rate": 9.773719796258482e-05,
      "loss": 1.370961308479309,
      "mean_token_accuracy": 0.7987551689147949,
      "num_tokens": 161280.0,
      "step": 315
    },
    {
      "entropy": 1.5808641910552979,
      "epoch": 4.9375,
      "grad_norm": 1.9045383930206299,
      "learning_rate": 9.687547118692643e-05,
      "loss": 1.3712960481643677,
      "mean_token_accuracy": 0.7773279547691345,
      "num_tokens": 161792.0,
      "step": 316
    },
    {
      "entropy": 1.5849716663360596,
      "epoch": 4.953125,
      "grad_norm": 2.0240650177001953,
      "learning_rate": 9.601574451975175e-05,
      "loss": 1.5580910444259644,
      "mean_token_accuracy": 0.751968502998352,
      "num_tokens": 162304.0,
      "step": 317
    },
    {
      "entropy": 1.7162737846374512,
      "epoch": 4.96875,
      "grad_norm": 1.6734753847122192,
      "learning_rate": 9.515805032928391e-05,
      "loss": 1.4473096132278442,
      "mean_token_accuracy": 0.7798354029655457,
      "num_tokens": 162816.0,
      "step": 318
    },
    {
      "entropy": 1.6163382530212402,
      "epoch": 4.984375,
      "grad_norm": 1.8411775827407837,
      "learning_rate": 9.430242090722436e-05,
      "loss": 1.35471773147583,
      "mean_token_accuracy": 0.7836734652519226,
      "num_tokens": 163328.0,
      "step": 319
    },
    {
      "entropy": 1.4940069913864136,
      "epoch": 5.0,
      "grad_norm": 1.8255853652954102,
      "learning_rate": 9.344888846753726e-05,
      "loss": 1.4874554872512817,
      "mean_token_accuracy": 0.7618110179901123,
      "num_tokens": 163840.0,
      "step": 320
    },
    {
      "entropy": 1.549060344696045,
      "epoch": 5.015625,
      "grad_norm": 1.745566964149475,
      "learning_rate": 9.259748514523653e-05,
      "loss": 1.4019237756729126,
      "mean_token_accuracy": 0.7618110179901123,
      "num_tokens": 164352.0,
      "step": 321
    },
    {
      "entropy": 1.5626025199890137,
      "epoch": 5.03125,
      "grad_norm": 1.8400838375091553,
      "learning_rate": 9.174824299517607e-05,
      "loss": 1.07392156124115,
      "mean_token_accuracy": 0.8119834661483765,
      "num_tokens": 164864.0,
      "step": 322
    },
    {
      "entropy": 1.6569701433181763,
      "epoch": 5.046875,
      "grad_norm": 1.8855388164520264,
      "learning_rate": 9.09011939908428e-05,
      "loss": 1.4062210321426392,
      "mean_token_accuracy": 0.751968502998352,
      "num_tokens": 165376.0,
      "step": 323
    },
    {
      "entropy": 1.5729684829711914,
      "epoch": 5.0625,
      "grad_norm": 1.8148961067199707,
      "learning_rate": 9.0056370023153e-05,
      "loss": 1.2550370693206787,
      "mean_token_accuracy": 0.7766599655151367,
      "num_tokens": 165888.0,
      "step": 324
    },
    {
      "entropy": 1.698303461074829,
      "epoch": 5.078125,
      "grad_norm": 1.404887080192566,
      "learning_rate": 8.921380289925153e-05,
      "loss": 0.7562521696090698,
      "mean_token_accuracy": 0.8741573095321655,
      "num_tokens": 166400.0,
      "step": 325
    },
    {
      "entropy": 1.4567222595214844,
      "epoch": 5.09375,
      "grad_norm": 2.1354284286499023,
      "learning_rate": 8.837352434131443e-05,
      "loss": 1.0930452346801758,
      "mean_token_accuracy": 0.7897959351539612,
      "num_tokens": 166912.0,
      "step": 326
    },
    {
      "entropy": 1.5501275062561035,
      "epoch": 5.109375,
      "grad_norm": 1.6018931865692139,
      "learning_rate": 8.753556598535444e-05,
      "loss": 1.1254503726959229,
      "mean_token_accuracy": 0.8037189841270447,
      "num_tokens": 167424.0,
      "step": 327
    },
    {
      "entropy": 1.4922233819961548,
      "epoch": 5.125,
      "grad_norm": 2.1968183517456055,
      "learning_rate": 8.669995938003005e-05,
      "loss": 1.4305412769317627,
      "mean_token_accuracy": 0.7421259880065918,
      "num_tokens": 167936.0,
      "step": 328
    },
    {
      "entropy": 1.6226767301559448,
      "epoch": 5.140625,
      "grad_norm": 1.895836591720581,
      "learning_rate": 8.586673598545771e-05,
      "loss": 1.1839910745620728,
      "mean_token_accuracy": 0.7855669856071472,
      "num_tokens": 168448.0,
      "step": 329
    },
    {
      "entropy": 1.453590750694275,
      "epoch": 5.15625,
      "grad_norm": 1.9998018741607666,
      "learning_rate": 8.503592717202721e-05,
      "loss": 1.4171252250671387,
      "mean_token_accuracy": 0.7578740119934082,
      "num_tokens": 168960.0,
      "step": 330
    },
    {
      "entropy": 1.523696780204773,
      "epoch": 5.171875,
      "grad_norm": 2.0707786083221436,
      "learning_rate": 8.420756421922088e-05,
      "loss": 1.198662519454956,
      "mean_token_accuracy": 0.790123462677002,
      "num_tokens": 169472.0,
      "step": 331
    },
    {
      "entropy": 1.4649165868759155,
      "epoch": 5.1875,
      "grad_norm": 1.9728301763534546,
      "learning_rate": 8.338167831443563e-05,
      "loss": 1.0776567459106445,
      "mean_token_accuracy": 0.8117154836654663,
      "num_tokens": 169984.0,
      "step": 332
    },
    {
      "entropy": 1.3908473253250122,
      "epoch": 5.203125,
      "grad_norm": 1.7057424783706665,
      "learning_rate": 8.255830055180899e-05,
      "loss": 1.3423693180084229,
      "mean_token_accuracy": 0.7771202921867371,
      "num_tokens": 170496.0,
      "step": 333
    },
    {
      "entropy": 1.602295160293579,
      "epoch": 5.21875,
      "grad_norm": 1.9868454933166504,
      "learning_rate": 8.173746193104845e-05,
      "loss": 1.1564866304397583,
      "mean_token_accuracy": 0.7991631627082825,
      "num_tokens": 171008.0,
      "step": 334
    },
    {
      "entropy": 1.4484628438949585,
      "epoch": 5.234375,
      "grad_norm": 1.8873497247695923,
      "learning_rate": 8.091919335626399e-05,
      "loss": 1.2578895092010498,
      "mean_token_accuracy": 0.7795275449752808,
      "num_tokens": 171520.0,
      "step": 335
    },
    {
      "entropy": 1.283211350440979,
      "epoch": 5.25,
      "grad_norm": 2.281681537628174,
      "learning_rate": 8.010352563480509e-05,
      "loss": 1.1836169958114624,
      "mean_token_accuracy": 0.783730149269104,
      "num_tokens": 172032.0,
      "step": 336
    },
    {
      "entropy": 1.3733656406402588,
      "epoch": 5.265625,
      "grad_norm": 1.8627188205718994,
      "learning_rate": 7.929048947610034e-05,
      "loss": 1.0594978332519531,
      "mean_token_accuracy": 0.8168724179267883,
      "num_tokens": 172544.0,
      "step": 337
    },
    {
      "entropy": 1.3879873752593994,
      "epoch": 5.28125,
      "grad_norm": 2.2347571849823,
      "learning_rate": 7.84801154905017e-05,
      "loss": 1.1629652976989746,
      "mean_token_accuracy": 0.7951318621635437,
      "num_tokens": 173056.0,
      "step": 338
    },
    {
      "entropy": 1.3931185007095337,
      "epoch": 5.296875,
      "grad_norm": 2.036378860473633,
      "learning_rate": 7.76724341881316e-05,
      "loss": 1.1349397897720337,
      "mean_token_accuracy": 0.803680956363678,
      "num_tokens": 173568.0,
      "step": 339
    },
    {
      "entropy": 1.6057257652282715,
      "epoch": 5.3125,
      "grad_norm": 2.337108612060547,
      "learning_rate": 7.686747597773462e-05,
      "loss": 1.4726322889328003,
      "mean_token_accuracy": 0.7322834730148315,
      "num_tokens": 174080.0,
      "step": 340
    },
    {
      "entropy": 1.5440049171447754,
      "epoch": 5.328125,
      "grad_norm": 2.250331401824951,
      "learning_rate": 7.606527116553241e-05,
      "loss": 1.4109631776809692,
      "mean_token_accuracy": 0.7570281028747559,
      "num_tokens": 174592.0,
      "step": 341
    },
    {
      "entropy": 1.5478792190551758,
      "epoch": 5.34375,
      "grad_norm": 1.9495255947113037,
      "learning_rate": 7.526584995408275e-05,
      "loss": 1.334647297859192,
      "mean_token_accuracy": 0.7843942642211914,
      "num_tokens": 175104.0,
      "step": 342
    },
    {
      "entropy": 1.4533789157867432,
      "epoch": 5.359375,
      "grad_norm": 2.0633509159088135,
      "learning_rate": 7.446924244114238e-05,
      "loss": 0.9381183385848999,
      "mean_token_accuracy": 0.8195329308509827,
      "num_tokens": 175616.0,
      "step": 343
    },
    {
      "entropy": 1.5073310136795044,
      "epoch": 5.375,
      "grad_norm": 2.1370253562927246,
      "learning_rate": 7.367547861853393e-05,
      "loss": 1.2126432657241821,
      "mean_token_accuracy": 0.7962577939033508,
      "num_tokens": 176128.0,
      "step": 344
    },
    {
      "entropy": 1.5421262979507446,
      "epoch": 5.390625,
      "grad_norm": 2.130643844604492,
      "learning_rate": 7.288458837101675e-05,
      "loss": 1.481192946434021,
      "mean_token_accuracy": 0.75,
      "num_tokens": 176640.0,
      "step": 345
    },
    {
      "entropy": 1.4015882015228271,
      "epoch": 5.40625,
      "grad_norm": 1.9656389951705933,
      "learning_rate": 7.209660147516154e-05,
      "loss": 1.4018691778182983,
      "mean_token_accuracy": 0.7677165269851685,
      "num_tokens": 177152.0,
      "step": 346
    },
    {
      "entropy": 1.2663908004760742,
      "epoch": 5.421875,
      "grad_norm": 1.9276113510131836,
      "learning_rate": 7.131154759822968e-05,
      "loss": 1.1962919235229492,
      "mean_token_accuracy": 0.804780900478363,
      "num_tokens": 177664.0,
      "step": 347
    },
    {
      "entropy": 1.369564175605774,
      "epoch": 5.4375,
      "grad_norm": 2.2459683418273926,
      "learning_rate": 7.052945629705579e-05,
      "loss": 1.0512068271636963,
      "mean_token_accuracy": 0.8061224222183228,
      "num_tokens": 178176.0,
      "step": 348
    },
    {
      "entropy": 1.4165040254592896,
      "epoch": 5.453125,
      "grad_norm": 1.9474868774414062,
      "learning_rate": 6.975035701693544e-05,
      "loss": 1.1490492820739746,
      "mean_token_accuracy": 0.7983871102333069,
      "num_tokens": 178688.0,
      "step": 349
    },
    {
      "entropy": 1.396820068359375,
      "epoch": 5.46875,
      "grad_norm": 2.4981231689453125,
      "learning_rate": 6.897427909051607e-05,
      "loss": 1.2930082082748413,
      "mean_token_accuracy": 0.7736220359802246,
      "num_tokens": 179200.0,
      "step": 350
    },
    {
      "entropy": 1.5704162120819092,
      "epoch": 5.484375,
      "grad_norm": 1.901033639907837,
      "learning_rate": 6.820125173669306e-05,
      "loss": 1.0180715322494507,
      "mean_token_accuracy": 0.8322580456733704,
      "num_tokens": 179712.0,
      "step": 351
    },
    {
      "entropy": 1.5132912397384644,
      "epoch": 5.5,
      "grad_norm": 2.2790002822875977,
      "learning_rate": 6.743130405950929e-05,
      "loss": 1.506807565689087,
      "mean_token_accuracy": 0.747035562992096,
      "num_tokens": 180224.0,
      "step": 352
    },
    {
      "entropy": 1.4252924919128418,
      "epoch": 5.515625,
      "grad_norm": 1.6666802167892456,
      "learning_rate": 6.66644650470597e-05,
      "loss": 0.6767361760139465,
      "mean_token_accuracy": 0.8766520023345947,
      "num_tokens": 180736.0,
      "step": 353
    },
    {
      "entropy": 1.3335093259811401,
      "epoch": 5.53125,
      "grad_norm": 2.164742946624756,
      "learning_rate": 6.59007635703996e-05,
      "loss": 1.316645622253418,
      "mean_token_accuracy": 0.7795275449752808,
      "num_tokens": 181248.0,
      "step": 354
    },
    {
      "entropy": 1.360636830329895,
      "epoch": 5.546875,
      "grad_norm": 2.145939350128174,
      "learning_rate": 6.514022838245801e-05,
      "loss": 1.1844747066497803,
      "mean_token_accuracy": 0.782868504524231,
      "num_tokens": 181760.0,
      "step": 355
    },
    {
      "entropy": 1.400923490524292,
      "epoch": 5.5625,
      "grad_norm": 2.355154037475586,
      "learning_rate": 6.438288811695492e-05,
      "loss": 1.380852222442627,
      "mean_token_accuracy": 0.7618110179901123,
      "num_tokens": 182272.0,
      "step": 356
    },
    {
      "entropy": 1.387778878211975,
      "epoch": 5.578125,
      "grad_norm": 2.233530282974243,
      "learning_rate": 6.362877128732319e-05,
      "loss": 1.174194097518921,
      "mean_token_accuracy": 0.781124472618103,
      "num_tokens": 182784.0,
      "step": 357
    },
    {
      "entropy": 1.5693912506103516,
      "epoch": 5.59375,
      "grad_norm": 1.7340208292007446,
      "learning_rate": 6.287790628563534e-05,
      "loss": 0.8804768323898315,
      "mean_token_accuracy": 0.8436123132705688,
      "num_tokens": 183296.0,
      "step": 358
    },
    {
      "entropy": 1.3868722915649414,
      "epoch": 5.609375,
      "grad_norm": 1.980425477027893,
      "learning_rate": 6.213032138153417e-05,
      "loss": 0.9284123182296753,
      "mean_token_accuracy": 0.8329854011535645,
      "num_tokens": 183808.0,
      "step": 359
    },
    {
      "entropy": 1.5730829238891602,
      "epoch": 5.625,
      "grad_norm": 2.1033363342285156,
      "learning_rate": 6.138604472116889e-05,
      "loss": 1.3292860984802246,
      "mean_token_accuracy": 0.7835671305656433,
      "num_tokens": 184320.0,
      "step": 360
    },
    {
      "entropy": 1.3760509490966797,
      "epoch": 5.640625,
      "grad_norm": 2.2947301864624023,
      "learning_rate": 6.064510432613499e-05,
      "loss": 1.3286343812942505,
      "mean_token_accuracy": 0.7677165269851685,
      "num_tokens": 184832.0,
      "step": 361
    },
    {
      "entropy": 1.4730992317199707,
      "epoch": 5.65625,
      "grad_norm": 1.7933112382888794,
      "learning_rate": 5.990752809241968e-05,
      "loss": 1.1549919843673706,
      "mean_token_accuracy": 0.7962962985038757,
      "num_tokens": 185344.0,
      "step": 362
    },
    {
      "entropy": 1.396909236907959,
      "epoch": 5.671875,
      "grad_norm": 2.2379417419433594,
      "learning_rate": 5.917334378935118e-05,
      "loss": 1.1229009628295898,
      "mean_token_accuracy": 0.7857142686843872,
      "num_tokens": 185856.0,
      "step": 363
    },
    {
      "entropy": 1.545285701751709,
      "epoch": 5.6875,
      "grad_norm": 2.0039150714874268,
      "learning_rate": 5.8442579058553556e-05,
      "loss": 1.2438194751739502,
      "mean_token_accuracy": 0.7868852615356445,
      "num_tokens": 186368.0,
      "step": 364
    },
    {
      "entropy": 1.264091968536377,
      "epoch": 5.703125,
      "grad_norm": 2.11838436126709,
      "learning_rate": 5.771526141290599e-05,
      "loss": 1.0326876640319824,
      "mean_token_accuracy": 0.8125,
      "num_tokens": 186880.0,
      "step": 365
    },
    {
      "entropy": 1.390173077583313,
      "epoch": 5.71875,
      "grad_norm": 2.515826463699341,
      "learning_rate": 5.6991418235506615e-05,
      "loss": 1.2848618030548096,
      "mean_token_accuracy": 0.7696850299835205,
      "num_tokens": 187392.0,
      "step": 366
    },
    {
      "entropy": 1.4828932285308838,
      "epoch": 5.734375,
      "grad_norm": 3.0285286903381348,
      "learning_rate": 5.627107677864206e-05,
      "loss": 1.4369527101516724,
      "mean_token_accuracy": 0.7539370059967041,
      "num_tokens": 187904.0,
      "step": 367
    },
    {
      "entropy": 1.3886916637420654,
      "epoch": 5.75,
      "grad_norm": 2.0452868938446045,
      "learning_rate": 5.555426416276093e-05,
      "loss": 1.0845024585723877,
      "mean_token_accuracy": 0.8155737519264221,
      "num_tokens": 188416.0,
      "step": 368
    },
    {
      "entropy": 1.3375890254974365,
      "epoch": 5.765625,
      "grad_norm": 2.1924948692321777,
      "learning_rate": 5.4841007375453186e-05,
      "loss": 1.253337025642395,
      "mean_token_accuracy": 0.7795275449752808,
      "num_tokens": 188928.0,
      "step": 369
    },
    {
      "entropy": 1.457409381866455,
      "epoch": 5.78125,
      "grad_norm": 2.147710084915161,
      "learning_rate": 5.413133327043364e-05,
      "loss": 1.1731246709823608,
      "mean_token_accuracy": 0.800407350063324,
      "num_tokens": 189440.0,
      "step": 370
    },
    {
      "entropy": 1.477699637413025,
      "epoch": 5.796875,
      "grad_norm": 2.23069429397583,
      "learning_rate": 5.34252685665313e-05,
      "loss": 0.9165684580802917,
      "mean_token_accuracy": 0.8441558480262756,
      "num_tokens": 189952.0,
      "step": 371
    },
    {
      "entropy": 1.5255780220031738,
      "epoch": 5.8125,
      "grad_norm": 2.031313180923462,
      "learning_rate": 5.272283984668313e-05,
      "loss": 1.2056560516357422,
      "mean_token_accuracy": 0.8024948239326477,
      "num_tokens": 190464.0,
      "step": 372
    },
    {
      "entropy": 1.4738668203353882,
      "epoch": 5.828125,
      "grad_norm": 2.3102340698242188,
      "learning_rate": 5.2024073556933516e-05,
      "loss": 1.2545979022979736,
      "mean_token_accuracy": 0.7870182394981384,
      "num_tokens": 190976.0,
      "step": 373
    },
    {
      "entropy": 1.4832838773727417,
      "epoch": 5.84375,
      "grad_norm": 1.9114770889282227,
      "learning_rate": 5.13289960054382e-05,
      "loss": 1.063859224319458,
      "mean_token_accuracy": 0.8204593062400818,
      "num_tokens": 191488.0,
      "step": 374
    },
    {
      "entropy": 1.4326761960983276,
      "epoch": 5.859375,
      "grad_norm": 2.0074758529663086,
      "learning_rate": 5.063763336147421e-05,
      "loss": 1.0995495319366455,
      "mean_token_accuracy": 0.7991718649864197,
      "num_tokens": 192000.0,
      "step": 375
    },
    {
      "entropy": 1.218077301979065,
      "epoch": 5.875,
      "grad_norm": 2.2023136615753174,
      "learning_rate": 4.9950011654454394e-05,
      "loss": 1.2278096675872803,
      "mean_token_accuracy": 0.7854330539703369,
      "num_tokens": 192512.0,
      "step": 376
    },
    {
      "entropy": 1.4478676319122314,
      "epoch": 5.890625,
      "grad_norm": 2.902523994445801,
      "learning_rate": 4.926615677294723e-05,
      "loss": 1.3362658023834229,
      "mean_token_accuracy": 0.7757201790809631,
      "num_tokens": 193024.0,
      "step": 377
    },
    {
      "entropy": 1.5202453136444092,
      "epoch": 5.90625,
      "grad_norm": 2.273052453994751,
      "learning_rate": 4.8586094463702626e-05,
      "loss": 1.5842170715332031,
      "mean_token_accuracy": 0.7618110179901123,
      "num_tokens": 193536.0,
      "step": 378
    },
    {
      "entropy": 1.467264175415039,
      "epoch": 5.921875,
      "grad_norm": 2.2763044834136963,
      "learning_rate": 4.7909850330682046e-05,
      "loss": 1.1156023740768433,
      "mean_token_accuracy": 0.7871900796890259,
      "num_tokens": 194048.0,
      "step": 379
    },
    {
      "entropy": 1.2735207080841064,
      "epoch": 5.9375,
      "grad_norm": 2.1325440406799316,
      "learning_rate": 4.7237449834094956e-05,
      "loss": 1.0693836212158203,
      "mean_token_accuracy": 0.8052738308906555,
      "num_tokens": 194560.0,
      "step": 380
    },
    {
      "entropy": 1.4293042421340942,
      "epoch": 5.953125,
      "grad_norm": 2.122368097305298,
      "learning_rate": 4.656891828943996e-05,
      "loss": 1.4175359010696411,
      "mean_token_accuracy": 0.7657480239868164,
      "num_tokens": 195072.0,
      "step": 381
    },
    {
      "entropy": 1.3723492622375488,
      "epoch": 5.96875,
      "grad_norm": 2.236246347427368,
      "learning_rate": 4.5904280866551926e-05,
      "loss": 1.3109025955200195,
      "mean_token_accuracy": 0.7814960479736328,
      "num_tokens": 195584.0,
      "step": 382
    },
    {
      "entropy": 1.4019876718521118,
      "epoch": 5.984375,
      "grad_norm": 2.12497878074646,
      "learning_rate": 4.5243562588654076e-05,
      "loss": 1.4718176126480103,
      "mean_token_accuracy": 0.7657480239868164,
      "num_tokens": 196096.0,
      "step": 383
    },
    {
      "entropy": 1.4074183702468872,
      "epoch": 6.0,
      "grad_norm": 2.1889452934265137,
      "learning_rate": 4.4586788331416235e-05,
      "loss": 1.2516783475875854,
      "mean_token_accuracy": 0.7814960479736328,
      "num_tokens": 196608.0,
      "step": 384
    },
    {
      "entropy": 1.4472509622573853,
      "epoch": 6.015625,
      "grad_norm": 2.2552759647369385,
      "learning_rate": 4.3933982822017876e-05,
      "loss": 1.1190861463546753,
      "mean_token_accuracy": 0.7952286005020142,
      "num_tokens": 197120.0,
      "step": 385
    },
    {
      "entropy": 1.3649916648864746,
      "epoch": 6.03125,
      "grad_norm": 2.2668163776397705,
      "learning_rate": 4.3285170638217514e-05,
      "loss": 1.1158784627914429,
      "mean_token_accuracy": 0.789370059967041,
      "num_tokens": 197632.0,
      "step": 386
    },
    {
      "entropy": 1.3257055282592773,
      "epoch": 6.046875,
      "grad_norm": 2.023829698562622,
      "learning_rate": 4.264037620742721e-05,
      "loss": 0.9378941655158997,
      "mean_token_accuracy": 0.8217213153839111,
      "num_tokens": 198144.0,
      "step": 387
    },
    {
      "entropy": 1.5115382671356201,
      "epoch": 6.0625,
      "grad_norm": 1.9996124505996704,
      "learning_rate": 4.199962380579275e-05,
      "loss": 0.8486489057540894,
      "mean_token_accuracy": 0.8340517282485962,
      "num_tokens": 198656.0,
      "step": 388
    },
    {
      "entropy": 1.3277173042297363,
      "epoch": 6.078125,
      "grad_norm": 2.146892547607422,
      "learning_rate": 4.136293755727998e-05,
      "loss": 1.0290329456329346,
      "mean_token_accuracy": 0.8016194105148315,
      "num_tokens": 199168.0,
      "step": 389
    },
    {
      "entropy": 1.558488130569458,
      "epoch": 6.09375,
      "grad_norm": 2.4036035537719727,
      "learning_rate": 4.073034143276622e-05,
      "loss": 1.5012381076812744,
      "mean_token_accuracy": 0.7381889820098877,
      "num_tokens": 199680.0,
      "step": 390
    },
    {
      "entropy": 1.4996081590652466,
      "epoch": 6.109375,
      "grad_norm": 1.952165126800537,
      "learning_rate": 4.010185924913809e-05,
      "loss": 0.9398556351661682,
      "mean_token_accuracy": 0.8113207817077637,
      "num_tokens": 200192.0,
      "step": 391
    },
    {
      "entropy": 1.3826960325241089,
      "epoch": 6.125,
      "grad_norm": 2.272625207901001,
      "learning_rate": 3.947751466839451e-05,
      "loss": 1.102223515510559,
      "mean_token_accuracy": 0.811475396156311,
      "num_tokens": 200704.0,
      "step": 392
    },
    {
      "entropy": 1.4677839279174805,
      "epoch": 6.140625,
      "grad_norm": 1.7582485675811768,
      "learning_rate": 3.885733119675616e-05,
      "loss": 0.5989710092544556,
      "mean_token_accuracy": 0.8839285969734192,
      "num_tokens": 201216.0,
      "step": 393
    },
    {
      "entropy": 1.6351354122161865,
      "epoch": 6.15625,
      "grad_norm": 1.6400773525238037,
      "learning_rate": 3.8241332183780105e-05,
      "loss": 0.6478846073150635,
      "mean_token_accuracy": 0.8755760192871094,
      "num_tokens": 201728.0,
      "step": 394
    },
    {
      "entropy": 1.2197786569595337,
      "epoch": 6.171875,
      "grad_norm": 2.219877243041992,
      "learning_rate": 3.762954082148113e-05,
      "loss": 0.9954053163528442,
      "mean_token_accuracy": 0.803960382938385,
      "num_tokens": 202240.0,
      "step": 395
    },
    {
      "entropy": 1.3044180870056152,
      "epoch": 6.1875,
      "grad_norm": 2.2616729736328125,
      "learning_rate": 3.702198014345813e-05,
      "loss": 1.1857067346572876,
      "mean_token_accuracy": 0.7786561250686646,
      "num_tokens": 202752.0,
      "step": 396
    },
    {
      "entropy": 1.4440141916275024,
      "epoch": 6.203125,
      "grad_norm": 2.3922085762023926,
      "learning_rate": 3.641867302402731e-05,
      "loss": 1.0443466901779175,
      "mean_token_accuracy": 0.8074533939361572,
      "num_tokens": 203264.0,
      "step": 397
    },
    {
      "entropy": 1.4667960405349731,
      "epoch": 6.21875,
      "grad_norm": 1.9791189432144165,
      "learning_rate": 3.5819642177360744e-05,
      "loss": 0.9006252884864807,
      "mean_token_accuracy": 0.8259023427963257,
      "num_tokens": 203776.0,
      "step": 398
    },
    {
      "entropy": 1.2889478206634521,
      "epoch": 6.234375,
      "grad_norm": 2.4023540019989014,
      "learning_rate": 3.5224910156631154e-05,
      "loss": 1.1616065502166748,
      "mean_token_accuracy": 0.7854330539703369,
      "num_tokens": 204288.0,
      "step": 399
    },
    {
      "entropy": 1.3888750076293945,
      "epoch": 6.25,
      "grad_norm": 3.2403616905212402,
      "learning_rate": 3.4634499353163075e-05,
      "loss": 1.2539849281311035,
      "mean_token_accuracy": 0.7775590419769287,
      "num_tokens": 204800.0,
      "step": 400
    },
    {
      "entropy": 1.4797190427780151,
      "epoch": 6.265625,
      "grad_norm": 2.4358670711517334,
      "learning_rate": 3.404843199558945e-05,
      "loss": 1.1758122444152832,
      "mean_token_accuracy": 0.800000011920929,
      "num_tokens": 205312.0,
      "step": 401
    },
    {
      "entropy": 1.337235689163208,
      "epoch": 6.28125,
      "grad_norm": 2.2013049125671387,
      "learning_rate": 3.346673014901515e-05,
      "loss": 1.0903222560882568,
      "mean_token_accuracy": 0.8020201921463013,
      "num_tokens": 205824.0,
      "step": 402
    },
    {
      "entropy": 1.3701938390731812,
      "epoch": 6.296875,
      "grad_norm": 2.5289316177368164,
      "learning_rate": 3.288941571418582e-05,
      "loss": 1.1845871210098267,
      "mean_token_accuracy": 0.7736220359802246,
      "num_tokens": 206336.0,
      "step": 403
    },
    {
      "entropy": 1.2536909580230713,
      "epoch": 6.3125,
      "grad_norm": 2.306061029434204,
      "learning_rate": 3.2316510426663745e-05,
      "loss": 1.063169240951538,
      "mean_token_accuracy": 0.8110235929489136,
      "num_tokens": 206848.0,
      "step": 404
    },
    {
      "entropy": 1.3208762407302856,
      "epoch": 6.328125,
      "grad_norm": 2.4128077030181885,
      "learning_rate": 3.174803585600906e-05,
      "loss": 0.8401311039924622,
      "mean_token_accuracy": 0.8350951671600342,
      "num_tokens": 207360.0,
      "step": 405
    },
    {
      "entropy": 1.3629928827285767,
      "epoch": 6.34375,
      "grad_norm": 2.3814520835876465,
      "learning_rate": 3.1184013404968174e-05,
      "loss": 1.1989407539367676,
      "mean_token_accuracy": 0.7854330539703369,
      "num_tokens": 207872.0,
      "step": 406
    },
    {
      "entropy": 1.4353210926055908,
      "epoch": 6.359375,
      "grad_norm": 2.414461612701416,
      "learning_rate": 3.062446430866748e-05,
      "loss": 1.0983890295028687,
      "mean_token_accuracy": 0.8086419701576233,
      "num_tokens": 208384.0,
      "step": 407
    },
    {
      "entropy": 1.324364185333252,
      "epoch": 6.375,
      "grad_norm": 2.3120386600494385,
      "learning_rate": 3.0069409633814228e-05,
      "loss": 1.0871342420578003,
      "mean_token_accuracy": 0.7933070659637451,
      "num_tokens": 208896.0,
      "step": 408
    },
    {
      "entropy": 1.4769569635391235,
      "epoch": 6.390625,
      "grad_norm": 2.1611950397491455,
      "learning_rate": 2.9518870277903274e-05,
      "loss": 1.0565687417984009,
      "mean_token_accuracy": 0.8062499761581421,
      "num_tokens": 209408.0,
      "step": 409
    },
    {
      "entropy": 1.2712613344192505,
      "epoch": 6.40625,
      "grad_norm": 2.1195592880249023,
      "learning_rate": 2.8972866968430098e-05,
      "loss": 0.8914839029312134,
      "mean_token_accuracy": 0.8381742835044861,
      "num_tokens": 209920.0,
      "step": 410
    },
    {
      "entropy": 1.3642261028289795,
      "epoch": 6.421875,
      "grad_norm": 2.089002847671509,
      "learning_rate": 2.84314202621108e-05,
      "loss": 1.042889952659607,
      "mean_token_accuracy": 0.8139059543609619,
      "num_tokens": 210432.0,
      "step": 411
    },
    {
      "entropy": 1.2996537685394287,
      "epoch": 6.4375,
      "grad_norm": 2.5762758255004883,
      "learning_rate": 2.7894550544107737e-05,
      "loss": 1.1719818115234375,
      "mean_token_accuracy": 0.7814960479736328,
      "num_tokens": 210944.0,
      "step": 412
    },
    {
      "entropy": 1.325704574584961,
      "epoch": 6.453125,
      "grad_norm": 2.469484329223633,
      "learning_rate": 2.7362278027262457e-05,
      "loss": 0.9921610355377197,
      "mean_token_accuracy": 0.7991803288459778,
      "num_tokens": 211456.0,
      "step": 413
    },
    {
      "entropy": 1.2528401613235474,
      "epoch": 6.46875,
      "grad_norm": 2.5817010402679443,
      "learning_rate": 2.68346227513343e-05,
      "loss": 1.012644648551941,
      "mean_token_accuracy": 0.8104838728904724,
      "num_tokens": 211968.0,
      "step": 414
    },
    {
      "entropy": 1.3440062999725342,
      "epoch": 6.484375,
      "grad_norm": 2.138012170791626,
      "learning_rate": 2.6311604582246238e-05,
      "loss": 0.9965952634811401,
      "mean_token_accuracy": 0.8103092908859253,
      "num_tokens": 212480.0,
      "step": 415
    },
    {
      "entropy": 1.2636010646820068,
      "epoch": 6.5,
      "grad_norm": 3.449289083480835,
      "learning_rate": 2.5793243211336645e-05,
      "loss": 1.2079899311065674,
      "mean_token_accuracy": 0.7696850299835205,
      "num_tokens": 212992.0,
      "step": 416
    },
    {
      "entropy": 1.3567794561386108,
      "epoch": 6.515625,
      "grad_norm": 2.7362849712371826,
      "learning_rate": 2.5279558154618197e-05,
      "loss": 1.003839373588562,
      "mean_token_accuracy": 0.8060606122016907,
      "num_tokens": 213504.0,
      "step": 417
    },
    {
      "entropy": 1.477582335472107,
      "epoch": 6.53125,
      "grad_norm": 2.272670030593872,
      "learning_rate": 2.4770568752042995e-05,
      "loss": 0.9059895873069763,
      "mean_token_accuracy": 0.8144989609718323,
      "num_tokens": 214016.0,
      "step": 418
    },
    {
      "entropy": 1.4449951648712158,
      "epoch": 6.546875,
      "grad_norm": 2.270644187927246,
      "learning_rate": 2.4266294166774288e-05,
      "loss": 1.1380894184112549,
      "mean_token_accuracy": 0.7979592084884644,
      "num_tokens": 214528.0,
      "step": 419
    },
    {
      "entropy": 1.210769772529602,
      "epoch": 6.5625,
      "grad_norm": 2.6737060546875,
      "learning_rate": 2.376675338446525e-05,
      "loss": 1.0513958930969238,
      "mean_token_accuracy": 0.8007968068122864,
      "num_tokens": 215040.0,
      "step": 420
    },
    {
      "entropy": 1.351199984550476,
      "epoch": 6.578125,
      "grad_norm": 2.685697078704834,
      "learning_rate": 2.3271965212543932e-05,
      "loss": 1.2178758382797241,
      "mean_token_accuracy": 0.7777777910232544,
      "num_tokens": 215552.0,
      "step": 421
    },
    {
      "entropy": 1.4135276079177856,
      "epoch": 6.59375,
      "grad_norm": 2.340247869491577,
      "learning_rate": 2.278194827950543e-05,
      "loss": 1.250877857208252,
      "mean_token_accuracy": 0.7775590419769287,
      "num_tokens": 216064.0,
      "step": 422
    },
    {
      "entropy": 1.230191946029663,
      "epoch": 6.609375,
      "grad_norm": 2.4362449645996094,
      "learning_rate": 2.2296721034210218e-05,
      "loss": 1.1102575063705444,
      "mean_token_accuracy": 0.7924901247024536,
      "num_tokens": 216576.0,
      "step": 423
    },
    {
      "entropy": 1.311639428138733,
      "epoch": 6.625,
      "grad_norm": 2.4978349208831787,
      "learning_rate": 2.1816301745189933e-05,
      "loss": 1.133759617805481,
      "mean_token_accuracy": 0.7854330539703369,
      "num_tokens": 217088.0,
      "step": 424
    },
    {
      "entropy": 1.344711422920227,
      "epoch": 6.640625,
      "grad_norm": 2.260749578475952,
      "learning_rate": 2.1340708499959197e-05,
      "loss": 1.0410059690475464,
      "mean_token_accuracy": 0.8065173029899597,
      "num_tokens": 217600.0,
      "step": 425
    },
    {
      "entropy": 1.2411428689956665,
      "epoch": 6.65625,
      "grad_norm": 2.3936338424682617,
      "learning_rate": 2.0869959204334935e-05,
      "loss": 1.097914457321167,
      "mean_token_accuracy": 0.796407163143158,
      "num_tokens": 218112.0,
      "step": 426
    },
    {
      "entropy": 1.447340965270996,
      "epoch": 6.671875,
      "grad_norm": 2.2700304985046387,
      "learning_rate": 2.0404071581761995e-05,
      "loss": 1.098491907119751,
      "mean_token_accuracy": 0.7946611642837524,
      "num_tokens": 218624.0,
      "step": 427
    },
    {
      "entropy": 1.4071056842803955,
      "epoch": 6.6875,
      "grad_norm": 2.3570244312286377,
      "learning_rate": 1.9943063172646085e-05,
      "loss": 1.2364177703857422,
      "mean_token_accuracy": 0.7695390582084656,
      "num_tokens": 219136.0,
      "step": 428
    },
    {
      "entropy": 1.3318933248519897,
      "epoch": 6.703125,
      "grad_norm": 2.6349446773529053,
      "learning_rate": 1.9486951333693296e-05,
      "loss": 1.1402510404586792,
      "mean_token_accuracy": 0.7907444834709167,
      "num_tokens": 219648.0,
      "step": 429
    },
    {
      "entropy": 1.3377373218536377,
      "epoch": 6.71875,
      "grad_norm": 2.332634925842285,
      "learning_rate": 1.9035753237256486e-05,
      "loss": 1.0878653526306152,
      "mean_token_accuracy": 0.7923387289047241,
      "num_tokens": 220160.0,
      "step": 430
    },
    {
      "entropy": 1.3920668363571167,
      "epoch": 6.734375,
      "grad_norm": 2.1408042907714844,
      "learning_rate": 1.8589485870689023e-05,
      "loss": 1.233846664428711,
      "mean_token_accuracy": 0.7933070659637451,
      "num_tokens": 220672.0,
      "step": 431
    },
    {
      "entropy": 1.3373357057571411,
      "epoch": 6.75,
      "grad_norm": 3.003164768218994,
      "learning_rate": 1.814816603570497e-05,
      "loss": 1.2591382265090942,
      "mean_token_accuracy": 0.7657480239868164,
      "num_tokens": 221184.0,
      "step": 432
    },
    {
      "entropy": 1.3029452562332153,
      "epoch": 6.765625,
      "grad_norm": 2.2512388229370117,
      "learning_rate": 1.7711810347746757e-05,
      "loss": 1.1033636331558228,
      "mean_token_accuracy": 0.805220901966095,
      "num_tokens": 221696.0,
      "step": 433
    },
    {
      "entropy": 1.3201580047607422,
      "epoch": 6.78125,
      "grad_norm": 2.216168165206909,
      "learning_rate": 1.728043523535933e-05,
      "loss": 0.8506653308868408,
      "mean_token_accuracy": 0.8407643437385559,
      "num_tokens": 222208.0,
      "step": 434
    },
    {
      "entropy": 1.3668451309204102,
      "epoch": 6.796875,
      "grad_norm": 2.320620059967041,
      "learning_rate": 1.6854056939571925e-05,
      "loss": 1.1892409324645996,
      "mean_token_accuracy": 0.7755905389785767,
      "num_tokens": 222720.0,
      "step": 435
    },
    {
      "entropy": 1.3634605407714844,
      "epoch": 6.8125,
      "grad_norm": 2.3351492881774902,
      "learning_rate": 1.6432691513286318e-05,
      "loss": 1.1596734523773193,
      "mean_token_accuracy": 0.787401556968689,
      "num_tokens": 223232.0,
      "step": 436
    },
    {
      "entropy": 1.494618535041809,
      "epoch": 6.828125,
      "grad_norm": 2.343942165374756,
      "learning_rate": 1.6016354820672715e-05,
      "loss": 1.0683393478393555,
      "mean_token_accuracy": 0.8004158139228821,
      "num_tokens": 223744.0,
      "step": 437
    },
    {
      "entropy": 1.3987553119659424,
      "epoch": 6.84375,
      "grad_norm": 2.640872001647949,
      "learning_rate": 1.560506253657223e-05,
      "loss": 0.9901496767997742,
      "mean_token_accuracy": 0.8179916143417358,
      "num_tokens": 224256.0,
      "step": 438
    },
    {
      "entropy": 1.3903093338012695,
      "epoch": 6.859375,
      "grad_norm": 2.8874828815460205,
      "learning_rate": 1.519883014590691e-05,
      "loss": 1.076893925666809,
      "mean_token_accuracy": 0.7962962985038757,
      "num_tokens": 224768.0,
      "step": 439
    },
    {
      "entropy": 1.4098860025405884,
      "epoch": 6.875,
      "grad_norm": 2.306347370147705,
      "learning_rate": 1.4797672943096711e-05,
      "loss": 1.2542139291763306,
      "mean_token_accuracy": 0.7786720395088196,
      "num_tokens": 225280.0,
      "step": 440
    },
    {
      "entropy": 1.4133609533309937,
      "epoch": 6.890625,
      "grad_norm": 2.25966739654541,
      "learning_rate": 1.4401606031483497e-05,
      "loss": 1.2815967798233032,
      "mean_token_accuracy": 0.7742574214935303,
      "num_tokens": 225792.0,
      "step": 441
    },
    {
      "entropy": 1.248429775238037,
      "epoch": 6.90625,
      "grad_norm": 2.32254695892334,
      "learning_rate": 1.4010644322762699e-05,
      "loss": 0.8687695860862732,
      "mean_token_accuracy": 0.8353909254074097,
      "num_tokens": 226304.0,
      "step": 442
    },
    {
      "entropy": 1.3251779079437256,
      "epoch": 6.921875,
      "grad_norm": 2.5684423446655273,
      "learning_rate": 1.3624802536421641e-05,
      "loss": 1.2095526456832886,
      "mean_token_accuracy": 0.7775590419769287,
      "num_tokens": 226816.0,
      "step": 443
    },
    {
      "entropy": 1.2735978364944458,
      "epoch": 6.9375,
      "grad_norm": 2.184539794921875,
      "learning_rate": 1.3244095199185534e-05,
      "loss": 1.0298391580581665,
      "mean_token_accuracy": 0.8132529854774475,
      "num_tokens": 227328.0,
      "step": 444
    },
    {
      "entropy": 1.426642656326294,
      "epoch": 6.953125,
      "grad_norm": 2.2295777797698975,
      "learning_rate": 1.2868536644470396e-05,
      "loss": 1.2079875469207764,
      "mean_token_accuracy": 0.7871485948562622,
      "num_tokens": 227840.0,
      "step": 445
    },
    {
      "entropy": 1.306974172592163,
      "epoch": 6.96875,
      "grad_norm": 2.530898094177246,
      "learning_rate": 1.249814101184361e-05,
      "loss": 1.1371548175811768,
      "mean_token_accuracy": 0.7834645509719849,
      "num_tokens": 228352.0,
      "step": 446
    },
    {
      "entropy": 1.3690567016601562,
      "epoch": 6.984375,
      "grad_norm": 2.2345566749572754,
      "learning_rate": 1.2132922246491333e-05,
      "loss": 1.045675277709961,
      "mean_token_accuracy": 0.802874743938446,
      "num_tokens": 228864.0,
      "step": 447
    },
    {
      "entropy": 1.3706583976745605,
      "epoch": 7.0,
      "grad_norm": 2.3838391304016113,
      "learning_rate": 1.177289409869373e-05,
      "loss": 0.8126500844955444,
      "mean_token_accuracy": 0.8404255509376526,
      "num_tokens": 229376.0,
      "step": 448
    },
    {
      "entropy": 1.4000086784362793,
      "epoch": 7.015625,
      "grad_norm": 2.8213186264038086,
      "learning_rate": 1.1418070123306989e-05,
      "loss": 1.2279022932052612,
      "mean_token_accuracy": 0.7637795209884644,
      "num_tokens": 229888.0,
      "step": 449
    },
    {
      "entropy": 1.4237322807312012,
      "epoch": 7.03125,
      "grad_norm": 1.9904886484146118,
      "learning_rate": 1.1068463679253293e-05,
      "loss": 0.717651903629303,
      "mean_token_accuracy": 0.8627451062202454,
      "num_tokens": 230400.0,
      "step": 450
    },
    {
      "entropy": 1.3660708665847778,
      "epoch": 7.046875,
      "grad_norm": 2.419309139251709,
      "learning_rate": 1.0724087929017677e-05,
      "loss": 1.1893762350082397,
      "mean_token_accuracy": 0.7775590419769287,
      "num_tokens": 230912.0,
      "step": 451
    },
    {
      "entropy": 1.4297083616256714,
      "epoch": 7.0625,
      "grad_norm": 2.564194679260254,
      "learning_rate": 1.0384955838152442e-05,
      "loss": 0.9669811725616455,
      "mean_token_accuracy": 0.8092243075370789,
      "num_tokens": 231424.0,
      "step": 452
    },
    {
      "entropy": 1.2599018812179565,
      "epoch": 7.078125,
      "grad_norm": 2.5647976398468018,
      "learning_rate": 1.0051080174789172e-05,
      "loss": 0.9141256809234619,
      "mean_token_accuracy": 0.8220859169960022,
      "num_tokens": 231936.0,
      "step": 453
    },
    {
      "entropy": 1.3683661222457886,
      "epoch": 7.09375,
      "grad_norm": 2.4807143211364746,
      "learning_rate": 9.722473509157857e-06,
      "loss": 1.0112833976745605,
      "mean_token_accuracy": 0.806584358215332,
      "num_tokens": 232448.0,
      "step": 454
    },
    {
      "entropy": 1.4733227491378784,
      "epoch": 7.109375,
      "grad_norm": 2.253063440322876,
      "learning_rate": 9.399148213113772e-06,
      "loss": 0.8170402646064758,
      "mean_token_accuracy": 0.850649356842041,
      "num_tokens": 232960.0,
      "step": 455
    },
    {
      "entropy": 1.2353498935699463,
      "epoch": 7.125,
      "grad_norm": 2.056302547454834,
      "learning_rate": 9.081116459671511e-06,
      "loss": 0.8609686493873596,
      "mean_token_accuracy": 0.8292682766914368,
      "num_tokens": 233472.0,
      "step": 456
    },
    {
      "entropy": 1.3128821849822998,
      "epoch": 7.140625,
      "grad_norm": 2.351895570755005,
      "learning_rate": 8.768390222546895e-06,
      "loss": 0.9468564391136169,
      "mean_token_accuracy": 0.8200408816337585,
      "num_tokens": 233984.0,
      "step": 457
    },
    {
      "entropy": 1.3826062679290771,
      "epoch": 7.15625,
      "grad_norm": 2.380359172821045,
      "learning_rate": 8.460981275705942e-06,
      "loss": 0.9691749811172485,
      "mean_token_accuracy": 0.8140496015548706,
      "num_tokens": 234496.0,
      "step": 458
    },
    {
      "entropy": 1.3204487562179565,
      "epoch": 7.171875,
      "grad_norm": 2.3769736289978027,
      "learning_rate": 8.158901192921823e-06,
      "loss": 1.018041968345642,
      "mean_token_accuracy": 0.805220901966095,
      "num_tokens": 235008.0,
      "step": 459
    },
    {
      "entropy": 1.301025390625,
      "epoch": 7.1875,
      "grad_norm": 2.4315240383148193,
      "learning_rate": 7.862161347338836e-06,
      "loss": 0.9299899339675903,
      "mean_token_accuracy": 0.8333333134651184,
      "num_tokens": 235520.0,
      "step": 460
    },
    {
      "entropy": 1.1855802536010742,
      "epoch": 7.203125,
      "grad_norm": 2.7347376346588135,
      "learning_rate": 7.570772911044498e-06,
      "loss": 1.0176899433135986,
      "mean_token_accuracy": 0.8063241243362427,
      "num_tokens": 236032.0,
      "step": 461
    },
    {
      "entropy": 1.3519090414047241,
      "epoch": 7.21875,
      "grad_norm": 2.1036648750305176,
      "learning_rate": 7.284746854648748e-06,
      "loss": 0.780006468296051,
      "mean_token_accuracy": 0.8479657173156738,
      "num_tokens": 236544.0,
      "step": 462
    },
    {
      "entropy": 1.3214199542999268,
      "epoch": 7.234375,
      "grad_norm": 2.382298707962036,
      "learning_rate": 7.00409394687092e-06,
      "loss": 1.1440752744674683,
      "mean_token_accuracy": 0.7913385629653931,
      "num_tokens": 237056.0,
      "step": 463
    },
    {
      "entropy": 1.482852816581726,
      "epoch": 7.25,
      "grad_norm": 2.64764142036438,
      "learning_rate": 6.728824754134398e-06,
      "loss": 1.1399593353271484,
      "mean_token_accuracy": 0.7877551317214966,
      "num_tokens": 237568.0,
      "step": 464
    },
    {
      "entropy": 1.3064343929290771,
      "epoch": 7.265625,
      "grad_norm": 2.473623752593994,
      "learning_rate": 6.458949640168675e-06,
      "loss": 0.8528488874435425,
      "mean_token_accuracy": 0.828157365322113,
      "num_tokens": 238080.0,
      "step": 465
    },
    {
      "entropy": 1.1553479433059692,
      "epoch": 7.28125,
      "grad_norm": 2.495208501815796,
      "learning_rate": 6.1944787656192765e-06,
      "loss": 0.8627750873565674,
      "mean_token_accuracy": 0.8340080976486206,
      "num_tokens": 238592.0,
      "step": 466
    },
    {
      "entropy": 1.411194920539856,
      "epoch": 7.296875,
      "grad_norm": 2.01597261428833,
      "learning_rate": 5.935422087665132e-06,
      "loss": 0.8617269992828369,
      "mean_token_accuracy": 0.8397436141967773,
      "num_tokens": 239104.0,
      "step": 467
    },
    {
      "entropy": 1.3339228630065918,
      "epoch": 7.3125,
      "grad_norm": 3.0477869510650635,
      "learning_rate": 5.681789359643779e-06,
      "loss": 0.9688454270362854,
      "mean_token_accuracy": 0.7971311211585999,
      "num_tokens": 239616.0,
      "step": 468
    },
    {
      "entropy": 1.497868299484253,
      "epoch": 7.328125,
      "grad_norm": 2.4108757972717285,
      "learning_rate": 5.4335901306840235e-06,
      "loss": 0.8658555746078491,
      "mean_token_accuracy": 0.8293736577033997,
      "num_tokens": 240128.0,
      "step": 469
    },
    {
      "entropy": 1.3256721496582031,
      "epoch": 7.34375,
      "grad_norm": 2.7251064777374268,
      "learning_rate": 5.190833745346606e-06,
      "loss": 0.959291934967041,
      "mean_token_accuracy": 0.8202019929885864,
      "num_tokens": 240640.0,
      "step": 470
    },
    {
      "entropy": 1.3926868438720703,
      "epoch": 7.359375,
      "grad_norm": 2.09291410446167,
      "learning_rate": 4.953529343272189e-06,
      "loss": 0.841661274433136,
      "mean_token_accuracy": 0.8400852680206299,
      "num_tokens": 241152.0,
      "step": 471
    },
    {
      "entropy": 1.2108948230743408,
      "epoch": 7.375,
      "grad_norm": 2.283916711807251,
      "learning_rate": 4.721685858837393e-06,
      "loss": 1.1214765310287476,
      "mean_token_accuracy": 0.807539701461792,
      "num_tokens": 241664.0,
      "step": 472
    },
    {
      "entropy": 1.4406850337982178,
      "epoch": 7.390625,
      "grad_norm": 2.1983139514923096,
      "learning_rate": 4.495312020818403e-06,
      "loss": 1.072562336921692,
      "mean_token_accuracy": 0.8132780194282532,
      "num_tokens": 242176.0,
      "step": 473
    },
    {
      "entropy": 1.4410004615783691,
      "epoch": 7.40625,
      "grad_norm": 2.522141933441162,
      "learning_rate": 4.2744163520622325e-06,
      "loss": 1.186017394065857,
      "mean_token_accuracy": 0.7716535329818726,
      "num_tokens": 242688.0,
      "step": 474
    },
    {
      "entropy": 1.443795084953308,
      "epoch": 7.421875,
      "grad_norm": 2.468191385269165,
      "learning_rate": 4.05900716916599e-06,
      "loss": 1.041429042816162,
      "mean_token_accuracy": 0.8024691343307495,
      "num_tokens": 243200.0,
      "step": 475
    },
    {
      "entropy": 1.4273154735565186,
      "epoch": 7.4375,
      "grad_norm": 2.0933821201324463,
      "learning_rate": 3.849092582163621e-06,
      "loss": 0.7831029295921326,
      "mean_token_accuracy": 0.8481561541557312,
      "num_tokens": 243712.0,
      "step": 476
    },
    {
      "entropy": 1.1794345378875732,
      "epoch": 7.453125,
      "grad_norm": 2.505176544189453,
      "learning_rate": 3.6446804942207306e-06,
      "loss": 1.0385328531265259,
      "mean_token_accuracy": 0.7952755689620972,
      "num_tokens": 244224.0,
      "step": 477
    },
    {
      "entropy": 1.3042283058166504,
      "epoch": 7.46875,
      "grad_norm": 2.2837576866149902,
      "learning_rate": 3.4457786013368403e-06,
      "loss": 1.044230580329895,
      "mean_token_accuracy": 0.8084677457809448,
      "num_tokens": 244736.0,
      "step": 478
    },
    {
      "entropy": 1.3156306743621826,
      "epoch": 7.484375,
      "grad_norm": 3.331399440765381,
      "learning_rate": 3.252394392055868e-06,
      "loss": 1.091844916343689,
      "mean_token_accuracy": 0.789370059967041,
      "num_tokens": 245248.0,
      "step": 479
    },
    {
      "entropy": 1.2917033433914185,
      "epoch": 7.5,
      "grad_norm": 2.2519593238830566,
      "learning_rate": 3.064535147183922e-06,
      "loss": 1.050087332725525,
      "mean_token_accuracy": 0.8056111931800842,
      "num_tokens": 245760.0,
      "step": 480
    },
    {
      "entropy": 1.3923559188842773,
      "epoch": 7.515625,
      "grad_norm": 2.422091007232666,
      "learning_rate": 2.882207939515435e-06,
      "loss": 0.909593403339386,
      "mean_token_accuracy": 0.8132780194282532,
      "num_tokens": 246272.0,
      "step": 481
    },
    {
      "entropy": 1.279539942741394,
      "epoch": 7.53125,
      "grad_norm": 2.5200605392456055,
      "learning_rate": 2.7054196335667133e-06,
      "loss": 1.2554877996444702,
      "mean_token_accuracy": 0.7920792102813721,
      "num_tokens": 246784.0,
      "step": 482
    },
    {
      "entropy": 1.3303519487380981,
      "epoch": 7.546875,
      "grad_norm": 2.704820394515991,
      "learning_rate": 2.534176885317557e-06,
      "loss": 1.147330641746521,
      "mean_token_accuracy": 0.7834645509719849,
      "num_tokens": 247296.0,
      "step": 483
    },
    {
      "entropy": 1.2642784118652344,
      "epoch": 7.5625,
      "grad_norm": 2.542236089706421,
      "learning_rate": 2.368486141960646e-06,
      "loss": 0.8348578810691833,
      "mean_token_accuracy": 0.8431771993637085,
      "num_tokens": 247808.0,
      "step": 484
    },
    {
      "entropy": 1.379125952720642,
      "epoch": 7.578125,
      "grad_norm": 2.5580883026123047,
      "learning_rate": 2.2083536416588165e-06,
      "loss": 1.251000165939331,
      "mean_token_accuracy": 0.7775590419769287,
      "num_tokens": 248320.0,
      "step": 485
    },
    {
      "entropy": 1.2168140411376953,
      "epoch": 7.59375,
      "grad_norm": 2.39772367477417,
      "learning_rate": 2.053785413310216e-06,
      "loss": 1.0238333940505981,
      "mean_token_accuracy": 0.7952755689620972,
      "num_tokens": 248832.0,
      "step": 486
    },
    {
      "entropy": 1.4885849952697754,
      "epoch": 7.609375,
      "grad_norm": 2.4192397594451904,
      "learning_rate": 1.9047872763212347e-06,
      "loss": 1.1900980472564697,
      "mean_token_accuracy": 0.7917525768280029,
      "num_tokens": 249344.0,
      "step": 487
    },
    {
      "entropy": 1.2745150327682495,
      "epoch": 7.625,
      "grad_norm": 2.538703203201294,
      "learning_rate": 1.7613648403875802e-06,
      "loss": 0.8750802874565125,
      "mean_token_accuracy": 0.8223140239715576,
      "num_tokens": 249856.0,
      "step": 488
    },
    {
      "entropy": 1.3218390941619873,
      "epoch": 7.640625,
      "grad_norm": 2.5100438594818115,
      "learning_rate": 1.6235235052828476e-06,
      "loss": 1.1404964923858643,
      "mean_token_accuracy": 0.787401556968689,
      "num_tokens": 250368.0,
      "step": 489
    },
    {
      "entropy": 1.3542776107788086,
      "epoch": 7.65625,
      "grad_norm": 2.773221969604492,
      "learning_rate": 1.4912684606554482e-06,
      "loss": 1.2540241479873657,
      "mean_token_accuracy": 0.7559055089950562,
      "num_tokens": 250880.0,
      "step": 490
    },
    {
      "entropy": 1.227868914604187,
      "epoch": 7.671875,
      "grad_norm": 2.7581679821014404,
      "learning_rate": 1.3646046858329984e-06,
      "loss": 0.8930553197860718,
      "mean_token_accuracy": 0.8255578279495239,
      "num_tokens": 251392.0,
      "step": 491
    },
    {
      "entropy": 1.2694940567016602,
      "epoch": 7.6875,
      "grad_norm": 2.4182348251342773,
      "learning_rate": 1.2435369496350711e-06,
      "loss": 1.0677306652069092,
      "mean_token_accuracy": 0.7913385629653931,
      "num_tokens": 251904.0,
      "step": 492
    },
    {
      "entropy": 1.341015338897705,
      "epoch": 7.703125,
      "grad_norm": 2.8310325145721436,
      "learning_rate": 1.128069810193505e-06,
      "loss": 1.1821932792663574,
      "mean_token_accuracy": 0.7696850299835205,
      "num_tokens": 252416.0,
      "step": 493
    },
    {
      "entropy": 1.3577978610992432,
      "epoch": 7.71875,
      "grad_norm": 2.641374111175537,
      "learning_rate": 1.018207614780825e-06,
      "loss": 1.157777190208435,
      "mean_token_accuracy": 0.7795275449752808,
      "num_tokens": 252928.0,
      "step": 494
    },
    {
      "entropy": 1.3288973569869995,
      "epoch": 7.734375,
      "grad_norm": 2.7389330863952637,
      "learning_rate": 9.139544996465908e-07,
      "loss": 1.018500804901123,
      "mean_token_accuracy": 0.8004032373428345,
      "num_tokens": 253440.0,
      "step": 495
    },
    {
      "entropy": 1.0912328958511353,
      "epoch": 7.75,
      "grad_norm": 2.2947134971618652,
      "learning_rate": 8.153143898616876e-07,
      "loss": 0.9197831749916077,
      "mean_token_accuracy": 0.8167330622673035,
      "num_tokens": 253952.0,
      "step": 496
    },
    {
      "entropy": 1.4121466875076294,
      "epoch": 7.765625,
      "grad_norm": 2.588513135910034,
      "learning_rate": 7.222909991704773e-07,
      "loss": 1.215504765510559,
      "mean_token_accuracy": 0.772455096244812,
      "num_tokens": 254464.0,
      "step": 497
    },
    {
      "entropy": 1.4346033334732056,
      "epoch": 7.78125,
      "grad_norm": 2.178701400756836,
      "learning_rate": 6.348878298510274e-07,
      "loss": 0.8305696845054626,
      "mean_token_accuracy": 0.8376068472862244,
      "num_tokens": 254976.0,
      "step": 498
    },
    {
      "entropy": 1.3011205196380615,
      "epoch": 7.796875,
      "grad_norm": 2.3126487731933594,
      "learning_rate": 5.531081725832998e-07,
      "loss": 1.1374728679656982,
      "mean_token_accuracy": 0.7913385629653931,
      "num_tokens": 255488.0,
      "step": 499
    },
    {
      "entropy": 1.401319146156311,
      "epoch": 7.8125,
      "grad_norm": 2.48214054107666,
      "learning_rate": 4.769551063251497e-07,
      "loss": 1.0062270164489746,
      "mean_token_accuracy": 0.8073770403862,
      "num_tokens": 256000.0,
      "step": 500
    },
    {
      "entropy": 1.2516509294509888,
      "epoch": 7.828125,
      "grad_norm": 2.50232195854187,
      "learning_rate": 4.064314981964689e-07,
      "loss": 0.7502802014350891,
      "mean_token_accuracy": 0.850210964679718,
      "num_tokens": 256512.0,
      "step": 501
    },
    {
      "entropy": 1.3641161918640137,
      "epoch": 7.84375,
      "grad_norm": 2.276825428009033,
      "learning_rate": 3.415400033712545e-07,
      "loss": 1.0526609420776367,
      "mean_token_accuracy": 0.7983871102333069,
      "num_tokens": 257024.0,
      "step": 502
    },
    {
      "entropy": 1.1331143379211426,
      "epoch": 7.859375,
      "grad_norm": 2.2967472076416016,
      "learning_rate": 2.822830649776231e-07,
      "loss": 0.7948004603385925,
      "mean_token_accuracy": 0.8393574357032776,
      "num_tokens": 257536.0,
      "step": 503
    },
    {
      "entropy": 1.3357852697372437,
      "epoch": 7.875,
      "grad_norm": 2.6608662605285645,
      "learning_rate": 2.2866291400578385e-07,
      "loss": 1.15070641040802,
      "mean_token_accuracy": 0.7736220359802246,
      "num_tokens": 258048.0,
      "step": 504
    },
    {
      "entropy": 1.2608537673950195,
      "epoch": 7.890625,
      "grad_norm": 2.4359138011932373,
      "learning_rate": 1.8068156922413924e-07,
      "loss": 1.077385663986206,
      "mean_token_accuracy": 0.8011810779571533,
      "num_tokens": 258560.0,
      "step": 505
    },
    {
      "entropy": 1.3851075172424316,
      "epoch": 7.90625,
      "grad_norm": 2.354517936706543,
      "learning_rate": 1.3834083710319577e-07,
      "loss": 0.9085444808006287,
      "mean_token_accuracy": 0.837837815284729,
      "num_tokens": 259072.0,
      "step": 506
    },
    {
      "entropy": 1.3305258750915527,
      "epoch": 7.921875,
      "grad_norm": 2.5277912616729736,
      "learning_rate": 1.0164231174756843e-07,
      "loss": 1.1649365425109863,
      "mean_token_accuracy": 0.7972440719604492,
      "num_tokens": 259584.0,
      "step": 507
    },
    {
      "entropy": 1.3707011938095093,
      "epoch": 7.9375,
      "grad_norm": 2.5459818840026855,
      "learning_rate": 7.058737483602861e-08,
      "loss": 1.1839475631713867,
      "mean_token_accuracy": 0.7755905389785767,
      "num_tokens": 260096.0,
      "step": 508
    },
    {
      "entropy": 1.3563947677612305,
      "epoch": 7.953125,
      "grad_norm": 2.303511142730713,
      "learning_rate": 4.51771955693625e-08,
      "loss": 1.1173865795135498,
      "mean_token_accuracy": 0.7955911755561829,
      "num_tokens": 260608.0,
      "step": 509
    },
    {
      "entropy": 1.3299047946929932,
      "epoch": 7.96875,
      "grad_norm": 2.4176976680755615,
      "learning_rate": 2.541273062648952e-08,
      "loss": 0.9735764265060425,
      "mean_token_accuracy": 0.8189300298690796,
      "num_tokens": 261120.0,
      "step": 510
    },
    {
      "entropy": 1.252206563949585,
      "epoch": 7.984375,
      "grad_norm": 2.453003168106079,
      "learning_rate": 1.1294724128324551e-08,
      "loss": 1.102551817893982,
      "mean_token_accuracy": 0.782608687877655,
      "num_tokens": 261632.0,
      "step": 511
    },
    {
      "entropy": 1.3690651655197144,
      "epoch": 8.0,
      "grad_norm": 2.252596616744995,
      "learning_rate": 2.8237076098336365e-09,
      "loss": 1.034975528717041,
      "mean_token_accuracy": 0.8102040886878967,
      "num_tokens": 262144.0,
      "step": 512
    }
  ],
  "logging_steps": 1,
  "max_steps": 512,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 128,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 70078365696000.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}