{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1937,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 2.314144600741565,
      "epoch": 0.005163705604234238,
      "grad_norm": 4.290224552154541,
      "learning_rate": 1.5254237288135596e-06,
      "loss": 4.511758422851562,
      "mean_token_accuracy": 0.3633482086937875,
      "num_tokens": 57862.0,
      "step": 10
    },
    {
      "entropy": 2.3062521956861017,
      "epoch": 0.010327411208468477,
      "grad_norm": 4.981228828430176,
      "learning_rate": 3.2203389830508473e-06,
      "loss": 4.534395980834961,
      "mean_token_accuracy": 0.3670886025764048,
      "num_tokens": 114505.0,
      "step": 20
    },
    {
      "entropy": 2.445302851125598,
      "epoch": 0.015491116812702715,
      "grad_norm": 3.324716091156006,
      "learning_rate": 4.915254237288136e-06,
      "loss": 4.264028549194336,
      "mean_token_accuracy": 0.37419168511405587,
      "num_tokens": 177985.0,
      "step": 30
    },
    {
      "entropy": 2.5100959464907646,
      "epoch": 0.020654822416936953,
      "grad_norm": 2.0952486991882324,
      "learning_rate": 6.610169491525424e-06,
      "loss": 3.9582889556884764,
      "mean_token_accuracy": 0.3963044578209519,
      "num_tokens": 239576.0,
      "step": 40
    },
    {
      "entropy": 2.665686187893152,
      "epoch": 0.025818528021171194,
      "grad_norm": 1.5603235960006714,
      "learning_rate": 8.305084745762712e-06,
      "loss": 3.556003189086914,
      "mean_token_accuracy": 0.4520953473169357,
      "num_tokens": 291640.0,
      "step": 50
    },
    {
      "entropy": 2.741910447925329,
      "epoch": 0.03098223362540543,
      "grad_norm": 0.9505864977836609,
      "learning_rate": 1e-05,
      "loss": 3.2364212036132813,
      "mean_token_accuracy": 0.5039095370098948,
      "num_tokens": 349011.0,
      "step": 60
    },
    {
      "entropy": 2.7771890498697758,
      "epoch": 0.03614593922963967,
      "grad_norm": 0.7826384902000427,
      "learning_rate": 9.999300418283908e-06,
      "loss": 3.075259208679199,
      "mean_token_accuracy": 0.522175510879606,
      "num_tokens": 407532.0,
      "step": 70
    },
    {
      "entropy": 2.6670482574030756,
      "epoch": 0.04130964483387391,
      "grad_norm": 0.7306021451950073,
      "learning_rate": 9.997201868901463e-06,
      "loss": 2.959842300415039,
      "mean_token_accuracy": 0.5392204709351063,
      "num_tokens": 464814.0,
      "step": 80
    },
    {
      "entropy": 2.534086942858994,
      "epoch": 0.04647335043810815,
      "grad_norm": 0.7267245650291443,
      "learning_rate": 9.993704939095376e-06,
      "loss": 2.857519340515137,
      "mean_token_accuracy": 0.5584392322227358,
      "num_tokens": 523494.0,
      "step": 90
    },
    {
      "entropy": 2.48643469568342,
      "epoch": 0.05163705604234239,
      "grad_norm": 0.9745510816574097,
      "learning_rate": 9.988810607420912e-06,
      "loss": 2.770132637023926,
      "mean_token_accuracy": 0.5674901144579053,
      "num_tokens": 578916.0,
      "step": 100
    },
    {
      "entropy": 2.3004672840237617,
      "epoch": 0.056800761646576624,
      "grad_norm": 0.9000684022903442,
      "learning_rate": 9.982520243472044e-06,
      "loss": 2.6292037963867188,
      "mean_token_accuracy": 0.5810430168174208,
      "num_tokens": 640210.0,
      "step": 110
    },
    {
      "entropy": 2.309546428732574,
      "epoch": 0.06196446725081086,
      "grad_norm": 0.9355388283729553,
      "learning_rate": 9.974835607498224e-06,
      "loss": 2.623982620239258,
      "mean_token_accuracy": 0.5811452951282263,
      "num_tokens": 698620.0,
      "step": 120
    },
    {
      "entropy": 2.3742345267906786,
      "epoch": 0.0671281728550451,
      "grad_norm": 0.9847837090492249,
      "learning_rate": 9.965758849911774e-06,
      "loss": 2.670285224914551,
      "mean_token_accuracy": 0.5726205869577825,
      "num_tokens": 764363.0,
      "step": 130
    },
    {
      "entropy": 2.21920911911875,
      "epoch": 0.07229187845927934,
      "grad_norm": 1.1952255964279175,
      "learning_rate": 9.955292510686156e-06,
      "loss": 2.527632141113281,
      "mean_token_accuracy": 0.5953943591564894,
      "num_tokens": 821339.0,
      "step": 140
    },
    {
      "entropy": 2.1673635978251697,
      "epoch": 0.07745558406351358,
      "grad_norm": 1.1929246187210083,
      "learning_rate": 9.943439518645193e-06,
      "loss": 2.4985078811645507,
      "mean_token_accuracy": 0.6023027936927974,
      "num_tokens": 871877.0,
      "step": 150
    },
    {
      "entropy": 2.211511859484017,
      "epoch": 0.08261928966774781,
      "grad_norm": 1.358289122581482,
      "learning_rate": 9.930203190643491e-06,
      "loss": 2.500803756713867,
      "mean_token_accuracy": 0.5940627983771265,
      "num_tokens": 929202.0,
      "step": 160
    },
    {
      "entropy": 2.1249462071806193,
      "epoch": 0.08778299527198205,
      "grad_norm": 1.2578144073486328,
      "learning_rate": 9.915587230638269e-06,
      "loss": 2.4678808212280274,
      "mean_token_accuracy": 0.6021689807996153,
      "num_tokens": 987967.0,
      "step": 170
    },
    {
      "entropy": 2.0816542433574794,
      "epoch": 0.0929467008762163,
      "grad_norm": 1.4549826383590698,
      "learning_rate": 9.899595728652883e-06,
      "loss": 2.385122871398926,
      "mean_token_accuracy": 0.6153967375867069,
      "num_tokens": 1042757.0,
      "step": 180
    },
    {
      "entropy": 2.01310737170279,
      "epoch": 0.09811040648045054,
      "grad_norm": 1.3826615810394287,
      "learning_rate": 9.882233159632297e-06,
      "loss": 2.281660270690918,
      "mean_token_accuracy": 0.6195336611010134,
      "num_tokens": 1096431.0,
      "step": 190
    },
    {
      "entropy": 2.036235300358385,
      "epoch": 0.10327411208468477,
      "grad_norm": 1.4376295804977417,
      "learning_rate": 9.863504382190838e-06,
      "loss": 2.3184206008911135,
      "mean_token_accuracy": 0.6207408639602363,
      "num_tokens": 1151395.0,
      "step": 200
    },
    {
      "entropy": 2.032619636319578,
      "epoch": 0.10843781768891901,
      "grad_norm": 1.5430495738983154,
      "learning_rate": 9.843414637252615e-06,
      "loss": 2.307057571411133,
      "mean_token_accuracy": 0.6216312819160521,
      "num_tokens": 1206304.0,
      "step": 210
    },
    {
      "entropy": 1.993878381885588,
      "epoch": 0.11360152329315325,
      "grad_norm": 1.6275994777679443,
      "learning_rate": 9.821969546584922e-06,
      "loss": 2.3098770141601563,
      "mean_token_accuracy": 0.6226980553008616,
      "num_tokens": 1263118.0,
      "step": 220
    },
    {
      "entropy": 1.958546225167811,
      "epoch": 0.11876522889738748,
      "grad_norm": 1.6821534633636475,
      "learning_rate": 9.79917511122509e-06,
      "loss": 2.2890209197998046,
      "mean_token_accuracy": 0.6257161197252572,
      "num_tokens": 1321193.0,
      "step": 230
    },
    {
      "entropy": 1.9737237187102437,
      "epoch": 0.12392893450162172,
      "grad_norm": 1.6766833066940308,
      "learning_rate": 9.775037709801206e-06,
      "loss": 2.2315126419067384,
      "mean_token_accuracy": 0.6283347339369356,
      "num_tokens": 1379782.0,
      "step": 240
    },
    {
      "entropy": 1.9693593598902226,
      "epoch": 0.12909264010585597,
      "grad_norm": 1.7196708917617798,
      "learning_rate": 9.749564096747148e-06,
      "loss": 2.2683509826660155,
      "mean_token_accuracy": 0.6241073801182211,
      "num_tokens": 1436026.0,
      "step": 250
    },
    {
      "entropy": 2.006697486527264,
      "epoch": 0.1342563457100902,
      "grad_norm": 1.725196361541748,
      "learning_rate": 9.722761400412496e-06,
      "loss": 2.237827110290527,
      "mean_token_accuracy": 0.618116126768291,
      "num_tokens": 1491038.0,
      "step": 260
    },
    {
      "entropy": 1.9512792754918338,
      "epoch": 0.13942005131432444,
      "grad_norm": 1.7161600589752197,
      "learning_rate": 9.694637121067764e-06,
      "loss": 2.2142683029174806,
      "mean_token_accuracy": 0.630404542479664,
      "num_tokens": 1549020.0,
      "step": 270
    },
    {
      "entropy": 1.911211796849966,
      "epoch": 0.14458375691855868,
      "grad_norm": 1.7496988773345947,
      "learning_rate": 9.6651991288056e-06,
      "loss": 2.1877910614013674,
      "mean_token_accuracy": 0.6333114374428988,
      "num_tokens": 1603318.0,
      "step": 280
    },
    {
      "entropy": 1.9003798129037022,
      "epoch": 0.14974746252279292,
      "grad_norm": 1.8355860710144043,
      "learning_rate": 9.63445566133846e-06,
      "loss": 2.129390525817871,
      "mean_token_accuracy": 0.6355364937335253,
      "num_tokens": 1659733.0,
      "step": 290
    },
    {
      "entropy": 1.8534355744719506,
      "epoch": 0.15491116812702715,
      "grad_norm": 2.051910638809204,
      "learning_rate": 9.602415321693434e-06,
      "loss": 2.175747299194336,
      "mean_token_accuracy": 0.6399295572191477,
      "num_tokens": 1717989.0,
      "step": 300
    },
    {
      "entropy": 1.9231654025614262,
      "epoch": 0.1600748737312614,
      "grad_norm": 2.169067621231079,
      "learning_rate": 9.569087075804842e-06,
      "loss": 2.1539403915405275,
      "mean_token_accuracy": 0.6277882568538189,
      "num_tokens": 1775607.0,
      "step": 310
    },
    {
      "entropy": 1.8140981450676918,
      "epoch": 0.16523857933549563,
      "grad_norm": 2.2599377632141113,
      "learning_rate": 9.534480250005263e-06,
      "loss": 2.035861587524414,
      "mean_token_accuracy": 0.650528599601239,
      "num_tokens": 1828714.0,
      "step": 320
    },
    {
      "entropy": 1.8829220661893487,
      "epoch": 0.17040228493972986,
      "grad_norm": 1.9995423555374146,
      "learning_rate": 9.498604528415731e-06,
      "loss": 2.1237022399902346,
      "mean_token_accuracy": 0.6376794545911253,
      "num_tokens": 1888678.0,
      "step": 330
    },
    {
      "entropy": 1.8207894021645188,
      "epoch": 0.1755659905439641,
      "grad_norm": 1.9134663343429565,
      "learning_rate": 9.461469950235795e-06,
      "loss": 2.097091484069824,
      "mean_token_accuracy": 0.6478853410109877,
      "num_tokens": 1947050.0,
      "step": 340
    },
    {
      "entropy": 1.8442208072170616,
      "epoch": 0.18072969614819834,
      "grad_norm": 1.9808735847473145,
      "learning_rate": 9.423086906934228e-06,
      "loss": 2.088273811340332,
      "mean_token_accuracy": 0.6407218304462731,
      "num_tokens": 2008047.0,
      "step": 350
    },
    {
      "entropy": 1.8381939049810172,
      "epoch": 0.1858934017524326,
      "grad_norm": 2.294248580932617,
      "learning_rate": 9.38346613934115e-06,
      "loss": 2.0682788848876954,
      "mean_token_accuracy": 0.6440740385092795,
      "num_tokens": 2067767.0,
      "step": 360
    },
    {
      "entropy": 1.8192341944202781,
      "epoch": 0.19105710735666684,
      "grad_norm": 2.4948010444641113,
      "learning_rate": 9.342618734642395e-06,
      "loss": 2.0498260498046874,
      "mean_token_accuracy": 0.6429526777938008,
      "num_tokens": 2123254.0,
      "step": 370
    },
    {
      "entropy": 1.8355431320145725,
      "epoch": 0.19622081296090108,
      "grad_norm": 2.3000476360321045,
      "learning_rate": 9.300556123276955e-06,
      "loss": 2.0951522827148437,
      "mean_token_accuracy": 0.6433267280459404,
      "num_tokens": 2182713.0,
      "step": 380
    },
    {
      "entropy": 1.7422058419324458,
      "epoch": 0.2013845185651353,
      "grad_norm": 2.5333197116851807,
      "learning_rate": 9.257290075738365e-06,
      "loss": 2.0272647857666017,
      "mean_token_accuracy": 0.6579547147266567,
      "num_tokens": 2237830.0,
      "step": 390
    },
    {
      "entropy": 1.835691255517304,
      "epoch": 0.20654822416936955,
      "grad_norm": 2.446470260620117,
      "learning_rate": 9.212832699280942e-06,
      "loss": 2.0740291595458986,
      "mean_token_accuracy": 0.6418645719066263,
      "num_tokens": 2297593.0,
      "step": 400
    },
    {
      "entropy": 1.7601716231554747,
      "epoch": 0.21171192977360379,
      "grad_norm": 2.3453147411346436,
      "learning_rate": 9.16719643453177e-06,
      "loss": 2.0224067687988283,
      "mean_token_accuracy": 0.6526825280860067,
      "num_tokens": 2358420.0,
      "step": 410
    },
    {
      "entropy": 1.7842545576393605,
      "epoch": 0.21687563537783802,
      "grad_norm": 2.343998908996582,
      "learning_rate": 9.120394052009412e-06,
      "loss": 2.0284013748168945,
      "mean_token_accuracy": 0.6491527157835663,
      "num_tokens": 2413411.0,
      "step": 420
    },
    {
      "entropy": 1.8035912558436393,
      "epoch": 0.22203934098207226,
      "grad_norm": 2.4624032974243164,
      "learning_rate": 9.072438648550304e-06,
      "loss": 2.0193674087524416,
      "mean_token_accuracy": 0.64464613776654,
      "num_tokens": 2474489.0,
      "step": 430
    },
    {
      "entropy": 1.770039344392717,
      "epoch": 0.2272030465863065,
      "grad_norm": 2.3914804458618164,
      "learning_rate": 9.023343643643821e-06,
      "loss": 1.9908281326293946,
      "mean_token_accuracy": 0.6467450003139674,
      "num_tokens": 2534478.0,
      "step": 440
    },
    {
      "entropy": 1.7397029646672308,
      "epoch": 0.23236675219054073,
      "grad_norm": 2.477668285369873,
      "learning_rate": 8.973122775677078e-06,
      "loss": 1.9814176559448242,
      "mean_token_accuracy": 0.6576142696663737,
      "num_tokens": 2588626.0,
      "step": 450
    },
    {
      "entropy": 1.7738654158078133,
      "epoch": 0.23753045779477497,
      "grad_norm": 2.0178322792053223,
      "learning_rate": 8.921790098090477e-06,
      "loss": 1.9442926406860352,
      "mean_token_accuracy": 0.6512955661863089,
      "num_tokens": 2647237.0,
      "step": 460
    },
    {
      "entropy": 1.7735189321450888,
      "epoch": 0.2426941633990092,
      "grad_norm": 2.549083948135376,
      "learning_rate": 8.869359975445085e-06,
      "loss": 1.9767679214477538,
      "mean_token_accuracy": 0.6500832958146929,
      "num_tokens": 2703821.0,
      "step": 470
    },
    {
      "entropy": 1.7094212627038359,
      "epoch": 0.24785786900324344,
      "grad_norm": 2.312490224838257,
      "learning_rate": 8.815847079402972e-06,
      "loss": 1.9500492095947266,
      "mean_token_accuracy": 0.6588690262287855,
      "num_tokens": 2760705.0,
      "step": 480
    },
    {
      "entropy": 1.6987796766683458,
      "epoch": 0.2530215746074777,
      "grad_norm": 2.1077768802642822,
      "learning_rate": 8.761266384621599e-06,
      "loss": 1.8798688888549804,
      "mean_token_accuracy": 0.6636769481934607,
      "num_tokens": 2816194.0,
      "step": 490
    },
    {
      "entropy": 1.771947745513171,
      "epoch": 0.25818528021171194,
      "grad_norm": 2.3342082500457764,
      "learning_rate": 8.705633164563413e-06,
      "loss": 1.9463973999023438,
      "mean_token_accuracy": 0.6494354791007936,
      "num_tokens": 2875579.0,
      "step": 500
    },
    {
      "entropy": 1.6847813020460307,
      "epoch": 0.2633489858159462,
      "grad_norm": 2.528355121612549,
      "learning_rate": 8.648962987221837e-06,
      "loss": 1.8783418655395507,
      "mean_token_accuracy": 0.6657532411627471,
      "num_tokens": 2935829.0,
      "step": 510
    },
    {
      "entropy": 1.7175002202391625,
      "epoch": 0.2685126914201804,
      "grad_norm": 2.8453621864318848,
      "learning_rate": 8.591271710764839e-06,
      "loss": 1.9445688247680664,
      "mean_token_accuracy": 0.66049327487126,
      "num_tokens": 2998604.0,
      "step": 520
    },
    {
      "entropy": 1.6917494175955654,
      "epoch": 0.27367639702441465,
      "grad_norm": 2.5570693016052246,
      "learning_rate": 8.532575479097294e-06,
      "loss": 1.9342041015625,
      "mean_token_accuracy": 0.6653022102080286,
      "num_tokens": 3057855.0,
      "step": 530
    },
    {
      "entropy": 1.6881575733423233,
      "epoch": 0.2788401026286489,
      "grad_norm": 2.789048433303833,
      "learning_rate": 8.472890717343391e-06,
      "loss": 1.9400022506713868,
      "mean_token_accuracy": 0.6622203260660171,
      "num_tokens": 3117202.0,
      "step": 540
    },
    {
      "entropy": 1.6826916345395149,
      "epoch": 0.2840038082328831,
      "grad_norm": 2.3692917823791504,
      "learning_rate": 8.412234127250353e-06,
      "loss": 1.9006750106811523,
      "mean_token_accuracy": 0.6645334579981863,
      "num_tokens": 3172362.0,
      "step": 550
    },
    {
      "entropy": 1.766061083227396,
      "epoch": 0.28916751383711736,
      "grad_norm": 2.456371545791626,
      "learning_rate": 8.350622682514735e-06,
      "loss": 1.921757125854492,
      "mean_token_accuracy": 0.6515732076019048,
      "num_tokens": 3232155.0,
      "step": 560
    },
    {
      "entropy": 1.6578089219518006,
      "epoch": 0.2943312194413516,
      "grad_norm": 2.7018346786499023,
      "learning_rate": 8.288073624032634e-06,
      "loss": 1.8441638946533203,
      "mean_token_accuracy": 0.6680269423872233,
      "num_tokens": 3286329.0,
      "step": 570
    },
    {
      "entropy": 1.654622305277735,
      "epoch": 0.29949492504558584,
      "grad_norm": 4.346279621124268,
      "learning_rate": 8.224604455075115e-06,
      "loss": 1.8432125091552733,
      "mean_token_accuracy": 0.6731441116891801,
      "num_tokens": 3342818.0,
      "step": 580
    },
    {
      "entropy": 1.6787990959361196,
      "epoch": 0.3046586306498201,
      "grad_norm": 3.129047393798828,
      "learning_rate": 8.160232936390239e-06,
      "loss": 1.8712753295898437,
      "mean_token_accuracy": 0.6667228513397276,
      "num_tokens": 3400376.0,
      "step": 590
    },
    {
      "entropy": 1.6542711967602373,
      "epoch": 0.3098223362540543,
      "grad_norm": 2.696822166442871,
      "learning_rate": 8.094977081233006e-06,
      "loss": 1.8849586486816405,
      "mean_token_accuracy": 0.6719589663669467,
      "num_tokens": 3456541.0,
      "step": 600
    },
    {
      "entropy": 1.6884654670953751,
      "epoch": 0.31498604185828855,
      "grad_norm": 2.8305869102478027,
      "learning_rate": 8.02885515032467e-06,
      "loss": 1.8814594268798828,
      "mean_token_accuracy": 0.6616028868593276,
      "num_tokens": 3517505.0,
      "step": 610
    },
    {
      "entropy": 1.6523817678913475,
      "epoch": 0.3201497474625228,
      "grad_norm": 2.9480113983154297,
      "learning_rate": 7.961885646742793e-06,
      "loss": 1.8499563217163086,
      "mean_token_accuracy": 0.6699530448764562,
      "num_tokens": 3576873.0,
      "step": 620
    },
    {
      "entropy": 1.6591516112908722,
      "epoch": 0.325313453066757,
      "grad_norm": 2.808748722076416,
      "learning_rate": 7.894087310743468e-06,
      "loss": 1.8640859603881836,
      "mean_token_accuracy": 0.6685048970393836,
      "num_tokens": 3635972.0,
      "step": 630
    },
    {
      "entropy": 1.6725056597962975,
      "epoch": 0.33047715867099126,
      "grad_norm": 2.86258602142334,
      "learning_rate": 7.825479114517197e-06,
      "loss": 1.8851621627807618,
      "mean_token_accuracy": 0.6656569407321513,
      "num_tokens": 3695665.0,
      "step": 640
    },
    {
      "entropy": 1.7031017780303954,
      "epoch": 0.3356408642752255,
      "grad_norm": 2.7420291900634766,
      "learning_rate": 7.756080256879837e-06,
      "loss": 1.9014200210571288,
      "mean_token_accuracy": 0.6594709505327045,
      "num_tokens": 3756825.0,
      "step": 650
    },
    {
      "entropy": 1.6275493199937046,
      "epoch": 0.34080456987945973,
      "grad_norm": 2.4571967124938965,
      "learning_rate": 7.685910157900158e-06,
      "loss": 1.8154626846313477,
      "mean_token_accuracy": 0.6747128195129335,
      "num_tokens": 3810252.0,
      "step": 660
    },
    {
      "entropy": 1.6585977658629418,
      "epoch": 0.34596827548369397,
      "grad_norm": 2.930661678314209,
      "learning_rate": 7.614988453465469e-06,
      "loss": 1.8117719650268556,
      "mean_token_accuracy": 0.6702397681772709,
      "num_tokens": 3867849.0,
      "step": 670
    },
    {
      "entropy": 1.613425246719271,
      "epoch": 0.3511319810879282,
      "grad_norm": 2.6743385791778564,
      "learning_rate": 7.5433349897868445e-06,
      "loss": 1.8200990676879882,
      "mean_token_accuracy": 0.6785018056631088,
      "num_tokens": 3923617.0,
      "step": 680
    },
    {
      "entropy": 1.6036935173906386,
      "epoch": 0.35629568669216244,
      "grad_norm": 3.227348804473877,
      "learning_rate": 7.470969817845518e-06,
      "loss": 1.8284185409545899,
      "mean_token_accuracy": 0.677451788727194,
      "num_tokens": 3982408.0,
      "step": 690
    },
    {
      "entropy": 1.6516794299706816,
      "epoch": 0.3614593922963967,
      "grad_norm": 2.5348830223083496,
      "learning_rate": 7.397913187781962e-06,
      "loss": 1.7846315383911133,
      "mean_token_accuracy": 0.667611647490412,
      "num_tokens": 4042044.0,
      "step": 700
    },
    {
      "entropy": 1.6284298423677683,
      "epoch": 0.36662309790063097,
      "grad_norm": 2.7191591262817383,
      "learning_rate": 7.324185543229226e-06,
      "loss": 1.7883028030395507,
      "mean_token_accuracy": 0.6704605929553509,
      "num_tokens": 4101051.0,
      "step": 710
    },
    {
      "entropy": 1.6191234907135368,
      "epoch": 0.3717868035048652,
      "grad_norm": 3.107022285461426,
      "learning_rate": 7.249807515592149e-06,
      "loss": 1.8238798141479493,
      "mean_token_accuracy": 0.6791106869466603,
      "num_tokens": 4155970.0,
      "step": 720
    },
    {
      "entropy": 1.608538744226098,
      "epoch": 0.37695050910909944,
      "grad_norm": 2.7626278400421143,
      "learning_rate": 7.174799918274018e-06,
      "loss": 1.8144886016845703,
      "mean_token_accuracy": 0.6752197206951678,
      "num_tokens": 4214152.0,
      "step": 730
    },
    {
      "entropy": 1.5898057647049426,
      "epoch": 0.3821142147133337,
      "grad_norm": 3.050821304321289,
      "learning_rate": 7.099183740852296e-06,
      "loss": 1.7754302978515626,
      "mean_token_accuracy": 0.6882044620811939,
      "num_tokens": 4268661.0,
      "step": 740
    },
    {
      "entropy": 1.589722546003759,
      "epoch": 0.3872779203175679,
      "grad_norm": 2.4175822734832764,
      "learning_rate": 7.022980143205046e-06,
      "loss": 1.7560914993286132,
      "mean_token_accuracy": 0.6823293645866215,
      "num_tokens": 4326013.0,
      "step": 750
    },
    {
      "entropy": 1.617487209662795,
      "epoch": 0.39244162592180215,
      "grad_norm": 3.3936614990234375,
      "learning_rate": 6.946210449589714e-06,
      "loss": 1.7842348098754883,
      "mean_token_accuracy": 0.6780483150854707,
      "num_tokens": 4383920.0,
      "step": 760
    },
    {
      "entropy": 1.533230573683977,
      "epoch": 0.3976053315260364,
      "grad_norm": 2.9665133953094482,
      "learning_rate": 6.868896142675903e-06,
      "loss": 1.710638427734375,
      "mean_token_accuracy": 0.6923438510857522,
      "num_tokens": 4439586.0,
      "step": 770
    },
    {
      "entropy": 1.5793293181806802,
      "epoch": 0.4027690371302706,
      "grad_norm": 3.2671494483947754,
      "learning_rate": 6.791058857533814e-06,
      "loss": 1.7711971282958985,
      "mean_token_accuracy": 0.6793887334875762,
      "num_tokens": 4499436.0,
      "step": 780
    },
    {
      "entropy": 1.6055224198848008,
      "epoch": 0.40793274273450486,
      "grad_norm": 3.0365958213806152,
      "learning_rate": 6.712720375580057e-06,
      "loss": 1.7774797439575196,
      "mean_token_accuracy": 0.6797658964060247,
      "num_tokens": 4560396.0,
      "step": 790
    },
    {
      "entropy": 1.5976737398654222,
      "epoch": 0.4130964483387391,
      "grad_norm": 3.591005802154541,
      "learning_rate": 6.633902618482484e-06,
      "loss": 1.799213981628418,
      "mean_token_accuracy": 0.6778102850541472,
      "num_tokens": 4615989.0,
      "step": 800
    },
    {
      "entropy": 1.5854384305886924,
      "epoch": 0.41826015394297333,
      "grad_norm": 3.1233737468719482,
      "learning_rate": 6.554627642025807e-06,
      "loss": 1.7758049011230468,
      "mean_token_accuracy": 0.6774546066299081,
      "num_tokens": 4672312.0,
      "step": 810
    },
    {
      "entropy": 1.600548622570932,
      "epoch": 0.42342385954720757,
      "grad_norm": 2.7607760429382324,
      "learning_rate": 6.474917629939652e-06,
      "loss": 1.76180419921875,
      "mean_token_accuracy": 0.6780235351994633,
      "num_tokens": 4732253.0,
      "step": 820
    },
    {
      "entropy": 1.5646572889760137,
      "epoch": 0.4285875651514418,
      "grad_norm": 2.9936444759368896,
      "learning_rate": 6.394794887690838e-06,
      "loss": 1.7622745513916016,
      "mean_token_accuracy": 0.6872309047728777,
      "num_tokens": 4790066.0,
      "step": 830
    },
    {
      "entropy": 1.5807129088789225,
      "epoch": 0.43375127075567604,
      "grad_norm": 3.0497989654541016,
      "learning_rate": 6.314281836241573e-06,
      "loss": 1.7779891967773438,
      "mean_token_accuracy": 0.6838998203165829,
      "num_tokens": 4845690.0,
      "step": 840
    },
    {
      "entropy": 1.5713144928216933,
      "epoch": 0.4389149763599103,
      "grad_norm": 3.0101318359375,
      "learning_rate": 6.233401005775339e-06,
      "loss": 1.7724430084228515,
      "mean_token_accuracy": 0.6852510153315962,
      "num_tokens": 4906514.0,
      "step": 850
    },
    {
      "entropy": 1.5716465872712433,
      "epoch": 0.4440786819641445,
      "grad_norm": 3.062901258468628,
      "learning_rate": 6.1521750293922035e-06,
      "loss": 1.728415298461914,
      "mean_token_accuracy": 0.6828448900021613,
      "num_tokens": 4962657.0,
      "step": 860
    },
    {
      "entropy": 1.5911185608245433,
      "epoch": 0.44924238756837875,
      "grad_norm": 3.1436402797698975,
      "learning_rate": 6.070626636775349e-06,
      "loss": 1.7529178619384767,
      "mean_token_accuracy": 0.6815405933186411,
      "num_tokens": 5019475.0,
      "step": 870
    },
    {
      "entropy": 1.6022390400990845,
      "epoch": 0.454406093172613,
      "grad_norm": 3.270408868789673,
      "learning_rate": 5.988778647830554e-06,
      "loss": 1.7645608901977539,
      "mean_token_accuracy": 0.6775381861254572,
      "num_tokens": 5074009.0,
      "step": 880
    },
    {
      "entropy": 1.5316935462877155,
      "epoch": 0.4595697987768472,
      "grad_norm": 3.3750274181365967,
      "learning_rate": 5.906653966300444e-06,
      "loss": 1.7380414962768556,
      "mean_token_accuracy": 0.6924085746519267,
      "num_tokens": 5131114.0,
      "step": 890
    },
    {
      "entropy": 1.5163973657414318,
      "epoch": 0.46473350438108146,
      "grad_norm": 3.4683239459991455,
      "learning_rate": 5.824275573355278e-06,
      "loss": 1.7235090255737304,
      "mean_token_accuracy": 0.6898601963184774,
      "num_tokens": 5184643.0,
      "step": 900
    },
    {
      "entropy": 1.5578045804984868,
      "epoch": 0.4698972099853157,
      "grad_norm": 2.7193562984466553,
      "learning_rate": 5.741666521162055e-06,
      "loss": 1.7631567001342774,
      "mean_token_accuracy": 0.6847550798207521,
      "num_tokens": 5245294.0,
      "step": 910
    },
    {
      "entropy": 1.5216822805814445,
      "epoch": 0.47506091558954994,
      "grad_norm": 3.321866273880005,
      "learning_rate": 5.658849926433774e-06,
      "loss": 1.7373876571655273,
      "mean_token_accuracy": 0.6913335792720318,
      "num_tokens": 5299386.0,
      "step": 920
    },
    {
      "entropy": 1.5747642540372908,
      "epoch": 0.4802246211937842,
      "grad_norm": 3.5749261379241943,
      "learning_rate": 5.575848963960621e-06,
      "loss": 1.8702735900878906,
      "mean_token_accuracy": 0.6848366302903741,
      "num_tokens": 5359761.0,
      "step": 930
    },
    {
      "entropy": 1.5551650236360728,
      "epoch": 0.4853883267980184,
      "grad_norm": 2.854201555252075,
      "learning_rate": 5.4926868601249e-06,
      "loss": 1.7384683609008789,
      "mean_token_accuracy": 0.6877018769271672,
      "num_tokens": 5419068.0,
      "step": 940
    },
    {
      "entropy": 1.5700966760516166,
      "epoch": 0.49055203240225265,
      "grad_norm": 3.1503734588623047,
      "learning_rate": 5.4093868864015405e-06,
      "loss": 1.7581310272216797,
      "mean_token_accuracy": 0.6791030686348677,
      "num_tokens": 5478815.0,
      "step": 950
    },
    {
      "entropy": 1.613727968931198,
      "epoch": 0.4957157380064869,
      "grad_norm": 2.6259965896606445,
      "learning_rate": 5.325972352845965e-06,
      "loss": 1.7862756729125977,
      "mean_token_accuracy": 0.6786239412613213,
      "num_tokens": 5540701.0,
      "step": 960
    },
    {
      "entropy": 1.5610787151381373,
      "epoch": 0.5008794436107211,
      "grad_norm": 3.689964532852173,
      "learning_rate": 5.24246660157119e-06,
      "loss": 1.7218122482299805,
      "mean_token_accuracy": 0.6857390251941979,
      "num_tokens": 5600139.0,
      "step": 970
    },
    {
      "entropy": 1.5385319583117962,
      "epoch": 0.5060431492149554,
      "grad_norm": 3.3747434616088867,
      "learning_rate": 5.1588930002159255e-06,
      "loss": 1.7435245513916016,
      "mean_token_accuracy": 0.6888230754062533,
      "num_tokens": 5660146.0,
      "step": 980
    },
    {
      "entropy": 1.5208949162624776,
      "epoch": 0.5112068548191896,
      "grad_norm": 3.128319501876831,
      "learning_rate": 5.075274935405554e-06,
      "loss": 1.7131477355957032,
      "mean_token_accuracy": 0.6928804327733815,
      "num_tokens": 5715836.0,
      "step": 990
    },
    {
      "entropy": 1.570724095776677,
      "epoch": 0.5163705604234239,
      "grad_norm": 3.4249417781829834,
      "learning_rate": 4.991635806207788e-06,
      "loss": 1.740692710876465,
      "mean_token_accuracy": 0.6794734395109117,
      "num_tokens": 5775680.0,
      "step": 1000
    },
    {
      "entropy": 1.5739252456463872,
      "epoch": 0.5215342660276581,
      "grad_norm": 3.293403148651123,
      "learning_rate": 4.90799901758484e-06,
      "loss": 1.7488651275634766,
      "mean_token_accuracy": 0.6808769708499313,
      "num_tokens": 5835601.0,
      "step": 1010
    },
    {
      "entropy": 1.5107452761381865,
      "epoch": 0.5266979716318924,
      "grad_norm": 2.878034830093384,
      "learning_rate": 4.824387973843957e-06,
      "loss": 1.6590751647949218,
      "mean_token_accuracy": 0.690271249320358,
      "num_tokens": 5890934.0,
      "step": 1020
    },
    {
      "entropy": 1.514897836279124,
      "epoch": 0.5318616772361265,
      "grad_norm": 3.4561750888824463,
      "learning_rate": 4.74082607208812e-06,
      "loss": 1.731280517578125,
      "mean_token_accuracy": 0.6955772273242473,
      "num_tokens": 5945888.0,
      "step": 1030
    },
    {
      "entropy": 1.5494694444350898,
      "epoch": 0.5370253828403608,
      "grad_norm": 2.9247806072235107,
      "learning_rate": 4.6573366956687885e-06,
      "loss": 1.7154525756835937,
      "mean_token_accuracy": 0.6881961709819734,
      "num_tokens": 6006943.0,
      "step": 1040
    },
    {
      "entropy": 1.503813881985843,
      "epoch": 0.542189088444595,
      "grad_norm": 3.631777286529541,
      "learning_rate": 4.573943207642452e-06,
      "loss": 1.681452751159668,
      "mean_token_accuracy": 0.697669006511569,
      "num_tokens": 6060833.0,
      "step": 1050
    },
    {
      "entropy": 1.5411254486069084,
      "epoch": 0.5473527940488293,
      "grad_norm": 3.4545819759368896,
      "learning_rate": 4.4906689442328935e-06,
      "loss": 1.7160356521606446,
      "mean_token_accuracy": 0.6927138103172183,
      "num_tokens": 6120497.0,
      "step": 1060
    },
    {
      "entropy": 1.5344152220524847,
      "epoch": 0.5525164996530635,
      "grad_norm": 3.3207011222839355,
      "learning_rate": 4.407537208300957e-06,
      "loss": 1.706760787963867,
      "mean_token_accuracy": 0.6856313841417432,
      "num_tokens": 6174935.0,
      "step": 1070
    },
    {
      "entropy": 1.5373618413694203,
      "epoch": 0.5576802052572978,
      "grad_norm": 3.1633057594299316,
      "learning_rate": 4.3245712628236356e-06,
      "loss": 1.6977998733520507,
      "mean_token_accuracy": 0.6875226662494243,
      "num_tokens": 6232772.0,
      "step": 1080
    },
    {
      "entropy": 1.5202652599662543,
      "epoch": 0.562843910861532,
      "grad_norm": 3.3870980739593506,
      "learning_rate": 4.241794324384334e-06,
      "loss": 1.6651535034179688,
      "mean_token_accuracy": 0.6929561857134103,
      "num_tokens": 6288864.0,
      "step": 1090
    },
    {
      "entropy": 1.5275507621467113,
      "epoch": 0.5680076164657663,
      "grad_norm": 3.7178127765655518,
      "learning_rate": 4.159229556676111e-06,
      "loss": 1.7133949279785157,
      "mean_token_accuracy": 0.6909235632047057,
      "num_tokens": 6344455.0,
      "step": 1100
    },
    {
      "entropy": 1.5437531962059439,
      "epoch": 0.5731713220700004,
      "grad_norm": 3.153742551803589,
      "learning_rate": 4.076900064019721e-06,
      "loss": 1.6549795150756836,
      "mean_token_accuracy": 0.6886627374216914,
      "num_tokens": 6404487.0,
      "step": 1110
    },
    {
      "entropy": 1.5580279475077987,
      "epoch": 0.5783350276742347,
      "grad_norm": 3.5760765075683594,
      "learning_rate": 3.994828884898267e-06,
      "loss": 1.7145551681518554,
      "mean_token_accuracy": 0.682994660269469,
      "num_tokens": 6461435.0,
      "step": 1120
    },
    {
      "entropy": 1.5585046796128155,
      "epoch": 0.5834987332784689,
      "grad_norm": 3.4421780109405518,
      "learning_rate": 3.91303898551028e-06,
      "loss": 1.7370725631713868,
      "mean_token_accuracy": 0.6830578180029988,
      "num_tokens": 6519733.0,
      "step": 1130
    },
    {
      "entropy": 1.5062665017321706,
      "epoch": 0.5886624388827032,
      "grad_norm": 3.7130508422851562,
      "learning_rate": 3.8315532533430285e-06,
      "loss": 1.6507293701171875,
      "mean_token_accuracy": 0.6971155289560557,
      "num_tokens": 6574778.0,
      "step": 1140
    },
    {
      "entropy": 1.5483961730264126,
      "epoch": 0.5938261444869375,
      "grad_norm": 3.213446617126465,
      "learning_rate": 3.7503944907678543e-06,
      "loss": 1.7045827865600587,
      "mean_token_accuracy": 0.6846825909800828,
      "num_tokens": 6636487.0,
      "step": 1150
    },
    {
      "entropy": 1.521242902148515,
      "epoch": 0.5989898500911717,
      "grad_norm": 3.2636988162994385,
      "learning_rate": 3.6695854086593126e-06,
      "loss": 1.729298973083496,
      "mean_token_accuracy": 0.6911605210974813,
      "num_tokens": 6694875.0,
      "step": 1160
    },
    {
      "entropy": 1.5237868349999188,
      "epoch": 0.604153555695406,
      "grad_norm": 2.997082471847534,
      "learning_rate": 3.5891486200399413e-06,
      "loss": 1.6901542663574218,
      "mean_token_accuracy": 0.6919798749499023,
      "num_tokens": 6753426.0,
      "step": 1170
    },
    {
      "entropy": 1.5269257510080934,
      "epoch": 0.6093172612996401,
      "grad_norm": 3.731106996536255,
      "learning_rate": 3.509106633752387e-06,
      "loss": 1.6440200805664062,
      "mean_token_accuracy": 0.6950043804012239,
      "num_tokens": 6808143.0,
      "step": 1180
    },
    {
      "entropy": 1.5221130210906266,
      "epoch": 0.6144809669038744,
      "grad_norm": 3.8402719497680664,
      "learning_rate": 3.429481848160702e-06,
      "loss": 1.6718801498413085,
      "mean_token_accuracy": 0.6911504022777081,
      "num_tokens": 6864798.0,
      "step": 1190
    },
    {
      "entropy": 1.5205140718258918,
      "epoch": 0.6196446725081086,
      "grad_norm": 3.4700653553009033,
      "learning_rate": 3.350296544882543e-06,
      "loss": 1.6980148315429688,
      "mean_token_accuracy": 0.6922329823486507,
      "num_tokens": 6922981.0,
      "step": 1200
    },
    {
      "entropy": 1.5266519831493497,
      "epoch": 0.6248083781123429,
      "grad_norm": 3.607825517654419,
      "learning_rate": 3.2715728825540525e-06,
      "loss": 1.631779098510742,
      "mean_token_accuracy": 0.6872100684791803,
      "num_tokens": 6981533.0,
      "step": 1210
    },
    {
      "entropy": 1.5002226968295873,
      "epoch": 0.6299720837165771,
      "grad_norm": 3.377911329269409,
      "learning_rate": 3.19333289062915e-06,
      "loss": 1.6522918701171876,
      "mean_token_accuracy": 0.6967718885280192,
      "num_tokens": 7038373.0,
      "step": 1220
    },
    {
      "entropy": 1.5242467124015093,
      "epoch": 0.6351357893208114,
      "grad_norm": 3.501469135284424,
      "learning_rate": 3.1155984632149565e-06,
      "loss": 1.6960077285766602,
      "mean_token_accuracy": 0.6928639176301659,
      "num_tokens": 7093887.0,
      "step": 1230
    },
    {
      "entropy": 1.4608128021471203,
      "epoch": 0.6402994949250456,
      "grad_norm": 3.654232978820801,
      "learning_rate": 3.0383913529451286e-06,
      "loss": 1.7012401580810548,
      "mean_token_accuracy": 0.7011943313293159,
      "num_tokens": 7151754.0,
      "step": 1240
    },
    {
      "entropy": 1.5049133917316795,
      "epoch": 0.6454632005292799,
      "grad_norm": 3.303011655807495,
      "learning_rate": 2.961733164892744e-06,
      "loss": 1.6440134048461914,
      "mean_token_accuracy": 0.6968953931704164,
      "num_tokens": 7206859.0,
      "step": 1250
    },
    {
      "entropy": 1.5117103354074062,
      "epoch": 0.650626906133514,
      "grad_norm": 3.7072722911834717,
      "learning_rate": 2.8856453505245018e-06,
      "loss": 1.6840539932250977,
      "mean_token_accuracy": 0.693806461431086,
      "num_tokens": 7263449.0,
      "step": 1260
    },
    {
      "entropy": 1.5635873224586248,
      "epoch": 0.6557906117377483,
      "grad_norm": 3.4487006664276123,
      "learning_rate": 2.8101492016979027e-06,
      "loss": 1.6962623596191406,
      "mean_token_accuracy": 0.6828934441320598,
      "num_tokens": 7325657.0,
      "step": 1270
    },
    {
      "entropy": 1.5361614923924207,
      "epoch": 0.6609543173419825,
      "grad_norm": 3.230065107345581,
      "learning_rate": 2.7352658447030882e-06,
      "loss": 1.683184814453125,
      "mean_token_accuracy": 0.6885475309565663,
      "num_tokens": 7388205.0,
      "step": 1280
    },
    {
      "entropy": 1.5501774417236447,
      "epoch": 0.6661180229462168,
      "grad_norm": 3.5160152912139893,
      "learning_rate": 2.6610162343510183e-06,
      "loss": 1.677423095703125,
      "mean_token_accuracy": 0.6876688521355391,
      "num_tokens": 7450244.0,
      "step": 1290
    },
    {
      "entropy": 1.5194588591344655,
      "epoch": 0.671281728550451,
      "grad_norm": 3.322783946990967,
      "learning_rate": 2.587421148109619e-06,
      "loss": 1.648874855041504,
      "mean_token_accuracy": 0.6902382445521653,
      "num_tokens": 7505939.0,
      "step": 1300
    },
    {
      "entropy": 1.507914131693542,
      "epoch": 0.6764454341546853,
      "grad_norm": 3.6274726390838623,
      "learning_rate": 2.5145011802895835e-06,
      "loss": 1.663113784790039,
      "mean_token_accuracy": 0.6951411304064095,
      "num_tokens": 7564882.0,
      "step": 1310
    },
    {
      "entropy": 1.5362407561391591,
      "epoch": 0.6816091397589195,
      "grad_norm": 3.344320058822632,
      "learning_rate": 2.4422767362814045e-06,
      "loss": 1.6967851638793945,
      "mean_token_accuracy": 0.6901100830174982,
      "num_tokens": 7623495.0,
      "step": 1320
    },
    {
      "entropy": 1.494422941375524,
      "epoch": 0.6867728453631537,
      "grad_norm": 3.1491241455078125,
      "learning_rate": 2.370768026845276e-06,
      "loss": 1.635594367980957,
      "mean_token_accuracy": 0.7006629945710301,
      "num_tokens": 7679031.0,
      "step": 1330
    },
    {
      "entropy": 1.5000297093763948,
      "epoch": 0.6919365509673879,
      "grad_norm": 3.4950554370880127,
      "learning_rate": 2.299995062455459e-06,
      "loss": 1.6696474075317382,
      "mean_token_accuracy": 0.6986143794842065,
      "num_tokens": 7735514.0,
      "step": 1340
    },
    {
      "entropy": 1.5232544343918561,
      "epoch": 0.6971002565716222,
      "grad_norm": 3.4810843467712402,
      "learning_rate": 2.2299776477007073e-06,
      "loss": 1.7151317596435547,
      "mean_token_accuracy": 0.6927640223875642,
      "num_tokens": 7796754.0,
      "step": 1350
    },
    {
      "entropy": 1.502943632658571,
      "epoch": 0.7022639621758564,
      "grad_norm": 3.725968837738037,
      "learning_rate": 2.16073537574229e-06,
      "loss": 1.7005264282226562,
      "mean_token_accuracy": 0.6939697286114097,
      "num_tokens": 7849113.0,
      "step": 1360
    },
    {
      "entropy": 1.478423805627972,
      "epoch": 0.7074276677800907,
      "grad_norm": 3.172076940536499,
      "learning_rate": 2.0922876228311833e-06,
      "loss": 1.6220563888549804,
      "mean_token_accuracy": 0.7034369039349258,
      "num_tokens": 7901767.0,
      "step": 1370
    },
    {
      "entropy": 1.5537946743890643,
      "epoch": 0.7125913733843249,
      "grad_norm": 2.651193380355835,
      "learning_rate": 2.0246535428859652e-06,
      "loss": 1.6728511810302735,
      "mean_token_accuracy": 0.6893611557781696,
      "num_tokens": 7958886.0,
      "step": 1380
    },
    {
      "entropy": 1.5085574766620993,
      "epoch": 0.7177550789885592,
      "grad_norm": 3.2171072959899902,
      "learning_rate": 1.957852062132924e-06,
      "loss": 1.6374216079711914,
      "mean_token_accuracy": 0.6916413919068873,
      "num_tokens": 8017309.0,
      "step": 1390
    },
    {
      "entropy": 1.4872288034297525,
      "epoch": 0.7229187845927934,
      "grad_norm": 3.231069564819336,
      "learning_rate": 1.8919018738098704e-06,
      "loss": 1.6256633758544923,
      "mean_token_accuracy": 0.700919216312468,
      "num_tokens": 8070914.0,
      "step": 1400
    },
    {
      "entropy": 1.5161595033481716,
      "epoch": 0.7280824901970276,
      "grad_norm": 3.446316957473755,
      "learning_rate": 1.8268214329351797e-06,
      "loss": 1.659726905822754,
      "mean_token_accuracy": 0.693359113112092,
      "num_tokens": 8131134.0,
      "step": 1410
    },
    {
      "entropy": 1.456791919004172,
      "epoch": 0.7332461958012619,
      "grad_norm": 3.6375229358673096,
      "learning_rate": 1.762628951143454e-06,
      "loss": 1.6198995590209961,
      "mean_token_accuracy": 0.7025071810930967,
      "num_tokens": 8190223.0,
      "step": 1420
    },
    {
      "entropy": 1.4585289044305683,
      "epoch": 0.7384099014054961,
      "grad_norm": 3.609488010406494,
      "learning_rate": 1.6993423915893241e-06,
      "loss": 1.6428106307983399,
      "mean_token_accuracy": 0.7031498954631388,
      "num_tokens": 8246600.0,
      "step": 1430
    },
    {
      "entropy": 1.5095368220470846,
      "epoch": 0.7435736070097304,
      "grad_norm": 3.793874979019165,
      "learning_rate": 1.6369794639207626e-06,
      "loss": 1.666793441772461,
      "mean_token_accuracy": 0.6975488003343344,
      "num_tokens": 8305667.0,
      "step": 1440
    },
    {
      "entropy": 1.476070403493941,
      "epoch": 0.7487373126139646,
      "grad_norm": 3.5500707626342773,
      "learning_rate": 1.575557619323353e-06,
      "loss": 1.6536979675292969,
      "mean_token_accuracy": 0.7006435849703848,
      "num_tokens": 8361798.0,
      "step": 1450
    },
    {
      "entropy": 1.479835407063365,
      "epoch": 0.7539010182181989,
      "grad_norm": 3.9020698070526123,
      "learning_rate": 1.5150940456368784e-06,
      "loss": 1.6674226760864257,
      "mean_token_accuracy": 0.6992986600846052,
      "num_tokens": 8422131.0,
      "step": 1460
    },
    {
      "entropy": 1.5744852369651199,
      "epoch": 0.7590647238224331,
      "grad_norm": 3.2233102321624756,
      "learning_rate": 1.4556056625455922e-06,
      "loss": 1.7020431518554688,
      "mean_token_accuracy": 0.6818056128919124,
      "num_tokens": 8482143.0,
      "step": 1470
    },
    {
      "entropy": 1.5154328759759665,
      "epoch": 0.7642284294266674,
      "grad_norm": 3.932781934738159,
      "learning_rate": 1.3971091168435463e-06,
      "loss": 1.6716676712036134,
      "mean_token_accuracy": 0.6966965162195266,
      "num_tokens": 8542786.0,
      "step": 1480
    },
    {
      "entropy": 1.4795137772336602,
      "epoch": 0.7693921350309015,
      "grad_norm": 3.6792986392974854,
      "learning_rate": 1.3396207777762732e-06,
      "loss": 1.6791370391845704,
      "mean_token_accuracy": 0.696836537308991,
      "num_tokens": 8600887.0,
      "step": 1490
    },
    {
      "entropy": 1.4590562399476767,
      "epoch": 0.7745558406351358,
      "grad_norm": 3.962369441986084,
      "learning_rate": 1.2831567324601325e-06,
      "loss": 1.5969234466552735,
      "mean_token_accuracy": 0.7039340647868813,
      "num_tokens": 8662003.0,
      "step": 1500
    },
    {
      "entropy": 1.52541858330369,
      "epoch": 0.77971954623937,
      "grad_norm": 3.45458722114563,
      "learning_rate": 1.2277327813806123e-06,
      "loss": 1.667487907409668,
      "mean_token_accuracy": 0.6879887758754194,
      "num_tokens": 8724594.0,
      "step": 1510
    },
    {
      "entropy": 1.4836288932710886,
      "epoch": 0.7848832518436043,
      "grad_norm": 3.756089687347412,
      "learning_rate": 1.173364433970835e-06,
      "loss": 1.63017578125,
      "mean_token_accuracy": 0.6948130926117301,
      "num_tokens": 8784036.0,
      "step": 1520
    },
    {
      "entropy": 1.5626245569437742,
      "epoch": 0.7900469574478385,
      "grad_norm": 3.5266599655151367,
      "learning_rate": 1.1200669042715163e-06,
      "loss": 1.7037784576416015,
      "mean_token_accuracy": 0.6845912613905967,
      "num_tokens": 8843334.0,
      "step": 1530
    },
    {
      "entropy": 1.4768264050595463,
      "epoch": 0.7952106630520728,
      "grad_norm": 3.83982515335083,
      "learning_rate": 1.0678551066735671e-06,
      "loss": 1.6512964248657227,
      "mean_token_accuracy": 0.6988399296067656,
      "num_tokens": 8897752.0,
      "step": 1540
    },
    {
      "entropy": 1.5070743988268078,
      "epoch": 0.800374368656307,
      "grad_norm": 3.594047784805298,
      "learning_rate": 1.0167436517445777e-06,
      "loss": 1.6626958847045898,
      "mean_token_accuracy": 0.6932098336517811,
      "num_tokens": 8960109.0,
      "step": 1550
    },
    {
      "entropy": 1.5017814858816565,
      "epoch": 0.8055380742605412,
      "grad_norm": 3.6688601970672607,
      "learning_rate": 9.66746842140287e-07,
      "loss": 1.7005731582641601,
      "mean_token_accuracy": 0.6949715549126267,
      "num_tokens": 9019233.0,
      "step": 1560
    },
    {
      "entropy": 1.4817269342951476,
      "epoch": 0.8107017798647754,
      "grad_norm": 3.509746551513672,
      "learning_rate": 9.178786686022417e-07,
      "loss": 1.6416898727416993,
      "mean_token_accuracy": 0.6969510395079851,
      "num_tokens": 9078812.0,
      "step": 1570
    },
    {
      "entropy": 1.532769797090441,
      "epoch": 0.8158654854690097,
      "grad_norm": 3.1887803077697754,
      "learning_rate": 8.701528060427194e-07,
      "loss": 1.6955831527709961,
      "mean_token_accuracy": 0.6864043842069805,
      "num_tokens": 9135882.0,
      "step": 1580
    },
    {
      "entropy": 1.5730808074586093,
      "epoch": 0.8210291910732439,
      "grad_norm": 3.853518009185791,
      "learning_rate": 8.235826097180566e-07,
      "loss": 1.6787397384643554,
      "mean_token_accuracy": 0.6835165161639452,
      "num_tokens": 9195133.0,
      "step": 1590
    },
    {
      "entropy": 1.509071406442672,
      "epoch": 0.8261928966774782,
      "grad_norm": 3.8975770473480225,
      "learning_rate": 7.781811114913995e-07,
      "loss": 1.6711353302001952,
      "mean_token_accuracy": 0.697216456849128,
      "num_tokens": 9252024.0,
      "step": 1600
    },
    {
      "entropy": 1.4767718045040965,
      "epoch": 0.8313566022817124,
      "grad_norm": 3.546816825866699,
      "learning_rate": 7.339610161859618e-07,
      "loss": 1.611954689025879,
      "mean_token_accuracy": 0.6957396234385669,
      "num_tokens": 9311812.0,
      "step": 1610
    },
    {
      "entropy": 1.4625960737466812,
      "epoch": 0.8365203078859467,
      "grad_norm": 3.670255422592163,
      "learning_rate": 6.909346980298093e-07,
      "loss": 1.6372945785522461,
      "mean_token_accuracy": 0.7020874265581369,
      "num_tokens": 9366170.0,
      "step": 1620
    },
    {
      "entropy": 1.4906622781418264,
      "epoch": 0.8416840134901808,
      "grad_norm": 3.5087525844573975,
      "learning_rate": 6.49114197193137e-07,
      "loss": 1.6717796325683594,
      "mean_token_accuracy": 0.69992821123451,
      "num_tokens": 9420686.0,
      "step": 1630
    },
    {
      "entropy": 1.5561173109337687,
      "epoch": 0.8468477190944151,
      "grad_norm": 3.212022304534912,
      "learning_rate": 6.085112164190466e-07,
      "loss": 1.6679838180541993,
      "mean_token_accuracy": 0.683976789098233,
      "num_tokens": 9482289.0,
      "step": 1640
    },
    {
      "entropy": 1.5272948160767554,
      "epoch": 0.8520114246986493,
      "grad_norm": 3.2243728637695312,
      "learning_rate": 5.691371177487215e-07,
      "loss": 1.7286394119262696,
      "mean_token_accuracy": 0.6900456293486059,
      "num_tokens": 9542438.0,
      "step": 1650
    },
    {
      "entropy": 1.4828928837552666,
      "epoch": 0.8571751303028836,
      "grad_norm": 3.4076614379882812,
      "learning_rate": 5.310029193419697e-07,
      "loss": 1.6204784393310547,
      "mean_token_accuracy": 0.6961506423540413,
      "num_tokens": 9603422.0,
      "step": 1660
    },
    {
      "entropy": 1.494306630268693,
      "epoch": 0.8623388359071178,
      "grad_norm": 3.4355666637420654,
      "learning_rate": 4.941192923939769e-07,
      "loss": 1.6285322189331055,
      "mean_token_accuracy": 0.6963807102292776,
      "num_tokens": 9662884.0,
      "step": 1670
    },
    {
      "entropy": 1.4932215397246182,
      "epoch": 0.8675025415113521,
      "grad_norm": 3.4823713302612305,
      "learning_rate": 4.5849655814915683e-07,
      "loss": 1.6354049682617187,
      "mean_token_accuracy": 0.6975118588656187,
      "num_tokens": 9717606.0,
      "step": 1680
    },
    {
      "entropy": 1.4811523161828517,
      "epoch": 0.8726662471155863,
      "grad_norm": 3.2564377784729004,
      "learning_rate": 4.2414468501293217e-07,
      "loss": 1.6142492294311523,
      "mean_token_accuracy": 0.7008891646750272,
      "num_tokens": 9776930.0,
      "step": 1690
    },
    {
      "entropy": 1.4582525088451803,
      "epoch": 0.8778299527198206,
      "grad_norm": 3.186009645462036,
      "learning_rate": 3.9107328576224736e-07,
      "loss": 1.590101432800293,
      "mean_token_accuracy": 0.7004747664555907,
      "num_tokens": 9831532.0,
      "step": 1700
    },
    {
      "entropy": 1.5694931625388562,
      "epoch": 0.8829936583240549,
      "grad_norm": 3.4435129165649414,
      "learning_rate": 3.5929161485559694e-07,
      "loss": 1.7415536880493163,
      "mean_token_accuracy": 0.6794968944042921,
      "num_tokens": 9897132.0,
      "step": 1710
    },
    {
      "entropy": 1.4765069474466146,
      "epoch": 0.888157363928289,
      "grad_norm": 3.305741548538208,
      "learning_rate": 3.2880856584333043e-07,
      "loss": 1.6147611618041993,
      "mean_token_accuracy": 0.6992342480458319,
      "num_tokens": 9956043.0,
      "step": 1720
    },
    {
      "entropy": 1.5108906013891101,
      "epoch": 0.8933210695325233,
      "grad_norm": 3.081254720687866,
      "learning_rate": 2.9963266887894526e-07,
      "loss": 1.6864263534545898,
      "mean_token_accuracy": 0.694365294277668,
      "num_tokens": 10019112.0,
      "step": 1730
    },
    {
      "entropy": 1.4330669274553656,
      "epoch": 0.8984847751367575,
      "grad_norm": 3.7203779220581055,
      "learning_rate": 2.717720883320685e-07,
      "loss": 1.6144643783569337,
      "mean_token_accuracy": 0.7101383857429028,
      "num_tokens": 10071694.0,
      "step": 1740
    },
    {
      "entropy": 1.4654668858274817,
      "epoch": 0.9036484807409918,
      "grad_norm": 3.9441208839416504,
      "learning_rate": 2.4523462050379864e-07,
      "loss": 1.588124942779541,
      "mean_token_accuracy": 0.7041311910375952,
      "num_tokens": 10126224.0,
      "step": 1750
    },
    {
      "entropy": 1.4901949739083649,
      "epoch": 0.908812186345226,
      "grad_norm": 3.649569511413574,
      "learning_rate": 2.2002769144504943e-07,
      "loss": 1.6129220962524413,
      "mean_token_accuracy": 0.6970057642087341,
      "num_tokens": 10187114.0,
      "step": 1760
    },
    {
      "entropy": 1.4924411898478867,
      "epoch": 0.9139758919494603,
      "grad_norm": 3.9716198444366455,
      "learning_rate": 1.9615835487849677e-07,
      "loss": 1.661854362487793,
      "mean_token_accuracy": 0.6959477794356644,
      "num_tokens": 10247923.0,
      "step": 1770
    },
    {
      "entropy": 1.4911375367082655,
      "epoch": 0.9191395975536945,
      "grad_norm": 3.8064417839050293,
      "learning_rate": 1.7363329022471564e-07,
      "loss": 1.644830322265625,
      "mean_token_accuracy": 0.6978739554993808,
      "num_tokens": 10302427.0,
      "step": 1780
    },
    {
      "entropy": 1.4879205127246677,
      "epoch": 0.9243033031579287,
      "grad_norm": 3.4362287521362305,
      "learning_rate": 1.5245880073305963e-07,
      "loss": 1.6383996963500977,
      "mean_token_accuracy": 0.6962563646957278,
      "num_tokens": 10363849.0,
      "step": 1790
    },
    {
      "entropy": 1.4826010240241885,
      "epoch": 0.9294670087621629,
      "grad_norm": 3.5753233432769775,
      "learning_rate": 1.3264081171780797e-07,
      "loss": 1.6316852569580078,
      "mean_token_accuracy": 0.7002441954798997,
      "num_tokens": 10421151.0,
      "step": 1800
    },
    {
      "entropy": 1.4757774780504405,
      "epoch": 0.9346307143663972,
      "grad_norm": 3.3886234760284424,
      "learning_rate": 1.1418486890006574e-07,
      "loss": 1.640385627746582,
      "mean_token_accuracy": 0.6953771856613458,
      "num_tokens": 10480900.0,
      "step": 1810
    },
    {
      "entropy": 1.5035580897703766,
      "epoch": 0.9397944199706314,
      "grad_norm": 3.646653413772583,
      "learning_rate": 9.709613685589314e-08,
      "loss": 1.6704803466796876,
      "mean_token_accuracy": 0.6952310847118497,
      "num_tokens": 10538507.0,
      "step": 1820
    },
    {
      "entropy": 1.468952088057995,
      "epoch": 0.9449581255748657,
      "grad_norm": 3.4294002056121826,
      "learning_rate": 8.137939757108526e-08,
      "loss": 1.6239177703857421,
      "mean_token_accuracy": 0.6991732142865658,
      "num_tokens": 10595864.0,
      "step": 1830
    },
    {
      "entropy": 1.5265095782466234,
      "epoch": 0.9501218311790999,
      "grad_norm": 3.816030263900757,
      "learning_rate": 6.703904910301929e-08,
      "loss": 1.683511734008789,
      "mean_token_accuracy": 0.6851531157270074,
      "num_tokens": 10650502.0,
      "step": 1840
    },
    {
      "entropy": 1.4652755197137595,
      "epoch": 0.9552855367833342,
      "grad_norm": 3.788949728012085,
      "learning_rate": 5.4079104349929465e-08,
      "loss": 1.6335945129394531,
      "mean_token_accuracy": 0.7003036801703274,
      "num_tokens": 10709313.0,
      "step": 1850
    },
    {
      "entropy": 1.4775522481650114,
      "epoch": 0.9604492423875683,
      "grad_norm": 2.942552089691162,
      "learning_rate": 4.250318992797375e-08,
      "loss": 1.6247421264648438,
      "mean_token_accuracy": 0.7002471930347383,
      "num_tokens": 10764640.0,
      "step": 1860
    },
    {
      "entropy": 1.4881609329022467,
      "epoch": 0.9656129479918026,
      "grad_norm": 3.7569377422332764,
      "learning_rate": 3.231454515638221e-08,
      "loss": 1.6524677276611328,
      "mean_token_accuracy": 0.6984341206029058,
      "num_tokens": 10827653.0,
      "step": 1870
    },
    {
      "entropy": 1.4658536585979163,
      "epoch": 0.9707766535960368,
      "grad_norm": 3.1165950298309326,
      "learning_rate": 2.351602115099272e-08,
      "loss": 1.6252614974975585,
      "mean_token_accuracy": 0.7026503489352762,
      "num_tokens": 10878855.0,
      "step": 1880
    },
    {
      "entropy": 1.4893920461647212,
      "epoch": 0.9759403592002711,
      "grad_norm": 3.623610734939575,
      "learning_rate": 1.6110080026414123e-08,
      "loss": 1.6593563079833984,
      "mean_token_accuracy": 0.6974536901339888,
      "num_tokens": 10937295.0,
      "step": 1890
    },
    {
      "entropy": 1.4765968829393388,
      "epoch": 0.9811040648045053,
      "grad_norm": 3.9916508197784424,
      "learning_rate": 1.0098794207047402e-08,
      "loss": 1.657120132446289,
      "mean_token_accuracy": 0.6980926373042167,
      "num_tokens": 10993174.0,
      "step": 1900
    },
    {
      "entropy": 1.4921854911372066,
      "epoch": 0.9862677704087396,
      "grad_norm": 3.5416605472564697,
      "learning_rate": 5.483845847151226e-09,
      "loss": 1.6260362625122071,
      "mean_token_accuracy": 0.6961422071792185,
      "num_tokens": 11052124.0,
      "step": 1910
    },
    {
      "entropy": 1.494126110803336,
      "epoch": 0.9914314760129738,
      "grad_norm": 3.8531696796417236,
      "learning_rate": 2.2665263601240328e-09,
      "loss": 1.627349853515625,
      "mean_token_accuracy": 0.6957108189351857,
      "num_tokens": 11113918.0,
      "step": 1920
    },
    {
      "entropy": 1.5101578449830413,
      "epoch": 0.9965951816172081,
      "grad_norm": 3.417501926422119,
      "learning_rate": 4.4773605712089554e-10,
      "loss": 1.6748317718505858,
      "mean_token_accuracy": 0.6919567701406777,
      "num_tokens": 11175017.0,
      "step": 1930
    }
  ],
  "logging_steps": 10,
  "max_steps": 1937,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.810367394636411e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}