{
  "best_global_step": 562,
  "best_metric": 0.15477769076824188,
  "best_model_checkpoint": "/app/output/bf-router-v0.5/checkpoint-562",
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 843,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.4157426357269287,
      "epoch": 0.003561887800534283,
      "grad_norm": 1.203125,
      "learning_rate": 0.0,
      "loss": 4.336674213409424,
      "mean_token_accuracy": 0.4680640399456024,
      "num_tokens": 3092.0,
      "step": 1
    },
    {
      "entropy": 1.5884604156017303,
      "epoch": 0.03561887800534283,
      "grad_norm": 0.59375,
      "learning_rate": 6.923076923076924e-05,
      "loss": 3.986017862955729,
      "mean_token_accuracy": 0.4735516524977154,
      "num_tokens": 30650.0,
      "step": 10
    },
    {
      "entropy": 2.2315500736236573,
      "epoch": 0.07123775601068566,
      "grad_norm": 0.26953125,
      "learning_rate": 0.00014615384615384615,
      "loss": 2.16544189453125,
      "mean_token_accuracy": 0.6272616922855377,
      "num_tokens": 61735.0,
      "step": 20
    },
    {
      "entropy": 0.8066075079143047,
      "epoch": 0.10685663401602849,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00019999334629824895,
      "loss": 0.7935717582702637,
      "mean_token_accuracy": 0.857068446278572,
      "num_tokens": 92484.0,
      "step": 30
    },
    {
      "entropy": 0.5340980306267739,
      "epoch": 0.14247551202137132,
      "grad_norm": 0.10693359375,
      "learning_rate": 0.00019987508289735716,
      "loss": 0.5261529922485352,
      "mean_token_accuracy": 0.9004581302404404,
      "num_tokens": 123010.0,
      "step": 40
    },
    {
      "entropy": 0.4001643668860197,
      "epoch": 0.17809439002671415,
      "grad_norm": 0.08251953125,
      "learning_rate": 0.0001996091607179287,
      "loss": 0.3956298351287842,
      "mean_token_accuracy": 0.9209299519658088,
      "num_tokens": 153710.0,
      "step": 50
    },
    {
      "entropy": 0.34828933551907537,
      "epoch": 0.21371326803205698,
      "grad_norm": 0.10009765625,
      "learning_rate": 0.00019919597290851538,
      "loss": 0.3648662090301514,
      "mean_token_accuracy": 0.9263768374919892,
      "num_tokens": 184577.0,
      "step": 60
    },
    {
      "entropy": 0.2983129292726517,
      "epoch": 0.2493321460373998,
      "grad_norm": 0.08447265625,
      "learning_rate": 0.00019863613034027224,
      "loss": 0.29642860889434813,
      "mean_token_accuracy": 0.9371836110949516,
      "num_tokens": 215040.0,
      "step": 70
    },
    {
      "entropy": 0.280751570686698,
      "epoch": 0.28495102404274264,
      "grad_norm": 0.099609375,
      "learning_rate": 0.00019793046070382437,
      "loss": 0.2813178300857544,
      "mean_token_accuracy": 0.9388988897204399,
      "num_tokens": 245683.0,
      "step": 80
    },
    {
      "entropy": 0.2960826952010393,
      "epoch": 0.3205699020480855,
      "grad_norm": 0.11962890625,
      "learning_rate": 0.00019708000728558064,
      "loss": 0.31115410327911375,
      "mean_token_accuracy": 0.9335825845599175,
      "num_tokens": 276430.0,
      "step": 90
    },
    {
      "entropy": 0.28416929207742214,
      "epoch": 0.3561887800534283,
      "grad_norm": 0.103515625,
      "learning_rate": 0.00019608602742530283,
      "loss": 0.27938365936279297,
      "mean_token_accuracy": 0.9393619552254677,
      "num_tokens": 307296.0,
      "step": 100
    },
    {
      "entropy": 0.23417662251740695,
      "epoch": 0.39180765805877116,
      "grad_norm": 0.06298828125,
      "learning_rate": 0.00019494999065721108,
      "loss": 0.23734774589538574,
      "mean_token_accuracy": 0.9487677246332169,
      "num_tokens": 337962.0,
      "step": 110
    },
    {
      "entropy": 0.24019648060202597,
      "epoch": 0.42742653606411396,
      "grad_norm": 0.06640625,
      "learning_rate": 0.0001936735765373737,
      "loss": 0.245324969291687,
      "mean_token_accuracy": 0.9457737937569618,
      "num_tokens": 368782.0,
      "step": 120
    },
    {
      "entropy": 0.269666058011353,
      "epoch": 0.4630454140694568,
      "grad_norm": 0.09765625,
      "learning_rate": 0.00019225867216059325,
      "loss": 0.2686375617980957,
      "mean_token_accuracy": 0.9398508563637733,
      "num_tokens": 399329.0,
      "step": 130
    },
    {
      "entropy": 0.18328354582190515,
      "epoch": 0.4986642920747996,
      "grad_norm": 0.06298828125,
      "learning_rate": 0.00019070736937046035,
      "loss": 0.18070420026779174,
      "mean_token_accuracy": 0.9568557634949684,
      "num_tokens": 429759.0,
      "step": 140
    },
    {
      "entropy": 0.21165105439722537,
      "epoch": 0.5342831700801425,
      "grad_norm": 0.0810546875,
      "learning_rate": 0.0001890219616666997,
      "loss": 0.22004930973052977,
      "mean_token_accuracy": 0.9494227185845375,
      "num_tokens": 460409.0,
      "step": 150
    },
    {
      "entropy": 0.23916025627404452,
      "epoch": 0.5699020480854853,
      "grad_norm": 0.07568359375,
      "learning_rate": 0.00018720494081438078,
      "loss": 0.2379377841949463,
      "mean_token_accuracy": 0.9455192387104034,
      "num_tokens": 491344.0,
      "step": 160
    },
    {
      "entropy": 0.2238690486177802,
      "epoch": 0.6055209260908282,
      "grad_norm": 0.08984375,
      "learning_rate": 0.00018525899316000608,
      "loss": 0.2245168685913086,
      "mean_token_accuracy": 0.9485938593745231,
      "num_tokens": 522029.0,
      "step": 170
    },
    {
      "entropy": 0.17032606173306702,
      "epoch": 0.641139804096171,
      "grad_norm": 0.080078125,
      "learning_rate": 0.00018318699565992357,
      "loss": 0.17549347877502441,
      "mean_token_accuracy": 0.9574712902307511,
      "num_tokens": 552306.0,
      "step": 180
    },
    {
      "entropy": 0.21890966054052113,
      "epoch": 0.6767586821015138,
      "grad_norm": 0.0673828125,
      "learning_rate": 0.00018099201162693476,
      "loss": 0.21968293190002441,
      "mean_token_accuracy": 0.9482985377311707,
      "num_tokens": 583181.0,
      "step": 190
    },
    {
      "entropy": 0.20646683853119613,
      "epoch": 0.7123775601068566,
      "grad_norm": 0.09765625,
      "learning_rate": 0.00017867728620138708,
      "loss": 0.20968315601348878,
      "mean_token_accuracy": 0.9519409075379371,
      "num_tokens": 613818.0,
      "step": 200
    },
    {
      "entropy": 0.23000301327556372,
      "epoch": 0.7479964381121995,
      "grad_norm": 0.08935546875,
      "learning_rate": 0.00017624624155344626,
      "loss": 0.2383474349975586,
      "mean_token_accuracy": 0.9458372846245766,
      "num_tokens": 644576.0,
      "step": 210
    },
    {
      "entropy": 0.21420854832977057,
      "epoch": 0.7836153161175423,
      "grad_norm": 0.0966796875,
      "learning_rate": 0.0001737024718236413,
      "loss": 0.21017465591430665,
      "mean_token_accuracy": 0.9511569887399673,
      "num_tokens": 675564.0,
      "step": 220
    },
    {
      "entropy": 0.19280126914381981,
      "epoch": 0.8192341941228851,
      "grad_norm": 0.08154296875,
      "learning_rate": 0.00017104973780916294,
      "loss": 0.1936139941215515,
      "mean_token_accuracy": 0.954449312388897,
      "num_tokens": 706309.0,
      "step": 230
    },
    {
      "entropy": 0.22524890769273043,
      "epoch": 0.8548530721282279,
      "grad_norm": 0.10546875,
      "learning_rate": 0.00016829196140377085,
      "loss": 0.22950620651245118,
      "mean_token_accuracy": 0.9476036429405212,
      "num_tokens": 737135.0,
      "step": 240
    },
    {
      "entropy": 0.18842433094978334,
      "epoch": 0.8904719501335708,
      "grad_norm": 0.087890625,
      "learning_rate": 0.00016543321979953007,
      "loss": 0.19049547910690307,
      "mean_token_accuracy": 0.9543813273310662,
      "num_tokens": 767853.0,
      "step": 250
    },
    {
      "entropy": 0.1991994746029377,
      "epoch": 0.9260908281389136,
      "grad_norm": 0.07763671875,
      "learning_rate": 0.00016247773945894962,
      "loss": 0.19527161121368408,
      "mean_token_accuracy": 0.9535173490643502,
      "num_tokens": 798511.0,
      "step": 260
    },
    {
      "entropy": 0.18196075949817897,
      "epoch": 0.9617097061442564,
      "grad_norm": 0.0771484375,
      "learning_rate": 0.00015942988986643352,
      "loss": 0.19091761112213135,
      "mean_token_accuracy": 0.9535432115197182,
      "num_tokens": 829447.0,
      "step": 270
    },
    {
      "entropy": 0.18307169582694768,
      "epoch": 0.9973285841495992,
      "grad_norm": 0.08837890625,
      "learning_rate": 0.00015629417706828423,
      "loss": 0.1818631410598755,
      "mean_token_accuracy": 0.955574706196785,
      "num_tokens": 860142.0,
      "step": 280
    },
    {
      "epoch": 1.0,
      "eval_entropy": 0.18207345770817276,
      "eval_loss": 0.18149949610233307,
      "eval_mean_token_accuracy": 0.9555717660180221,
      "eval_num_tokens": 862512.0,
      "eval_runtime": 35.3256,
      "eval_samples_per_second": 15.881,
      "eval_steps_per_second": 3.991,
      "step": 281
    },
    {
      "entropy": 0.1545313375118451,
      "epoch": 1.0320569902048085,
      "grad_norm": 0.064453125,
      "learning_rate": 0.00015307523701080768,
      "loss": 0.14675980806350708,
      "mean_token_accuracy": 0.9623546004295349,
      "num_tokens": 889907.0,
      "step": 290
    },
    {
      "entropy": 0.13382284864783286,
      "epoch": 1.0676758682101515,
      "grad_norm": 0.060546875,
      "learning_rate": 0.00014977782868636999,
      "loss": 0.13706474304199218,
      "mean_token_accuracy": 0.9633408606052398,
      "num_tokens": 920639.0,
      "step": 300
    },
    {
      "entropy": 0.16596811451017857,
      "epoch": 1.1032947462154943,
      "grad_norm": 0.0791015625,
      "learning_rate": 0.00014640682709753832,
      "loss": 0.16318607330322266,
      "mean_token_accuracy": 0.9578790530562401,
      "num_tokens": 951323.0,
      "step": 310
    },
    {
      "entropy": 0.1480622159317136,
      "epoch": 1.138913624220837,
      "grad_norm": 0.057861328125,
      "learning_rate": 0.0001429672160497085,
      "loss": 0.1488279938697815,
      "mean_token_accuracy": 0.9609164595603943,
      "num_tokens": 981911.0,
      "step": 320
    },
    {
      "entropy": 0.1655621325597167,
      "epoch": 1.1745325022261799,
      "grad_norm": 0.07275390625,
      "learning_rate": 0.00013946408078287462,
      "loss": 0.16427644491195678,
      "mean_token_accuracy": 0.9576473370194435,
      "num_tokens": 1012535.0,
      "step": 330
    },
    {
      "entropy": 0.18122829273343086,
      "epoch": 1.2101513802315227,
      "grad_norm": 0.06689453125,
      "learning_rate": 0.00013590260045343432,
      "loss": 0.176006543636322,
      "mean_token_accuracy": 0.9551453411579132,
      "num_tokens": 1043503.0,
      "step": 340
    },
    {
      "entropy": 0.15644419118762015,
      "epoch": 1.2457702582368655,
      "grad_norm": 0.06201171875,
      "learning_rate": 0.00013228804047714463,
      "loss": 0.1652477502822876,
      "mean_token_accuracy": 0.9575047269463539,
      "num_tokens": 1074168.0,
      "step": 350
    },
    {
      "entropy": 0.14828295167535543,
      "epoch": 1.2813891362422083,
      "grad_norm": 0.06982421875,
      "learning_rate": 0.00012862574474454928,
      "loss": 0.14066768884658815,
      "mean_token_accuracy": 0.9639188721776009,
      "num_tokens": 1104681.0,
      "step": 360
    },
    {
      "entropy": 0.19175196047872306,
      "epoch": 1.317008014247551,
      "grad_norm": 0.09619140625,
      "learning_rate": 0.0001249211277203859,
      "loss": 0.1917089343070984,
      "mean_token_accuracy": 0.9522068575024605,
      "num_tokens": 1135361.0,
      "step": 370
    },
    {
      "entropy": 0.1644950734451413,
      "epoch": 1.3526268922528941,
      "grad_norm": 0.0849609375,
      "learning_rate": 0.00012117966643865398,
      "loss": 0.16864393949508666,
      "mean_token_accuracy": 0.9572859182953835,
      "num_tokens": 1166125.0,
      "step": 380
    },
    {
      "entropy": 0.16431492734700442,
      "epoch": 1.388245770258237,
      "grad_norm": 0.08056640625,
      "learning_rate": 0.00011740689240517837,
      "loss": 0.1597315788269043,
      "mean_token_accuracy": 0.9589557304978371,
      "num_tokens": 1197232.0,
      "step": 390
    },
    {
      "entropy": 0.15399955678731203,
      "epoch": 1.4238646482635797,
      "grad_norm": 0.07421875,
      "learning_rate": 0.00011360838341963964,
      "loss": 0.15647656917572023,
      "mean_token_accuracy": 0.9591503396630288,
      "num_tokens": 1227801.0,
      "step": 400
    },
    {
      "entropy": 0.15702628958970308,
      "epoch": 1.4594835262689225,
      "grad_norm": 0.0888671875,
      "learning_rate": 0.00010978975532916189,
      "loss": 0.16044070720672607,
      "mean_token_accuracy": 0.958300518989563,
      "num_tokens": 1258629.0,
      "step": 410
    },
    {
      "entropy": 0.12639004811644555,
      "epoch": 1.4951024042742653,
      "grad_norm": 0.0654296875,
      "learning_rate": 0.00010595665372565027,
      "loss": 0.12638626098632813,
      "mean_token_accuracy": 0.9659075498580932,
      "num_tokens": 1289072.0,
      "step": 420
    },
    {
      "entropy": 0.14171069134026765,
      "epoch": 1.5307212822796084,
      "grad_norm": 0.08056640625,
      "learning_rate": 0.00010211474559915233,
      "loss": 0.13931651115417482,
      "mean_token_accuracy": 0.9626615524291993,
      "num_tokens": 1319747.0,
      "step": 430
    },
    {
      "entropy": 0.16094463262706996,
      "epoch": 1.566340160284951,
      "grad_norm": 0.07958984375,
      "learning_rate": 9.826971095958395e-05,
      "loss": 0.15868637561798096,
      "mean_token_accuracy": 0.9590194016695023,
      "num_tokens": 1350664.0,
      "step": 440
    },
    {
      "entropy": 0.15832340456545352,
      "epoch": 1.601959038290294,
      "grad_norm": 0.0673828125,
      "learning_rate": 9.442723443920623e-05,
      "loss": 0.16317789554595946,
      "mean_token_accuracy": 0.9585595563054085,
      "num_tokens": 1381628.0,
      "step": 450
    },
    {
      "entropy": 0.16448966227471828,
      "epoch": 1.6375779162956365,
      "grad_norm": 0.0751953125,
      "learning_rate": 9.059299688826816e-05,
      "loss": 0.16371761560440062,
      "mean_token_accuracy": 0.9589671149849892,
      "num_tokens": 1412506.0,
      "step": 460
    },
    {
      "entropy": 0.15921370945870877,
      "epoch": 1.6731967943009796,
      "grad_norm": 0.0732421875,
      "learning_rate": 8.677266697624138e-05,
      "loss": 0.15553101301193237,
      "mean_token_accuracy": 0.9597976416349411,
      "num_tokens": 1442986.0,
      "step": 470
    },
    {
      "entropy": 0.14739455822855235,
      "epoch": 1.7088156723063224,
      "grad_norm": 0.0751953125,
      "learning_rate": 8.297189281106278e-05,
      "loss": 0.14005433320999144,
      "mean_token_accuracy": 0.9631642028689384,
      "num_tokens": 1473444.0,
      "step": 480
    },
    {
      "entropy": 0.1320339234545827,
      "epoch": 1.7444345503116652,
      "grad_norm": 0.07275390625,
      "learning_rate": 7.919629358877657e-05,
      "loss": 0.13607435226440429,
      "mean_token_accuracy": 0.9643332988023758,
      "num_tokens": 1504098.0,
      "step": 490
    },
    {
      "entropy": 0.12228272054344416,
      "epoch": 1.780053428317008,
      "grad_norm": 0.0888671875,
      "learning_rate": 7.54514512859201e-05,
      "loss": 0.12318435907363892,
      "mean_token_accuracy": 0.9668563097715378,
      "num_tokens": 1534785.0,
      "step": 500
    },
    {
      "entropy": 0.14428242221474646,
      "epoch": 1.8156723063223508,
      "grad_norm": 0.07861328125,
      "learning_rate": 7.174290240693689e-05,
      "loss": 0.14451712369918823,
      "mean_token_accuracy": 0.9615424692630767,
      "num_tokens": 1565500.0,
      "step": 510
    },
    {
      "entropy": 0.1427522897720337,
      "epoch": 1.8512911843276938,
      "grad_norm": 0.056884765625,
      "learning_rate": 6.807612979881661e-05,
      "loss": 0.1388334035873413,
      "mean_token_accuracy": 0.9621888875961304,
      "num_tokens": 1596446.0,
      "step": 520
    },
    {
      "entropy": 0.15157688688486814,
      "epoch": 1.8869100623330364,
      "grad_norm": 0.08349609375,
      "learning_rate": 6.445655454506465e-05,
      "loss": 0.15446548461914061,
      "mean_token_accuracy": 0.9599128782749176,
      "num_tokens": 1627189.0,
      "step": 530
    },
    {
      "entropy": 0.1300442773848772,
      "epoch": 1.9225289403383794,
      "grad_norm": 0.059326171875,
      "learning_rate": 6.0889527950984416e-05,
      "loss": 0.1254338026046753,
      "mean_token_accuracy": 0.9661760002374649,
      "num_tokens": 1657858.0,
      "step": 540
    },
    {
      "entropy": 0.1557828625664115,
      "epoch": 1.9581478183437222,
      "grad_norm": 0.06689453125,
      "learning_rate": 5.738032363212258e-05,
      "loss": 0.16083067655563354,
      "mean_token_accuracy": 0.9595108240842819,
      "num_tokens": 1688776.0,
      "step": 550
    },
    {
      "entropy": 0.13151839561760426,
      "epoch": 1.993766696349065,
      "grad_norm": 0.0810546875,
      "learning_rate": 5.3934129717573165e-05,
      "loss": 0.12607554197311402,
      "mean_token_accuracy": 0.966105441749096,
      "num_tokens": 1719573.0,
      "step": 560
    },
    {
      "epoch": 2.0,
      "eval_entropy": 0.14480842649936676,
      "eval_loss": 0.15477769076824188,
      "eval_mean_token_accuracy": 0.9607759993127052,
      "eval_num_tokens": 1725024.0,
      "eval_runtime": 35.306,
      "eval_samples_per_second": 15.89,
      "eval_steps_per_second": 3.994,
      "step": 562
    },
    {
      "entropy": 0.13348992398151985,
      "epoch": 2.0284951024042743,
      "grad_norm": 0.09326171875,
      "learning_rate": 5.0556041179668354e-05,
      "loss": 0.12256227731704712,
      "mean_token_accuracy": 0.9662964267608447,
      "num_tokens": 1749504.0,
      "step": 570
    },
    {
      "entropy": 0.13551258575171232,
      "epoch": 2.064113980409617,
      "grad_norm": 0.0732421875,
      "learning_rate": 4.725105230139465e-05,
      "loss": 0.12811031341552734,
      "mean_token_accuracy": 0.9640967190265656,
      "num_tokens": 1780206.0,
      "step": 580
    },
    {
      "entropy": 0.11903938055038452,
      "epoch": 2.09973285841496,
      "grad_norm": 0.061279296875,
      "learning_rate": 4.402404929267235e-05,
      "loss": 0.1129370927810669,
      "mean_token_accuracy": 0.9682316735386849,
      "num_tokens": 1810985.0,
      "step": 590
    },
    {
      "entropy": 0.11653038449585437,
      "epoch": 2.135351736420303,
      "grad_norm": 0.08056640625,
      "learning_rate": 4.087980306641365e-05,
      "loss": 0.11388391256332397,
      "mean_token_accuracy": 0.9668685078620911,
      "num_tokens": 1841597.0,
      "step": 600
    },
    {
      "entropy": 0.11204307321459055,
      "epoch": 2.1709706144256455,
      "grad_norm": 0.1015625,
      "learning_rate": 3.7822962185039914e-05,
      "loss": 0.11144263744354248,
      "mean_token_accuracy": 0.9687378108501434,
      "num_tokens": 1872199.0,
      "step": 610
    },
    {
      "entropy": 0.12015030086040497,
      "epoch": 2.2065894924309886,
      "grad_norm": 0.0712890625,
      "learning_rate": 3.4858045987886145e-05,
      "loss": 0.11484370231628419,
      "mean_token_accuracy": 0.967641019821167,
      "num_tokens": 1903172.0,
      "step": 620
    },
    {
      "entropy": 0.12499598301947117,
      "epoch": 2.242208370436331,
      "grad_norm": 0.06640625,
      "learning_rate": 3.198943790965332e-05,
      "loss": 0.12357065677642823,
      "mean_token_accuracy": 0.9670094296336174,
      "num_tokens": 1933713.0,
      "step": 630
    },
    {
      "entropy": 0.1296376422047615,
      "epoch": 2.277827248441674,
      "grad_norm": 0.0673828125,
      "learning_rate": 2.9221378999786853e-05,
      "loss": 0.12340972423553467,
      "mean_token_accuracy": 0.96511862128973,
      "num_tokens": 1964556.0,
      "step": 640
    },
    {
      "entropy": 0.12314727567136288,
      "epoch": 2.3134461264470167,
      "grad_norm": 0.080078125,
      "learning_rate": 2.655796165236234e-05,
      "loss": 0.11837244033813477,
      "mean_token_accuracy": 0.9671967878937722,
      "num_tokens": 1995252.0,
      "step": 650
    },
    {
      "entropy": 0.11561896577477455,
      "epoch": 2.3490650044523598,
      "grad_norm": 0.1064453125,
      "learning_rate": 2.400312355574853e-05,
      "loss": 0.11029613018035889,
      "mean_token_accuracy": 0.967219403386116,
      "num_tokens": 2025889.0,
      "step": 660
    },
    {
      "entropy": 0.11878675390034914,
      "epoch": 2.3846838824577024,
      "grad_norm": 0.080078125,
      "learning_rate": 2.1560641870992616e-05,
      "loss": 0.11299164295196533,
      "mean_token_accuracy": 0.9675500631332398,
      "num_tokens": 2056588.0,
      "step": 670
    },
    {
      "entropy": 0.11508079580962657,
      "epoch": 2.4203027604630454,
      "grad_norm": 0.07080078125,
      "learning_rate": 1.9234127647534604e-05,
      "loss": 0.10480635166168213,
      "mean_token_accuracy": 0.9691305905580521,
      "num_tokens": 2087259.0,
      "step": 680
    },
    {
      "entropy": 0.11411711536347866,
      "epoch": 2.4559216384683884,
      "grad_norm": 0.06640625,
      "learning_rate": 1.7027020484506996e-05,
      "loss": 0.11348260641098022,
      "mean_token_accuracy": 0.9682735517621041,
      "num_tokens": 2117728.0,
      "step": 690
    },
    {
      "entropy": 0.11259160749614239,
      "epoch": 2.491540516473731,
      "grad_norm": 0.05224609375,
      "learning_rate": 1.4942583445512103e-05,
      "loss": 0.10898959636688232,
      "mean_token_accuracy": 0.9685835257172585,
      "num_tokens": 2148333.0,
      "step": 700
    },
    {
      "entropy": 0.12499043270945549,
      "epoch": 2.527159394479074,
      "grad_norm": 0.0849609375,
      "learning_rate": 1.2983898234396308e-05,
      "loss": 0.12133818864822388,
      "mean_token_accuracy": 0.9664898782968521,
      "num_tokens": 2178932.0,
      "step": 710
    },
    {
      "entropy": 0.11083998121321201,
      "epoch": 2.5627782724844166,
      "grad_norm": 0.048828125,
      "learning_rate": 1.1153860639152169e-05,
      "loss": 0.10544953346252442,
      "mean_token_accuracy": 0.9696028590202331,
      "num_tokens": 2209610.0,
      "step": 720
    },
    {
      "entropy": 0.11835917010903359,
      "epoch": 2.5983971504897596,
      "grad_norm": 0.08203125,
      "learning_rate": 9.455176250685338e-06,
      "loss": 0.11609755754470825,
      "mean_token_accuracy": 0.9664707094430923,
      "num_tokens": 2240346.0,
      "step": 730
    },
    {
      "entropy": 0.12215895913541316,
      "epoch": 2.634016028495102,
      "grad_norm": 0.0673828125,
      "learning_rate": 7.890356462775373e-06,
      "loss": 0.11725597381591797,
      "mean_token_accuracy": 0.9670157313346863,
      "num_tokens": 2271054.0,
      "step": 740
    },
    {
      "entropy": 0.12366384714841842,
      "epoch": 2.669634906500445,
      "grad_norm": 0.07861328125,
      "learning_rate": 6.461714759144233e-06,
      "loss": 0.1168657660484314,
      "mean_token_accuracy": 0.9668171271681786,
      "num_tokens": 2301971.0,
      "step": 750
    },
    {
      "entropy": 0.10823128782212735,
      "epoch": 2.7052537845057882,
      "grad_norm": 0.05712890625,
      "learning_rate": 5.171363293121901e-06,
      "loss": 0.10103480815887451,
      "mean_token_accuracy": 0.9696328729391098,
      "num_tokens": 2332515.0,
      "step": 760
    },
    {
      "entropy": 0.10126303266733885,
      "epoch": 2.740872662511131,
      "grad_norm": 0.07080078125,
      "learning_rate": 4.021209764965828e-06,
      "loss": 0.09550071954727173,
      "mean_token_accuracy": 0.9718543246388436,
      "num_tokens": 2363176.0,
      "step": 770
    },
    {
      "entropy": 0.10594012532383204,
      "epoch": 2.776491540516474,
      "grad_norm": 0.0625,
      "learning_rate": 3.0129546014508567e-06,
      "loss": 0.1027148962020874,
      "mean_token_accuracy": 0.9698196157813073,
      "num_tokens": 2393823.0,
      "step": 780
    },
    {
      "entropy": 0.11277557052671909,
      "epoch": 2.8121104185218164,
      "grad_norm": 0.057373046875,
      "learning_rate": 2.1480884418993983e-06,
      "loss": 0.10367020368576049,
      "mean_token_accuracy": 0.9688401147723198,
      "num_tokens": 2424575.0,
      "step": 790
    },
    {
      "entropy": 0.13837510608136655,
      "epoch": 2.8477292965271594,
      "grad_norm": 0.0791015625,
      "learning_rate": 1.4278899343687425e-06,
      "loss": 0.13071552515029908,
      "mean_token_accuracy": 0.9625913232564927,
      "num_tokens": 2455901.0,
      "step": 800
    },
    {
      "entropy": 0.12289627455174923,
      "epoch": 2.883348174532502,
      "grad_norm": 0.09423828125,
      "learning_rate": 8.534238452534759e-07,
      "loss": 0.11349356174468994,
      "mean_token_accuracy": 0.9673542976379395,
      "num_tokens": 2486966.0,
      "step": 810
    },
    {
      "entropy": 0.11963035948574544,
      "epoch": 2.918967052537845,
      "grad_norm": 0.05419921875,
      "learning_rate": 4.2553948509802545e-07,
      "loss": 0.11257882118225097,
      "mean_token_accuracy": 0.9673726871609688,
      "num_tokens": 2517590.0,
      "step": 820
    },
    {
      "entropy": 0.13870051857084037,
      "epoch": 2.954585930543188,
      "grad_norm": 0.06298828125,
      "learning_rate": 1.4486945294652776e-07,
      "loss": 0.13519666194915772,
      "mean_token_accuracy": 0.9639795452356339,
      "num_tokens": 2548330.0,
      "step": 830
    },
    {
      "entropy": 0.10831217430531978,
      "epoch": 2.9902048085485307,
      "grad_norm": 0.06494140625,
      "learning_rate": 1.1828701086558092e-08,
      "loss": 0.10172584056854247,
      "mean_token_accuracy": 0.9707534283399581,
      "num_tokens": 2579075.0,
      "step": 840
    },
    {
      "epoch": 3.0,
      "eval_entropy": 0.12990308695651115,
      "eval_loss": 0.15479549765586853,
      "eval_mean_token_accuracy": 0.9612296595641062,
      "eval_num_tokens": 2587536.0,
      "eval_runtime": 35.3111,
      "eval_samples_per_second": 15.887,
      "eval_steps_per_second": 3.993,
      "step": 843
    }
  ],
  "logging_steps": 10,
  "max_steps": 843,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.085644413841408e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}