{
  "best_global_step": 1000,
  "best_metric": 1.9394328048034677,
  "best_model_checkpoint": "/content/cot-split3/checkpoint-1000",
  "epoch": 0.39155800931908064,
  "eval_steps": 250,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval_bpd": 5.410557520272195,
      "eval_entropy": 3.805819726348172,
      "eval_loss": 3.754805564880371,
      "eval_mean_token_accuracy": 0.3303780525619185,
      "eval_nll": 3.7503126904340807,
      "eval_num_tokens": 0.0,
      "eval_ppl": 42.534380014623586,
      "eval_runtime": 319.2646,
      "eval_samples_per_second": 568.835,
      "eval_steps_per_second": 8.889,
      "step": 0
    },
    {
      "entropy": 3.939532442367398,
      "epoch": 0.00039155800931908063,
      "grad_norm": 2.921875,
      "learning_rate": 0.0,
      "loss": 3.6805007457733154,
      "mean_token_accuracy": 0.33797585886722376,
      "num_tokens": 159295.0,
      "step": 1
    },
    {
      "entropy": 4.131688260781753,
      "epoch": 0.009788950232977016,
      "grad_norm": 1.828125,
      "learning_rate": 9.375e-05,
      "loss": 3.7089433670043945,
      "mean_token_accuracy": 0.32488122625965454,
      "num_tokens": 3875056.0,
      "step": 25
    },
    {
      "entropy": 4.03907456745432,
      "epoch": 0.01957790046595403,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00019140625,
      "loss": 3.2840447998046876,
      "mean_token_accuracy": 0.3501161635947849,
      "num_tokens": 7796334.0,
      "step": 50
    },
    {
      "entropy": 3.718109237212473,
      "epoch": 0.02936685069893105,
      "grad_norm": 0.875,
      "learning_rate": 0.0002890625,
      "loss": 2.907643127441406,
      "mean_token_accuracy": 0.37667007823156323,
      "num_tokens": 11688138.0,
      "step": 75
    },
    {
      "entropy": 3.4646144502832286,
      "epoch": 0.03915580093190806,
      "grad_norm": 0.71484375,
      "learning_rate": 0.00038671875,
      "loss": 2.5448974609375,
      "mean_token_accuracy": 0.41452789283904995,
      "num_tokens": 15554877.0,
      "step": 100
    },
    {
      "entropy": 3.2713017840492147,
      "epoch": 0.04894475116488508,
      "grad_norm": 0.71484375,
      "learning_rate": 0.000484375,
      "loss": 2.4108335876464846,
      "mean_token_accuracy": 0.4332291316341289,
      "num_tokens": 19437565.0,
      "step": 125
    },
    {
      "entropy": 3.177977246980637,
      "epoch": 0.0587337013978621,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0004999075642455791,
      "loss": 2.35259765625,
      "mean_token_accuracy": 0.4402555277869966,
      "num_tokens": 23324888.0,
      "step": 150
    },
    {
      "entropy": 3.1149309732260146,
      "epoch": 0.06852265163083911,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0004995565798713207,
      "loss": 2.2896893310546873,
      "mean_token_accuracy": 0.44857320203325,
      "num_tokens": 27225978.0,
      "step": 175
    },
    {
      "entropy": 3.0429316923380134,
      "epoch": 0.07831160186381612,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004989440608306114,
      "loss": 2.2477577209472654,
      "mean_token_accuracy": 0.45537929991850945,
      "num_tokens": 31124891.0,
      "step": 200
    },
    {
      "entropy": 3.000580134712211,
      "epoch": 0.08810055209679314,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004980706490418613,
      "loss": 2.2050234985351564,
      "mean_token_accuracy": 0.4608995247476681,
      "num_tokens": 35005557.0,
      "step": 225
    },
    {
      "entropy": 2.972177586040443,
      "epoch": 0.09788950232977016,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0004969372598384225,
      "loss": 2.1969384765625,
      "mean_token_accuracy": 0.46284280083339074,
      "num_tokens": 38902413.0,
      "step": 250
    },
    {
      "epoch": 0.09788950232977016,
      "eval_bpd": 3.072745569254064,
      "eval_entropy": 2.8243270517127983,
      "eval_loss": 2.126833915710449,
      "eval_mean_token_accuracy": 0.4728344847516112,
      "eval_nll": 2.1298649279065187,
      "eval_num_tokens": 38902413.0,
      "eval_ppl": 8.41373027452248,
      "eval_runtime": 318.4023,
      "eval_samples_per_second": 570.376,
      "eval_steps_per_second": 8.913,
      "step": 250
    },
    {
      "entropy": 2.9943911642269376,
      "epoch": 0.10767845256274718,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0004955450810093227,
      "loss": 2.189352722167969,
      "mean_token_accuracy": 0.4613144874232056,
      "num_tokens": 42787954.0,
      "step": 275
    },
    {
      "entropy": 2.9854789787582336,
      "epoch": 0.1174674027957242,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0004938955715544644,
      "loss": 2.197265625,
      "mean_token_accuracy": 0.4586064115776618,
      "num_tokens": 46649640.0,
      "step": 300
    },
    {
      "entropy": 2.967871895537734,
      "epoch": 0.1272563530287012,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004919904601555969,
      "loss": 2.1636979675292967,
      "mean_token_accuracy": 0.46279846221708726,
      "num_tokens": 50562181.0,
      "step": 325
    },
    {
      "entropy": 2.9346317600010297,
      "epoch": 0.13704530326167821,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0004898317433646626,
      "loss": 2.1643003845214843,
      "mean_token_accuracy": 0.4652492077421426,
      "num_tokens": 54435712.0,
      "step": 350
    },
    {
      "entropy": 2.8769926588271595,
      "epoch": 0.14683425349465523,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00048742168351141525,
      "loss": 2.1070077514648435,
      "mean_token_accuracy": 0.4735955714097171,
      "num_tokens": 58331515.0,
      "step": 375
    },
    {
      "entropy": 2.9047266886544443,
      "epoch": 0.15662320372763225,
      "grad_norm": 0.58984375,
      "learning_rate": 0.00048476280633250404,
      "loss": 2.1295965576171874,
      "mean_token_accuracy": 0.4706730742865917,
      "num_tokens": 62245696.0,
      "step": 400
    },
    {
      "entropy": 2.8752667624718105,
      "epoch": 0.16641215396060927,
      "grad_norm": 0.58203125,
      "learning_rate": 0.00048185789832450813,
      "loss": 2.11253173828125,
      "mean_token_accuracy": 0.4743365019853278,
      "num_tokens": 66145585.0,
      "step": 425
    },
    {
      "entropy": 2.8552429066577076,
      "epoch": 0.17620110419358628,
      "grad_norm": 0.59375,
      "learning_rate": 0.00047871000382369524,
      "loss": 2.0846556091308592,
      "mean_token_accuracy": 0.47697299871989524,
      "num_tokens": 70063214.0,
      "step": 450
    },
    {
      "entropy": 2.8341120851783472,
      "epoch": 0.1859900544265633,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0004753224218155648,
      "loss": 2.068045349121094,
      "mean_token_accuracy": 0.47787787454415265,
      "num_tokens": 73984544.0,
      "step": 475
    },
    {
      "entropy": 2.8375192761847376,
      "epoch": 0.19577900465954032,
      "grad_norm": 0.61328125,
      "learning_rate": 0.0004716987024775197,
      "loss": 2.0847515869140625,
      "mean_token_accuracy": 0.47784874690977935,
      "num_tokens": 77862885.0,
      "step": 500
    },
    {
      "epoch": 0.19577900465954032,
      "eval_bpd": 2.9090075702135,
      "eval_entropy": 2.6186967416048157,
      "eval_loss": 2.013190507888794,
      "eval_mean_token_accuracy": 0.48935668935428794,
      "eval_nll": 2.0163703955210246,
      "eval_num_tokens": 77862885.0,
      "eval_ppl": 7.5110133907515495,
      "eval_runtime": 318.4358,
      "eval_samples_per_second": 570.316,
      "eval_steps_per_second": 8.912,
      "step": 500
    },
    {
      "entropy": 2.86442423287629,
      "epoch": 0.20556795489251733,
      "grad_norm": 0.6796875,
      "learning_rate": 0.000467842643458289,
      "loss": 2.097323455810547,
      "mean_token_accuracy": 0.4766681852583933,
      "num_tokens": 81738952.0,
      "step": 525
    },
    {
      "entropy": 2.8243706708841483,
      "epoch": 0.21535690512549435,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0004637582858980017,
      "loss": 2.050118865966797,
      "mean_token_accuracy": 0.48122489244307076,
      "num_tokens": 85626497.0,
      "step": 550
    },
    {
      "entropy": 2.848133797467131,
      "epoch": 0.22514585535847137,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004594499101930825,
      "loss": 2.0830853271484373,
      "mean_token_accuracy": 0.47580645161290325,
      "num_tokens": 89484956.0,
      "step": 575
    },
    {
      "entropy": 2.8410350923085876,
      "epoch": 0.2349348055914484,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00045492203151040655,
      "loss": 2.0800726318359377,
      "mean_token_accuracy": 0.47742178446222894,
      "num_tokens": 93413171.0,
      "step": 600
    },
    {
      "entropy": 2.7831898042795857,
      "epoch": 0.24472375582442538,
      "grad_norm": 0.5859375,
      "learning_rate": 0.00045017939505541626,
      "loss": 2.0370738220214846,
      "mean_token_accuracy": 0.4864190419562228,
      "num_tokens": 97298042.0,
      "step": 625
    },
    {
      "entropy": 2.8064169968349897,
      "epoch": 0.2545127060574024,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00044522697109915813,
      "loss": 2.061403503417969,
      "mean_token_accuracy": 0.48147006407999693,
      "num_tokens": 101194607.0,
      "step": 650
    },
    {
      "entropy": 2.7893201624619977,
      "epoch": 0.26430165629037944,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0004400699497694506,
      "loss": 2.0294932556152343,
      "mean_token_accuracy": 0.48583452555693873,
      "num_tokens": 105105248.0,
      "step": 675
    },
    {
      "entropy": 2.766137535649265,
      "epoch": 0.27409060652335643,
      "grad_norm": 0.61328125,
      "learning_rate": 0.00043471373561164396,
      "loss": 2.0185002136230468,
      "mean_token_accuracy": 0.48713530665141636,
      "num_tokens": 108992058.0,
      "step": 700
    },
    {
      "entropy": 2.7472840214584604,
      "epoch": 0.2838795567563335,
      "grad_norm": 0.61328125,
      "learning_rate": 0.00042916394192466997,
      "loss": 2.007948150634766,
      "mean_token_accuracy": 0.49140476584755016,
      "num_tokens": 112863096.0,
      "step": 725
    },
    {
      "entropy": 2.8039981412212533,
      "epoch": 0.29366850698931046,
      "grad_norm": 0.60546875,
      "learning_rate": 0.00042342638487831874,
      "loss": 2.0519680786132812,
      "mean_token_accuracy": 0.4848400037316914,
      "num_tokens": 116741714.0,
      "step": 750
    },
    {
      "epoch": 0.29366850698931046,
      "eval_bpd": 2.8368191124508524,
      "eval_entropy": 2.5129475370871655,
      "eval_loss": 1.963122010231018,
      "eval_mean_token_accuracy": 0.49759134340714123,
      "eval_nll": 1.9663331695538748,
      "eval_num_tokens": 116741714.0,
      "eval_ppl": 7.144430981798381,
      "eval_runtime": 318.4485,
      "eval_samples_per_second": 570.293,
      "eval_steps_per_second": 8.912,
      "step": 750
    },
    {
      "entropy": 2.7818116819998244,
      "epoch": 0.3034574572222875,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0004175070774179078,
      "loss": 2.0355569458007814,
      "mean_token_accuracy": 0.4845890820401234,
      "num_tokens": 120630485.0,
      "step": 775
    },
    {
      "entropy": 2.754836296553474,
      "epoch": 0.3132464074552645,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0004114122229627302,
      "loss": 2.026649627685547,
      "mean_token_accuracy": 0.4883731104937326,
      "num_tokens": 124539577.0,
      "step": 800
    },
    {
      "entropy": 2.7313264609464514,
      "epoch": 0.3230353576882415,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00040514820890488664,
      "loss": 1.9894279479980468,
      "mean_token_accuracy": 0.493762371510729,
      "num_tokens": 128444796.0,
      "step": 825
    },
    {
      "entropy": 2.799315380985199,
      "epoch": 0.33282430792121853,
      "grad_norm": 0.6171875,
      "learning_rate": 0.00039872159991531533,
      "loss": 2.04507568359375,
      "mean_token_accuracy": 0.48317747648488935,
      "num_tokens": 132371500.0,
      "step": 850
    },
    {
      "entropy": 2.7418567548344273,
      "epoch": 0.3426132581541955,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0003921391310640325,
      "loss": 2.0068865966796876,
      "mean_token_accuracy": 0.4890909259070856,
      "num_tokens": 136267287.0,
      "step": 875
    },
    {
      "entropy": 2.7740001842357076,
      "epoch": 0.35240220838717257,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0003854077007617969,
      "loss": 2.022200164794922,
      "mean_token_accuracy": 0.4868092625998601,
      "num_tokens": 140138103.0,
      "step": 900
    },
    {
      "entropy": 2.7364819494297907,
      "epoch": 0.36219115862014956,
      "grad_norm": 1.65625,
      "learning_rate": 0.0003785343635305919,
      "loss": 2.0004840087890625,
      "mean_token_accuracy": 0.49300860279730147,
      "num_tokens": 144053086.0,
      "step": 925
    },
    {
      "entropy": 2.739402972362386,
      "epoch": 0.3719801088531266,
      "grad_norm": 0.51953125,
      "learning_rate": 0.00037152632261050483,
      "loss": 1.9922245788574218,
      "mean_token_accuracy": 0.4915943380171221,
      "num_tokens": 147953420.0,
      "step": 950
    },
    {
      "entropy": 2.7438382548220077,
      "epoch": 0.3817690590861036,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0003643909224107492,
      "loss": 2.0027291870117185,
      "mean_token_accuracy": 0.48921148393722236,
      "num_tokens": 151836411.0,
      "step": 975
    },
    {
      "entropy": 2.7921177392917085,
      "epoch": 0.39155800931908064,
      "grad_norm": 0.6171875,
      "learning_rate": 0.00035713564081274257,
      "loss": 2.0273634338378907,
      "mean_token_accuracy": 0.48521556448666425,
      "num_tokens": 155738536.0,
      "step": 1000
    },
    {
      "epoch": 0.39155800931908064,
      "eval_bpd": 2.798010089627336,
      "eval_entropy": 2.536048009293489,
      "eval_loss": 1.9362056255340576,
      "eval_mean_token_accuracy": 0.5017364167555982,
      "eval_nll": 1.9394328048034677,
      "eval_num_tokens": 155738536.0,
      "eval_ppl": 6.95480511965251,
      "eval_runtime": 318.4763,
      "eval_samples_per_second": 570.243,
      "eval_steps_per_second": 8.911,
      "step": 1000
    }
  ],
  "logging_steps": 25,
  "max_steps": 2554,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.064070482272256e+17,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}