{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6811409110259685,
  "eval_steps": 500,
  "global_step": 200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.017028522775649212,
      "grad_norm": 2.3286359310150146,
      "learning_rate": 0.0001988623435722412,
      "loss": 4.1641,
      "mean_token_accuracy": 0.3866006717085838,
      "num_tokens": 4326.0,
      "step": 5
    },
    {
      "epoch": 0.034057045551298425,
      "grad_norm": 1.4926602840423584,
      "learning_rate": 0.00019772468714448238,
      "loss": 2.0591,
      "mean_token_accuracy": 0.6790341928601265,
      "num_tokens": 8676.0,
      "step": 10
    },
    {
      "epoch": 0.05108556832694764,
      "grad_norm": 1.0835968255996704,
      "learning_rate": 0.00019658703071672356,
      "loss": 1.3145,
      "mean_token_accuracy": 0.8256841972470284,
      "num_tokens": 12796.0,
      "step": 15
    },
    {
      "epoch": 0.06811409110259685,
      "grad_norm": 0.7724414467811584,
      "learning_rate": 0.00019544937428896475,
      "loss": 1.3324,
      "mean_token_accuracy": 0.8117582932114601,
      "num_tokens": 17119.0,
      "step": 20
    },
    {
      "epoch": 0.08514261387824607,
      "grad_norm": 0.785762369632721,
      "learning_rate": 0.00019431171786120593,
      "loss": 1.3375,
      "mean_token_accuracy": 0.8029867172241211,
      "num_tokens": 21499.0,
      "step": 25
    },
    {
      "epoch": 0.10217113665389528,
      "grad_norm": 0.6702725291252136,
      "learning_rate": 0.00019317406143344712,
      "loss": 1.2159,
      "mean_token_accuracy": 0.8230627462267875,
      "num_tokens": 25785.0,
      "step": 30
    },
    {
      "epoch": 0.11919965942954448,
      "grad_norm": 0.6287369728088379,
      "learning_rate": 0.0001920364050056883,
      "loss": 1.1634,
      "mean_token_accuracy": 0.8315445825457572,
      "num_tokens": 29980.0,
      "step": 35
    },
    {
      "epoch": 0.1362281822051937,
      "grad_norm": 0.6573143005371094,
      "learning_rate": 0.00019089874857792946,
      "loss": 1.3762,
      "mean_token_accuracy": 0.7971536681056023,
      "num_tokens": 34497.0,
      "step": 40
    },
    {
      "epoch": 0.1532567049808429,
      "grad_norm": 0.6560688614845276,
      "learning_rate": 0.00018976109215017067,
      "loss": 1.1589,
      "mean_token_accuracy": 0.8251897826790809,
      "num_tokens": 38800.0,
      "step": 45
    },
    {
      "epoch": 0.17028522775649213,
      "grad_norm": 0.6654791831970215,
      "learning_rate": 0.00018862343572241183,
      "loss": 1.1498,
      "mean_token_accuracy": 0.8319168403744698,
      "num_tokens": 43055.0,
      "step": 50
    },
    {
      "epoch": 0.18731375053214133,
      "grad_norm": 0.7387417554855347,
      "learning_rate": 0.00018748577929465302,
      "loss": 1.1265,
      "mean_token_accuracy": 0.8290244281291962,
      "num_tokens": 47346.0,
      "step": 55
    },
    {
      "epoch": 0.20434227330779056,
      "grad_norm": 0.5795997977256775,
      "learning_rate": 0.0001863481228668942,
      "loss": 1.0046,
      "mean_token_accuracy": 0.8534704640507698,
      "num_tokens": 51485.0,
      "step": 60
    },
    {
      "epoch": 0.22137079608343976,
      "grad_norm": 0.6834130883216858,
      "learning_rate": 0.0001852104664391354,
      "loss": 1.113,
      "mean_token_accuracy": 0.8345914751291275,
      "num_tokens": 55716.0,
      "step": 65
    },
    {
      "epoch": 0.23839931885908897,
      "grad_norm": 0.7211284041404724,
      "learning_rate": 0.00018407281001137657,
      "loss": 1.2132,
      "mean_token_accuracy": 0.8207321017980576,
      "num_tokens": 60030.0,
      "step": 70
    },
    {
      "epoch": 0.2554278416347382,
      "grad_norm": 0.6312271356582642,
      "learning_rate": 0.00018293515358361776,
      "loss": 1.0987,
      "mean_token_accuracy": 0.8333725541830063,
      "num_tokens": 64288.0,
      "step": 75
    },
    {
      "epoch": 0.2724563644103874,
      "grad_norm": 0.7119404077529907,
      "learning_rate": 0.00018179749715585894,
      "loss": 1.0981,
      "mean_token_accuracy": 0.8323698997497558,
      "num_tokens": 68548.0,
      "step": 80
    },
    {
      "epoch": 0.2894848871860366,
      "grad_norm": 0.9000201225280762,
      "learning_rate": 0.00018065984072810013,
      "loss": 1.146,
      "mean_token_accuracy": 0.8253335595130921,
      "num_tokens": 72914.0,
      "step": 85
    },
    {
      "epoch": 0.3065134099616858,
      "grad_norm": 0.6050537824630737,
      "learning_rate": 0.0001795221843003413,
      "loss": 1.0111,
      "mean_token_accuracy": 0.842674246430397,
      "num_tokens": 77168.0,
      "step": 90
    },
    {
      "epoch": 0.32354193273733506,
      "grad_norm": 0.684512197971344,
      "learning_rate": 0.0001783845278725825,
      "loss": 1.1186,
      "mean_token_accuracy": 0.8351956441998482,
      "num_tokens": 81439.0,
      "step": 95
    },
    {
      "epoch": 0.34057045551298426,
      "grad_norm": 0.7323129773139954,
      "learning_rate": 0.00017724687144482368,
      "loss": 1.1287,
      "mean_token_accuracy": 0.8245970487594605,
      "num_tokens": 85773.0,
      "step": 100
    },
    {
      "epoch": 0.35759897828863346,
      "grad_norm": 0.7547741532325745,
      "learning_rate": 0.00017610921501706487,
      "loss": 1.0868,
      "mean_token_accuracy": 0.8298466548323631,
      "num_tokens": 90117.0,
      "step": 105
    },
    {
      "epoch": 0.37462750106428266,
      "grad_norm": 0.7113769054412842,
      "learning_rate": 0.00017497155858930602,
      "loss": 1.1214,
      "mean_token_accuracy": 0.8299670115113258,
      "num_tokens": 94412.0,
      "step": 110
    },
    {
      "epoch": 0.39165602383993187,
      "grad_norm": 0.7486220002174377,
      "learning_rate": 0.00017383390216154724,
      "loss": 1.1452,
      "mean_token_accuracy": 0.8283886179327965,
      "num_tokens": 98782.0,
      "step": 115
    },
    {
      "epoch": 0.4086845466155811,
      "grad_norm": 0.658633828163147,
      "learning_rate": 0.0001726962457337884,
      "loss": 1.0415,
      "mean_token_accuracy": 0.8431179687380791,
      "num_tokens": 103011.0,
      "step": 120
    },
    {
      "epoch": 0.4257130693912303,
      "grad_norm": 0.783794105052948,
      "learning_rate": 0.0001715585893060296,
      "loss": 1.1056,
      "mean_token_accuracy": 0.8254878520965576,
      "num_tokens": 107402.0,
      "step": 125
    },
    {
      "epoch": 0.4427415921668795,
      "grad_norm": 0.7954565286636353,
      "learning_rate": 0.00017042093287827076,
      "loss": 1.0518,
      "mean_token_accuracy": 0.8375606715679169,
      "num_tokens": 111707.0,
      "step": 130
    },
    {
      "epoch": 0.45977011494252873,
      "grad_norm": 0.6913949847221375,
      "learning_rate": 0.00016928327645051198,
      "loss": 1.1104,
      "mean_token_accuracy": 0.8326424166560173,
      "num_tokens": 115998.0,
      "step": 135
    },
    {
      "epoch": 0.47679863771817793,
      "grad_norm": 0.7918037176132202,
      "learning_rate": 0.00016814562002275313,
      "loss": 1.0495,
      "mean_token_accuracy": 0.8390962019562721,
      "num_tokens": 120271.0,
      "step": 140
    },
    {
      "epoch": 0.49382716049382713,
      "grad_norm": 0.7816826701164246,
      "learning_rate": 0.00016700796359499432,
      "loss": 1.0463,
      "mean_token_accuracy": 0.8433194428682327,
      "num_tokens": 124461.0,
      "step": 145
    },
    {
      "epoch": 0.5108556832694764,
      "grad_norm": 0.8069042563438416,
      "learning_rate": 0.0001658703071672355,
      "loss": 1.0664,
      "mean_token_accuracy": 0.8278923153877258,
      "num_tokens": 128781.0,
      "step": 150
    },
    {
      "epoch": 0.5278842060451255,
      "grad_norm": 1.0114731788635254,
      "learning_rate": 0.0001647326507394767,
      "loss": 1.1217,
      "mean_token_accuracy": 0.8267972275614739,
      "num_tokens": 133167.0,
      "step": 155
    },
    {
      "epoch": 0.5449127288207748,
      "grad_norm": 0.7900378704071045,
      "learning_rate": 0.00016359499431171787,
      "loss": 0.971,
      "mean_token_accuracy": 0.8421565622091294,
      "num_tokens": 137464.0,
      "step": 160
    },
    {
      "epoch": 0.561941251596424,
      "grad_norm": 0.8059927821159363,
      "learning_rate": 0.00016245733788395906,
      "loss": 1.0457,
      "mean_token_accuracy": 0.8381335601210594,
      "num_tokens": 141760.0,
      "step": 165
    },
    {
      "epoch": 0.5789697743720732,
      "grad_norm": 0.7589371800422668,
      "learning_rate": 0.00016131968145620024,
      "loss": 1.0208,
      "mean_token_accuracy": 0.8342296928167343,
      "num_tokens": 146051.0,
      "step": 170
    },
    {
      "epoch": 0.5959982971477225,
      "grad_norm": 0.692416250705719,
      "learning_rate": 0.00016018202502844143,
      "loss": 0.9837,
      "mean_token_accuracy": 0.8510025009512902,
      "num_tokens": 150270.0,
      "step": 175
    },
    {
      "epoch": 0.6130268199233716,
      "grad_norm": 0.6662923097610474,
      "learning_rate": 0.0001590443686006826,
      "loss": 0.9835,
      "mean_token_accuracy": 0.8463438332080842,
      "num_tokens": 154537.0,
      "step": 180
    },
    {
      "epoch": 0.6300553426990209,
      "grad_norm": 0.7452691793441772,
      "learning_rate": 0.0001579067121729238,
      "loss": 1.0496,
      "mean_token_accuracy": 0.8375737622380257,
      "num_tokens": 158810.0,
      "step": 185
    },
    {
      "epoch": 0.6470838654746701,
      "grad_norm": 0.809700608253479,
      "learning_rate": 0.00015676905574516496,
      "loss": 1.0595,
      "mean_token_accuracy": 0.8294038504362107,
      "num_tokens": 163213.0,
      "step": 190
    },
    {
      "epoch": 0.6641123882503193,
      "grad_norm": 0.7708745002746582,
      "learning_rate": 0.00015563139931740617,
      "loss": 1.0976,
      "mean_token_accuracy": 0.8289313957095146,
      "num_tokens": 167607.0,
      "step": 195
    },
    {
      "epoch": 0.6811409110259685,
      "grad_norm": 0.6482141613960266,
      "learning_rate": 0.00015449374288964733,
      "loss": 1.0701,
      "mean_token_accuracy": 0.8261386752128601,
      "num_tokens": 172024.0,
      "step": 200
    }
  ],
  "logging_steps": 5,
  "max_steps": 879,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1612393756090368.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}