{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 391,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02557544757033248,
      "grad_norm": 5.1979091027844655,
      "learning_rate": 2.25e-06,
      "loss": 0.5442,
      "step": 10
    },
    {
      "epoch": 0.05115089514066496,
      "grad_norm": 1.555199471497413,
      "learning_rate": 4.75e-06,
      "loss": 0.4196,
      "step": 20
    },
    {
      "epoch": 0.07672634271099744,
      "grad_norm": 0.8843964610571793,
      "learning_rate": 7.25e-06,
      "loss": 0.2928,
      "step": 30
    },
    {
      "epoch": 0.10230179028132992,
      "grad_norm": 0.9254467392549297,
      "learning_rate": 9.75e-06,
      "loss": 0.2508,
      "step": 40
    },
    {
      "epoch": 0.1278772378516624,
      "grad_norm": 0.9595475930941818,
      "learning_rate": 9.983786540671052e-06,
      "loss": 0.2316,
      "step": 50
    },
    {
      "epoch": 0.1534526854219949,
      "grad_norm": 0.8734055150087038,
      "learning_rate": 9.927874998629714e-06,
      "loss": 0.2198,
      "step": 60
    },
    {
      "epoch": 0.17902813299232737,
      "grad_norm": 0.8904948291987135,
      "learning_rate": 9.83251270794707e-06,
      "loss": 0.2047,
      "step": 70
    },
    {
      "epoch": 0.20460358056265984,
      "grad_norm": 0.8941187964853939,
      "learning_rate": 9.698463103929542e-06,
      "loss": 0.2058,
      "step": 80
    },
    {
      "epoch": 0.23017902813299232,
      "grad_norm": 0.8232662082320363,
      "learning_rate": 9.526799338236828e-06,
      "loss": 0.1903,
      "step": 90
    },
    {
      "epoch": 0.2557544757033248,
      "grad_norm": 0.8507117163294342,
      "learning_rate": 9.318895687625752e-06,
      "loss": 0.1835,
      "step": 100
    },
    {
      "epoch": 0.2813299232736573,
      "grad_norm": 0.7198977204875759,
      "learning_rate": 9.076416551997721e-06,
      "loss": 0.1774,
      "step": 110
    },
    {
      "epoch": 0.3069053708439898,
      "grad_norm": 0.6072199252093429,
      "learning_rate": 8.801303129827352e-06,
      "loss": 0.175,
      "step": 120
    },
    {
      "epoch": 0.33248081841432225,
      "grad_norm": 0.552937855243384,
      "learning_rate": 8.495757877643857e-06,
      "loss": 0.1688,
      "step": 130
    },
    {
      "epoch": 0.35805626598465473,
      "grad_norm": 0.5078356984647172,
      "learning_rate": 8.162226877976886e-06,
      "loss": 0.1679,
      "step": 140
    },
    {
      "epoch": 0.3836317135549872,
      "grad_norm": 0.4569791962942034,
      "learning_rate": 7.803380256922495e-06,
      "loss": 0.1659,
      "step": 150
    },
    {
      "epoch": 0.4092071611253197,
      "grad_norm": 0.43754448097194093,
      "learning_rate": 7.422090808099014e-06,
      "loss": 0.1614,
      "step": 160
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 0.3965482560875204,
      "learning_rate": 7.021410994121525e-06,
      "loss": 0.1658,
      "step": 170
    },
    {
      "epoch": 0.46035805626598464,
      "grad_norm": 0.40365524431178995,
      "learning_rate": 6.6045485097126585e-06,
      "loss": 0.162,
      "step": 180
    },
    {
      "epoch": 0.4859335038363171,
      "grad_norm": 0.38726639073470187,
      "learning_rate": 6.1748406020824115e-06,
      "loss": 0.1603,
      "step": 190
    },
    {
      "epoch": 0.5115089514066496,
      "grad_norm": 0.3760876442217351,
      "learning_rate": 5.735727354158581e-06,
      "loss": 0.1607,
      "step": 200
    },
    {
      "epoch": 0.5370843989769821,
      "grad_norm": 0.3698546651087282,
      "learning_rate": 5.290724144552379e-06,
      "loss": 0.1566,
      "step": 210
    },
    {
      "epoch": 0.5626598465473146,
      "grad_norm": 0.378775457895615,
      "learning_rate": 4.8433935047346e-06,
      "loss": 0.1617,
      "step": 220
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.37700547911055976,
      "learning_rate": 4.397316598723385e-06,
      "loss": 0.1577,
      "step": 230
    },
    {
      "epoch": 0.6138107416879796,
      "grad_norm": 0.34954174520163833,
      "learning_rate": 3.956064553606708e-06,
      "loss": 0.1595,
      "step": 240
    },
    {
      "epoch": 0.639386189258312,
      "grad_norm": 0.357317340726361,
      "learning_rate": 3.523169870416795e-06,
      "loss": 0.154,
      "step": 250
    },
    {
      "epoch": 0.6649616368286445,
      "grad_norm": 0.3684051566901591,
      "learning_rate": 3.1020981442305187e-06,
      "loss": 0.1531,
      "step": 260
    },
    {
      "epoch": 0.690537084398977,
      "grad_norm": 0.3895498086957201,
      "learning_rate": 2.6962203198941587e-06,
      "loss": 0.1579,
      "step": 270
    },
    {
      "epoch": 0.7161125319693095,
      "grad_norm": 0.3731438076456078,
      "learning_rate": 2.308785705482982e-06,
      "loss": 0.1586,
      "step": 280
    },
    {
      "epoch": 0.7416879795396419,
      "grad_norm": 0.41906481058101075,
      "learning_rate": 1.942895959539939e-06,
      "loss": 0.1575,
      "step": 290
    },
    {
      "epoch": 0.7672634271099744,
      "grad_norm": 0.3896314041500002,
      "learning_rate": 1.6014802603420044e-06,
      "loss": 0.1553,
      "step": 300
    },
    {
      "epoch": 0.7928388746803069,
      "grad_norm": 0.385720584527069,
      "learning_rate": 1.2872718559798852e-06,
      "loss": 0.1532,
      "step": 310
    },
    {
      "epoch": 0.8184143222506394,
      "grad_norm": 0.32351933058141824,
      "learning_rate": 1.0027861829824953e-06,
      "loss": 0.1562,
      "step": 320
    },
    {
      "epoch": 0.8439897698209718,
      "grad_norm": 0.3670621953960731,
      "learning_rate": 7.50300728660407e-07,
      "loss": 0.155,
      "step": 330
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.3829568746421653,
      "learning_rate": 5.318367983829393e-07,
      "loss": 0.1523,
      "step": 340
    },
    {
      "epoch": 0.8951406649616368,
      "grad_norm": 0.3775945531822611,
      "learning_rate": 3.49143333753309e-07,
      "loss": 0.1521,
      "step": 350
    },
    {
      "epoch": 0.9207161125319693,
      "grad_norm": 0.36031263149371584,
      "learning_rate": 2.0368291122759898e-07,
      "loss": 0.1523,
      "step": 360
    },
    {
      "epoch": 0.9462915601023018,
      "grad_norm": 0.3348863130660584,
      "learning_rate": 9.662003326740166e-08,
      "loss": 0.1514,
      "step": 370
    },
    {
      "epoch": 0.9718670076726342,
      "grad_norm": 0.360326022397128,
      "learning_rate": 2.8811805762860578e-08,
      "loss": 0.1501,
      "step": 380
    },
    {
      "epoch": 0.9974424552429667,
      "grad_norm": 0.37241654765357973,
      "learning_rate": 8.010763592264381e-10,
      "loss": 0.152,
      "step": 390
    },
    {
      "epoch": 1.0,
      "step": 391,
      "total_flos": 24007129694208.0,
      "train_loss": 0.18847447641365364,
      "train_runtime": 1067.9437,
      "train_samples_per_second": 46.819,
      "train_steps_per_second": 0.366
    }
  ],
  "logging_steps": 10,
  "max_steps": 391,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 24007129694208.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}