{
  "best_metric": 0.88608,
  "best_model_checkpoint": "../../checkpoint/imdb/bert-base/checkpoint-12512",
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 15640,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.0,
      "eval_accuracy": 0.88012,
      "eval_loss": 0.2792210280895233,
      "eval_runtime": 34.1095,
      "eval_samples_per_second": 732.933,
      "eval_steps_per_second": 2.873,
      "step": 782
    },
    {
      "epoch": 1.28,
      "learning_rate": 4.680306905370844e-05,
      "loss": 0.307,
      "step": 1000
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.86836,
      "eval_loss": 0.3073737621307373,
      "eval_runtime": 34.1017,
      "eval_samples_per_second": 733.1,
      "eval_steps_per_second": 2.874,
      "step": 1564
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.360613810741688e-05,
      "loss": 0.1491,
      "step": 2000
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.879,
      "eval_loss": 0.5035193562507629,
      "eval_runtime": 33.9308,
      "eval_samples_per_second": 736.793,
      "eval_steps_per_second": 2.888,
      "step": 2346
    },
    {
      "epoch": 3.84,
      "learning_rate": 4.040920716112532e-05,
      "loss": 0.0719,
      "step": 3000
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.88072,
      "eval_loss": 0.5898228287696838,
      "eval_runtime": 34.0598,
      "eval_samples_per_second": 734.004,
      "eval_steps_per_second": 2.877,
      "step": 3128
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.8714,
      "eval_loss": 0.763311505317688,
      "eval_runtime": 34.1843,
      "eval_samples_per_second": 731.33,
      "eval_steps_per_second": 2.867,
      "step": 3910
    },
    {
      "epoch": 5.12,
      "learning_rate": 3.721227621483376e-05,
      "loss": 0.0366,
      "step": 4000
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.87656,
      "eval_loss": 0.6611727476119995,
      "eval_runtime": 34.137,
      "eval_samples_per_second": 732.344,
      "eval_steps_per_second": 2.871,
      "step": 4692
    },
    {
      "epoch": 6.39,
      "learning_rate": 3.40153452685422e-05,
      "loss": 0.0308,
      "step": 5000
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.88068,
      "eval_loss": 0.642299234867096,
      "eval_runtime": 34.2471,
      "eval_samples_per_second": 729.99,
      "eval_steps_per_second": 2.862,
      "step": 5474
    },
    {
      "epoch": 7.67,
      "learning_rate": 3.081841432225064e-05,
      "loss": 0.0237,
      "step": 6000
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.87888,
      "eval_loss": 0.9059407711029053,
      "eval_runtime": 34.0813,
      "eval_samples_per_second": 733.539,
      "eval_steps_per_second": 2.875,
      "step": 6256
    },
    {
      "epoch": 8.95,
      "learning_rate": 2.7621483375959077e-05,
      "loss": 0.015,
      "step": 7000
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.8794,
      "eval_loss": 0.8373117446899414,
      "eval_runtime": 34.0748,
      "eval_samples_per_second": 733.679,
      "eval_steps_per_second": 2.876,
      "step": 7038
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.879,
      "eval_loss": 0.9557542204856873,
      "eval_runtime": 34.1311,
      "eval_samples_per_second": 732.469,
      "eval_steps_per_second": 2.871,
      "step": 7820
    },
    {
      "epoch": 10.23,
      "learning_rate": 2.442455242966752e-05,
      "loss": 0.0155,
      "step": 8000
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.87836,
      "eval_loss": 1.0240801572799683,
      "eval_runtime": 33.9654,
      "eval_samples_per_second": 736.042,
      "eval_steps_per_second": 2.885,
      "step": 8602
    },
    {
      "epoch": 11.51,
      "learning_rate": 2.122762148337596e-05,
      "loss": 0.01,
      "step": 9000
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.88172,
      "eval_loss": 0.9570114016532898,
      "eval_runtime": 34.077,
      "eval_samples_per_second": 733.633,
      "eval_steps_per_second": 2.876,
      "step": 9384
    },
    {
      "epoch": 12.79,
      "learning_rate": 1.80306905370844e-05,
      "loss": 0.009,
      "step": 10000
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.87288,
      "eval_loss": 1.0905340909957886,
      "eval_runtime": 34.2575,
      "eval_samples_per_second": 729.768,
      "eval_steps_per_second": 2.861,
      "step": 10166
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.88284,
      "eval_loss": 0.8721671104431152,
      "eval_runtime": 34.093,
      "eval_samples_per_second": 733.288,
      "eval_steps_per_second": 2.874,
      "step": 10948
    },
    {
      "epoch": 14.07,
      "learning_rate": 1.483375959079284e-05,
      "loss": 0.0059,
      "step": 11000
    },
    {
      "epoch": 15.0,
      "eval_accuracy": 0.88448,
      "eval_loss": 1.0063711404800415,
      "eval_runtime": 34.0403,
      "eval_samples_per_second": 734.424,
      "eval_steps_per_second": 2.879,
      "step": 11730
    },
    {
      "epoch": 15.35,
      "learning_rate": 1.163682864450128e-05,
      "loss": 0.0028,
      "step": 12000
    },
    {
      "epoch": 16.0,
      "eval_accuracy": 0.88608,
      "eval_loss": 1.0448594093322754,
      "eval_runtime": 34.3573,
      "eval_samples_per_second": 727.648,
      "eval_steps_per_second": 2.852,
      "step": 12512
    },
    {
      "epoch": 16.62,
      "learning_rate": 8.439897698209718e-06,
      "loss": 0.0018,
      "step": 13000
    },
    {
      "epoch": 17.0,
      "eval_accuracy": 0.8828,
      "eval_loss": 1.1077994108200073,
      "eval_runtime": 34.1209,
      "eval_samples_per_second": 732.69,
      "eval_steps_per_second": 2.872,
      "step": 13294
    },
    {
      "epoch": 17.9,
      "learning_rate": 5.242966751918159e-06,
      "loss": 0.0014,
      "step": 14000
    },
    {
      "epoch": 18.0,
      "eval_accuracy": 0.88408,
      "eval_loss": 1.1377348899841309,
      "eval_runtime": 34.0133,
      "eval_samples_per_second": 735.007,
      "eval_steps_per_second": 2.881,
      "step": 14076
    },
    {
      "epoch": 19.0,
      "eval_accuracy": 0.88492,
      "eval_loss": 1.1733046770095825,
      "eval_runtime": 34.1578,
      "eval_samples_per_second": 731.898,
      "eval_steps_per_second": 2.869,
      "step": 14858
    },
    {
      "epoch": 19.18,
      "learning_rate": 2.0460358056265987e-06,
      "loss": 0.0003,
      "step": 15000
    },
    {
      "epoch": 20.0,
      "eval_accuracy": 0.8846,
      "eval_loss": 1.177056074142456,
      "eval_runtime": 34.2367,
      "eval_samples_per_second": 730.21,
      "eval_steps_per_second": 2.862,
      "step": 15640
    },
    {
      "epoch": 20.0,
      "step": 15640,
      "total_flos": 3.288888192e+16,
      "train_loss": 0.043571622534404934,
      "train_runtime": 2625.0815,
      "train_samples_per_second": 190.47,
      "train_steps_per_second": 5.958
    }
  ],
  "logging_steps": 1000,
  "max_steps": 15640,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "total_flos": 3.288888192e+16,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}