{
  "best_metric": 0.8464566929133859,
  "best_model_checkpoint": "./llama_reward_model_1e5-bz32/checkpoint-500",
  "epoch": 4.861111111111111,
  "eval_steps": 50,
  "global_step": 700,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06944444444444445,
      "grad_norm": 111.5,
      "learning_rate": 1.3888888888888892e-06,
      "loss": 1.451,
      "step": 10
    },
    {
      "epoch": 0.1388888888888889,
      "grad_norm": 241.0,
      "learning_rate": 2.7777777777777783e-06,
      "loss": 0.9891,
      "step": 20
    },
    {
      "epoch": 0.20833333333333334,
      "grad_norm": 55.5,
      "learning_rate": 4.166666666666667e-06,
      "loss": 0.6873,
      "step": 30
    },
    {
      "epoch": 0.2777777777777778,
      "grad_norm": 89.5,
      "learning_rate": 5.555555555555557e-06,
      "loss": 0.5822,
      "step": 40
    },
    {
      "epoch": 0.3472222222222222,
      "grad_norm": 41.25,
      "learning_rate": 6.944444444444445e-06,
      "loss": 0.5683,
      "step": 50
    },
    {
      "epoch": 0.3472222222222222,
      "eval_accuracy": 0.7637795275590551,
      "eval_auc": 0.8218052109181142,
      "eval_f1": 0.7619047619047619,
      "eval_loss": 0.5505948066711426,
      "eval_precision": 0.75,
      "eval_recall": 0.7741935483870968,
      "eval_runtime": 17.2811,
      "eval_samples_per_second": 14.698,
      "eval_steps_per_second": 0.231,
      "step": 50
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 50.0,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.663,
      "step": 60
    },
    {
      "epoch": 0.4861111111111111,
      "grad_norm": 20.25,
      "learning_rate": 9.722222222222223e-06,
      "loss": 0.5973,
      "step": 70
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 75.0,
      "learning_rate": 9.996239762521152e-06,
      "loss": 0.5811,
      "step": 80
    },
    {
      "epoch": 0.625,
      "grad_norm": 38.25,
      "learning_rate": 9.980973490458728e-06,
      "loss": 0.5726,
      "step": 90
    },
    {
      "epoch": 0.6944444444444444,
      "grad_norm": 148.0,
      "learning_rate": 9.954002016824226e-06,
      "loss": 0.5948,
      "step": 100
    },
    {
      "epoch": 0.6944444444444444,
      "eval_accuracy": 0.6732283464566929,
      "eval_auc": 0.8793424317617865,
      "eval_f1": 0.546448087431694,
      "eval_loss": 0.5765186548233032,
      "eval_precision": 0.847457627118644,
      "eval_recall": 0.4032258064516129,
      "eval_runtime": 17.3424,
      "eval_samples_per_second": 14.646,
      "eval_steps_per_second": 0.231,
      "step": 100
    },
    {
      "epoch": 0.7638888888888888,
      "grad_norm": 41.0,
      "learning_rate": 9.915388724114301e-06,
      "loss": 0.5116,
      "step": 110
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 15.6875,
      "learning_rate": 9.86522435289912e-06,
      "loss": 0.5211,
      "step": 120
    },
    {
      "epoch": 0.9027777777777778,
      "grad_norm": 79.0,
      "learning_rate": 9.803626788583603e-06,
      "loss": 0.5657,
      "step": 130
    },
    {
      "epoch": 0.9722222222222222,
      "grad_norm": 44.5,
      "learning_rate": 9.730740784378755e-06,
      "loss": 0.4961,
      "step": 140
    },
    {
      "epoch": 1.0416666666666667,
      "grad_norm": 33.25,
      "learning_rate": 9.646737621134112e-06,
      "loss": 0.4932,
      "step": 150
    },
    {
      "epoch": 1.0416666666666667,
      "eval_accuracy": 0.8188976377952756,
      "eval_auc": 0.8933002481389578,
      "eval_f1": 0.8435374149659864,
      "eval_loss": 0.4920627772808075,
      "eval_precision": 0.7294117647058823,
      "eval_recall": 1.0,
      "eval_runtime": 17.2166,
      "eval_samples_per_second": 14.753,
      "eval_steps_per_second": 0.232,
      "step": 150
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 37.5,
      "learning_rate": 9.551814704830734e-06,
      "loss": 0.4114,
      "step": 160
    },
    {
      "epoch": 1.1805555555555556,
      "grad_norm": 22.0,
      "learning_rate": 9.446195102680531e-06,
      "loss": 0.4434,
      "step": 170
    },
    {
      "epoch": 1.25,
      "grad_norm": 48.25,
      "learning_rate": 9.330127018922195e-06,
      "loss": 0.5029,
      "step": 180
    },
    {
      "epoch": 1.3194444444444444,
      "grad_norm": 10.1875,
      "learning_rate": 9.203883211545517e-06,
      "loss": 0.36,
      "step": 190
    },
    {
      "epoch": 1.3888888888888888,
      "grad_norm": 22.5,
      "learning_rate": 9.067760351314838e-06,
      "loss": 0.3651,
      "step": 200
    },
    {
      "epoch": 1.3888888888888888,
      "eval_accuracy": 0.8110236220472441,
      "eval_auc": 0.8889267990074442,
      "eval_f1": 0.8248175182481752,
      "eval_loss": 0.4430588185787201,
      "eval_precision": 0.7533333333333333,
      "eval_recall": 0.9112903225806451,
      "eval_runtime": 17.3222,
      "eval_samples_per_second": 14.663,
      "eval_steps_per_second": 0.231,
      "step": 200
    },
    {
      "epoch": 1.4583333333333333,
      "grad_norm": 19.0,
      "learning_rate": 8.92207832459788e-06,
      "loss": 0.3805,
      "step": 210
    },
    {
      "epoch": 1.5277777777777777,
      "grad_norm": 43.0,
      "learning_rate": 8.767179481638303e-06,
      "loss": 0.3689,
      "step": 220
    },
    {
      "epoch": 1.5972222222222223,
      "grad_norm": 26.5,
      "learning_rate": 8.603427832038574e-06,
      "loss": 0.3745,
      "step": 230
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 68.0,
      "learning_rate": 8.43120818934367e-06,
      "loss": 0.3921,
      "step": 240
    },
    {
      "epoch": 1.7361111111111112,
      "grad_norm": 25.75,
      "learning_rate": 8.25092526673592e-06,
      "loss": 0.434,
      "step": 250
    },
    {
      "epoch": 1.7361111111111112,
      "eval_accuracy": 0.84251968503937,
      "eval_auc": 0.9133374689826302,
      "eval_f1": 0.8461538461538461,
      "eval_loss": 0.36681872606277466,
      "eval_precision": 0.8088235294117647,
      "eval_recall": 0.8870967741935484,
      "eval_runtime": 17.2167,
      "eval_samples_per_second": 14.753,
      "eval_steps_per_second": 0.232,
      "step": 250
    },
    {
      "epoch": 1.8055555555555556,
      "grad_norm": 11.9375,
      "learning_rate": 8.063002725966014e-06,
      "loss": 0.3524,
      "step": 260
    },
    {
      "epoch": 1.875,
      "grad_norm": 26.25,
      "learning_rate": 7.86788218175523e-06,
      "loss": 0.3992,
      "step": 270
    },
    {
      "epoch": 1.9444444444444444,
      "grad_norm": 32.75,
      "learning_rate": 7.666022164008458e-06,
      "loss": 0.4295,
      "step": 280
    },
    {
      "epoch": 2.013888888888889,
      "grad_norm": 10.4375,
      "learning_rate": 7.457897040276853e-06,
      "loss": 0.3542,
      "step": 290
    },
    {
      "epoch": 2.0833333333333335,
      "grad_norm": 26.125,
      "learning_rate": 7.243995901002312e-06,
      "loss": 0.2434,
      "step": 300
    },
    {
      "epoch": 2.0833333333333335,
      "eval_accuracy": 0.7992125984251969,
      "eval_auc": 0.9068238213399503,
      "eval_f1": 0.8197879858657244,
      "eval_loss": 0.5410435199737549,
      "eval_precision": 0.7295597484276729,
      "eval_recall": 0.9354838709677419,
      "eval_runtime": 17.3565,
      "eval_samples_per_second": 14.634,
      "eval_steps_per_second": 0.23,
      "step": 300
    },
    {
      "epoch": 2.1527777777777777,
      "grad_norm": 14.75,
      "learning_rate": 7.0248214101633685e-06,
      "loss": 0.2442,
      "step": 310
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 13.375,
      "learning_rate": 6.800888624023552e-06,
      "loss": 0.211,
      "step": 320
    },
    {
      "epoch": 2.2916666666666665,
      "grad_norm": 44.25,
      "learning_rate": 6.572723780758069e-06,
      "loss": 0.175,
      "step": 330
    },
    {
      "epoch": 2.361111111111111,
      "grad_norm": 20.0,
      "learning_rate": 6.340863063803187e-06,
      "loss": 0.1647,
      "step": 340
    },
    {
      "epoch": 2.4305555555555554,
      "grad_norm": 32.5,
      "learning_rate": 6.105851341834439e-06,
      "loss": 0.2687,
      "step": 350
    },
    {
      "epoch": 2.4305555555555554,
      "eval_accuracy": 0.8385826771653543,
      "eval_auc": 0.8970843672456575,
      "eval_f1": 0.846441947565543,
      "eval_loss": 0.45397356152534485,
      "eval_precision": 0.7902097902097902,
      "eval_recall": 0.9112903225806451,
      "eval_runtime": 17.2257,
      "eval_samples_per_second": 14.745,
      "eval_steps_per_second": 0.232,
      "step": 350
    },
    {
      "epoch": 2.5,
      "grad_norm": 34.25,
      "learning_rate": 5.8682408883346535e-06,
      "loss": 0.2253,
      "step": 360
    },
    {
      "epoch": 2.5694444444444446,
      "grad_norm": 42.25,
      "learning_rate": 5.628590083760815e-06,
      "loss": 0.2023,
      "step": 370
    },
    {
      "epoch": 2.638888888888889,
      "grad_norm": 23.5,
      "learning_rate": 5.387462103359655e-06,
      "loss": 0.1633,
      "step": 380
    },
    {
      "epoch": 2.7083333333333335,
      "grad_norm": 23.375,
      "learning_rate": 5.145423593715558e-06,
      "loss": 0.2195,
      "step": 390
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 31.75,
      "learning_rate": 4.903043341140879e-06,
      "loss": 0.1774,
      "step": 400
    },
    {
      "epoch": 2.7777777777777777,
      "eval_accuracy": 0.8149606299212598,
      "eval_auc": 0.90462158808933,
      "eval_f1": 0.8226415094339623,
      "eval_loss": 0.44090235233306885,
      "eval_precision": 0.7730496453900709,
      "eval_recall": 0.8790322580645161,
      "eval_runtime": 17.1892,
      "eval_samples_per_second": 14.777,
      "eval_steps_per_second": 0.233,
      "step": 400
    },
    {
      "epoch": 2.8472222222222223,
      "grad_norm": 40.5,
      "learning_rate": 4.660890935037954e-06,
      "loss": 0.1502,
      "step": 410
    },
    {
      "epoch": 2.9166666666666665,
      "grad_norm": 33.25,
      "learning_rate": 4.4195354293738484e-06,
      "loss": 0.1355,
      "step": 420
    },
    {
      "epoch": 2.986111111111111,
      "grad_norm": 30.125,
      "learning_rate": 4.17954400541338e-06,
      "loss": 0.1545,
      "step": 430
    },
    {
      "epoch": 3.0555555555555554,
      "grad_norm": 5.96875,
      "learning_rate": 3.941480638852948e-06,
      "loss": 0.0917,
      "step": 440
    },
    {
      "epoch": 3.125,
      "grad_norm": 3.90625,
      "learning_rate": 3.705904774487396e-06,
      "loss": 0.0732,
      "step": 450
    },
    {
      "epoch": 3.125,
      "eval_accuracy": 0.8385826771653543,
      "eval_auc": 0.9099565756823821,
      "eval_f1": 0.8452830188679246,
      "eval_loss": 0.47704994678497314,
      "eval_precision": 0.7943262411347518,
      "eval_recall": 0.9032258064516129,
      "eval_runtime": 17.2377,
      "eval_samples_per_second": 14.735,
      "eval_steps_per_second": 0.232,
      "step": 450
    },
    {
      "epoch": 3.1944444444444446,
      "grad_norm": 50.25,
      "learning_rate": 3.473370011524435e-06,
      "loss": 0.0313,
      "step": 460
    },
    {
      "epoch": 3.263888888888889,
      "grad_norm": 21.75,
      "learning_rate": 3.244422802636057e-06,
      "loss": 0.0233,
      "step": 470
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 14.5625,
      "learning_rate": 3.019601169804216e-06,
      "loss": 0.0316,
      "step": 480
    },
    {
      "epoch": 3.4027777777777777,
      "grad_norm": 9.5,
      "learning_rate": 2.7994334399784773e-06,
      "loss": 0.0272,
      "step": 490
    },
    {
      "epoch": 3.4722222222222223,
      "grad_norm": 29.0,
      "learning_rate": 2.5844370035168077e-06,
      "loss": 0.0598,
      "step": 500
    },
    {
      "epoch": 3.4722222222222223,
      "eval_accuracy": 0.8464566929133859,
      "eval_auc": 0.9099255583126551,
      "eval_f1": 0.8446215139442231,
      "eval_loss": 0.5372636318206787,
      "eval_precision": 0.8346456692913385,
      "eval_recall": 0.8548387096774194,
      "eval_runtime": 17.3025,
      "eval_samples_per_second": 14.68,
      "eval_steps_per_second": 0.231,
      "step": 500
    },
    {
      "epoch": 3.5416666666666665,
      "grad_norm": 4.09375,
      "learning_rate": 2.3751170983272e-06,
      "loss": 0.0248,
      "step": 510
    },
    {
      "epoch": 3.611111111111111,
      "grad_norm": 1.1484375,
      "learning_rate": 2.171965622567308e-06,
      "loss": 0.0152,
      "step": 520
    },
    {
      "epoch": 3.6805555555555554,
      "grad_norm": 2.546875,
      "learning_rate": 1.9754599786922913e-06,
      "loss": 0.0366,
      "step": 530
    },
    {
      "epoch": 3.75,
      "grad_norm": 5.0,
      "learning_rate": 1.7860619515673034e-06,
      "loss": 0.0311,
      "step": 540
    },
    {
      "epoch": 3.8194444444444446,
      "grad_norm": 3.46875,
      "learning_rate": 1.6042166232810346e-06,
      "loss": 0.0283,
      "step": 550
    },
    {
      "epoch": 3.8194444444444446,
      "eval_accuracy": 0.8385826771653543,
      "eval_auc": 0.9107009925558313,
      "eval_f1": 0.8404669260700389,
      "eval_loss": 0.6065385341644287,
      "eval_precision": 0.8120300751879699,
      "eval_recall": 0.8709677419354839,
      "eval_runtime": 17.1801,
      "eval_samples_per_second": 14.785,
      "eval_steps_per_second": 0.233,
      "step": 550
    },
    {
      "epoch": 3.888888888888889,
      "grad_norm": 10.0625,
      "learning_rate": 1.4303513272105057e-06,
      "loss": 0.0166,
      "step": 560
    },
    {
      "epoch": 3.9583333333333335,
      "grad_norm": 4.90625,
      "learning_rate": 1.264874643795021e-06,
      "loss": 0.0146,
      "step": 570
    },
    {
      "epoch": 4.027777777777778,
      "grad_norm": 13.3125,
      "learning_rate": 1.1081754403792e-06,
      "loss": 0.0125,
      "step": 580
    },
    {
      "epoch": 4.097222222222222,
      "grad_norm": 0.50390625,
      "learning_rate": 9.606219573814447e-07,
      "loss": 0.0019,
      "step": 590
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 1.2734375,
      "learning_rate": 8.225609429353187e-07,
      "loss": 0.0161,
      "step": 600
    },
    {
      "epoch": 4.166666666666667,
      "eval_accuracy": 0.8464566929133859,
      "eval_auc": 0.9123138957816378,
      "eval_f1": 0.8482490272373541,
      "eval_loss": 0.6167948246002197,
      "eval_precision": 0.8195488721804511,
      "eval_recall": 0.8790322580645161,
      "eval_runtime": 17.3503,
      "eval_samples_per_second": 14.64,
      "eval_steps_per_second": 0.231,
      "step": 600
    },
    {
      "epoch": 4.236111111111111,
      "grad_norm": 1.3515625,
      "learning_rate": 6.94316838037431e-07,
      "loss": 0.0045,
      "step": 610
    },
    {
      "epoch": 4.305555555555555,
      "grad_norm": 0.84765625,
      "learning_rate": 5.76191014116711e-07,
      "loss": 0.005,
      "step": 620
    },
    {
      "epoch": 4.375,
      "grad_norm": 4.34375,
      "learning_rate": 4.6846106481675035e-07,
      "loss": 0.0101,
      "step": 630
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 5.6875,
      "learning_rate": 3.7138015365554834e-07,
      "loss": 0.0091,
      "step": 640
    },
    {
      "epoch": 4.513888888888889,
      "grad_norm": 8.875,
      "learning_rate": 2.8517641909562075e-07,
      "loss": 0.0091,
      "step": 650
    },
    {
      "epoch": 4.513888888888889,
      "eval_accuracy": 0.8464566929133859,
      "eval_auc": 0.9123449131513648,
      "eval_f1": 0.8482490272373541,
      "eval_loss": 0.6211294531822205,
      "eval_precision": 0.8195488721804511,
      "eval_recall": 0.8790322580645161,
      "eval_runtime": 17.3655,
      "eval_samples_per_second": 14.627,
      "eval_steps_per_second": 0.23,
      "step": 650
    },
    {
      "epoch": 4.583333333333333,
      "grad_norm": 1.484375,
      "learning_rate": 2.1005243842255552e-07,
      "loss": 0.0037,
      "step": 660
    },
    {
      "epoch": 4.652777777777778,
      "grad_norm": 3.265625,
      "learning_rate": 1.4618475169190017e-07,
      "loss": 0.0033,
      "step": 670
    },
    {
      "epoch": 4.722222222222222,
      "grad_norm": 7.1875,
      "learning_rate": 9.372344686307655e-08,
      "loss": 0.0079,
      "step": 680
    },
    {
      "epoch": 4.791666666666667,
      "grad_norm": 0.6953125,
      "learning_rate": 5.279180709527765e-08,
      "loss": 0.0044,
      "step": 690
    },
    {
      "epoch": 4.861111111111111,
      "grad_norm": 0.41796875,
      "learning_rate": 2.3486021034170857e-08,
      "loss": 0.007,
      "step": 700
    },
    {
      "epoch": 4.861111111111111,
      "eval_accuracy": 0.8464566929133859,
      "eval_auc": 0.9124069478908188,
      "eval_f1": 0.8482490272373541,
      "eval_loss": 0.6205126047134399,
      "eval_precision": 0.8195488721804511,
      "eval_recall": 0.8790322580645161,
      "eval_runtime": 17.3822,
      "eval_samples_per_second": 14.613,
      "eval_steps_per_second": 0.23,
      "step": 700
    }
  ],
  "logging_steps": 10,
  "max_steps": 720,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.5117205872894935e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}