p_rm / trainer_state.json
banghua's picture
Upload folder using huggingface_hub
de58a45
Raw
History Blame Contribute Delete
13.6 kB
{
"best_metric": 0.44273167848587036,
"best_model_checkpoint": "rm_ckptreward-p100-w0.3-s0/checkpoint-1000",
"epoch": 0.5583712739455373,
"eval_steps": 200,
"global_step": 1000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 4.9999999999999996e-06,
"loss": 0.6608,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 6.505149978319905e-06,
"loss": 0.5639,
"step": 20
},
{
"epoch": 0.02,
"learning_rate": 7.385606273598311e-06,
"loss": 0.5156,
"step": 30
},
{
"epoch": 0.02,
"learning_rate": 8.010299956639811e-06,
"loss": 0.4808,
"step": 40
},
{
"epoch": 0.03,
"learning_rate": 8.494850021680093e-06,
"loss": 0.4853,
"step": 50
},
{
"epoch": 0.03,
"learning_rate": 8.890756251918216e-06,
"loss": 0.4662,
"step": 60
},
{
"epoch": 0.04,
"learning_rate": 9.225490200071284e-06,
"loss": 0.4775,
"step": 70
},
{
"epoch": 0.04,
"learning_rate": 9.515449934959717e-06,
"loss": 0.4649,
"step": 80
},
{
"epoch": 0.05,
"learning_rate": 9.771212547196623e-06,
"loss": 0.4546,
"step": 90
},
{
"epoch": 0.06,
"learning_rate": 9.999999999999999e-06,
"loss": 0.4609,
"step": 100
},
{
"epoch": 0.06,
"learning_rate": 1e-05,
"loss": 0.4577,
"step": 110
},
{
"epoch": 0.07,
"learning_rate": 1e-05,
"loss": 0.4729,
"step": 120
},
{
"epoch": 0.07,
"learning_rate": 1e-05,
"loss": 0.4653,
"step": 130
},
{
"epoch": 0.08,
"learning_rate": 1e-05,
"loss": 0.4504,
"step": 140
},
{
"epoch": 0.08,
"learning_rate": 1e-05,
"loss": 0.4574,
"step": 150
},
{
"epoch": 0.09,
"learning_rate": 1e-05,
"loss": 0.4482,
"step": 160
},
{
"epoch": 0.09,
"learning_rate": 1e-05,
"loss": 0.4592,
"step": 170
},
{
"epoch": 0.1,
"learning_rate": 1e-05,
"loss": 0.4446,
"step": 180
},
{
"epoch": 0.11,
"learning_rate": 1e-05,
"loss": 0.4612,
"step": 190
},
{
"epoch": 0.11,
"learning_rate": 1e-05,
"loss": 0.4493,
"step": 200
},
{
"epoch": 0.11,
"eval_val_accuracy": 893.1666666666667,
"eval_val_loss": 0.4625067412853241,
"eval_val_runtime": 2785.6581,
"eval_val_samples_per_second": 3.59,
"eval_val_steps_per_second": 0.513,
"step": 200
},
{
"epoch": 0.11,
"eval_test_accuracy": 897.0952380952382,
"eval_test_loss": 0.4605662226676941,
"eval_test_runtime": 2786.3481,
"eval_test_samples_per_second": 3.589,
"eval_test_steps_per_second": 0.513,
"step": 200
},
{
"epoch": 0.12,
"learning_rate": 1e-05,
"loss": 0.449,
"step": 210
},
{
"epoch": 0.12,
"learning_rate": 1e-05,
"loss": 0.4511,
"step": 220
},
{
"epoch": 0.13,
"learning_rate": 1e-05,
"loss": 0.4534,
"step": 230
},
{
"epoch": 0.13,
"learning_rate": 1e-05,
"loss": 0.4676,
"step": 240
},
{
"epoch": 0.14,
"learning_rate": 1e-05,
"loss": 0.4498,
"step": 250
},
{
"epoch": 0.15,
"learning_rate": 1e-05,
"loss": 0.4505,
"step": 260
},
{
"epoch": 0.15,
"learning_rate": 1e-05,
"loss": 0.4553,
"step": 270
},
{
"epoch": 0.16,
"learning_rate": 1e-05,
"loss": 0.4449,
"step": 280
},
{
"epoch": 0.16,
"learning_rate": 1e-05,
"loss": 0.4517,
"step": 290
},
{
"epoch": 0.17,
"learning_rate": 1e-05,
"loss": 0.4546,
"step": 300
},
{
"epoch": 0.17,
"learning_rate": 1e-05,
"loss": 0.4616,
"step": 310
},
{
"epoch": 0.18,
"learning_rate": 1e-05,
"loss": 0.4518,
"step": 320
},
{
"epoch": 0.18,
"learning_rate": 1e-05,
"loss": 0.4531,
"step": 330
},
{
"epoch": 0.19,
"learning_rate": 1e-05,
"loss": 0.4486,
"step": 340
},
{
"epoch": 0.2,
"learning_rate": 1e-05,
"loss": 0.4516,
"step": 350
},
{
"epoch": 0.2,
"learning_rate": 1e-05,
"loss": 0.4486,
"step": 360
},
{
"epoch": 0.21,
"learning_rate": 1e-05,
"loss": 0.4468,
"step": 370
},
{
"epoch": 0.21,
"learning_rate": 1e-05,
"loss": 0.4397,
"step": 380
},
{
"epoch": 0.22,
"learning_rate": 1e-05,
"loss": 0.4348,
"step": 390
},
{
"epoch": 0.22,
"learning_rate": 1e-05,
"loss": 0.444,
"step": 400
},
{
"epoch": 0.22,
"eval_val_accuracy": 0.63225,
"eval_val_loss": 0.45088696479797363,
"eval_val_runtime": 2816.5532,
"eval_val_samples_per_second": 3.55,
"eval_val_steps_per_second": 0.507,
"step": 400
},
{
"epoch": 0.22,
"eval_test_accuracy": 0.63275,
"eval_test_loss": 0.4495917558670044,
"eval_test_runtime": 2819.1352,
"eval_test_samples_per_second": 3.547,
"eval_test_steps_per_second": 0.507,
"step": 400
},
{
"epoch": 0.23,
"learning_rate": 1e-05,
"loss": 0.4549,
"step": 410
},
{
"epoch": 0.23,
"learning_rate": 1e-05,
"loss": 0.4479,
"step": 420
},
{
"epoch": 0.24,
"learning_rate": 1e-05,
"loss": 0.4396,
"step": 430
},
{
"epoch": 0.25,
"learning_rate": 1e-05,
"loss": 0.4464,
"step": 440
},
{
"epoch": 0.25,
"learning_rate": 1e-05,
"loss": 0.4412,
"step": 450
},
{
"epoch": 0.26,
"learning_rate": 1e-05,
"loss": 0.453,
"step": 460
},
{
"epoch": 0.26,
"learning_rate": 1e-05,
"loss": 0.449,
"step": 470
},
{
"epoch": 0.27,
"learning_rate": 1e-05,
"loss": 0.4446,
"step": 480
},
{
"epoch": 0.27,
"learning_rate": 1e-05,
"loss": 0.4352,
"step": 490
},
{
"epoch": 0.28,
"learning_rate": 1e-05,
"loss": 0.4518,
"step": 500
},
{
"epoch": 0.28,
"learning_rate": 1e-05,
"loss": 0.4378,
"step": 510
},
{
"epoch": 0.29,
"learning_rate": 1e-05,
"loss": 0.4428,
"step": 520
},
{
"epoch": 0.3,
"learning_rate": 1e-05,
"loss": 0.4543,
"step": 530
},
{
"epoch": 0.3,
"learning_rate": 1e-05,
"loss": 0.4368,
"step": 540
},
{
"epoch": 0.31,
"learning_rate": 1e-05,
"loss": 0.4442,
"step": 550
},
{
"epoch": 0.31,
"learning_rate": 1e-05,
"loss": 0.4473,
"step": 560
},
{
"epoch": 0.32,
"learning_rate": 1e-05,
"loss": 0.4472,
"step": 570
},
{
"epoch": 0.32,
"learning_rate": 1e-05,
"loss": 0.4339,
"step": 580
},
{
"epoch": 0.33,
"learning_rate": 1e-05,
"loss": 0.4397,
"step": 590
},
{
"epoch": 0.34,
"learning_rate": 1e-05,
"loss": 0.4468,
"step": 600
},
{
"epoch": 0.34,
"eval_val_accuracy": 0.6332333333333333,
"eval_val_loss": 0.4452223777770996,
"eval_val_runtime": 2816.3837,
"eval_val_samples_per_second": 3.551,
"eval_val_steps_per_second": 0.507,
"step": 600
},
{
"epoch": 0.34,
"eval_test_accuracy": 0.63525,
"eval_test_loss": 0.4449952244758606,
"eval_test_runtime": 2819.9617,
"eval_test_samples_per_second": 3.546,
"eval_test_steps_per_second": 0.507,
"step": 600
},
{
"epoch": 0.34,
"learning_rate": 1e-05,
"loss": 0.4372,
"step": 610
},
{
"epoch": 0.35,
"learning_rate": 1e-05,
"loss": 0.4433,
"step": 620
},
{
"epoch": 0.35,
"learning_rate": 1e-05,
"loss": 0.4442,
"step": 630
},
{
"epoch": 0.36,
"learning_rate": 1e-05,
"loss": 0.4427,
"step": 640
},
{
"epoch": 0.36,
"learning_rate": 1e-05,
"loss": 0.4367,
"step": 650
},
{
"epoch": 0.37,
"learning_rate": 1e-05,
"loss": 0.4535,
"step": 660
},
{
"epoch": 0.37,
"learning_rate": 1e-05,
"loss": 0.4428,
"step": 670
},
{
"epoch": 0.38,
"learning_rate": 1e-05,
"loss": 0.4434,
"step": 680
},
{
"epoch": 0.39,
"learning_rate": 1e-05,
"loss": 0.4416,
"step": 690
},
{
"epoch": 0.39,
"learning_rate": 1e-05,
"loss": 0.4432,
"step": 700
},
{
"epoch": 0.4,
"learning_rate": 1e-05,
"loss": 0.4345,
"step": 710
},
{
"epoch": 0.4,
"learning_rate": 1e-05,
"loss": 0.4403,
"step": 720
},
{
"epoch": 0.41,
"learning_rate": 1e-05,
"loss": 0.4395,
"step": 730
},
{
"epoch": 0.41,
"learning_rate": 1e-05,
"loss": 0.444,
"step": 740
},
{
"epoch": 0.42,
"learning_rate": 1e-05,
"loss": 0.4503,
"step": 750
},
{
"epoch": 0.42,
"learning_rate": 1e-05,
"loss": 0.443,
"step": 760
},
{
"epoch": 0.43,
"learning_rate": 1e-05,
"loss": 0.4507,
"step": 770
},
{
"epoch": 0.44,
"learning_rate": 1e-05,
"loss": 0.4536,
"step": 780
},
{
"epoch": 0.44,
"learning_rate": 1e-05,
"loss": 0.4578,
"step": 790
},
{
"epoch": 0.45,
"learning_rate": 1e-05,
"loss": 0.4276,
"step": 800
},
{
"epoch": 0.45,
"eval_val_accuracy": 0.6333166666666667,
"eval_val_loss": 0.4469798803329468,
"eval_val_runtime": 2816.5985,
"eval_val_samples_per_second": 3.55,
"eval_val_steps_per_second": 0.507,
"step": 800
},
{
"epoch": 0.45,
"eval_test_accuracy": 0.634,
"eval_test_loss": 0.4446450173854828,
"eval_test_runtime": 2817.8588,
"eval_test_samples_per_second": 3.549,
"eval_test_steps_per_second": 0.507,
"step": 800
},
{
"epoch": 0.45,
"learning_rate": 1e-05,
"loss": 0.449,
"step": 810
},
{
"epoch": 0.46,
"learning_rate": 1e-05,
"loss": 0.4335,
"step": 820
},
{
"epoch": 0.46,
"learning_rate": 1e-05,
"loss": 0.4587,
"step": 830
},
{
"epoch": 0.47,
"learning_rate": 1e-05,
"loss": 0.4519,
"step": 840
},
{
"epoch": 0.47,
"learning_rate": 1e-05,
"loss": 0.439,
"step": 850
},
{
"epoch": 0.48,
"learning_rate": 1e-05,
"loss": 0.4443,
"step": 860
},
{
"epoch": 0.49,
"learning_rate": 1e-05,
"loss": 0.4533,
"step": 870
},
{
"epoch": 0.49,
"learning_rate": 1e-05,
"loss": 0.435,
"step": 880
},
{
"epoch": 0.5,
"learning_rate": 1e-05,
"loss": 0.4397,
"step": 890
},
{
"epoch": 0.5,
"learning_rate": 1e-05,
"loss": 0.4461,
"step": 900
},
{
"epoch": 0.51,
"learning_rate": 1e-05,
"loss": 0.4575,
"step": 910
},
{
"epoch": 0.51,
"learning_rate": 1e-05,
"loss": 0.4541,
"step": 920
},
{
"epoch": 0.52,
"learning_rate": 1e-05,
"loss": 0.4394,
"step": 930
},
{
"epoch": 0.52,
"learning_rate": 1e-05,
"loss": 0.4503,
"step": 940
},
{
"epoch": 0.53,
"learning_rate": 1e-05,
"loss": 0.446,
"step": 950
},
{
"epoch": 0.54,
"learning_rate": 1e-05,
"loss": 0.4425,
"step": 960
},
{
"epoch": 0.54,
"learning_rate": 1e-05,
"loss": 0.433,
"step": 970
},
{
"epoch": 0.55,
"learning_rate": 1e-05,
"loss": 0.444,
"step": 980
},
{
"epoch": 0.55,
"learning_rate": 1e-05,
"loss": 0.4322,
"step": 990
},
{
"epoch": 0.56,
"learning_rate": 1e-05,
"loss": 0.4385,
"step": 1000
},
{
"epoch": 0.56,
"eval_val_accuracy": 0.63495,
"eval_val_loss": 0.44273167848587036,
"eval_val_runtime": 2783.3749,
"eval_val_samples_per_second": 3.593,
"eval_val_steps_per_second": 0.513,
"step": 1000
},
{
"epoch": 0.56,
"eval_test_accuracy": 0.6344,
"eval_test_loss": 0.4418855905532837,
"eval_test_runtime": 2784.0684,
"eval_test_samples_per_second": 3.592,
"eval_test_steps_per_second": 0.513,
"step": 1000
}
],
"logging_steps": 10,
"max_steps": 8950,
"num_train_epochs": 5,
"save_steps": 200,
"total_flos": 0.0,
"trial_name": null,
"trial_params": null
}