fage / trainer_state.json
fage13141's picture
Upload folder using huggingface_hub
2e05d59 verified
Raw
History Blame Contribute Delete
7.62 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.569593147751606,
"eval_steps": 500,
"global_step": 600,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.04,
"learning_rate": 9.856938483547926e-05,
"loss": 3.6649,
"step": 10
},
{
"epoch": 0.09,
"learning_rate": 9.713876967095852e-05,
"loss": 2.813,
"step": 20
},
{
"epoch": 0.13,
"learning_rate": 9.570815450643778e-05,
"loss": 2.7133,
"step": 30
},
{
"epoch": 0.17,
"learning_rate": 9.427753934191703e-05,
"loss": 2.3768,
"step": 40
},
{
"epoch": 0.21,
"learning_rate": 9.284692417739628e-05,
"loss": 2.3128,
"step": 50
},
{
"epoch": 0.26,
"learning_rate": 9.141630901287554e-05,
"loss": 2.2792,
"step": 60
},
{
"epoch": 0.3,
"learning_rate": 8.99856938483548e-05,
"loss": 2.2207,
"step": 70
},
{
"epoch": 0.34,
"learning_rate": 8.855507868383405e-05,
"loss": 2.2776,
"step": 80
},
{
"epoch": 0.39,
"learning_rate": 8.71244635193133e-05,
"loss": 2.3522,
"step": 90
},
{
"epoch": 0.43,
"learning_rate": 8.569384835479256e-05,
"loss": 2.201,
"step": 100
},
{
"epoch": 0.47,
"learning_rate": 8.426323319027182e-05,
"loss": 2.2058,
"step": 110
},
{
"epoch": 0.51,
"learning_rate": 8.283261802575107e-05,
"loss": 2.2312,
"step": 120
},
{
"epoch": 0.56,
"learning_rate": 8.140200286123033e-05,
"loss": 2.2807,
"step": 130
},
{
"epoch": 0.6,
"learning_rate": 7.997138769670959e-05,
"loss": 2.339,
"step": 140
},
{
"epoch": 0.64,
"learning_rate": 7.854077253218884e-05,
"loss": 2.1615,
"step": 150
},
{
"epoch": 0.69,
"learning_rate": 7.71101573676681e-05,
"loss": 2.1912,
"step": 160
},
{
"epoch": 0.73,
"learning_rate": 7.567954220314736e-05,
"loss": 2.1207,
"step": 170
},
{
"epoch": 0.77,
"learning_rate": 7.424892703862662e-05,
"loss": 2.2326,
"step": 180
},
{
"epoch": 0.81,
"learning_rate": 7.281831187410587e-05,
"loss": 2.2286,
"step": 190
},
{
"epoch": 0.86,
"learning_rate": 7.138769670958512e-05,
"loss": 2.03,
"step": 200
},
{
"epoch": 0.9,
"learning_rate": 6.995708154506438e-05,
"loss": 2.2001,
"step": 210
},
{
"epoch": 0.94,
"learning_rate": 6.852646638054364e-05,
"loss": 2.2102,
"step": 220
},
{
"epoch": 0.99,
"learning_rate": 6.70958512160229e-05,
"loss": 2.1974,
"step": 230
},
{
"epoch": 1.03,
"learning_rate": 6.566523605150215e-05,
"loss": 2.046,
"step": 240
},
{
"epoch": 1.07,
"learning_rate": 6.42346208869814e-05,
"loss": 1.9384,
"step": 250
},
{
"epoch": 1.11,
"learning_rate": 6.280400572246066e-05,
"loss": 2.1286,
"step": 260
},
{
"epoch": 1.16,
"learning_rate": 6.137339055793991e-05,
"loss": 2.0289,
"step": 270
},
{
"epoch": 1.2,
"learning_rate": 5.9942775393419173e-05,
"loss": 2.0393,
"step": 280
},
{
"epoch": 1.24,
"learning_rate": 5.8512160228898425e-05,
"loss": 2.0035,
"step": 290
},
{
"epoch": 1.28,
"learning_rate": 5.7081545064377684e-05,
"loss": 2.0714,
"step": 300
},
{
"epoch": 1.33,
"learning_rate": 5.565092989985694e-05,
"loss": 2.0226,
"step": 310
},
{
"epoch": 1.37,
"learning_rate": 5.4220314735336195e-05,
"loss": 2.0695,
"step": 320
},
{
"epoch": 1.41,
"learning_rate": 5.278969957081545e-05,
"loss": 1.989,
"step": 330
},
{
"epoch": 1.46,
"learning_rate": 5.135908440629471e-05,
"loss": 2.0688,
"step": 340
},
{
"epoch": 1.5,
"learning_rate": 4.992846924177397e-05,
"loss": 1.8838,
"step": 350
},
{
"epoch": 1.54,
"learning_rate": 4.8497854077253216e-05,
"loss": 2.0109,
"step": 360
},
{
"epoch": 1.58,
"learning_rate": 4.7067238912732475e-05,
"loss": 2.0371,
"step": 370
},
{
"epoch": 1.63,
"learning_rate": 4.563662374821173e-05,
"loss": 2.0012,
"step": 380
},
{
"epoch": 1.67,
"learning_rate": 4.420600858369099e-05,
"loss": 2.0461,
"step": 390
},
{
"epoch": 1.71,
"learning_rate": 4.2775393419170244e-05,
"loss": 1.9601,
"step": 400
},
{
"epoch": 1.76,
"learning_rate": 4.13447782546495e-05,
"loss": 1.9282,
"step": 410
},
{
"epoch": 1.8,
"learning_rate": 3.991416309012876e-05,
"loss": 2.0841,
"step": 420
},
{
"epoch": 1.84,
"learning_rate": 3.848354792560801e-05,
"loss": 2.0851,
"step": 430
},
{
"epoch": 1.88,
"learning_rate": 3.7052932761087265e-05,
"loss": 2.039,
"step": 440
},
{
"epoch": 1.93,
"learning_rate": 3.5622317596566524e-05,
"loss": 1.9102,
"step": 450
},
{
"epoch": 1.97,
"learning_rate": 3.419170243204578e-05,
"loss": 2.0091,
"step": 460
},
{
"epoch": 2.01,
"learning_rate": 3.2761087267525034e-05,
"loss": 2.0263,
"step": 470
},
{
"epoch": 2.06,
"learning_rate": 3.133047210300429e-05,
"loss": 1.7926,
"step": 480
},
{
"epoch": 2.1,
"learning_rate": 2.9899856938483552e-05,
"loss": 1.8643,
"step": 490
},
{
"epoch": 2.14,
"learning_rate": 2.8469241773962807e-05,
"loss": 1.7537,
"step": 500
},
{
"epoch": 2.18,
"learning_rate": 2.7038626609442062e-05,
"loss": 1.8578,
"step": 510
},
{
"epoch": 2.23,
"learning_rate": 2.5608011444921314e-05,
"loss": 1.7847,
"step": 520
},
{
"epoch": 2.27,
"learning_rate": 2.4177396280400573e-05,
"loss": 1.7704,
"step": 530
},
{
"epoch": 2.31,
"learning_rate": 2.2746781115879828e-05,
"loss": 1.864,
"step": 540
},
{
"epoch": 2.36,
"learning_rate": 2.1316165951359084e-05,
"loss": 1.7659,
"step": 550
},
{
"epoch": 2.4,
"learning_rate": 1.9885550786838342e-05,
"loss": 1.6955,
"step": 560
},
{
"epoch": 2.44,
"learning_rate": 1.8454935622317597e-05,
"loss": 1.7299,
"step": 570
},
{
"epoch": 2.48,
"learning_rate": 1.7024320457796853e-05,
"loss": 1.7581,
"step": 580
},
{
"epoch": 2.53,
"learning_rate": 1.5593705293276108e-05,
"loss": 1.8381,
"step": 590
},
{
"epoch": 2.57,
"learning_rate": 1.4163090128755365e-05,
"loss": 1.731,
"step": 600
}
],
"logging_steps": 10,
"max_steps": 699,
"num_train_epochs": 3,
"save_steps": 100,
"total_flos": 3.739811903756698e+16,
"trial_name": null,
"trial_params": null
}