web_rag_0_1_48_LR_1e-5 / trainer_state.json
Rubywong123's picture
Upload folder using huggingface_hub
6abd00a verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.9908925318761383,
"eval_steps": 500,
"global_step": 274,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.007285974499089253,
"grad_norm": 2.1298219418311506,
"learning_rate": 3.5714285714285716e-07,
"loss": 2.1697,
"step": 1
},
{
"epoch": 0.03642987249544627,
"grad_norm": 1.5904593931711113,
"learning_rate": 1.7857142857142859e-06,
"loss": 2.0772,
"step": 5
},
{
"epoch": 0.07285974499089254,
"grad_norm": 0.9900223045213828,
"learning_rate": 3.5714285714285718e-06,
"loss": 1.7424,
"step": 10
},
{
"epoch": 0.1092896174863388,
"grad_norm": 0.3236620060106758,
"learning_rate": 5.357142857142857e-06,
"loss": 0.9981,
"step": 15
},
{
"epoch": 0.14571948998178508,
"grad_norm": 0.1835982348721837,
"learning_rate": 7.1428571428571436e-06,
"loss": 0.783,
"step": 20
},
{
"epoch": 0.18214936247723132,
"grad_norm": 0.13846392947417183,
"learning_rate": 8.92857142857143e-06,
"loss": 0.6361,
"step": 25
},
{
"epoch": 0.2185792349726776,
"grad_norm": 0.131685675809341,
"learning_rate": 9.998369180404283e-06,
"loss": 0.6016,
"step": 30
},
{
"epoch": 0.2550091074681239,
"grad_norm": 0.11211293437608845,
"learning_rate": 9.980034675172274e-06,
"loss": 0.5256,
"step": 35
},
{
"epoch": 0.29143897996357016,
"grad_norm": 0.1256840427418023,
"learning_rate": 9.941402118901743e-06,
"loss": 0.512,
"step": 40
},
{
"epoch": 0.32786885245901637,
"grad_norm": 0.08619323519274144,
"learning_rate": 9.882628973467972e-06,
"loss": 0.4838,
"step": 45
},
{
"epoch": 0.36429872495446264,
"grad_norm": 0.10060824077061277,
"learning_rate": 9.803954791481239e-06,
"loss": 0.4745,
"step": 50
},
{
"epoch": 0.4007285974499089,
"grad_norm": 0.08221062885139536,
"learning_rate": 9.705700239897809e-06,
"loss": 0.4216,
"step": 55
},
{
"epoch": 0.4371584699453552,
"grad_norm": 0.08645648156860204,
"learning_rate": 9.588265793018141e-06,
"loss": 0.3991,
"step": 60
},
{
"epoch": 0.47358834244080145,
"grad_norm": 0.06648083726688385,
"learning_rate": 9.452130100199504e-06,
"loss": 0.4144,
"step": 65
},
{
"epoch": 0.5100182149362478,
"grad_norm": 0.09770009593503494,
"learning_rate": 9.297848034936007e-06,
"loss": 0.3942,
"step": 70
},
{
"epoch": 0.546448087431694,
"grad_norm": 0.0671484746212119,
"learning_rate": 9.12604843325778e-06,
"loss": 0.42,
"step": 75
},
{
"epoch": 0.5828779599271403,
"grad_norm": 0.0603539555693471,
"learning_rate": 8.937431530667329e-06,
"loss": 0.4106,
"step": 80
},
{
"epoch": 0.6193078324225865,
"grad_norm": 0.06542285449991517,
"learning_rate": 8.732766108059814e-06,
"loss": 0.4068,
"step": 85
},
{
"epoch": 0.6557377049180327,
"grad_norm": 0.05318309132873638,
"learning_rate": 8.512886358260162e-06,
"loss": 0.4024,
"step": 90
},
{
"epoch": 0.692167577413479,
"grad_norm": 0.04710411361135824,
"learning_rate": 8.278688485948634e-06,
"loss": 0.3873,
"step": 95
},
{
"epoch": 0.7285974499089253,
"grad_norm": 0.08147624187638997,
"learning_rate": 8.031127054833192e-06,
"loss": 0.3897,
"step": 100
},
{
"epoch": 0.7650273224043715,
"grad_norm": 0.062085885052453355,
"learning_rate": 7.771211096957125e-06,
"loss": 0.3602,
"step": 105
},
{
"epoch": 0.8014571948998178,
"grad_norm": 0.04741226219798684,
"learning_rate": 7.500000000000001e-06,
"loss": 0.3615,
"step": 110
},
{
"epoch": 0.8378870673952641,
"grad_norm": 0.052623392395663965,
"learning_rate": 7.218599189334799e-06,
"loss": 0.4025,
"step": 115
},
{
"epoch": 0.8743169398907104,
"grad_norm": 0.05506759208754912,
"learning_rate": 6.92815562244068e-06,
"loss": 0.4107,
"step": 120
},
{
"epoch": 0.9107468123861566,
"grad_norm": 0.06450278629900923,
"learning_rate": 6.629853114035643e-06,
"loss": 0.4019,
"step": 125
},
{
"epoch": 0.9471766848816029,
"grad_norm": 0.061387693531274025,
"learning_rate": 6.32490751098331e-06,
"loss": 0.38,
"step": 130
},
{
"epoch": 0.9836065573770492,
"grad_norm": 0.049633792420609966,
"learning_rate": 6.014561736640334e-06,
"loss": 0.3686,
"step": 135
},
{
"epoch": 1.0,
"eval_loss": 0.3376566767692566,
"eval_runtime": 4.9911,
"eval_samples_per_second": 13.424,
"eval_steps_per_second": 3.406,
"step": 138
},
{
"epoch": 1.0145719489981786,
"grad_norm": 0.04294549801679507,
"learning_rate": 5.7000807248431466e-06,
"loss": 0.3648,
"step": 140
},
{
"epoch": 1.0510018214936248,
"grad_norm": 0.055870041096427674,
"learning_rate": 5.38274626418248e-06,
"loss": 0.3584,
"step": 145
},
{
"epoch": 1.0874316939890711,
"grad_norm": 0.050163331468631514,
"learning_rate": 5.06385177357987e-06,
"loss": 0.3755,
"step": 150
},
{
"epoch": 1.1238615664845173,
"grad_norm": 0.05681787153693805,
"learning_rate": 4.744697030460248e-06,
"loss": 0.3752,
"step": 155
},
{
"epoch": 1.1602914389799635,
"grad_norm": 0.04904612115661219,
"learning_rate": 4.426582873007999e-06,
"loss": 0.3113,
"step": 160
},
{
"epoch": 1.1967213114754098,
"grad_norm": 0.059727388905107905,
"learning_rate": 4.110805898099492e-06,
"loss": 0.3419,
"step": 165
},
{
"epoch": 1.2331511839708562,
"grad_norm": 0.052958928558906763,
"learning_rate": 3.7986531765226965e-06,
"loss": 0.3863,
"step": 170
},
{
"epoch": 1.2695810564663024,
"grad_norm": 0.05007371301185279,
"learning_rate": 3.4913970070240388e-06,
"loss": 0.3645,
"step": 175
},
{
"epoch": 1.3060109289617485,
"grad_norm": 0.04620417976687398,
"learning_rate": 3.19028973056441e-06,
"loss": 0.382,
"step": 180
},
{
"epoch": 1.342440801457195,
"grad_norm": 0.054148147501344494,
"learning_rate": 2.8965586259208295e-06,
"loss": 0.3844,
"step": 185
},
{
"epoch": 1.3788706739526413,
"grad_norm": 0.053468499689767635,
"learning_rate": 2.611400907438685e-06,
"loss": 0.3751,
"step": 190
},
{
"epoch": 1.4153005464480874,
"grad_norm": 0.04625165040154575,
"learning_rate": 2.3359788453231723e-06,
"loss": 0.3438,
"step": 195
},
{
"epoch": 1.4517304189435336,
"grad_norm": 0.051639778293774724,
"learning_rate": 2.071415028359026e-06,
"loss": 0.3676,
"step": 200
},
{
"epoch": 1.48816029143898,
"grad_norm": 0.06074450594251965,
"learning_rate": 1.8187877883672024e-06,
"loss": 0.3478,
"step": 205
},
{
"epoch": 1.5245901639344264,
"grad_norm": 0.046655956476477536,
"learning_rate": 1.5791268050478487e-06,
"loss": 0.3481,
"step": 210
},
{
"epoch": 1.5610200364298725,
"grad_norm": 0.05558551651820435,
"learning_rate": 1.3534089091237757e-06,
"loss": 0.3564,
"step": 215
},
{
"epoch": 1.5974499089253187,
"grad_norm": 0.05059129991621213,
"learning_rate": 1.1425541008902852e-06,
"loss": 0.37,
"step": 220
},
{
"epoch": 1.633879781420765,
"grad_norm": 0.04834415844975134,
"learning_rate": 9.474218003993275e-07,
"loss": 0.3603,
"step": 225
},
{
"epoch": 1.6703096539162114,
"grad_norm": 0.048945517314366804,
"learning_rate": 7.6880734456178e-07,
"loss": 0.3275,
"step": 230
},
{
"epoch": 1.7067395264116576,
"grad_norm": 0.04895423242141336,
"learning_rate": 6.074387454452891e-07,
"loss": 0.3759,
"step": 235
},
{
"epoch": 1.7431693989071038,
"grad_norm": 0.04715267859111255,
"learning_rate": 4.639737229804403e-07,
"loss": 0.3232,
"step": 240
},
{
"epoch": 1.7795992714025501,
"grad_norm": 0.05976045666178133,
"learning_rate": 3.3899702416965166e-07,
"loss": 0.3491,
"step": 245
},
{
"epoch": 1.8160291438979965,
"grad_norm": 0.04227868742024836,
"learning_rate": 2.330180397253473e-07,
"loss": 0.3548,
"step": 250
},
{
"epoch": 1.8524590163934427,
"grad_norm": 0.04541947483086337,
"learning_rate": 1.4646872785175182e-07,
"loss": 0.3609,
"step": 255
},
{
"epoch": 1.8888888888888888,
"grad_norm": 0.05573935065784949,
"learning_rate": 7.970185363271432e-08,
"loss": 0.3546,
"step": 260
},
{
"epoch": 1.925318761384335,
"grad_norm": 0.047007609680595135,
"learning_rate": 3.2989551201624836e-08,
"loss": 0.368,
"step": 265
},
{
"epoch": 1.9617486338797814,
"grad_norm": 0.04280029371219344,
"learning_rate": 6.5222145538501595e-09,
"loss": 0.35,
"step": 270
},
{
"epoch": 1.9908925318761383,
"eval_loss": 0.32549938559532166,
"eval_runtime": 3.7346,
"eval_samples_per_second": 17.94,
"eval_steps_per_second": 4.552,
"step": 274
},
{
"epoch": 1.9908925318761383,
"step": 274,
"total_flos": 7.092604275943014e+17,
"train_loss": 0.4666876497059843,
"train_runtime": 3355.0572,
"train_samples_per_second": 3.926,
"train_steps_per_second": 0.082
}
],
"logging_steps": 5,
"max_steps": 274,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 7.092604275943014e+17,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}