CPT_1 / checkpoint-500 /trainer_state.json
kovidritesh's picture
Upload folder using huggingface_hub
dde3c9f verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.2166108913903255,
"eval_steps": 500,
"global_step": 500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.048676604806814724,
"grad_norm": 1.8046875,
"learning_rate": 1.027027027027027e-05,
"loss": 1.7832,
"step": 20
},
{
"epoch": 0.09735320961362945,
"grad_norm": 1.7890625,
"learning_rate": 1.996655518394649e-05,
"loss": 1.7722,
"step": 40
},
{
"epoch": 0.1460298144204442,
"grad_norm": 1.796875,
"learning_rate": 1.9632107023411374e-05,
"loss": 1.7743,
"step": 60
},
{
"epoch": 0.1947064192272589,
"grad_norm": 1.703125,
"learning_rate": 1.9297658862876256e-05,
"loss": 1.7206,
"step": 80
},
{
"epoch": 0.24338302403407364,
"grad_norm": 1.921875,
"learning_rate": 1.896321070234114e-05,
"loss": 1.7695,
"step": 100
},
{
"epoch": 0.2920596288408884,
"grad_norm": 1.8359375,
"learning_rate": 1.8628762541806024e-05,
"loss": 1.7434,
"step": 120
},
{
"epoch": 0.34073623364770306,
"grad_norm": 1.828125,
"learning_rate": 1.8294314381270902e-05,
"loss": 1.7553,
"step": 140
},
{
"epoch": 0.3894128384545178,
"grad_norm": 1.734375,
"learning_rate": 1.7959866220735788e-05,
"loss": 1.7411,
"step": 160
},
{
"epoch": 0.43808944326133253,
"grad_norm": 1.8359375,
"learning_rate": 1.762541806020067e-05,
"loss": 1.74,
"step": 180
},
{
"epoch": 0.4867660480681473,
"grad_norm": 1.75,
"learning_rate": 1.729096989966555e-05,
"loss": 1.7305,
"step": 200
},
{
"epoch": 0.535442652874962,
"grad_norm": 1.8359375,
"learning_rate": 1.6956521739130437e-05,
"loss": 1.8263,
"step": 220
},
{
"epoch": 0.5841192576817767,
"grad_norm": 1.71875,
"learning_rate": 1.662207357859532e-05,
"loss": 1.7434,
"step": 240
},
{
"epoch": 0.6327958624885914,
"grad_norm": 1.6953125,
"learning_rate": 1.6287625418060204e-05,
"loss": 1.8066,
"step": 260
},
{
"epoch": 0.6814724672954061,
"grad_norm": 1.7421875,
"learning_rate": 1.5953177257525086e-05,
"loss": 1.7684,
"step": 280
},
{
"epoch": 0.7301490721022209,
"grad_norm": 1.7734375,
"learning_rate": 1.5618729096989968e-05,
"loss": 1.7585,
"step": 300
},
{
"epoch": 0.7788256769090356,
"grad_norm": 1.859375,
"learning_rate": 1.5284280936454853e-05,
"loss": 1.7534,
"step": 320
},
{
"epoch": 0.8275022817158503,
"grad_norm": 1.59375,
"learning_rate": 1.4949832775919733e-05,
"loss": 1.7249,
"step": 340
},
{
"epoch": 0.8761788865226651,
"grad_norm": 1.71875,
"learning_rate": 1.4615384615384615e-05,
"loss": 1.6967,
"step": 360
},
{
"epoch": 0.9248554913294798,
"grad_norm": 1.890625,
"learning_rate": 1.4280936454849499e-05,
"loss": 1.7558,
"step": 380
},
{
"epoch": 0.9735320961362945,
"grad_norm": 1.7734375,
"learning_rate": 1.3946488294314383e-05,
"loss": 1.77,
"step": 400
},
{
"epoch": 1.0219044721630666,
"grad_norm": 1.75,
"learning_rate": 1.3612040133779264e-05,
"loss": 1.749,
"step": 420
},
{
"epoch": 1.0705810769698814,
"grad_norm": 1.7421875,
"learning_rate": 1.3277591973244148e-05,
"loss": 1.7204,
"step": 440
},
{
"epoch": 1.1192576817766962,
"grad_norm": 1.84375,
"learning_rate": 1.2943143812709032e-05,
"loss": 1.7572,
"step": 460
},
{
"epoch": 1.1679342865835107,
"grad_norm": 1.796875,
"learning_rate": 1.2608695652173915e-05,
"loss": 1.6993,
"step": 480
},
{
"epoch": 1.2166108913903255,
"grad_norm": 1.8046875,
"learning_rate": 1.2274247491638797e-05,
"loss": 1.7129,
"step": 500
}
],
"logging_steps": 20,
"max_steps": 1233,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 6.43897600990249e+16,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}