x5-last-try / trainer_state.json
lotusbro's picture
Upload folder using huggingface_hub
800e6b9 verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 6.0,
"eval_steps": 1000,
"global_step": 10896,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.27540622418066646,
"grad_norm": 13.115499496459961,
"learning_rate": 1.5259938837920492e-05,
"loss": 1.0427,
"step": 500
},
{
"epoch": 0.5508124483613329,
"grad_norm": 10.038908958435059,
"learning_rate": 1.932630345635618e-05,
"loss": 0.3874,
"step": 1000
},
{
"epoch": 0.5508124483613329,
"eval_accuracy": 0.9134971070852699,
"eval_f1": 0.875406283856988,
"eval_loss": 0.36551177501678467,
"eval_precision": 0.8548972188633616,
"eval_recall": 0.8969235648588646,
"eval_runtime": 5.0106,
"eval_samples_per_second": 544.045,
"eval_steps_per_second": 34.128,
"step": 1000
},
{
"epoch": 0.8262186725419994,
"grad_norm": 20.2281436920166,
"learning_rate": 1.8349931653973834e-05,
"loss": 0.3175,
"step": 1500
},
{
"epoch": 1.1013494904984853,
"grad_norm": 21.382644653320312,
"learning_rate": 1.737355985159149e-05,
"loss": 0.2691,
"step": 2000
},
{
"epoch": 1.1013494904984853,
"eval_accuracy": 0.9356919282936546,
"eval_f1": 0.9239401496259352,
"eval_loss": 0.2406017929315567,
"eval_precision": 0.9083665338645418,
"eval_recall": 0.9400570884871551,
"eval_runtime": 4.8938,
"eval_samples_per_second": 557.03,
"eval_steps_per_second": 34.942,
"step": 2000
},
{
"epoch": 1.3767557146791518,
"grad_norm": 0.7748643159866333,
"learning_rate": 1.639718804920914e-05,
"loss": 0.2279,
"step": 2500
},
{
"epoch": 1.6521619388598183,
"grad_norm": 4.197641372680664,
"learning_rate": 1.5420816246826794e-05,
"loss": 0.2276,
"step": 3000
},
{
"epoch": 1.6521619388598183,
"eval_accuracy": 0.938347718865598,
"eval_f1": 0.9255401834291933,
"eval_loss": 0.2395576536655426,
"eval_precision": 0.9076219512195122,
"eval_recall": 0.9441801458928005,
"eval_runtime": 4.9765,
"eval_samples_per_second": 547.778,
"eval_steps_per_second": 34.362,
"step": 3000
},
{
"epoch": 1.9275681630404846,
"grad_norm": 25.588197708129883,
"learning_rate": 1.4444444444444446e-05,
"loss": 0.2075,
"step": 3500
},
{
"epoch": 2.2026989809969706,
"grad_norm": 22.494050979614258,
"learning_rate": 1.3468072642062098e-05,
"loss": 0.1709,
"step": 4000
},
{
"epoch": 2.2026989809969706,
"eval_accuracy": 0.9443232476524709,
"eval_f1": 0.9338362407669338,
"eval_loss": 0.23579855263233185,
"eval_precision": 0.9255451713395638,
"eval_recall": 0.9422771963209642,
"eval_runtime": 4.9528,
"eval_samples_per_second": 550.395,
"eval_steps_per_second": 34.526,
"step": 4000
},
{
"epoch": 2.478105205177637,
"grad_norm": 10.178144454956055,
"learning_rate": 1.249170083967975e-05,
"loss": 0.1547,
"step": 4500
},
{
"epoch": 2.7535114293583036,
"grad_norm": 50.71146774291992,
"learning_rate": 1.1515329037297404e-05,
"loss": 0.1613,
"step": 5000
},
{
"epoch": 2.7535114293583036,
"eval_accuracy": 0.9422365550602295,
"eval_f1": 0.9349874371859297,
"eval_loss": 0.283699095249176,
"eval_precision": 0.9259720062208399,
"eval_recall": 0.9441801458928005,
"eval_runtime": 5.001,
"eval_samples_per_second": 545.09,
"eval_steps_per_second": 34.193,
"step": 5000
},
{
"epoch": 3.028642247314789,
"grad_norm": 2.2809739112854004,
"learning_rate": 1.0538957234915056e-05,
"loss": 0.1459,
"step": 5500
},
{
"epoch": 3.304048471495456,
"grad_norm": 0.0738934576511383,
"learning_rate": 9.56258543253271e-06,
"loss": 0.1086,
"step": 6000
},
{
"epoch": 3.304048471495456,
"eval_accuracy": 0.9451768946220241,
"eval_f1": 0.935539253941002,
"eval_loss": 0.26784300804138184,
"eval_precision": 0.921020282728949,
"eval_recall": 0.950523311132255,
"eval_runtime": 4.848,
"eval_samples_per_second": 562.288,
"eval_steps_per_second": 35.272,
"step": 6000
},
{
"epoch": 3.579454695676122,
"grad_norm": 5.788504123687744,
"learning_rate": 8.586213630150362e-06,
"loss": 0.1089,
"step": 6500
},
{
"epoch": 3.854860919856789,
"grad_norm": 15.219040870666504,
"learning_rate": 7.609841827768014e-06,
"loss": 0.1072,
"step": 7000
},
{
"epoch": 3.854860919856789,
"eval_accuracy": 0.9431850516930665,
"eval_f1": 0.9340901923683381,
"eval_loss": 0.3070509731769562,
"eval_precision": 0.9288178112260896,
"eval_recall": 0.9394227719632097,
"eval_runtime": 4.9423,
"eval_samples_per_second": 551.561,
"eval_steps_per_second": 34.599,
"step": 7000
},
{
"epoch": 4.129991737813275,
"grad_norm": 0.6474624276161194,
"learning_rate": 6.633470025385668e-06,
"loss": 0.0953,
"step": 7500
},
{
"epoch": 4.405397961993941,
"grad_norm": 1.6168689727783203,
"learning_rate": 5.65709822300332e-06,
"loss": 0.072,
"step": 8000
},
{
"epoch": 4.405397961993941,
"eval_accuracy": 0.9465996395712796,
"eval_f1": 0.9409547738693468,
"eval_loss": 0.31703799962997437,
"eval_precision": 0.9318818040435459,
"eval_recall": 0.9502061528702823,
"eval_runtime": 4.9657,
"eval_samples_per_second": 548.971,
"eval_steps_per_second": 34.437,
"step": 8000
},
{
"epoch": 4.6808041861746075,
"grad_norm": 0.7237133979797363,
"learning_rate": 4.680726420620973e-06,
"loss": 0.0689,
"step": 8500
},
{
"epoch": 4.956210410355274,
"grad_norm": 0.029142044484615326,
"learning_rate": 3.7043546182386252e-06,
"loss": 0.0846,
"step": 9000
},
{
"epoch": 4.956210410355274,
"eval_accuracy": 0.9466944892345632,
"eval_f1": 0.9408805031446541,
"eval_loss": 0.3410860598087311,
"eval_precision": 0.9329591518553165,
"eval_recall": 0.9489375198223914,
"eval_runtime": 5.1283,
"eval_samples_per_second": 531.558,
"eval_steps_per_second": 33.344,
"step": 9000
},
{
"epoch": 5.23134122831176,
"grad_norm": 12.02783489227295,
"learning_rate": 2.7279828158562783e-06,
"loss": 0.0496,
"step": 9500
},
{
"epoch": 5.5067474524924265,
"grad_norm": 0.016711721196770668,
"learning_rate": 1.7516110134739312e-06,
"loss": 0.0575,
"step": 10000
},
{
"epoch": 5.5067474524924265,
"eval_accuracy": 0.9502039267760599,
"eval_f1": 0.9438166980539863,
"eval_loss": 0.33306461572647095,
"eval_precision": 0.9341410375893134,
"eval_recall": 0.9536948937519822,
"eval_runtime": 5.6128,
"eval_samples_per_second": 485.677,
"eval_steps_per_second": 30.466,
"step": 10000
},
{
"epoch": 5.782153676673093,
"grad_norm": 0.039173971861600876,
"learning_rate": 7.752392110915838e-07,
"loss": 0.0528,
"step": 10500
}
],
"logging_steps": 500,
"max_steps": 10896,
"num_input_tokens_seen": 0,
"num_train_epochs": 6,
"save_steps": 1000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 2832424021242060.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}