huypham71's picture
Upload ESG Topic Classifier (Macro-F1: 0.7070)
169d17d verified
{
"best_global_step": 116,
"best_metric": 0.7213724329692548,
"best_model_checkpoint": "artifacts/topic_model/checkpoint-116",
"epoch": 4.0,
"eval_steps": 500,
"global_step": 232,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.8620689655172413,
"grad_norm": 3.192338466644287,
"learning_rate": 1.9036697247706422e-05,
"loss": 1.7422,
"step": 50
},
{
"epoch": 1.0,
"eval_accuracy": 0.6614173228346457,
"eval_loss": 1.518955945968628,
"eval_macro_f1": 0.5115357643035457,
"eval_runtime": 0.2774,
"eval_samples_per_second": 457.755,
"eval_steps_per_second": 28.835,
"step": 58
},
{
"epoch": 1.7241379310344827,
"grad_norm": 6.166723251342773,
"learning_rate": 1.674311926605505e-05,
"loss": 1.3965,
"step": 100
},
{
"epoch": 2.0,
"eval_accuracy": 0.7874015748031497,
"eval_loss": 1.076490879058838,
"eval_macro_f1": 0.7213724329692548,
"eval_runtime": 0.2838,
"eval_samples_per_second": 447.547,
"eval_steps_per_second": 28.192,
"step": 116
},
{
"epoch": 2.586206896551724,
"grad_norm": 4.974067687988281,
"learning_rate": 1.4449541284403672e-05,
"loss": 1.0328,
"step": 150
},
{
"epoch": 3.0,
"eval_accuracy": 0.7716535433070866,
"eval_loss": 0.9624134302139282,
"eval_macro_f1": 0.6831862756284045,
"eval_runtime": 0.277,
"eval_samples_per_second": 458.418,
"eval_steps_per_second": 28.877,
"step": 174
},
{
"epoch": 3.4482758620689653,
"grad_norm": 5.769896984100342,
"learning_rate": 1.2155963302752293e-05,
"loss": 0.7568,
"step": 200
},
{
"epoch": 4.0,
"eval_accuracy": 0.8110236220472441,
"eval_loss": 0.754206120967865,
"eval_macro_f1": 0.7186752131258979,
"eval_runtime": 0.2791,
"eval_samples_per_second": 455.043,
"eval_steps_per_second": 28.664,
"step": 232
}
],
"logging_steps": 50,
"max_steps": 464,
"num_input_tokens_seen": 0,
"num_train_epochs": 8,
"save_steps": 500,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 2,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 2
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 296034207668856.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}