{ "best_metric": 0.987703144062033, "best_model_checkpoint": "./model/checkpoint-2224", "epoch": 10.0, "eval_steps": 500, "global_step": 5560, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.8992805755395683, "grad_norm": 15.831398963928223, "learning_rate": 2.731834532374101e-05, "loss": 0.1341, "step": 500 }, { "epoch": 1.0, "eval_accuracy": 0.9858275687531635, "eval_f1": 0.9858428119593087, "eval_loss": 0.06046506017446518, "eval_precision": 0.9858980040864742, "eval_recall": 0.9858275687531635, "eval_runtime": 123.5336, "eval_samples_per_second": 47.979, "eval_steps_per_second": 1.506, "step": 556 }, { "epoch": 1.7985611510791366, "grad_norm": 0.1419404149055481, "learning_rate": 2.4620503597122304e-05, "loss": 0.0458, "step": 1000 }, { "epoch": 2.0, "eval_accuracy": 0.9844778133963219, "eval_f1": 0.9844685311325714, "eval_loss": 0.06095171347260475, "eval_precision": 0.984470890080927, "eval_recall": 0.9844778133963219, "eval_runtime": 324.024, "eval_samples_per_second": 18.292, "eval_steps_per_second": 0.574, "step": 1112 }, { "epoch": 2.697841726618705, "grad_norm": 0.0644543468952179, "learning_rate": 2.1928057553956834e-05, "loss": 0.0255, "step": 1500 }, { "epoch": 3.0, "eval_accuracy": 0.9856588493335583, "eval_f1": 0.9856725274058569, "eval_loss": 0.06607956439256668, "eval_precision": 0.985717476255087, "eval_recall": 0.9856588493335583, "eval_runtime": 23.8528, "eval_samples_per_second": 248.482, "eval_steps_per_second": 7.798, "step": 1668 }, { "epoch": 3.597122302158273, "grad_norm": 0.006873908918350935, "learning_rate": 1.923021582733813e-05, "loss": 0.0098, "step": 2000 }, { "epoch": 4.0, "eval_accuracy": 0.9876834823688206, "eval_f1": 0.987703144062033, "eval_loss": 0.06861425936222076, "eval_precision": 0.9878126950690342, "eval_recall": 0.9876834823688206, "eval_runtime": 123.3642, "eval_samples_per_second": 48.045, "eval_steps_per_second": 1.508, "step": 2224 }, { "epoch": 4.496402877697841, "grad_norm": 0.0038243578746914864, "learning_rate": 1.653776978417266e-05, "loss": 0.0051, "step": 2500 }, { "epoch": 5.0, "eval_accuracy": 0.98279061920027, "eval_f1": 0.9827652293288254, "eval_loss": 0.11865255236625671, "eval_precision": 0.9828086020917639, "eval_recall": 0.98279061920027, "eval_runtime": 123.5475, "eval_samples_per_second": 47.973, "eval_steps_per_second": 1.505, "step": 2780 }, { "epoch": 5.39568345323741, "grad_norm": 0.00035207424662075937, "learning_rate": 1.3839928057553959e-05, "loss": 0.0012, "step": 3000 }, { "epoch": 6.0, "eval_accuracy": 0.9844778133963219, "eval_f1": 0.9844549127279602, "eval_loss": 0.10734612494707108, "eval_precision": 0.9845009079108045, "eval_recall": 0.9844778133963219, "eval_runtime": 324.4042, "eval_samples_per_second": 18.27, "eval_steps_per_second": 0.573, "step": 3336 }, { "epoch": 6.294964028776978, "grad_norm": 0.0010561492526903749, "learning_rate": 1.1142086330935252e-05, "loss": 0.0006, "step": 3500 }, { "epoch": 7.0, "eval_accuracy": 0.9844778133963219, "eval_f1": 0.9844617747386799, "eval_loss": 0.1119009479880333, "eval_precision": 0.9844800053876499, "eval_recall": 0.9844778133963219, "eval_runtime": 123.6461, "eval_samples_per_second": 47.935, "eval_steps_per_second": 1.504, "step": 3892 }, { "epoch": 7.194244604316546, "grad_norm": 0.0001651465572649613, "learning_rate": 8.444244604316547e-06, "loss": 0.0, "step": 4000 }, { "epoch": 8.0, "eval_accuracy": 0.9843090939767167, "eval_f1": 0.9842866428636935, "eval_loss": 0.12110123783349991, "eval_precision": 0.9843290706362859, "eval_recall": 0.9843090939767167, "eval_runtime": 323.8258, "eval_samples_per_second": 18.303, "eval_steps_per_second": 0.574, "step": 4448 }, { "epoch": 8.093525179856115, "grad_norm": 0.0001012256761896424, "learning_rate": 5.7464028776978415e-06, "loss": 0.0001, "step": 4500 }, { "epoch": 8.992805755395683, "grad_norm": 0.00017143118020612746, "learning_rate": 3.048561151079137e-06, "loss": 0.0002, "step": 5000 }, { "epoch": 9.0, "eval_accuracy": 0.9849839716551375, "eval_f1": 0.9849730419562784, "eval_loss": 0.11790579557418823, "eval_precision": 0.9849792957695417, "eval_recall": 0.9849839716551375, "eval_runtime": 324.0234, "eval_samples_per_second": 18.292, "eval_steps_per_second": 0.574, "step": 5004 }, { "epoch": 9.892086330935252, "grad_norm": 0.00013196947111282498, "learning_rate": 3.507194244604317e-07, "loss": 0.0001, "step": 5500 }, { "epoch": 10.0, "eval_accuracy": 0.9849839716551375, "eval_f1": 0.9849833368509429, "eval_loss": 0.11824283748865128, "eval_precision": 0.9849827613456668, "eval_recall": 0.9849839716551375, "eval_runtime": 223.7176, "eval_samples_per_second": 26.493, "eval_steps_per_second": 0.831, "step": 5560 } ], "logging_steps": 500, "max_steps": 5560, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 4.14246287551488e+16, "train_batch_size": 32, "trial_name": null, "trial_params": null }