| { |
| "best_metric": 0.06389161199331284, |
| "best_model_checkpoint": "finqa_models/training_naver-trecdl22-crossencoder-debertav3_2024-11-17_17-26-51/checkpoint-14424", |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 14424, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.10399334442595674, |
| "grad_norm": 0.12019415944814682, |
| "learning_rate": 1.9310870770937327e-07, |
| "loss": 0.1965, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2079866888519135, |
| "grad_norm": 6.474766254425049, |
| "learning_rate": 1.8618968386023294e-07, |
| "loss": 0.1351, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3119800332778702, |
| "grad_norm": 23.737518310546875, |
| "learning_rate": 1.7925679423183582e-07, |
| "loss": 0.1353, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.415973377703827, |
| "grad_norm": 0.015338932164013386, |
| "learning_rate": 1.723239046034387e-07, |
| "loss": 0.1414, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.5199667221297837, |
| "grad_norm": 0.05833850055932999, |
| "learning_rate": 1.653910149750416e-07, |
| "loss": 0.1432, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.6239600665557404, |
| "grad_norm": 37.305580139160156, |
| "learning_rate": 1.5845812534664445e-07, |
| "loss": 0.1155, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.7279534109816972, |
| "grad_norm": 0.431114137172699, |
| "learning_rate": 1.5153910149750415e-07, |
| "loss": 0.1299, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.831946755407654, |
| "grad_norm": 0.022228846326470375, |
| "learning_rate": 1.4460621186910704e-07, |
| "loss": 0.116, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.9359400998336106, |
| "grad_norm": 9.204265594482422, |
| "learning_rate": 1.3767332224070992e-07, |
| "loss": 0.0917, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.06588456779718399, |
| "eval_runtime": 6590.3071, |
| "eval_samples_per_second": 84.805, |
| "eval_steps_per_second": 5.3, |
| "step": 4808 |
| }, |
| { |
| "epoch": 1.0399334442595674, |
| "grad_norm": 44.67750549316406, |
| "learning_rate": 1.307404326123128e-07, |
| "loss": 0.1156, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.1439267886855242, |
| "grad_norm": 0.012149451300501823, |
| "learning_rate": 1.2382140876317248e-07, |
| "loss": 0.0982, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.2479201331114809, |
| "grad_norm": 1.34881591796875, |
| "learning_rate": 1.1688851913477538e-07, |
| "loss": 0.1059, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.3519134775374377, |
| "grad_norm": 0.14894534647464752, |
| "learning_rate": 1.0996949528563504e-07, |
| "loss": 0.1085, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.4559068219633944, |
| "grad_norm": 0.004204815719276667, |
| "learning_rate": 1.0303660565723793e-07, |
| "loss": 0.0949, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.559900166389351, |
| "grad_norm": 0.024665243923664093, |
| "learning_rate": 9.610371602884082e-08, |
| "loss": 0.1246, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.6638935108153077, |
| "grad_norm": 71.5008316040039, |
| "learning_rate": 8.91708264004437e-08, |
| "loss": 0.101, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.7678868552412645, |
| "grad_norm": 88.50396728515625, |
| "learning_rate": 8.22379367720466e-08, |
| "loss": 0.1177, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.8718801996672214, |
| "grad_norm": 0.28365257382392883, |
| "learning_rate": 7.530504714364947e-08, |
| "loss": 0.0987, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.975873544093178, |
| "grad_norm": 25.998218536376953, |
| "learning_rate": 6.838602329450914e-08, |
| "loss": 0.1001, |
| "step": 9500 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.06637805700302124, |
| "eval_runtime": 6587.2735, |
| "eval_samples_per_second": 84.844, |
| "eval_steps_per_second": 5.303, |
| "step": 9616 |
| }, |
| { |
| "epoch": 2.0798668885191347, |
| "grad_norm": 59.35243225097656, |
| "learning_rate": 6.145313366611204e-08, |
| "loss": 0.0962, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.1838602329450914, |
| "grad_norm": 0.29308849573135376, |
| "learning_rate": 5.4520244037714916e-08, |
| "loss": 0.082, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.2878535773710484, |
| "grad_norm": 1.2921684980392456, |
| "learning_rate": 4.75873544093178e-08, |
| "loss": 0.102, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.391846921797005, |
| "grad_norm": 0.1976485699415207, |
| "learning_rate": 4.0654464780920686e-08, |
| "loss": 0.0869, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.4958402662229617, |
| "grad_norm": 0.0572974793612957, |
| "learning_rate": 3.373544093178036e-08, |
| "loss": 0.0971, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.5998336106489184, |
| "grad_norm": 0.030522992834448814, |
| "learning_rate": 2.6802551303383248e-08, |
| "loss": 0.1078, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.7038269550748755, |
| "grad_norm": 9.981757164001465, |
| "learning_rate": 1.9869661674986133e-08, |
| "loss": 0.091, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.8078202995008317, |
| "grad_norm": 0.05898750573396683, |
| "learning_rate": 1.2936772046589018e-08, |
| "loss": 0.0928, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.9118136439267888, |
| "grad_norm": 0.04275263100862503, |
| "learning_rate": 6.003882418191902e-09, |
| "loss": 0.0764, |
| "step": 14000 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.06389161199331284, |
| "eval_runtime": 6582.4724, |
| "eval_samples_per_second": 84.906, |
| "eval_steps_per_second": 5.307, |
| "step": 14424 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 14424, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0751821588988006e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
