{ "best_metric": 0.9109156238384339, "best_model_checkpoint": "./my_unified_model_classification/checkpoint-1446", "epoch": 1.7962732919254658, "eval_steps": 241, "global_step": 1446, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.062111801242236024, "grad_norm": 63.5, "learning_rate": 3.125e-06, "loss": 1.0657, "step": 50 }, { "epoch": 0.12422360248447205, "grad_norm": 76.0, "learning_rate": 6.25e-06, "loss": 0.7557, "step": 100 }, { "epoch": 0.18633540372670807, "grad_norm": 78.5, "learning_rate": 9.375000000000001e-06, "loss": 0.6955, "step": 150 }, { "epoch": 0.2484472049689441, "grad_norm": 67.5, "learning_rate": 9.724137931034484e-06, "loss": 0.6802, "step": 200 }, { "epoch": 0.2993788819875776, "eval_accuracy": 0.6955305091333074, "eval_auc": 0.7418841739149382, "eval_f1": 0.7681013557515837, "eval_false_negatives": 1514, "eval_false_positives": 2403, "eval_loss": 0.5827530026435852, "eval_precision": 0.7296962879640045, "eval_recall": 0.8107736532933383, "eval_runtime": 455.1837, "eval_samples_per_second": 28.263, "eval_specificity": 0.5059621710526315, "eval_steps_per_second": 0.222, "eval_true_negatives": 2461, "eval_true_positives": 6487, "step": 241 }, { "epoch": 0.2993788819875776, "step": 241, "train_accuracy": 0.687, "train_auc": 0.7550223214285714, "train_f1": 0.7619771863117871, "train_false_negatives": 107, "train_false_positives": 206, "train_loss": 0.5734015107154846, "train_precision": 0.7086280056577087, "train_recall": 0.8240131578947368, "train_runtime": 35.3914, "train_samples_per_second": 28.255, "train_specificity": 0.4744897959183674, "train_steps_per_second": 0.226, "train_true_negatives": 186, "train_true_positives": 501 }, { "epoch": 0.3105590062111801, "grad_norm": 18.25, "learning_rate": 9.379310344827586e-06, "loss": 0.6068, "step": 250 }, { "epoch": 0.37267080745341613, "grad_norm": 12.8125, "learning_rate": 9.03448275862069e-06, "loss": 0.6149, "step": 300 }, { "epoch": 0.43478260869565216, "grad_norm": 32.5, "learning_rate": 8.689655172413793e-06, "loss": 0.5789, "step": 350 }, { "epoch": 0.4968944099378882, "grad_norm": 24.125, "learning_rate": 8.344827586206897e-06, "loss": 0.5587, "step": 400 }, { "epoch": 0.5590062111801242, "grad_norm": 32.5, "learning_rate": 8.000000000000001e-06, "loss": 0.5215, "step": 450 }, { "epoch": 0.5987577639751552, "eval_accuracy": 0.7639331519626895, "eval_auc": 0.8317355812636907, "eval_f1": 0.8263479901652467, "eval_false_negatives": 775, "eval_false_positives": 2262, "eval_loss": 0.5106464624404907, "eval_precision": 0.761593591905565, "eval_recall": 0.9031371078615174, "eval_runtime": 454.6656, "eval_samples_per_second": 28.296, "eval_specificity": 0.5349506578947368, "eval_steps_per_second": 0.222, "eval_true_negatives": 2602, "eval_true_positives": 7226, "step": 482 }, { "epoch": 0.5987577639751552, "step": 482, "train_accuracy": 0.806, "train_auc": 0.8575379640105948, "train_f1": 0.8596237337192475, "train_false_negatives": 45, "train_false_positives": 149, "train_loss": 0.46753111481666565, "train_precision": 0.7994616419919246, "train_recall": 0.9295774647887324, "train_runtime": 35.3613, "train_samples_per_second": 28.279, "train_specificity": 0.5872576177285319, "train_steps_per_second": 0.226, "train_true_negatives": 212, "train_true_positives": 594 }, { "epoch": 0.6211180124223602, "grad_norm": 30.0, "learning_rate": 7.655172413793104e-06, "loss": 0.5005, "step": 500 }, { "epoch": 0.6832298136645962, "grad_norm": 41.25, "learning_rate": 7.310344827586208e-06, "loss": 0.4762, "step": 550 }, { "epoch": 0.7453416149068323, "grad_norm": 44.75, "learning_rate": 6.9655172413793105e-06, "loss": 0.4371, "step": 600 }, { "epoch": 0.8074534161490683, "grad_norm": 22.75, "learning_rate": 6.620689655172415e-06, "loss": 0.4143, "step": 650 }, { "epoch": 0.8695652173913043, "grad_norm": 30.0, "learning_rate": 6.275862068965518e-06, "loss": 0.3773, "step": 700 }, { "epoch": 0.8981366459627329, "eval_accuracy": 0.8326467158958414, "eval_auc": 0.9111949385233095, "eval_f1": 0.8749637028863465, "eval_false_negatives": 468, "eval_false_positives": 1685, "eval_loss": 0.39668816328048706, "eval_precision": 0.8172054675634628, "eval_recall": 0.9415073115860517, "eval_runtime": 454.4318, "eval_samples_per_second": 28.31, "eval_specificity": 0.653577302631579, "eval_steps_per_second": 0.222, "eval_true_negatives": 3179, "eval_true_positives": 7533, "step": 723 }, { "epoch": 0.8981366459627329, "step": 723, "train_accuracy": 0.867, "train_auc": 0.9420544944951664, "train_f1": 0.8976135488837568, "train_false_negatives": 25, "train_false_positives": 108, "train_loss": 0.3339703679084778, "train_precision": 0.8437047756874095, "train_recall": 0.9588815789473685, "train_runtime": 35.394, "train_samples_per_second": 28.253, "train_specificity": 0.7244897959183674, "train_steps_per_second": 0.226, "train_true_negatives": 284, "train_true_positives": 583 }, { "epoch": 0.9316770186335404, "grad_norm": 20.375, "learning_rate": 5.9310344827586205e-06, "loss": 0.3688, "step": 750 }, { "epoch": 0.9937888198757764, "grad_norm": 37.0, "learning_rate": 5.586206896551725e-06, "loss": 0.358, "step": 800 }, { "epoch": 1.0559006211180124, "grad_norm": 22.125, "learning_rate": 5.241379310344829e-06, "loss": 0.2656, "step": 850 }, { "epoch": 1.1180124223602483, "grad_norm": 20.875, "learning_rate": 4.896551724137931e-06, "loss": 0.2446, "step": 900 }, { "epoch": 1.1801242236024845, "grad_norm": 33.25, "learning_rate": 4.551724137931035e-06, "loss": 0.26, "step": 950 }, { "epoch": 1.1975155279503105, "eval_accuracy": 0.86677030703459, "eval_auc": 0.9362233426619369, "eval_f1": 0.8912022343531801, "eval_false_negatives": 981, "eval_false_positives": 733, "eval_loss": 0.3193606734275818, "eval_precision": 0.9054559525345027, "eval_recall": 0.8773903262092239, "eval_runtime": 456.2145, "eval_samples_per_second": 28.199, "eval_specificity": 0.8493009868421053, "eval_steps_per_second": 0.221, "eval_true_negatives": 4131, "eval_true_positives": 7020, "step": 964 }, { "epoch": 1.1975155279503105, "step": 964, "train_accuracy": 0.898, "train_auc": 0.9668180434447182, "train_f1": 0.9144295302013423, "train_false_negatives": 56, "train_false_positives": 46, "train_loss": 0.2293623387813568, "train_precision": 0.922165820642978, "train_recall": 0.9068219633943427, "train_runtime": 35.3688, "train_samples_per_second": 28.273, "train_specificity": 0.8847117794486216, "train_steps_per_second": 0.226, "train_true_negatives": 353, "train_true_positives": 545 }, { "epoch": 1.2422360248447206, "grad_norm": 32.25, "learning_rate": 4.206896551724138e-06, "loss": 0.2474, "step": 1000 }, { "epoch": 1.3043478260869565, "grad_norm": 29.25, "learning_rate": 3.862068965517241e-06, "loss": 0.23, "step": 1050 }, { "epoch": 1.3664596273291925, "grad_norm": 17.375, "learning_rate": 3.517241379310345e-06, "loss": 0.2236, "step": 1100 }, { "epoch": 1.4285714285714286, "grad_norm": 22.25, "learning_rate": 3.172413793103449e-06, "loss": 0.2283, "step": 1150 }, { "epoch": 1.4906832298136645, "grad_norm": 28.25, "learning_rate": 2.827586206896552e-06, "loss": 0.2255, "step": 1200 }, { "epoch": 1.4968944099378882, "eval_accuracy": 0.8846482705013603, "eval_auc": 0.9448943522273533, "eval_f1": 0.9082704907899617, "eval_false_negatives": 654, "eval_false_positives": 830, "eval_loss": 0.28922486305236816, "eval_precision": 0.8984957808487221, "eval_recall": 0.9182602174728159, "eval_runtime": 456.3143, "eval_samples_per_second": 28.193, "eval_specificity": 0.829358552631579, "eval_steps_per_second": 0.221, "eval_true_negatives": 4034, "eval_true_positives": 7347, "step": 1205 }, { "epoch": 1.4968944099378882, "step": 1205, "train_accuracy": 0.936, "train_auc": 0.9826765377795963, "train_f1": 0.9488, "train_false_negatives": 31, "train_false_positives": 33, "train_loss": 0.1695481836795807, "train_precision": 0.9472843450479234, "train_recall": 0.9503205128205128, "train_runtime": 35.5418, "train_samples_per_second": 28.136, "train_specificity": 0.9122340425531915, "train_steps_per_second": 0.225, "train_true_negatives": 343, "train_true_positives": 593 }, { "epoch": 1.5527950310559007, "grad_norm": 48.0, "learning_rate": 2.4827586206896555e-06, "loss": 0.2208, "step": 1250 }, { "epoch": 1.6149068322981366, "grad_norm": 27.25, "learning_rate": 2.137931034482759e-06, "loss": 0.2233, "step": 1300 }, { "epoch": 1.6770186335403725, "grad_norm": 26.375, "learning_rate": 1.7931034482758622e-06, "loss": 0.2143, "step": 1350 }, { "epoch": 1.7391304347826086, "grad_norm": 26.875, "learning_rate": 1.4482758620689657e-06, "loss": 0.2227, "step": 1400 }, { "epoch": 1.7962732919254658, "eval_accuracy": 0.8882238631947144, "eval_auc": 0.9479095617776396, "eval_f1": 0.9109156238384339, "eval_false_negatives": 649, "eval_false_positives": 789, "eval_loss": 0.2820975184440613, "eval_precision": 0.9030831593170372, "eval_recall": 0.9188851393575803, "eval_runtime": 455.3256, "eval_samples_per_second": 28.255, "eval_specificity": 0.8377878289473685, "eval_steps_per_second": 0.222, "eval_true_negatives": 4075, "eval_true_positives": 7352, "step": 1446 }, { "epoch": 1.7962732919254658, "step": 1446, "train_accuracy": 0.92, "train_auc": 0.9698240627790284, "train_f1": 0.9361022364217252, "train_false_negatives": 21, "train_false_positives": 59, "train_loss": 0.2072494477033615, "train_precision": 0.9085271317829458, "train_recall": 0.9654036243822076, "train_runtime": 35.3935, "train_samples_per_second": 28.254, "train_specificity": 0.8498727735368957, "train_steps_per_second": 0.226, "train_true_negatives": 334, "train_true_positives": 586 } ], "logging_steps": 50, "max_steps": 1610, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 241, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 7.928340740249223e+18, "train_batch_size": 128, "trial_name": null, "trial_params": null }