| { |
| "best_metric": 0.08235077559947968, |
| "best_model_checkpoint": "autotrain-fzudm-korrh/checkpoint-450", |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 450, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.8473684787750244, |
| "learning_rate": 7.777777777777777e-06, |
| "loss": 2.4944, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.497635841369629, |
| "learning_rate": 1.5555555555555555e-05, |
| "loss": 2.461, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.6727840900421143, |
| "learning_rate": 2.3333333333333336e-05, |
| "loss": 2.3714, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.3866329193115234, |
| "learning_rate": 3.111111111111111e-05, |
| "loss": 2.3521, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.0266103744506836, |
| "learning_rate": 3.888888888888889e-05, |
| "loss": 2.2204, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.708084583282471, |
| "learning_rate": 4.666666666666667e-05, |
| "loss": 2.0935, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 2.413567543029785, |
| "learning_rate": 4.950617283950618e-05, |
| "loss": 1.9364, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.816483497619629, |
| "learning_rate": 4.864197530864198e-05, |
| "loss": 1.7083, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 3.948235273361206, |
| "learning_rate": 4.7777777777777784e-05, |
| "loss": 1.6135, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 3.652134418487549, |
| "learning_rate": 4.691358024691358e-05, |
| "loss": 1.4522, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 3.7319400310516357, |
| "learning_rate": 4.604938271604938e-05, |
| "loss": 1.2261, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.1848716735839844, |
| "learning_rate": 4.518518518518519e-05, |
| "loss": 1.1589, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 2.331566572189331, |
| "learning_rate": 4.432098765432099e-05, |
| "loss": 0.9291, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.437225818634033, |
| "learning_rate": 4.345679012345679e-05, |
| "loss": 0.882, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 3.426419734954834, |
| "learning_rate": 4.259259259259259e-05, |
| "loss": 0.8062, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 27.056604385375977, |
| "learning_rate": 4.17283950617284e-05, |
| "loss": 0.8794, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.7623507976531982, |
| "learning_rate": 4.0864197530864204e-05, |
| "loss": 0.7981, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.0507307052612305, |
| "learning_rate": 4e-05, |
| "loss": 0.6203, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 6.599649429321289, |
| "learning_rate": 3.91358024691358e-05, |
| "loss": 0.5586, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.9725279808044434, |
| "learning_rate": 3.82716049382716e-05, |
| "loss": 0.4613, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.9860884547233582, |
| "learning_rate": 3.740740740740741e-05, |
| "loss": 0.4811, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.9866666666666667, |
| "eval_f1_macro": 0.9824074074074073, |
| "eval_f1_micro": 0.9866666666666668, |
| "eval_f1_weighted": 0.9866666666666667, |
| "eval_loss": 0.47558584809303284, |
| "eval_precision_macro": 0.9824074074074073, |
| "eval_precision_micro": 0.9866666666666667, |
| "eval_precision_weighted": 0.9866666666666667, |
| "eval_recall_macro": 0.9824074074074073, |
| "eval_recall_micro": 0.9866666666666667, |
| "eval_recall_weighted": 0.9866666666666667, |
| "eval_runtime": 226.8158, |
| "eval_samples_per_second": 1.323, |
| "eval_steps_per_second": 0.084, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.03, |
| "grad_norm": 1.572788953781128, |
| "learning_rate": 3.654320987654321e-05, |
| "loss": 0.4706, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.07, |
| "grad_norm": 1.8391231298446655, |
| "learning_rate": 3.567901234567901e-05, |
| "loss": 0.4863, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 1.4992858171463013, |
| "learning_rate": 3.481481481481482e-05, |
| "loss": 0.3355, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.17, |
| "grad_norm": 16.52165412902832, |
| "learning_rate": 3.395061728395062e-05, |
| "loss": 0.4208, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.21, |
| "grad_norm": 0.8345728516578674, |
| "learning_rate": 3.308641975308642e-05, |
| "loss": 0.3104, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.26, |
| "grad_norm": 1.0207165479660034, |
| "learning_rate": 3.222222222222223e-05, |
| "loss": 0.2553, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.31, |
| "grad_norm": 4.886829853057861, |
| "learning_rate": 3.135802469135803e-05, |
| "loss": 0.3013, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 0.7672041654586792, |
| "learning_rate": 3.0493827160493827e-05, |
| "loss": 0.2357, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 1.1569510698318481, |
| "learning_rate": 2.962962962962963e-05, |
| "loss": 0.2197, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.45, |
| "grad_norm": 0.44843003153800964, |
| "learning_rate": 2.8765432098765432e-05, |
| "loss": 0.1555, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.49, |
| "grad_norm": 0.48682141304016113, |
| "learning_rate": 2.7901234567901235e-05, |
| "loss": 0.1917, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.54, |
| "grad_norm": 0.6816083788871765, |
| "learning_rate": 2.7037037037037037e-05, |
| "loss": 0.1292, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.59, |
| "grad_norm": 0.38534966111183167, |
| "learning_rate": 2.617283950617284e-05, |
| "loss": 0.1009, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.63, |
| "grad_norm": 0.5634031891822815, |
| "learning_rate": 2.5308641975308646e-05, |
| "loss": 0.1725, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.68, |
| "grad_norm": 1.3090158700942993, |
| "learning_rate": 2.4444444444444445e-05, |
| "loss": 0.1355, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.73, |
| "grad_norm": 0.2513110041618347, |
| "learning_rate": 2.3580246913580247e-05, |
| "loss": 0.077, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.77, |
| "grad_norm": 4.024202346801758, |
| "learning_rate": 2.271604938271605e-05, |
| "loss": 0.0972, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.82, |
| "grad_norm": 0.8751043677330017, |
| "learning_rate": 2.1851851851851852e-05, |
| "loss": 0.087, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.87, |
| "grad_norm": 0.2541038990020752, |
| "learning_rate": 2.0987654320987655e-05, |
| "loss": 0.0759, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.91, |
| "grad_norm": 0.29228782653808594, |
| "learning_rate": 2.0123456790123457e-05, |
| "loss": 0.0715, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 0.42550790309906006, |
| "learning_rate": 1.925925925925926e-05, |
| "loss": 0.0689, |
| "step": 294 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.99, |
| "eval_f1_macro": 0.986759581881533, |
| "eval_f1_micro": 0.99, |
| "eval_f1_weighted": 0.9899790940766551, |
| "eval_loss": 0.10256664454936981, |
| "eval_precision_macro": 0.9871615312791784, |
| "eval_precision_micro": 0.99, |
| "eval_precision_weighted": 0.9901213818860879, |
| "eval_recall_macro": 0.986574074074074, |
| "eval_recall_micro": 0.99, |
| "eval_recall_weighted": 0.99, |
| "eval_runtime": 229.5963, |
| "eval_samples_per_second": 1.307, |
| "eval_steps_per_second": 0.083, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.01, |
| "grad_norm": 0.2770730257034302, |
| "learning_rate": 1.8395061728395062e-05, |
| "loss": 0.1148, |
| "step": 301 |
| }, |
| { |
| "epoch": 2.05, |
| "grad_norm": 0.2336236983537674, |
| "learning_rate": 1.7530864197530865e-05, |
| "loss": 0.1179, |
| "step": 308 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 0.32252636551856995, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.0629, |
| "step": 315 |
| }, |
| { |
| "epoch": 2.15, |
| "grad_norm": 0.2286107987165451, |
| "learning_rate": 1.580246913580247e-05, |
| "loss": 0.112, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.19, |
| "grad_norm": 0.34691134095191956, |
| "learning_rate": 1.4938271604938272e-05, |
| "loss": 0.0633, |
| "step": 329 |
| }, |
| { |
| "epoch": 2.24, |
| "grad_norm": 0.25500062108039856, |
| "learning_rate": 1.4074074074074075e-05, |
| "loss": 0.0512, |
| "step": 336 |
| }, |
| { |
| "epoch": 2.29, |
| "grad_norm": 0.44312888383865356, |
| "learning_rate": 1.3209876543209876e-05, |
| "loss": 0.0604, |
| "step": 343 |
| }, |
| { |
| "epoch": 2.33, |
| "grad_norm": 0.3760792016983032, |
| "learning_rate": 1.2345679012345678e-05, |
| "loss": 0.0595, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.38, |
| "grad_norm": 0.2281612902879715, |
| "learning_rate": 1.1481481481481482e-05, |
| "loss": 0.0619, |
| "step": 357 |
| }, |
| { |
| "epoch": 2.43, |
| "grad_norm": 0.2144249677658081, |
| "learning_rate": 1.0617283950617285e-05, |
| "loss": 0.0448, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.47, |
| "grad_norm": 0.16961945593357086, |
| "learning_rate": 9.753086419753086e-06, |
| "loss": 0.0524, |
| "step": 371 |
| }, |
| { |
| "epoch": 2.52, |
| "grad_norm": 0.21082834899425507, |
| "learning_rate": 8.88888888888889e-06, |
| "loss": 0.0417, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.57, |
| "grad_norm": 0.21366652846336365, |
| "learning_rate": 8.02469135802469e-06, |
| "loss": 0.0473, |
| "step": 385 |
| }, |
| { |
| "epoch": 2.61, |
| "grad_norm": 0.19165301322937012, |
| "learning_rate": 7.160493827160494e-06, |
| "loss": 0.039, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.66, |
| "grad_norm": 0.14223778247833252, |
| "learning_rate": 6.296296296296296e-06, |
| "loss": 0.0362, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.71, |
| "grad_norm": 0.22010144591331482, |
| "learning_rate": 5.432098765432099e-06, |
| "loss": 0.112, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.75, |
| "grad_norm": 0.2625073492527008, |
| "learning_rate": 4.567901234567902e-06, |
| "loss": 0.0441, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 0.13207264244556427, |
| "learning_rate": 3.7037037037037037e-06, |
| "loss": 0.0393, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.85, |
| "grad_norm": 0.14408986270427704, |
| "learning_rate": 2.8395061728395062e-06, |
| "loss": 0.047, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.89, |
| "grad_norm": 0.26891738176345825, |
| "learning_rate": 1.9753086419753087e-06, |
| "loss": 0.048, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.94, |
| "grad_norm": 0.28397634625434875, |
| "learning_rate": 1.1111111111111112e-06, |
| "loss": 0.0439, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.99, |
| "grad_norm": 0.14882226288318634, |
| "learning_rate": 2.469135802469136e-07, |
| "loss": 0.0495, |
| "step": 448 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.99, |
| "eval_f1_macro": 0.986759581881533, |
| "eval_f1_micro": 0.99, |
| "eval_f1_weighted": 0.9899790940766551, |
| "eval_loss": 0.08235077559947968, |
| "eval_precision_macro": 0.9871615312791784, |
| "eval_precision_micro": 0.99, |
| "eval_precision_weighted": 0.9901213818860879, |
| "eval_recall_macro": 0.986574074074074, |
| "eval_recall_micro": 0.99, |
| "eval_recall_weighted": 0.99, |
| "eval_runtime": 236.6057, |
| "eval_samples_per_second": 1.268, |
| "eval_steps_per_second": 0.08, |
| "step": 450 |
| } |
| ], |
| "logging_steps": 7, |
| "max_steps": 450, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "total_flos": 1044230397530112.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
