{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "eval_steps": 500, "global_step": 5628, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.053304904051172705, "grad_norm": 2.3143041133880615, "learning_rate": 9.900000000000002e-06, "loss": 0.6637, "step": 100 }, { "epoch": 0.10660980810234541, "grad_norm": 6.371345043182373, "learning_rate": 1.9900000000000003e-05, "loss": 0.505, "step": 200 }, { "epoch": 0.15991471215351813, "grad_norm": 4.748474597930908, "learning_rate": 2.9900000000000002e-05, "loss": 0.4336, "step": 300 }, { "epoch": 0.21321961620469082, "grad_norm": 4.305647373199463, "learning_rate": 3.99e-05, "loss": 0.4183, "step": 400 }, { "epoch": 0.26652452025586354, "grad_norm": 4.751767635345459, "learning_rate": 4.99e-05, "loss": 0.4119, "step": 500 }, { "epoch": 0.31982942430703626, "grad_norm": 2.5453217029571533, "learning_rate": 4.903471138845554e-05, "loss": 0.421, "step": 600 }, { "epoch": 0.373134328358209, "grad_norm": 2.3192925453186035, "learning_rate": 4.805967238689548e-05, "loss": 0.423, "step": 700 }, { "epoch": 0.42643923240938164, "grad_norm": 2.352053642272949, "learning_rate": 4.708463338533542e-05, "loss": 0.4051, "step": 800 }, { "epoch": 0.47974413646055436, "grad_norm": 3.065234661102295, "learning_rate": 4.610959438377535e-05, "loss": 0.3808, "step": 900 }, { "epoch": 0.5330490405117271, "grad_norm": 3.259699583053589, "learning_rate": 4.513455538221529e-05, "loss": 0.4178, "step": 1000 }, { "epoch": 0.5863539445628998, "grad_norm": 5.711488723754883, "learning_rate": 4.415951638065523e-05, "loss": 0.3846, "step": 1100 }, { "epoch": 0.6396588486140725, "grad_norm": 3.5369982719421387, "learning_rate": 4.318447737909517e-05, "loss": 0.3724, "step": 1200 }, { "epoch": 0.6929637526652452, "grad_norm": 1.9052191972732544, "learning_rate": 4.220943837753511e-05, "loss": 0.3885, "step": 1300 }, { "epoch": 0.746268656716418, "grad_norm": 6.73522424697876, "learning_rate": 4.123439937597504e-05, "loss": 0.3776, "step": 1400 }, { "epoch": 0.7995735607675906, "grad_norm": 4.6753387451171875, "learning_rate": 4.025936037441498e-05, "loss": 0.3469, "step": 1500 }, { "epoch": 0.8528784648187633, "grad_norm": 3.484023094177246, "learning_rate": 3.9284321372854915e-05, "loss": 0.39, "step": 1600 }, { "epoch": 0.906183368869936, "grad_norm": 3.9286551475524902, "learning_rate": 3.830928237129485e-05, "loss": 0.371, "step": 1700 }, { "epoch": 0.9594882729211087, "grad_norm": 4.431338310241699, "learning_rate": 3.733424336973479e-05, "loss": 0.3573, "step": 1800 }, { "epoch": 1.0, "eval_accuracy": 0.8105906313645621, "eval_confusion_matrix": [ [ 609, 296 ], [ 76, 983 ] ], "eval_f1": 0.8063983144212725, "eval_loss": 0.4077329933643341, "eval_precision": 0.8240865672329818, "eval_recall": 0.8105906313645621, "eval_runtime": 37.6119, "eval_samples_per_second": 52.218, "eval_steps_per_second": 3.27, "step": 1876 }, { "epoch": 1.0127931769722816, "grad_norm": 0.8932910561561584, "learning_rate": 3.635920436817473e-05, "loss": 0.3484, "step": 1900 }, { "epoch": 1.0660980810234542, "grad_norm": 4.019241809844971, "learning_rate": 3.538416536661467e-05, "loss": 0.2809, "step": 2000 }, { "epoch": 1.1194029850746268, "grad_norm": 7.529379367828369, "learning_rate": 3.4409126365054605e-05, "loss": 0.2562, "step": 2100 }, { "epoch": 1.1727078891257996, "grad_norm": 2.790593147277832, "learning_rate": 3.343408736349454e-05, "loss": 0.2552, "step": 2200 }, { "epoch": 1.2260127931769722, "grad_norm": 1.8328346014022827, "learning_rate": 3.245904836193448e-05, "loss": 0.2582, "step": 2300 }, { "epoch": 1.279317697228145, "grad_norm": 7.493434429168701, "learning_rate": 3.148400936037442e-05, "loss": 0.246, "step": 2400 }, { "epoch": 1.3326226012793176, "grad_norm": 6.164539813995361, "learning_rate": 3.0508970358814354e-05, "loss": 0.2494, "step": 2500 }, { "epoch": 1.3859275053304905, "grad_norm": 4.088465690612793, "learning_rate": 2.9533931357254292e-05, "loss": 0.2625, "step": 2600 }, { "epoch": 1.439232409381663, "grad_norm": 3.8281686305999756, "learning_rate": 2.8558892355694227e-05, "loss": 0.2886, "step": 2700 }, { "epoch": 1.4925373134328357, "grad_norm": 5.0964226722717285, "learning_rate": 2.7583853354134165e-05, "loss": 0.2443, "step": 2800 }, { "epoch": 1.5458422174840085, "grad_norm": 4.0434370040893555, "learning_rate": 2.6608814352574103e-05, "loss": 0.244, "step": 2900 }, { "epoch": 1.5991471215351813, "grad_norm": 1.8725121021270752, "learning_rate": 2.5633775351014045e-05, "loss": 0.2589, "step": 3000 }, { "epoch": 1.652452025586354, "grad_norm": 4.799729824066162, "learning_rate": 2.465873634945398e-05, "loss": 0.2568, "step": 3100 }, { "epoch": 1.7057569296375266, "grad_norm": 6.433875560760498, "learning_rate": 2.3683697347893914e-05, "loss": 0.2319, "step": 3200 }, { "epoch": 1.7590618336886994, "grad_norm": 5.887631893157959, "learning_rate": 2.2708658346333856e-05, "loss": 0.2581, "step": 3300 }, { "epoch": 1.8123667377398722, "grad_norm": 4.89068078994751, "learning_rate": 2.1733619344773794e-05, "loss": 0.234, "step": 3400 }, { "epoch": 1.8656716417910446, "grad_norm": 8.370274543762207, "learning_rate": 2.075858034321373e-05, "loss": 0.2487, "step": 3500 }, { "epoch": 1.9189765458422174, "grad_norm": 4.509988307952881, "learning_rate": 1.9783541341653667e-05, "loss": 0.2591, "step": 3600 }, { "epoch": 1.9722814498933903, "grad_norm": 3.838970184326172, "learning_rate": 1.8808502340093605e-05, "loss": 0.2392, "step": 3700 }, { "epoch": 2.0, "eval_accuracy": 0.8411405295315683, "eval_confusion_matrix": [ [ 706, 199 ], [ 113, 946 ] ], "eval_f1": 0.8402776027420387, "eval_loss": 0.44446203112602234, "eval_precision": 0.8427092846360184, "eval_recall": 0.8411405295315683, "eval_runtime": 36.7709, "eval_samples_per_second": 53.412, "eval_steps_per_second": 3.345, "step": 3752 }, { "epoch": 2.025586353944563, "grad_norm": 7.447359085083008, "learning_rate": 1.7833463338533543e-05, "loss": 0.1882, "step": 3800 }, { "epoch": 2.0788912579957355, "grad_norm": 0.26925402879714966, "learning_rate": 1.685842433697348e-05, "loss": 0.1558, "step": 3900 }, { "epoch": 2.1321961620469083, "grad_norm": 4.837244510650635, "learning_rate": 1.5883385335413416e-05, "loss": 0.1547, "step": 4000 }, { "epoch": 2.185501066098081, "grad_norm": 0.8875559568405151, "learning_rate": 1.4908346333853354e-05, "loss": 0.161, "step": 4100 }, { "epoch": 2.2388059701492535, "grad_norm": 4.033316612243652, "learning_rate": 1.3933307332293292e-05, "loss": 0.1724, "step": 4200 }, { "epoch": 2.2921108742004264, "grad_norm": 15.54712200164795, "learning_rate": 1.2958268330733232e-05, "loss": 0.1586, "step": 4300 }, { "epoch": 2.345415778251599, "grad_norm": 12.946330070495605, "learning_rate": 1.1983229329173168e-05, "loss": 0.161, "step": 4400 }, { "epoch": 2.398720682302772, "grad_norm": 3.7774710655212402, "learning_rate": 1.1008190327613105e-05, "loss": 0.1489, "step": 4500 }, { "epoch": 2.4520255863539444, "grad_norm": 9.51603889465332, "learning_rate": 1.0033151326053043e-05, "loss": 0.152, "step": 4600 }, { "epoch": 2.5053304904051172, "grad_norm": 0.13294453918933868, "learning_rate": 9.05811232449298e-06, "loss": 0.1512, "step": 4700 }, { "epoch": 2.55863539445629, "grad_norm": 2.5648090839385986, "learning_rate": 8.083073322932917e-06, "loss": 0.1647, "step": 4800 }, { "epoch": 2.611940298507463, "grad_norm": 3.1670095920562744, "learning_rate": 7.108034321372855e-06, "loss": 0.1397, "step": 4900 }, { "epoch": 2.6652452025586353, "grad_norm": 0.7597922086715698, "learning_rate": 6.1329953198127925e-06, "loss": 0.1567, "step": 5000 }, { "epoch": 2.718550106609808, "grad_norm": 24.864763259887695, "learning_rate": 5.157956318252731e-06, "loss": 0.1653, "step": 5100 }, { "epoch": 2.771855010660981, "grad_norm": 11.073485374450684, "learning_rate": 4.182917316692668e-06, "loss": 0.1287, "step": 5200 }, { "epoch": 2.8251599147121533, "grad_norm": 0.2030704915523529, "learning_rate": 3.2078783151326056e-06, "loss": 0.128, "step": 5300 }, { "epoch": 2.878464818763326, "grad_norm": 4.208672523498535, "learning_rate": 2.232839313572543e-06, "loss": 0.1525, "step": 5400 }, { "epoch": 2.931769722814499, "grad_norm": 13.611940383911133, "learning_rate": 1.2578003120124805e-06, "loss": 0.1539, "step": 5500 }, { "epoch": 2.9850746268656714, "grad_norm": 12.76778507232666, "learning_rate": 2.827613104524181e-07, "loss": 0.1568, "step": 5600 }, { "epoch": 3.0, "eval_accuracy": 0.8441955193482689, "eval_confusion_matrix": [ [ 738, 167 ], [ 139, 920 ] ], "eval_f1": 0.8439878980296145, "eval_loss": 0.5926053524017334, "eval_precision": 0.8441262177198018, "eval_recall": 0.8441955193482689, "eval_runtime": 36.4848, "eval_samples_per_second": 53.831, "eval_steps_per_second": 3.371, "step": 5628 } ], "logging_steps": 100, "max_steps": 5628, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.1924847694411776e+16, "train_batch_size": 16, "trial_name": null, "trial_params": null }