{ "best_metric": 0.9173800019578199, "best_model_checkpoint": "./output//roberta-large_ipc1_E_5_32_5e-6_0.01_0.06_07-08-22_05-38/checkpoint-42000", "epoch": 0.8361998517645717, "global_step": 44000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04, "learning_rate": 6.334726973267452e-07, "loss": 0.3829, "step": 2000 }, { "epoch": 0.04, "eval_accuracy": 0.7333631854505374, "eval_f1": 0.8072349594700899, "eval_loss": 0.1738697588443756, "eval_roc_auc": 0.8691996632382517, "eval_runtime": 2556.9417, "eval_samples_per_second": 34.063, "eval_steps_per_second": 2.129, "step": 2000 }, { "epoch": 0.08, "learning_rate": 1.2669453946534904e-06, "loss": 0.152, "step": 4000 }, { "epoch": 0.08, "eval_accuracy": 0.8074768072012491, "eval_f1": 0.8585274784241828, "eval_loss": 0.12472031265497208, "eval_roc_auc": 0.9038230127982044, "eval_runtime": 2557.151, "eval_samples_per_second": 34.06, "eval_steps_per_second": 2.129, "step": 4000 }, { "epoch": 0.11, "learning_rate": 1.900418091980236e-06, "loss": 0.1207, "step": 6000 }, { "epoch": 0.11, "eval_accuracy": 0.8247680720124919, "eval_f1": 0.8746601834456846, "eval_loss": 0.10768114030361176, "eval_roc_auc": 0.9167191830505206, "eval_runtime": 2559.7707, "eval_samples_per_second": 34.025, "eval_steps_per_second": 2.127, "step": 6000 }, { "epoch": 0.15, "learning_rate": 2.5338907893069808e-06, "loss": 0.1068, "step": 8000 }, { "epoch": 0.15, "eval_accuracy": 0.8348489023606136, "eval_f1": 0.8825789946684457, "eval_loss": 0.09896202385425568, "eval_roc_auc": 0.9219814574886337, "eval_runtime": 2560.9139, "eval_samples_per_second": 34.01, "eval_steps_per_second": 2.126, "step": 8000 }, { "epoch": 0.19, "learning_rate": 3.1673634866337266e-06, "loss": 0.1011, "step": 10000 }, { "epoch": 0.19, "eval_accuracy": 0.8379948562505741, "eval_f1": 0.8862482315394654, "eval_loss": 0.0956236720085144, "eval_roc_auc": 0.9259124171373225, "eval_runtime": 2559.6669, "eval_samples_per_second": 34.026, "eval_steps_per_second": 2.127, "step": 10000 }, { "epoch": 0.23, "learning_rate": 3.800836183960472e-06, "loss": 0.0947, "step": 12000 }, { "epoch": 0.23, "eval_accuracy": 0.8484890236061358, "eval_f1": 0.8952724037759265, "eval_loss": 0.08779484033584595, "eval_roc_auc": 0.9306411069461392, "eval_runtime": 2561.9326, "eval_samples_per_second": 33.996, "eval_steps_per_second": 2.125, "step": 12000 }, { "epoch": 0.27, "learning_rate": 4.434308881287217e-06, "loss": 0.0915, "step": 14000 }, { "epoch": 0.27, "eval_accuracy": 0.849901258381556, "eval_f1": 0.8959137400012078, "eval_loss": 0.08673737943172455, "eval_roc_auc": 0.9310974491642802, "eval_runtime": 2561.6246, "eval_samples_per_second": 34.0, "eval_steps_per_second": 2.125, "step": 14000 }, { "epoch": 0.3, "learning_rate": 4.995673428787469e-06, "loss": 0.0878, "step": 16000 }, { "epoch": 0.3, "eval_accuracy": 0.8544020391292367, "eval_f1": 0.8991452427312628, "eval_loss": 0.08379313349723816, "eval_roc_auc": 0.9323214390537408, "eval_runtime": 2562.3097, "eval_samples_per_second": 33.991, "eval_steps_per_second": 2.125, "step": 16000 }, { "epoch": 0.34, "learning_rate": 4.9552381838105365e-06, "loss": 0.0865, "step": 18000 }, { "epoch": 0.34, "eval_accuracy": 0.8521631303389363, "eval_f1": 0.8989961118555455, "eval_loss": 0.08386027067899704, "eval_roc_auc": 0.9327737350993932, "eval_runtime": 2560.8339, "eval_samples_per_second": 34.011, "eval_steps_per_second": 2.126, "step": 18000 }, { "epoch": 0.38, "learning_rate": 4.914802938833605e-06, "loss": 0.0835, "step": 20000 }, { "epoch": 0.38, "eval_accuracy": 0.8534605492789565, "eval_f1": 0.9011981436136274, "eval_loss": 0.08270147442817688, "eval_roc_auc": 0.9364532450443123, "eval_runtime": 2562.5704, "eval_samples_per_second": 33.988, "eval_steps_per_second": 2.124, "step": 20000 }, { "epoch": 0.42, "learning_rate": 4.874367693856674e-06, "loss": 0.0813, "step": 22000 }, { "epoch": 0.42, "eval_accuracy": 0.8624391476072379, "eval_f1": 0.9062087330430322, "eval_loss": 0.07851053774356842, "eval_roc_auc": 0.9391581637644638, "eval_runtime": 2562.0501, "eval_samples_per_second": 33.995, "eval_steps_per_second": 2.125, "step": 22000 }, { "epoch": 0.46, "learning_rate": 4.8339324488797415e-06, "loss": 0.0799, "step": 24000 }, { "epoch": 0.46, "eval_accuracy": 0.8644139799761184, "eval_f1": 0.9090770321103419, "eval_loss": 0.07563477754592896, "eval_roc_auc": 0.9411536483338017, "eval_runtime": 2560.4534, "eval_samples_per_second": 34.016, "eval_steps_per_second": 2.126, "step": 24000 }, { "epoch": 0.49, "learning_rate": 4.79349720390281e-06, "loss": 0.0792, "step": 26000 }, { "epoch": 0.49, "eval_accuracy": 0.8651832460732984, "eval_f1": 0.9101030478163677, "eval_loss": 0.07443315535783768, "eval_roc_auc": 0.9417119100729429, "eval_runtime": 2562.0577, "eval_samples_per_second": 33.995, "eval_steps_per_second": 2.125, "step": 26000 }, { "epoch": 0.53, "learning_rate": 4.753061958925879e-06, "loss": 0.0764, "step": 28000 }, { "epoch": 0.53, "eval_accuracy": 0.8657573252502985, "eval_f1": 0.9101674732621782, "eval_loss": 0.07442668080329895, "eval_roc_auc": 0.9411051257108755, "eval_runtime": 2562.7135, "eval_samples_per_second": 33.986, "eval_steps_per_second": 2.124, "step": 28000 }, { "epoch": 0.57, "learning_rate": 4.7126267139489465e-06, "loss": 0.0758, "step": 30000 }, { "epoch": 0.57, "eval_accuracy": 0.8675369706989988, "eval_f1": 0.9117887285597605, "eval_loss": 0.0741124227643013, "eval_roc_auc": 0.9431533957100788, "eval_runtime": 2561.7593, "eval_samples_per_second": 33.999, "eval_steps_per_second": 2.125, "step": 30000 }, { "epoch": 0.61, "learning_rate": 4.672191468972015e-06, "loss": 0.075, "step": 32000 }, { "epoch": 0.61, "eval_accuracy": 0.8696840268209791, "eval_f1": 0.9111988941522289, "eval_loss": 0.07489842176437378, "eval_roc_auc": 0.941613439232639, "eval_runtime": 2562.3874, "eval_samples_per_second": 33.99, "eval_steps_per_second": 2.125, "step": 32000 }, { "epoch": 0.65, "learning_rate": 4.631756223995084e-06, "loss": 0.0744, "step": 34000 }, { "epoch": 0.65, "eval_accuracy": 0.8696610636538992, "eval_f1": 0.9132626153335907, "eval_loss": 0.07311609387397766, "eval_roc_auc": 0.944537581534918, "eval_runtime": 2561.9943, "eval_samples_per_second": 33.995, "eval_steps_per_second": 2.125, "step": 34000 }, { "epoch": 0.68, "learning_rate": 4.5913209790181515e-06, "loss": 0.0741, "step": 36000 }, { "epoch": 0.68, "eval_accuracy": 0.8714177459355195, "eval_f1": 0.9147231870702489, "eval_loss": 0.07061254978179932, "eval_roc_auc": 0.9443614210381402, "eval_runtime": 2562.603, "eval_samples_per_second": 33.987, "eval_steps_per_second": 2.124, "step": 36000 }, { "epoch": 0.72, "learning_rate": 4.55088573404122e-06, "loss": 0.0726, "step": 38000 }, { "epoch": 0.72, "eval_accuracy": 0.8722903462845596, "eval_f1": 0.9149092652418596, "eval_loss": 0.07059279829263687, "eval_roc_auc": 0.9447903799628505, "eval_runtime": 2562.4912, "eval_samples_per_second": 33.989, "eval_steps_per_second": 2.124, "step": 38000 }, { "epoch": 0.76, "learning_rate": 4.510450489064289e-06, "loss": 0.0728, "step": 40000 }, { "epoch": 0.76, "eval_accuracy": 0.8742766602369799, "eval_f1": 0.9169329073482427, "eval_loss": 0.06948799639940262, "eval_roc_auc": 0.9469121100055765, "eval_runtime": 2562.6751, "eval_samples_per_second": 33.986, "eval_steps_per_second": 2.124, "step": 40000 }, { "epoch": 0.8, "learning_rate": 4.470015244087356e-06, "loss": 0.071, "step": 42000 }, { "epoch": 0.8, "eval_accuracy": 0.87463258932672, "eval_f1": 0.9173800019578199, "eval_loss": 0.06844224780797958, "eval_roc_auc": 0.9468508740850688, "eval_runtime": 2572.6023, "eval_samples_per_second": 33.855, "eval_steps_per_second": 2.116, "step": 42000 }, { "epoch": 0.84, "learning_rate": 4.429579999110425e-06, "loss": 0.0713, "step": 44000 }, { "epoch": 0.84, "eval_accuracy": 0.8746555524937999, "eval_f1": 0.9166339527174387, "eval_loss": 0.06880520284175873, "eval_roc_auc": 0.9455051967809519, "eval_runtime": 2562.466, "eval_samples_per_second": 33.989, "eval_steps_per_second": 2.125, "step": 44000 } ], "max_steps": 263095, "num_train_epochs": 5, "total_flos": 1.312181527117824e+18, "trial_name": null, "trial_params": null }