| { | |
| "best_metric": 0.8934987662530843, | |
| "best_model_checkpoint": "./output//roberta-large_ipc1_C_5_32_5e-6_0.01_0.06_07-07-22_23-17/checkpoint-38000", | |
| "epoch": 0.4979296608836941, | |
| "global_step": 38000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.3677658877484174e-07, | |
| "loss": 0.3698, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_accuracy": 0.0003641602938615241, | |
| "eval_f1": 0.0007814160080609232, | |
| "eval_loss": 0.1831192523241043, | |
| "eval_roc_auc": 0.5001946379048023, | |
| "eval_runtime": 3712.996, | |
| "eval_samples_per_second": 34.021, | |
| "eval_steps_per_second": 2.126, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 8.735531775496835e-07, | |
| "loss": 0.1415, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_accuracy": 0.6030652796909387, | |
| "eval_f1": 0.7397382281617269, | |
| "eval_loss": 0.09564058482646942, | |
| "eval_roc_auc": 0.8112905369107336, | |
| "eval_runtime": 3711.74, | |
| "eval_samples_per_second": 34.032, | |
| "eval_steps_per_second": 2.127, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.3103297663245252e-06, | |
| "loss": 0.0855, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "eval_accuracy": 0.7227869345619785, | |
| "eval_f1": 0.8181041339128826, | |
| "eval_loss": 0.06705362349748611, | |
| "eval_roc_auc": 0.8763586156819746, | |
| "eval_runtime": 3713.5565, | |
| "eval_samples_per_second": 34.015, | |
| "eval_steps_per_second": 2.126, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.747106355099367e-06, | |
| "loss": 0.0643, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_accuracy": 0.7567884228692665, | |
| "eval_f1": 0.841935061915005, | |
| "eval_loss": 0.05476009473204613, | |
| "eval_roc_auc": 0.8945397223068867, | |
| "eval_runtime": 3712.7654, | |
| "eval_samples_per_second": 34.023, | |
| "eval_steps_per_second": 2.126, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 2.1838829438742083e-06, | |
| "loss": 0.055, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_accuracy": 0.7719169081207745, | |
| "eval_f1": 0.8556000272324324, | |
| "eval_loss": 0.0483216755092144, | |
| "eval_roc_auc": 0.9065874885210222, | |
| "eval_runtime": 3715.8841, | |
| "eval_samples_per_second": 33.994, | |
| "eval_steps_per_second": 2.125, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 2.6206595326490503e-06, | |
| "loss": 0.0493, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_accuracy": 0.779200113998005, | |
| "eval_f1": 0.8616441123005455, | |
| "eval_loss": 0.045345865190029144, | |
| "eval_roc_auc": 0.9139128753285614, | |
| "eval_runtime": 3715.5277, | |
| "eval_samples_per_second": 33.997, | |
| "eval_steps_per_second": 2.125, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.057436121423892e-06, | |
| "loss": 0.0462, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_accuracy": 0.7865545686283824, | |
| "eval_f1": 0.8685937966212471, | |
| "eval_loss": 0.04221072793006897, | |
| "eval_roc_auc": 0.9165307568850345, | |
| "eval_runtime": 3716.006, | |
| "eval_samples_per_second": 33.993, | |
| "eval_steps_per_second": 2.125, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.494212710198734e-06, | |
| "loss": 0.0437, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_accuracy": 0.7878212131287703, | |
| "eval_f1": 0.8674021275833662, | |
| "eval_loss": 0.04178840294480324, | |
| "eval_roc_auc": 0.9127150639723773, | |
| "eval_runtime": 3717.2766, | |
| "eval_samples_per_second": 33.981, | |
| "eval_steps_per_second": 2.124, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.9309892989735755e-06, | |
| "loss": 0.0416, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_accuracy": 0.7823746417771023, | |
| "eval_f1": 0.8717482944145543, | |
| "eval_loss": 0.04093621298670769, | |
| "eval_roc_auc": 0.9277326030672447, | |
| "eval_runtime": 3718.3054, | |
| "eval_samples_per_second": 33.972, | |
| "eval_steps_per_second": 2.123, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.367765887748417e-06, | |
| "loss": 0.0401, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_accuracy": 0.7977643724568153, | |
| "eval_f1": 0.8785716806040718, | |
| "eval_loss": 0.03799275681376457, | |
| "eval_roc_auc": 0.9242562472497354, | |
| "eval_runtime": 3718.544, | |
| "eval_samples_per_second": 33.97, | |
| "eval_steps_per_second": 2.123, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.804542476523259e-06, | |
| "loss": 0.0396, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_accuracy": 0.8008518184265109, | |
| "eval_f1": 0.8802290810342459, | |
| "eval_loss": 0.0379040502011776, | |
| "eval_roc_auc": 0.9258168171723399, | |
| "eval_runtime": 3718.4418, | |
| "eval_samples_per_second": 33.971, | |
| "eval_steps_per_second": 2.123, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.984596512260062e-06, | |
| "loss": 0.0387, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "eval_accuracy": 0.802775534761475, | |
| "eval_f1": 0.882195878143154, | |
| "eval_loss": 0.036688029766082764, | |
| "eval_roc_auc": 0.9262638395674476, | |
| "eval_runtime": 3717.6016, | |
| "eval_samples_per_second": 33.978, | |
| "eval_steps_per_second": 2.124, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.956716896441168e-06, | |
| "loss": 0.0377, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_accuracy": 0.8030446967178074, | |
| "eval_f1": 0.8856592114236406, | |
| "eval_loss": 0.03543846309185028, | |
| "eval_roc_auc": 0.9335204908137789, | |
| "eval_runtime": 3718.4609, | |
| "eval_samples_per_second": 33.971, | |
| "eval_steps_per_second": 2.123, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.9288372806222735e-06, | |
| "loss": 0.0366, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_accuracy": 0.8094650010291486, | |
| "eval_f1": 0.8885554494611922, | |
| "eval_loss": 0.03468663617968559, | |
| "eval_roc_auc": 0.9329188925134719, | |
| "eval_runtime": 3718.3781, | |
| "eval_samples_per_second": 33.971, | |
| "eval_steps_per_second": 2.123, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.900957664803379e-06, | |
| "loss": 0.0359, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_accuracy": 0.8062508906094144, | |
| "eval_f1": 0.8869252133833476, | |
| "eval_loss": 0.03476712107658386, | |
| "eval_roc_auc": 0.9315236503482228, | |
| "eval_runtime": 3719.6636, | |
| "eval_samples_per_second": 33.96, | |
| "eval_steps_per_second": 2.123, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.873078048984485e-06, | |
| "loss": 0.0356, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_accuracy": 0.8126395288082459, | |
| "eval_f1": 0.8891505277035555, | |
| "eval_loss": 0.03411931172013283, | |
| "eval_roc_auc": 0.9300795994141317, | |
| "eval_runtime": 3718.944, | |
| "eval_samples_per_second": 33.966, | |
| "eval_steps_per_second": 2.123, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.845198433165592e-06, | |
| "loss": 0.035, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_accuracy": 0.8100587406387055, | |
| "eval_f1": 0.8897779847957649, | |
| "eval_loss": 0.033911969512701035, | |
| "eval_roc_auc": 0.9360625989159235, | |
| "eval_runtime": 3718.5781, | |
| "eval_samples_per_second": 33.969, | |
| "eval_steps_per_second": 2.123, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.817318817346697e-06, | |
| "loss": 0.0353, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_accuracy": 0.8157190582498139, | |
| "eval_f1": 0.8927496417045404, | |
| "eval_loss": 0.03287062793970108, | |
| "eval_roc_auc": 0.9343416214326565, | |
| "eval_runtime": 3719.9265, | |
| "eval_samples_per_second": 33.957, | |
| "eval_steps_per_second": 2.122, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.789439201527804e-06, | |
| "loss": 0.0345, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_accuracy": 0.8162652986906063, | |
| "eval_f1": 0.8934987662530843, | |
| "eval_loss": 0.0325697623193264, | |
| "eval_roc_auc": 0.935207039689335, | |
| "eval_runtime": 3719.4103, | |
| "eval_samples_per_second": 33.962, | |
| "eval_steps_per_second": 2.123, | |
| "step": 38000 | |
| } | |
| ], | |
| "max_steps": 381580, | |
| "num_train_epochs": 5, | |
| "total_flos": 1.133301287682048e+18, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |