{ "best_metric": 0.8775343861436576, "best_model_checkpoint": "./fp32/models/mnli-roberta-base/checkpoint-57000", "epoch": 4.644719687092568, "global_step": 57000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.08, "learning_rate": 1.3579576317218903e-06, "loss": 1.0971, "step": 1000 }, { "epoch": 0.08, "eval_accuracy": 0.5194090677534386, "eval_loss": 1.0465178489685059, "eval_runtime": 29.1271, "eval_samples_per_second": 336.972, "eval_steps_per_second": 10.54, "step": 1000 }, { "epoch": 0.16, "learning_rate": 2.7159152634437806e-06, "loss": 0.7469, "step": 2000 }, { "epoch": 0.16, "eval_accuracy": 0.7842078451349974, "eval_loss": 0.5564178228378296, "eval_runtime": 27.2282, "eval_samples_per_second": 360.471, "eval_steps_per_second": 11.275, "step": 2000 }, { "epoch": 0.24, "learning_rate": 4.073872895165672e-06, "loss": 0.5572, "step": 3000 }, { "epoch": 0.24, "eval_accuracy": 0.8114111054508405, "eval_loss": 0.4900236427783966, "eval_runtime": 27.0307, "eval_samples_per_second": 363.106, "eval_steps_per_second": 11.357, "step": 3000 }, { "epoch": 0.33, "learning_rate": 5.431830526887561e-06, "loss": 0.5075, "step": 4000 }, { "epoch": 0.33, "eval_accuracy": 0.834538970962812, "eval_loss": 0.4278336763381958, "eval_runtime": 25.1831, "eval_samples_per_second": 389.746, "eval_steps_per_second": 12.191, "step": 4000 }, { "epoch": 0.41, "learning_rate": 6.7897881586094514e-06, "loss": 0.4763, "step": 5000 }, { "epoch": 0.41, "eval_accuracy": 0.8364747834946511, "eval_loss": 0.41645798087120056, "eval_runtime": 26.3531, "eval_samples_per_second": 372.441, "eval_steps_per_second": 11.649, "step": 5000 }, { "epoch": 0.49, "learning_rate": 8.147745790331343e-06, "loss": 0.4613, "step": 6000 }, { "epoch": 0.49, "eval_accuracy": 0.8478858889454916, "eval_loss": 0.39705243706703186, "eval_runtime": 27.5189, "eval_samples_per_second": 356.663, "eval_steps_per_second": 11.156, "step": 6000 }, { "epoch": 0.57, "learning_rate": 9.505703422053234e-06, "loss": 0.4539, "step": 7000 }, { "epoch": 0.57, "eval_accuracy": 0.8448293428425879, "eval_loss": 0.40062254667282104, "eval_runtime": 25.5016, "eval_samples_per_second": 384.878, "eval_steps_per_second": 12.038, "step": 7000 }, { "epoch": 0.65, "learning_rate": 9.94486632684906e-06, "loss": 0.4441, "step": 8000 }, { "epoch": 0.65, "eval_accuracy": 0.8479877738155884, "eval_loss": 0.39510154724121094, "eval_runtime": 26.4014, "eval_samples_per_second": 371.76, "eval_steps_per_second": 11.628, "step": 8000 }, { "epoch": 0.73, "learning_rate": 9.85817816151739e-06, "loss": 0.4293, "step": 9000 }, { "epoch": 0.73, "eval_accuracy": 0.8596026490066225, "eval_loss": 0.3864976763725281, "eval_runtime": 27.4299, "eval_samples_per_second": 357.821, "eval_steps_per_second": 11.192, "step": 9000 }, { "epoch": 0.81, "learning_rate": 9.771489996185721e-06, "loss": 0.4237, "step": 10000 }, { "epoch": 0.81, "eval_accuracy": 0.8576668364747835, "eval_loss": 0.3852238059043884, "eval_runtime": 26.1569, "eval_samples_per_second": 375.236, "eval_steps_per_second": 11.737, "step": 10000 }, { "epoch": 0.9, "learning_rate": 9.684801830854052e-06, "loss": 0.4214, "step": 11000 }, { "epoch": 0.9, "eval_accuracy": 0.8607233825776872, "eval_loss": 0.3725791275501251, "eval_runtime": 28.6257, "eval_samples_per_second": 342.874, "eval_steps_per_second": 10.725, "step": 11000 }, { "epoch": 0.98, "learning_rate": 9.598113665522383e-06, "loss": 0.4147, "step": 12000 }, { "epoch": 0.98, "eval_accuracy": 0.862761079979623, "eval_loss": 0.3637676239013672, "eval_runtime": 24.8449, "eval_samples_per_second": 395.052, "eval_steps_per_second": 12.357, "step": 12000 }, { "epoch": 1.06, "learning_rate": 9.511425500190714e-06, "loss": 0.3707, "step": 13000 }, { "epoch": 1.06, "eval_accuracy": 0.8629648497198166, "eval_loss": 0.3756280243396759, "eval_runtime": 28.9144, "eval_samples_per_second": 339.451, "eval_steps_per_second": 10.618, "step": 13000 }, { "epoch": 1.14, "learning_rate": 9.424737334859045e-06, "loss": 0.3565, "step": 14000 }, { "epoch": 1.14, "eval_accuracy": 0.8644931227712684, "eval_loss": 0.3675437867641449, "eval_runtime": 28.4842, "eval_samples_per_second": 344.578, "eval_steps_per_second": 10.778, "step": 14000 }, { "epoch": 1.22, "learning_rate": 9.338049169527376e-06, "loss": 0.3662, "step": 15000 }, { "epoch": 1.22, "eval_accuracy": 0.866225165562914, "eval_loss": 0.3639264404773712, "eval_runtime": 29.9404, "eval_samples_per_second": 327.818, "eval_steps_per_second": 10.254, "step": 15000 }, { "epoch": 1.3, "learning_rate": 9.251361004195707e-06, "loss": 0.3561, "step": 16000 }, { "epoch": 1.3, "eval_accuracy": 0.8615384615384616, "eval_loss": 0.36105281114578247, "eval_runtime": 24.6832, "eval_samples_per_second": 397.639, "eval_steps_per_second": 12.438, "step": 16000 }, { "epoch": 1.39, "learning_rate": 9.16467283886404e-06, "loss": 0.3605, "step": 17000 }, { "epoch": 1.39, "eval_accuracy": 0.8665308201732043, "eval_loss": 0.3572224974632263, "eval_runtime": 25.556, "eval_samples_per_second": 384.059, "eval_steps_per_second": 12.013, "step": 17000 }, { "epoch": 1.47, "learning_rate": 9.07798467353237e-06, "loss": 0.3525, "step": 18000 }, { "epoch": 1.47, "eval_accuracy": 0.8622516556291391, "eval_loss": 0.3711968660354614, "eval_runtime": 27.8478, "eval_samples_per_second": 352.452, "eval_steps_per_second": 11.024, "step": 18000 }, { "epoch": 1.55, "learning_rate": 8.9912965082007e-06, "loss": 0.3489, "step": 19000 }, { "epoch": 1.55, "eval_accuracy": 0.8704024452368824, "eval_loss": 0.371066153049469, "eval_runtime": 26.8458, "eval_samples_per_second": 365.606, "eval_steps_per_second": 11.436, "step": 19000 }, { "epoch": 1.63, "learning_rate": 8.904608342869031e-06, "loss": 0.3553, "step": 20000 }, { "epoch": 1.63, "eval_accuracy": 0.8635761589403973, "eval_loss": 0.365778386592865, "eval_runtime": 27.8617, "eval_samples_per_second": 352.276, "eval_steps_per_second": 11.019, "step": 20000 }, { "epoch": 1.71, "learning_rate": 8.817920177537364e-06, "loss": 0.3478, "step": 21000 }, { "epoch": 1.71, "eval_accuracy": 0.8650025471217524, "eval_loss": 0.365774542093277, "eval_runtime": 25.6814, "eval_samples_per_second": 382.183, "eval_steps_per_second": 11.954, "step": 21000 }, { "epoch": 1.79, "learning_rate": 8.731232012205695e-06, "loss": 0.3416, "step": 22000 }, { "epoch": 1.79, "eval_accuracy": 0.86571574121243, "eval_loss": 0.38820841908454895, "eval_runtime": 25.5524, "eval_samples_per_second": 384.112, "eval_steps_per_second": 12.015, "step": 22000 }, { "epoch": 1.87, "learning_rate": 8.644543846874025e-06, "loss": 0.3463, "step": 23000 }, { "epoch": 1.87, "eval_accuracy": 0.8714212939378503, "eval_loss": 0.3499988317489624, "eval_runtime": 27.3842, "eval_samples_per_second": 358.418, "eval_steps_per_second": 11.211, "step": 23000 }, { "epoch": 1.96, "learning_rate": 8.557855681542356e-06, "loss": 0.3429, "step": 24000 }, { "epoch": 1.96, "eval_accuracy": 0.8645950076413652, "eval_loss": 0.37212345004081726, "eval_runtime": 27.0146, "eval_samples_per_second": 363.322, "eval_steps_per_second": 11.364, "step": 24000 }, { "epoch": 2.04, "learning_rate": 8.471167516210688e-06, "loss": 0.3177, "step": 25000 }, { "epoch": 2.04, "eval_accuracy": 0.8691798267957208, "eval_loss": 0.37507861852645874, "eval_runtime": 27.0938, "eval_samples_per_second": 362.26, "eval_steps_per_second": 11.331, "step": 25000 }, { "epoch": 2.12, "learning_rate": 8.38447935087902e-06, "loss": 0.2821, "step": 26000 }, { "epoch": 2.12, "eval_accuracy": 0.8716250636780438, "eval_loss": 0.37794411182403564, "eval_runtime": 27.0755, "eval_samples_per_second": 362.505, "eval_steps_per_second": 11.339, "step": 26000 }, { "epoch": 2.2, "learning_rate": 8.29779118554735e-06, "loss": 0.2726, "step": 27000 }, { "epoch": 2.2, "eval_accuracy": 0.8691798267957208, "eval_loss": 0.38138309121131897, "eval_runtime": 28.6712, "eval_samples_per_second": 342.329, "eval_steps_per_second": 10.708, "step": 27000 }, { "epoch": 2.28, "learning_rate": 8.211103020215681e-06, "loss": 0.2743, "step": 28000 }, { "epoch": 2.28, "eval_accuracy": 0.8757004584819155, "eval_loss": 0.3701411783695221, "eval_runtime": 28.7005, "eval_samples_per_second": 341.981, "eval_steps_per_second": 10.697, "step": 28000 }, { "epoch": 2.36, "learning_rate": 8.124414854884012e-06, "loss": 0.2814, "step": 29000 }, { "epoch": 2.36, "eval_accuracy": 0.8675496688741722, "eval_loss": 0.40641501545906067, "eval_runtime": 27.6676, "eval_samples_per_second": 354.747, "eval_steps_per_second": 11.096, "step": 29000 }, { "epoch": 2.44, "learning_rate": 8.037726689552343e-06, "loss": 0.2718, "step": 30000 }, { "epoch": 2.44, "eval_accuracy": 0.8726439123790117, "eval_loss": 0.39712002873420715, "eval_runtime": 30.6579, "eval_samples_per_second": 320.146, "eval_steps_per_second": 10.014, "step": 30000 }, { "epoch": 2.53, "learning_rate": 7.951038524220674e-06, "loss": 0.2798, "step": 31000 }, { "epoch": 2.53, "eval_accuracy": 0.8732552215995925, "eval_loss": 0.3579646944999695, "eval_runtime": 29.1251, "eval_samples_per_second": 336.994, "eval_steps_per_second": 10.541, "step": 31000 }, { "epoch": 2.61, "learning_rate": 7.864350358889005e-06, "loss": 0.2808, "step": 32000 }, { "epoch": 2.61, "eval_accuracy": 0.8733571064696892, "eval_loss": 0.3730563819408417, "eval_runtime": 28.2414, "eval_samples_per_second": 347.54, "eval_steps_per_second": 10.871, "step": 32000 }, { "epoch": 2.69, "learning_rate": 7.777662193557336e-06, "loss": 0.2854, "step": 33000 }, { "epoch": 2.69, "eval_accuracy": 0.8724401426388181, "eval_loss": 0.3838872015476227, "eval_runtime": 28.3639, "eval_samples_per_second": 346.039, "eval_steps_per_second": 10.824, "step": 33000 }, { "epoch": 2.77, "learning_rate": 7.690974028225667e-06, "loss": 0.2802, "step": 34000 }, { "epoch": 2.77, "eval_accuracy": 0.8763117677024962, "eval_loss": 0.3689836263656616, "eval_runtime": 31.7713, "eval_samples_per_second": 308.927, "eval_steps_per_second": 9.663, "step": 34000 }, { "epoch": 2.85, "learning_rate": 7.604285862893998e-06, "loss": 0.2825, "step": 35000 }, { "epoch": 2.85, "eval_accuracy": 0.872032603158431, "eval_loss": 0.37332993745803833, "eval_runtime": 28.2862, "eval_samples_per_second": 346.99, "eval_steps_per_second": 10.853, "step": 35000 }, { "epoch": 2.93, "learning_rate": 7.51759769756233e-06, "loss": 0.2811, "step": 36000 }, { "epoch": 2.93, "eval_accuracy": 0.872032603158431, "eval_loss": 0.3704814016819, "eval_runtime": 27.6376, "eval_samples_per_second": 355.133, "eval_steps_per_second": 11.108, "step": 36000 }, { "epoch": 3.01, "learning_rate": 7.43090953223066e-06, "loss": 0.2733, "step": 37000 }, { "epoch": 3.01, "eval_accuracy": 0.8758023433520122, "eval_loss": 0.4095652401447296, "eval_runtime": 26.7806, "eval_samples_per_second": 366.496, "eval_steps_per_second": 11.464, "step": 37000 }, { "epoch": 3.1, "learning_rate": 7.344221366898991e-06, "loss": 0.2186, "step": 38000 }, { "epoch": 3.1, "eval_accuracy": 0.8766174223127865, "eval_loss": 0.4097856283187866, "eval_runtime": 30.263, "eval_samples_per_second": 324.324, "eval_steps_per_second": 10.144, "step": 38000 }, { "epoch": 3.18, "learning_rate": 7.257533201567322e-06, "loss": 0.2228, "step": 39000 }, { "epoch": 3.18, "eval_accuracy": 0.8757004584819155, "eval_loss": 0.41501158475875854, "eval_runtime": 27.8042, "eval_samples_per_second": 353.004, "eval_steps_per_second": 11.042, "step": 39000 }, { "epoch": 3.26, "learning_rate": 7.170845036235654e-06, "loss": 0.2247, "step": 40000 }, { "epoch": 3.26, "eval_accuracy": 0.8736627610799796, "eval_loss": 0.4023166596889496, "eval_runtime": 28.6307, "eval_samples_per_second": 342.813, "eval_steps_per_second": 10.723, "step": 40000 }, { "epoch": 3.34, "learning_rate": 7.084156870903984e-06, "loss": 0.2236, "step": 41000 }, { "epoch": 3.34, "eval_accuracy": 0.873458991339786, "eval_loss": 0.401944100856781, "eval_runtime": 42.8415, "eval_samples_per_second": 229.1, "eval_steps_per_second": 7.166, "step": 41000 }, { "epoch": 3.42, "learning_rate": 6.997468705572315e-06, "loss": 0.2316, "step": 42000 }, { "epoch": 3.42, "eval_accuracy": 0.875394803871625, "eval_loss": 0.39935216307640076, "eval_runtime": 27.9679, "eval_samples_per_second": 350.938, "eval_steps_per_second": 10.977, "step": 42000 }, { "epoch": 3.5, "learning_rate": 6.910780540240647e-06, "loss": 0.227, "step": 43000 }, { "epoch": 3.5, "eval_accuracy": 0.8735608762098829, "eval_loss": 0.40627339482307434, "eval_runtime": 27.7905, "eval_samples_per_second": 353.179, "eval_steps_per_second": 11.047, "step": 43000 }, { "epoch": 3.59, "learning_rate": 6.824092374908978e-06, "loss": 0.225, "step": 44000 }, { "epoch": 3.59, "eval_accuracy": 0.8738665308201732, "eval_loss": 0.3787411153316498, "eval_runtime": 26.634, "eval_samples_per_second": 368.513, "eval_steps_per_second": 11.527, "step": 44000 }, { "epoch": 3.67, "learning_rate": 6.737404209577309e-06, "loss": 0.2213, "step": 45000 }, { "epoch": 3.67, "eval_accuracy": 0.8741721854304636, "eval_loss": 0.4053351879119873, "eval_runtime": 26.9451, "eval_samples_per_second": 364.259, "eval_steps_per_second": 11.394, "step": 45000 }, { "epoch": 3.75, "learning_rate": 6.6507160442456394e-06, "loss": 0.228, "step": 46000 }, { "epoch": 3.75, "eval_accuracy": 0.8737646459500764, "eval_loss": 0.4027246832847595, "eval_runtime": 26.7635, "eval_samples_per_second": 366.731, "eval_steps_per_second": 11.471, "step": 46000 }, { "epoch": 3.83, "learning_rate": 6.564027878913971e-06, "loss": 0.2227, "step": 47000 }, { "epoch": 3.83, "eval_accuracy": 0.87396841569027, "eval_loss": 0.4178619384765625, "eval_runtime": 29.4635, "eval_samples_per_second": 333.124, "eval_steps_per_second": 10.42, "step": 47000 }, { "epoch": 3.91, "learning_rate": 6.477339713582302e-06, "loss": 0.227, "step": 48000 }, { "epoch": 3.91, "eval_accuracy": 0.8752929190015283, "eval_loss": 0.3969513773918152, "eval_runtime": 29.294, "eval_samples_per_second": 335.052, "eval_steps_per_second": 10.48, "step": 48000 }, { "epoch": 3.99, "learning_rate": 6.390651548250633e-06, "loss": 0.2257, "step": 49000 }, { "epoch": 3.99, "eval_accuracy": 0.8767193071828834, "eval_loss": 0.41893526911735535, "eval_runtime": 30.0922, "eval_samples_per_second": 326.164, "eval_steps_per_second": 10.202, "step": 49000 }, { "epoch": 4.07, "learning_rate": 6.303963382918964e-06, "loss": 0.1808, "step": 50000 }, { "epoch": 4.07, "eval_accuracy": 0.8714212939378503, "eval_loss": 0.4699897766113281, "eval_runtime": 27.6446, "eval_samples_per_second": 355.042, "eval_steps_per_second": 11.105, "step": 50000 }, { "epoch": 4.16, "learning_rate": 6.217275217587295e-06, "loss": 0.1821, "step": 51000 }, { "epoch": 4.16, "eval_accuracy": 0.87396841569027, "eval_loss": 0.4464610815048218, "eval_runtime": 26.6712, "eval_samples_per_second": 368.001, "eval_steps_per_second": 11.511, "step": 51000 }, { "epoch": 4.24, "learning_rate": 6.130587052255626e-06, "loss": 0.1788, "step": 52000 }, { "epoch": 4.24, "eval_accuracy": 0.8727457972491085, "eval_loss": 0.46066877245903015, "eval_runtime": 27.6226, "eval_samples_per_second": 355.326, "eval_steps_per_second": 11.114, "step": 52000 }, { "epoch": 4.32, "learning_rate": 6.043898886923958e-06, "loss": 0.1822, "step": 53000 }, { "epoch": 4.32, "eval_accuracy": 0.8737646459500764, "eval_loss": 0.46094420552253723, "eval_runtime": 27.8257, "eval_samples_per_second": 352.732, "eval_steps_per_second": 11.033, "step": 53000 }, { "epoch": 4.4, "learning_rate": 5.957210721592289e-06, "loss": 0.181, "step": 54000 }, { "epoch": 4.4, "eval_accuracy": 0.8774325012735609, "eval_loss": 0.4538358151912689, "eval_runtime": 27.7177, "eval_samples_per_second": 354.106, "eval_steps_per_second": 11.076, "step": 54000 }, { "epoch": 4.48, "learning_rate": 5.870522556260619e-06, "loss": 0.1843, "step": 55000 }, { "epoch": 4.48, "eval_accuracy": 0.8711156393275599, "eval_loss": 0.47502145171165466, "eval_runtime": 28.0796, "eval_samples_per_second": 349.543, "eval_steps_per_second": 10.933, "step": 55000 }, { "epoch": 4.56, "learning_rate": 5.78383439092895e-06, "loss": 0.1842, "step": 56000 }, { "epoch": 4.56, "eval_accuracy": 0.8742740703005604, "eval_loss": 0.44675213098526, "eval_runtime": 27.0482, "eval_samples_per_second": 362.871, "eval_steps_per_second": 11.35, "step": 56000 }, { "epoch": 4.64, "learning_rate": 5.697146225597282e-06, "loss": 0.1828, "step": 57000 }, { "epoch": 4.64, "eval_accuracy": 0.8775343861436576, "eval_loss": 0.45801690220832825, "eval_runtime": 26.6517, "eval_samples_per_second": 368.27, "eval_steps_per_second": 11.519, "step": 57000 } ], "max_steps": 122720, "num_train_epochs": 10, "total_flos": 1.1997919225713254e+17, "trial_name": null, "trial_params": null }