{ "best_metric": 0.4471864700317383, "best_model_checkpoint": "output_dir/finetuned_best_stsb/checkpoint-1900", "epoch": 6.111111111111111, "global_step": 2200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.14, "eval_combined_score": 0.8343080271135384, "eval_loss": 0.7862432599067688, "eval_pearson": 0.829615903016159, "eval_runtime": 7.9747, "eval_samples_per_second": 188.095, "eval_spearmanr": 0.8390001512109179, "eval_steps_per_second": 11.787, "step": 50 }, { "epoch": 0.28, "eval_combined_score": 0.8549898629109538, "eval_loss": 0.6401779055595398, "eval_pearson": 0.8531715498817952, "eval_runtime": 5.6147, "eval_samples_per_second": 267.156, "eval_spearmanr": 0.8568081759401125, "eval_steps_per_second": 16.742, "step": 100 }, { "epoch": 0.42, "eval_combined_score": 0.8443191275483415, "eval_loss": 0.6554257273674011, "eval_pearson": 0.8474110080447523, "eval_runtime": 5.6204, "eval_samples_per_second": 266.887, "eval_spearmanr": 0.8412272470519305, "eval_steps_per_second": 16.725, "step": 150 }, { "epoch": 0.56, "eval_combined_score": 0.8673615699410524, "eval_loss": 0.5701442956924438, "eval_pearson": 0.8692556554827053, "eval_runtime": 5.9834, "eval_samples_per_second": 250.694, "eval_spearmanr": 0.8654674843993996, "eval_steps_per_second": 15.71, "step": 200 }, { "epoch": 0.69, "eval_combined_score": 0.8721712658068579, "eval_loss": 0.5915741920471191, "eval_pearson": 0.8722910960572966, "eval_runtime": 5.5689, "eval_samples_per_second": 269.355, "eval_spearmanr": 0.8720514355564192, "eval_steps_per_second": 16.88, "step": 250 }, { "epoch": 0.83, "eval_combined_score": 0.8812625681870452, "eval_loss": 0.5046865344047546, "eval_pearson": 0.881670075532939, "eval_runtime": 6.0146, "eval_samples_per_second": 249.392, "eval_spearmanr": 0.8808550608411514, "eval_steps_per_second": 15.629, "step": 300 }, { "epoch": 0.97, "eval_combined_score": 0.878795558425897, "eval_loss": 0.5713155269622803, "eval_pearson": 0.8736557247061164, "eval_runtime": 6.0781, "eval_samples_per_second": 246.786, "eval_spearmanr": 0.8839353921456775, "eval_steps_per_second": 15.465, "step": 350 }, { "epoch": 1.11, "eval_combined_score": 0.8778669265351486, "eval_loss": 0.5400073528289795, "eval_pearson": 0.8804620985683852, "eval_runtime": 5.5918, "eval_samples_per_second": 268.248, "eval_spearmanr": 0.875271754501912, "eval_steps_per_second": 16.81, "step": 400 }, { "epoch": 1.25, "eval_combined_score": 0.8833550106755617, "eval_loss": 0.49523210525512695, "eval_pearson": 0.8858630637184036, "eval_runtime": 5.7638, "eval_samples_per_second": 260.246, "eval_spearmanr": 0.8808469576327196, "eval_steps_per_second": 16.309, "step": 450 }, { "epoch": 1.39, "learning_rate": 4.1319444444444445e-05, "loss": 0.7828, "step": 500 }, { "epoch": 1.39, "eval_combined_score": 0.8827148836128291, "eval_loss": 0.5279519557952881, "eval_pearson": 0.8845811601256096, "eval_runtime": 5.9061, "eval_samples_per_second": 253.975, "eval_spearmanr": 0.8808486071000486, "eval_steps_per_second": 15.916, "step": 500 }, { "epoch": 1.53, "eval_combined_score": 0.8801981392571121, "eval_loss": 0.5072206258773804, "eval_pearson": 0.8810815176670656, "eval_runtime": 5.5676, "eval_samples_per_second": 269.418, "eval_spearmanr": 0.8793147608471588, "eval_steps_per_second": 16.884, "step": 550 }, { "epoch": 1.67, "eval_combined_score": 0.8851362735229233, "eval_loss": 0.49581071734428406, "eval_pearson": 0.8875092909393476, "eval_runtime": 5.6319, "eval_samples_per_second": 266.34, "eval_spearmanr": 0.8827632561064991, "eval_steps_per_second": 16.691, "step": 600 }, { "epoch": 1.81, "eval_combined_score": 0.8852476609333064, "eval_loss": 0.4841392934322357, "eval_pearson": 0.8870465421559632, "eval_runtime": 5.8286, "eval_samples_per_second": 257.351, "eval_spearmanr": 0.8834487797106495, "eval_steps_per_second": 16.127, "step": 650 }, { "epoch": 1.94, "eval_combined_score": 0.8837498972174722, "eval_loss": 0.5464913845062256, "eval_pearson": 0.8849881470427847, "eval_runtime": 5.5884, "eval_samples_per_second": 268.412, "eval_spearmanr": 0.8825116473921596, "eval_steps_per_second": 16.82, "step": 700 }, { "epoch": 2.08, "eval_combined_score": 0.8858322086355523, "eval_loss": 0.48856478929519653, "eval_pearson": 0.8881076481621831, "eval_runtime": 5.6259, "eval_samples_per_second": 266.624, "eval_spearmanr": 0.8835567691089214, "eval_steps_per_second": 16.708, "step": 750 }, { "epoch": 2.22, "eval_combined_score": 0.8865111243309827, "eval_loss": 0.4807361662387848, "eval_pearson": 0.8892892267625273, "eval_runtime": 5.825, "eval_samples_per_second": 257.512, "eval_spearmanr": 0.8837330218994379, "eval_steps_per_second": 16.137, "step": 800 }, { "epoch": 2.36, "eval_combined_score": 0.8881887854009817, "eval_loss": 0.48988330364227295, "eval_pearson": 0.8898428387864722, "eval_runtime": 6.1177, "eval_samples_per_second": 245.192, "eval_spearmanr": 0.8865347320154912, "eval_steps_per_second": 15.365, "step": 850 }, { "epoch": 2.5, "eval_combined_score": 0.8868479524643782, "eval_loss": 0.4934450387954712, "eval_pearson": 0.8891167810226788, "eval_runtime": 5.6331, "eval_samples_per_second": 266.284, "eval_spearmanr": 0.8845791239060775, "eval_steps_per_second": 16.687, "step": 900 }, { "epoch": 2.64, "eval_combined_score": 0.8889778694122226, "eval_loss": 0.4866905212402344, "eval_pearson": 0.8890192489258524, "eval_runtime": 5.7954, "eval_samples_per_second": 258.824, "eval_spearmanr": 0.8889364898985929, "eval_steps_per_second": 16.22, "step": 950 }, { "epoch": 2.78, "learning_rate": 3.263888888888889e-05, "loss": 0.2778, "step": 1000 }, { "epoch": 2.78, "eval_combined_score": 0.88330796900741, "eval_loss": 0.49821072816848755, "eval_pearson": 0.8849717556333476, "eval_runtime": 6.4097, "eval_samples_per_second": 234.021, "eval_spearmanr": 0.8816441823814725, "eval_steps_per_second": 14.665, "step": 1000 }, { "epoch": 2.92, "eval_combined_score": 0.8847183157645039, "eval_loss": 0.5095486044883728, "eval_pearson": 0.8871448241460179, "eval_runtime": 5.596, "eval_samples_per_second": 268.047, "eval_spearmanr": 0.8822918073829898, "eval_steps_per_second": 16.798, "step": 1050 }, { "epoch": 3.06, "eval_combined_score": 0.8874272464175201, "eval_loss": 0.4730277955532074, "eval_pearson": 0.8895831976333978, "eval_runtime": 5.6819, "eval_samples_per_second": 263.994, "eval_spearmanr": 0.8852712952016424, "eval_steps_per_second": 16.544, "step": 1100 }, { "epoch": 3.19, "eval_combined_score": 0.886644981813258, "eval_loss": 0.4820166826248169, "eval_pearson": 0.8884315334781125, "eval_runtime": 6.0521, "eval_samples_per_second": 247.847, "eval_spearmanr": 0.8848584301484034, "eval_steps_per_second": 15.532, "step": 1150 }, { "epoch": 3.33, "eval_combined_score": 0.8894357915147134, "eval_loss": 0.47540178894996643, "eval_pearson": 0.8913766457258069, "eval_runtime": 5.6258, "eval_samples_per_second": 266.631, "eval_spearmanr": 0.88749493730362, "eval_steps_per_second": 16.709, "step": 1200 }, { "epoch": 3.47, "eval_combined_score": 0.8882337266236713, "eval_loss": 0.47845378518104553, "eval_pearson": 0.8898157282686552, "eval_runtime": 5.9023, "eval_samples_per_second": 254.137, "eval_spearmanr": 0.8866517249786874, "eval_steps_per_second": 15.926, "step": 1250 }, { "epoch": 3.61, "eval_combined_score": 0.88903651674165, "eval_loss": 0.4937942624092102, "eval_pearson": 0.8910047139114365, "eval_runtime": 6.1737, "eval_samples_per_second": 242.964, "eval_spearmanr": 0.8870683195718634, "eval_steps_per_second": 15.226, "step": 1300 }, { "epoch": 3.75, "eval_combined_score": 0.8901558681204902, "eval_loss": 0.46190693974494934, "eval_pearson": 0.8927358825114844, "eval_runtime": 5.7562, "eval_samples_per_second": 260.588, "eval_spearmanr": 0.887575853729496, "eval_steps_per_second": 16.33, "step": 1350 }, { "epoch": 3.89, "eval_combined_score": 0.8889376492175258, "eval_loss": 0.49563419818878174, "eval_pearson": 0.8915857107166335, "eval_runtime": 5.5793, "eval_samples_per_second": 268.853, "eval_spearmanr": 0.8862895877184183, "eval_steps_per_second": 16.848, "step": 1400 }, { "epoch": 4.03, "eval_combined_score": 0.8911112435797486, "eval_loss": 0.4565975069999695, "eval_pearson": 0.8938483143744439, "eval_runtime": 6.0592, "eval_samples_per_second": 247.559, "eval_spearmanr": 0.8883741727850532, "eval_steps_per_second": 15.514, "step": 1450 }, { "epoch": 4.17, "learning_rate": 2.3958333333333334e-05, "loss": 0.141, "step": 1500 }, { "epoch": 4.17, "eval_combined_score": 0.890231579373417, "eval_loss": 0.4669683873653412, "eval_pearson": 0.8928537444959865, "eval_runtime": 6.214, "eval_samples_per_second": 241.389, "eval_spearmanr": 0.8876094142508474, "eval_steps_per_second": 15.127, "step": 1500 }, { "epoch": 4.31, "eval_combined_score": 0.8917620927758609, "eval_loss": 0.4545550048351288, "eval_pearson": 0.8941284924896612, "eval_runtime": 5.6167, "eval_samples_per_second": 267.062, "eval_spearmanr": 0.8893956930620608, "eval_steps_per_second": 16.736, "step": 1550 }, { "epoch": 4.44, "eval_combined_score": 0.8919076890360074, "eval_loss": 0.46239447593688965, "eval_pearson": 0.8939787505423513, "eval_runtime": 6.1392, "eval_samples_per_second": 244.33, "eval_spearmanr": 0.8898366275296635, "eval_steps_per_second": 15.311, "step": 1600 }, { "epoch": 4.58, "eval_combined_score": 0.8905705624659631, "eval_loss": 0.4560569226741791, "eval_pearson": 0.8930309291971393, "eval_runtime": 5.7715, "eval_samples_per_second": 259.896, "eval_spearmanr": 0.8881101957347869, "eval_steps_per_second": 16.287, "step": 1650 }, { "epoch": 4.72, "eval_combined_score": 0.89164078789547, "eval_loss": 0.47078728675842285, "eval_pearson": 0.8931105725859777, "eval_runtime": 5.5689, "eval_samples_per_second": 269.352, "eval_spearmanr": 0.8901710032049623, "eval_steps_per_second": 16.879, "step": 1700 }, { "epoch": 4.86, "eval_combined_score": 0.8922518284784362, "eval_loss": 0.5126345157623291, "eval_pearson": 0.8948084725851928, "eval_runtime": 5.5913, "eval_samples_per_second": 268.275, "eval_spearmanr": 0.8896951843716796, "eval_steps_per_second": 16.812, "step": 1750 }, { "epoch": 5.0, "eval_combined_score": 0.8936765208721354, "eval_loss": 0.4546430706977844, "eval_pearson": 0.8960807975667862, "eval_runtime": 5.6821, "eval_samples_per_second": 263.988, "eval_spearmanr": 0.8912722441774847, "eval_steps_per_second": 16.543, "step": 1800 }, { "epoch": 5.14, "eval_combined_score": 0.8930431248747293, "eval_loss": 0.44920727610588074, "eval_pearson": 0.8947890019960217, "eval_runtime": 5.9173, "eval_samples_per_second": 253.493, "eval_spearmanr": 0.8912972477534367, "eval_steps_per_second": 15.886, "step": 1850 }, { "epoch": 5.28, "eval_combined_score": 0.894053370656966, "eval_loss": 0.4471864700317383, "eval_pearson": 0.8965503528124947, "eval_runtime": 5.6396, "eval_samples_per_second": 265.978, "eval_spearmanr": 0.8915563885014371, "eval_steps_per_second": 16.668, "step": 1900 }, { "epoch": 5.42, "eval_combined_score": 0.8948116388641144, "eval_loss": 0.470526784658432, "eval_pearson": 0.8971476181305765, "eval_runtime": 5.7724, "eval_samples_per_second": 259.855, "eval_spearmanr": 0.8924756595976523, "eval_steps_per_second": 16.284, "step": 1950 }, { "epoch": 5.56, "learning_rate": 1.527777777777778e-05, "loss": 0.0844, "step": 2000 }, { "epoch": 5.56, "eval_combined_score": 0.8922658461057144, "eval_loss": 0.46638524532318115, "eval_pearson": 0.8939377420957451, "eval_runtime": 5.7907, "eval_samples_per_second": 259.036, "eval_spearmanr": 0.8905939501156837, "eval_steps_per_second": 16.233, "step": 2000 }, { "epoch": 5.69, "eval_combined_score": 0.8915829503407375, "eval_loss": 0.49491751194000244, "eval_pearson": 0.8941690530900368, "eval_runtime": 5.6201, "eval_samples_per_second": 266.9, "eval_spearmanr": 0.8889968475914382, "eval_steps_per_second": 16.726, "step": 2050 }, { "epoch": 5.83, "eval_combined_score": 0.8940547207791253, "eval_loss": 0.451761394739151, "eval_pearson": 0.8965362985968673, "eval_runtime": 6.0011, "eval_samples_per_second": 249.956, "eval_spearmanr": 0.8915731429613832, "eval_steps_per_second": 15.664, "step": 2100 }, { "epoch": 5.97, "eval_combined_score": 0.8923553049941013, "eval_loss": 0.45326724648475647, "eval_pearson": 0.8945634893619782, "eval_runtime": 5.6075, "eval_samples_per_second": 267.501, "eval_spearmanr": 0.8901471206262244, "eval_steps_per_second": 16.763, "step": 2150 }, { "epoch": 6.11, "eval_combined_score": 0.8949367985553012, "eval_loss": 0.44921526312828064, "eval_pearson": 0.8970393518565526, "eval_runtime": 5.5418, "eval_samples_per_second": 270.668, "eval_spearmanr": 0.8928342452540498, "eval_steps_per_second": 16.962, "step": 2200 } ], "max_steps": 2880, "num_train_epochs": 8, "total_flos": 2311015204895232.0, "trial_name": null, "trial_params": null }