tsfp-repro-code / results /sweep_summary.json
riteshhf's picture
Upload folder using huggingface_hub
5784a50 verified
Raw
History Blame Contribute Delete
4.73 kB
{
"rows": [
{
"k": 6,
"r": 0.5,
"f1": 54.37697603215719,
"f1_sd": 0.0,
"acc": 68.03107606679035,
"acc_sd": 0.0,
"auroc": 85.66215586194795,
"n_seeds": 1,
"paper_f1": 54.81,
"paper_acc": 70.19,
"sec": 351.9200756549835
},
{
"k": 6,
"r": 0.6,
"f1": 55.82852861204005,
"f1_sd": 0.0,
"acc": 68.37894248608535,
"acc_sd": 0.0,
"auroc": 86.10185973084599,
"n_seeds": 1,
"paper_f1": 56.68,
"paper_acc": 70.71,
"sec": 351.3092691898346
},
{
"k": 6,
"r": 0.7,
"f1": 55.20164244351372,
"f1_sd": 0.0,
"acc": 68.13543599257885,
"acc_sd": 0.0,
"auroc": 85.91943718990865,
"n_seeds": 1,
"paper_f1": 55.41,
"paper_acc": 70.63,
"sec": 354.51162242889404
},
{
"k": 6,
"r": 0.8,
"f1": 55.89555263337231,
"f1_sd": 0.0,
"acc": 68.00788497217069,
"acc_sd": 0.0,
"auroc": 85.71324263520769,
"n_seeds": 1,
"paper_f1": 54.32,
"paper_acc": 69.77,
"sec": 353.5883004665375
},
{
"k": 8,
"r": 0.5,
"f1": 54.993045102144514,
"f1_sd": 0.0,
"acc": 68.30936920222635,
"acc_sd": 0.0,
"auroc": 85.82216585792203,
"n_seeds": 1,
"paper_f1": 62.6,
"paper_acc": 74.07,
"sec": 488.88276529312134
},
{
"k": 8,
"r": 0.6,
"f1": 55.37683466214507,
"f1_sd": 0.0,
"acc": 67.75278293135436,
"acc_sd": 0.0,
"auroc": 85.76532047398156,
"n_seeds": 1,
"paper_f1": 63.51,
"paper_acc": 73.98,
"sec": 430.7964942455292
},
{
"k": 8,
"r": 0.7,
"f1": 54.805449110076296,
"f1_sd": 0.0,
"acc": 67.32374768089053,
"acc_sd": 0.0,
"auroc": 85.57745658988081,
"n_seeds": 1,
"paper_f1": 62.1,
"paper_acc": 73.86,
"sec": 414.7394459247589
},
{
"k": 8,
"r": 0.8,
"f1": 54.96062247561335,
"f1_sd": 0.0,
"acc": 66.61641929499072,
"acc_sd": 0.0,
"auroc": 85.13160300507687,
"n_seeds": 1,
"paper_f1": 59.19,
"paper_acc": 72.35,
"sec": 429.1282160282135
},
{
"k": 10,
"r": 0.5,
"f1": 54.77524404670995,
"f1_sd": 0.0,
"acc": 66.2917439703154,
"acc_sd": 0.0,
"auroc": 85.17482633239955,
"n_seeds": 1,
"paper_f1": 51.76,
"paper_acc": 67.36,
"sec": 455.18480348587036
},
{
"k": 10,
"r": 0.6,
"f1": 54.388220152613734,
"f1_sd": 0.0,
"acc": 68.08905380333951,
"acc_sd": 0.0,
"auroc": 85.27193811966129,
"n_seeds": 1,
"paper_f1": 50.7,
"paper_acc": 66.41,
"sec": 388.5586168766022
},
{
"k": 10,
"r": 0.7,
"f1": 55.68678704182574,
"f1_sd": 0.0,
"acc": 68.56447124304268,
"acc_sd": 0.0,
"auroc": 85.97759672825653,
"n_seeds": 1,
"paper_f1": 56.33,
"paper_acc": 71.07,
"sec": 472.1071059703827
},
{
"k": 10,
"r": 0.8,
"f1": 56.01098269541115,
"f1_sd": 0.0,
"acc": 67.70640074211502,
"acc_sd": 0.0,
"auroc": 85.3341005897932,
"n_seeds": 1,
"paper_f1": 55.7,
"paper_acc": 70.42,
"sec": 459.3941607475281
}
],
"best_cell_ours": {
"k": 10,
"r": 0.8,
"f1": 56.01098269541115
},
"best_cell_paper": {
"k": 8,
"r": 0.6,
"f1": 63.51
},
"best_k_per_r": {
"0.5": 8,
"0.6": 6,
"0.7": 10,
"0.8": 10
},
"best_r_per_k": {
"6": 0.8,
"8": 0.6,
"10": 0.8
},
"mean_f1_by_k": {
"6": 55.32567493027082,
"8": 55.033987837494806,
"10": 55.21530848414014
},
"mean_f1_by_r": {
"0.5": 54.715088393670555,
"0.6": 55.197861142266284,
"0.7": 55.231292865138585,
"0.8": 55.622385934798935
},
"paper_mean_f1_by_k": {
"6": 55.305,
"8": 61.85,
"10": 53.6225
},
"paper_mean_f1_by_r": {
"0.5": 56.38999999999999,
"0.6": 56.96333333333333,
"0.7": 57.94666666666666,
"0.8": 56.40333333333333
},
"r08_degradation": {
"6": {
"mean_r_le_0.7": 55.135715695903656,
"r_0.8": 55.89555263337231,
"delta": 0.7598369374686555
},
"8": {
"mean_r_le_0.7": 55.05844295812196,
"r_0.8": 54.96062247561335,
"delta": -0.09782048250860953
},
"10": {
"mean_r_le_0.7": 54.9500837470498,
"r_0.8": 56.01098269541115,
"delta": 1.0608989483613485
}
},
"pearson_ours_vs_paper_grid": 0.12106848382642352,
"spearman_ours_vs_paper_grid": 0.2447552447552448
}