{ "threshold": 0.02, "objective": "recall_at_fpr", "value_on_val": 0.9907, "default_threshold": 0.5, "default_value_on_val": 0.9861, "improvement": 0.0046, "chosen_on": "validation split, never test", "curve": [ { "threshold": 0.02, "macro_f1": 0.9678, "any_label_recall": 0.9907, "any_label_fpr": 0.007 }, { "threshold": 0.03, "macro_f1": 0.9693, "any_label_recall": 0.9898, "any_label_fpr": 0.0064 }, { "threshold": 0.04, "macro_f1": 0.9705, "any_label_recall": 0.9898, "any_label_fpr": 0.0058 }, { "threshold": 0.05, "macro_f1": 0.9712, "any_label_recall": 0.9898, "any_label_fpr": 0.0055 }, { "threshold": 0.06, "macro_f1": 0.9729, "any_label_recall": 0.9898, "any_label_fpr": 0.0052 }, { "threshold": 0.07, "macro_f1": 0.9725, "any_label_recall": 0.9898, "any_label_fpr": 0.0052 }, { "threshold": 0.08, "macro_f1": 0.9723, "any_label_recall": 0.9898, "any_label_fpr": 0.005 }, { "threshold": 0.09, "macro_f1": 0.9727, "any_label_recall": 0.9898, "any_label_fpr": 0.005 }, { "threshold": 0.1, "macro_f1": 0.9737, "any_label_recall": 0.9898, "any_label_fpr": 0.0044 }, { "threshold": 0.11, "macro_f1": 0.9733, "any_label_recall": 0.9898, "any_label_fpr": 0.0044 }, { "threshold": 0.12, "macro_f1": 0.9733, "any_label_recall": 0.9898, "any_label_fpr": 0.0044 }, { "threshold": 0.13, "macro_f1": 0.9733, "any_label_recall": 0.9898, "any_label_fpr": 0.0044 }, { "threshold": 0.14, "macro_f1": 0.9733, "any_label_recall": 0.9889, "any_label_fpr": 0.0044 }, { "threshold": 0.15, "macro_f1": 0.9731, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.16, "macro_f1": 0.9731, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.17, "macro_f1": 0.9727, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.18, "macro_f1": 0.9722, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.19, "macro_f1": 0.9718, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.2, "macro_f1": 0.9718, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.21, "macro_f1": 0.9718, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.22, "macro_f1": 0.9718, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.23, "macro_f1": 0.9718, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.24, "macro_f1": 0.9714, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.25, "macro_f1": 0.9714, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.26, "macro_f1": 0.9714, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.27, "macro_f1": 0.9718, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.28, "macro_f1": 0.9718, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.29, "macro_f1": 0.9718, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.3, "macro_f1": 0.9718, "any_label_recall": 0.988, "any_label_fpr": 0.0041 }, { "threshold": 0.31, "macro_f1": 0.9714, "any_label_recall": 0.987, "any_label_fpr": 0.0041 }, { "threshold": 0.32, "macro_f1": 0.9714, "any_label_recall": 0.987, "any_label_fpr": 0.0041 }, { "threshold": 0.33, "macro_f1": 0.9717, "any_label_recall": 0.987, "any_label_fpr": 0.0038 }, { "threshold": 0.34, "macro_f1": 0.9717, "any_label_recall": 0.987, "any_label_fpr": 0.0038 }, { "threshold": 0.35, "macro_f1": 0.9714, "any_label_recall": 0.987, "any_label_fpr": 0.0038 }, { "threshold": 0.36, "macro_f1": 0.9713, "any_label_recall": 0.987, "any_label_fpr": 0.0038 }, { "threshold": 0.37, "macro_f1": 0.9713, "any_label_recall": 0.987, "any_label_fpr": 0.0038 }, { "threshold": 0.38, "macro_f1": 0.971, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.39, "macro_f1": 0.971, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.4, "macro_f1": 0.971, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.41, "macro_f1": 0.971, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.42, "macro_f1": 0.971, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.43, "macro_f1": 0.9706, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.44, "macro_f1": 0.9706, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.45, "macro_f1": 0.971, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.46, "macro_f1": 0.971, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.47, "macro_f1": 0.9704, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.48, "macro_f1": 0.9704, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.49, "macro_f1": 0.9704, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.5, "macro_f1": 0.9704, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.51, "macro_f1": 0.9704, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.52, "macro_f1": 0.9704, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.53, "macro_f1": 0.9704, "any_label_recall": 0.9861, "any_label_fpr": 0.0038 }, { "threshold": 0.54, "macro_f1": 0.9707, "any_label_recall": 0.9861, "any_label_fpr": 0.0035 }, { "threshold": 0.55, "macro_f1": 0.9707, "any_label_recall": 0.9861, "any_label_fpr": 0.0035 }, { "threshold": 0.56, "macro_f1": 0.9707, "any_label_recall": 0.9861, "any_label_fpr": 0.0035 }, { "threshold": 0.57, "macro_f1": 0.9707, "any_label_recall": 0.9861, "any_label_fpr": 0.0035 }, { "threshold": 0.58, "macro_f1": 0.9702, "any_label_recall": 0.9852, "any_label_fpr": 0.0035 }, { "threshold": 0.59, "macro_f1": 0.9702, "any_label_recall": 0.9852, "any_label_fpr": 0.0035 }, { "threshold": 0.6, "macro_f1": 0.9705, "any_label_recall": 0.9843, "any_label_fpr": 0.0035 }, { "threshold": 0.61, "macro_f1": 0.9705, "any_label_recall": 0.9843, "any_label_fpr": 0.0035 }, { "threshold": 0.62, "macro_f1": 0.9705, "any_label_recall": 0.9843, "any_label_fpr": 0.0035 }, { "threshold": 0.63, "macro_f1": 0.9705, "any_label_recall": 0.9843, "any_label_fpr": 0.0035 }, { "threshold": 0.64, "macro_f1": 0.9705, "any_label_recall": 0.9843, "any_label_fpr": 0.0035 }, { "threshold": 0.65, "macro_f1": 0.9709, "any_label_recall": 0.9843, "any_label_fpr": 0.0035 }, { "threshold": 0.66, "macro_f1": 0.9709, "any_label_recall": 0.9843, "any_label_fpr": 0.0035 }, { "threshold": 0.67, "macro_f1": 0.9712, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.68, "macro_f1": 0.9712, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.69, "macro_f1": 0.9716, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.7, "macro_f1": 0.9712, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.71, "macro_f1": 0.9712, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.72, "macro_f1": 0.9708, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.73, "macro_f1": 0.9708, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.74, "macro_f1": 0.9708, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.75, "macro_f1": 0.9708, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.76, "macro_f1": 0.9708, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.77, "macro_f1": 0.9708, "any_label_recall": 0.9843, "any_label_fpr": 0.0032 }, { "threshold": 0.78, "macro_f1": 0.9704, "any_label_recall": 0.9833, "any_label_fpr": 0.0032 }, { "threshold": 0.79, "macro_f1": 0.9704, "any_label_recall": 0.9833, "any_label_fpr": 0.0032 }, { "threshold": 0.8, "macro_f1": 0.9704, "any_label_recall": 0.9833, "any_label_fpr": 0.0032 }, { "threshold": 0.81, "macro_f1": 0.9708, "any_label_recall": 0.9833, "any_label_fpr": 0.0029 }, { "threshold": 0.82, "macro_f1": 0.9708, "any_label_recall": 0.9833, "any_label_fpr": 0.0029 }, { "threshold": 0.83, "macro_f1": 0.9704, "any_label_recall": 0.9833, "any_label_fpr": 0.0029 }, { "threshold": 0.84, "macro_f1": 0.971, "any_label_recall": 0.9833, "any_label_fpr": 0.0029 }, { "threshold": 0.85, "macro_f1": 0.971, "any_label_recall": 0.9833, "any_label_fpr": 0.0029 }, { "threshold": 0.86, "macro_f1": 0.9706, "any_label_recall": 0.9833, "any_label_fpr": 0.0029 }, { "threshold": 0.87, "macro_f1": 0.9696, "any_label_recall": 0.9824, "any_label_fpr": 0.0029 }, { "threshold": 0.88, "macro_f1": 0.9693, "any_label_recall": 0.9815, "any_label_fpr": 0.0029 }, { "threshold": 0.89, "macro_f1": 0.9692, "any_label_recall": 0.9815, "any_label_fpr": 0.0026 }, { "threshold": 0.9, "macro_f1": 0.9692, "any_label_recall": 0.9815, "any_label_fpr": 0.0026 }, { "threshold": 0.91, "macro_f1": 0.9692, "any_label_recall": 0.9806, "any_label_fpr": 0.0023 }, { "threshold": 0.92, "macro_f1": 0.9692, "any_label_recall": 0.9806, "any_label_fpr": 0.0023 }, { "threshold": 0.93, "macro_f1": 0.9688, "any_label_recall": 0.9806, "any_label_fpr": 0.0023 }, { "threshold": 0.94, "macro_f1": 0.9688, "any_label_recall": 0.9806, "any_label_fpr": 0.0023 }, { "threshold": 0.95, "macro_f1": 0.9688, "any_label_recall": 0.9806, "any_label_fpr": 0.0023 } ], "notes": [ "the chosen threshold 0.02 is the lowest value in the sweep, so the scores are compressed toward zero and this is underfitting rather than a calibration success. Check average precision before trusting the F1." ] }