{ "threshold": 0.1, "objective": "macro_f1", "value_on_val": 0.9826, "default_threshold": 0.5, "default_value_on_val": 0.9817, "improvement": 0.0009, "chosen_on": "validation split, never test", "curve": [ { "threshold": 0.02, "macro_f1": 0.9809, "any_label_recall": 0.989, "any_label_fpr": 0.0156 }, { "threshold": 0.03, "macro_f1": 0.9809, "any_label_recall": 0.989, "any_label_fpr": 0.0156 }, { "threshold": 0.04, "macro_f1": 0.9818, "any_label_recall": 0.989, "any_label_fpr": 0.0146 }, { "threshold": 0.05, "macro_f1": 0.9818, "any_label_recall": 0.989, "any_label_fpr": 0.0146 }, { "threshold": 0.06, "macro_f1": 0.9818, "any_label_recall": 0.9872, "any_label_fpr": 0.0135 }, { "threshold": 0.07, "macro_f1": 0.9818, "any_label_recall": 0.9872, "any_label_fpr": 0.0135 }, { "threshold": 0.08, "macro_f1": 0.9818, "any_label_recall": 0.9872, "any_label_fpr": 0.0135 }, { "threshold": 0.09, "macro_f1": 0.9818, "any_label_recall": 0.9872, "any_label_fpr": 0.0135 }, { "threshold": 0.1, "macro_f1": 0.9826, "any_label_recall": 0.9872, "any_label_fpr": 0.0125 }, { "threshold": 0.11, "macro_f1": 0.9826, "any_label_recall": 0.9872, "any_label_fpr": 0.0125 }, { "threshold": 0.12, "macro_f1": 0.9826, "any_label_recall": 0.9872, "any_label_fpr": 0.0125 }, { "threshold": 0.13, "macro_f1": 0.9826, "any_label_recall": 0.9872, "any_label_fpr": 0.0125 }, { "threshold": 0.14, "macro_f1": 0.9826, "any_label_recall": 0.9872, "any_label_fpr": 0.0125 }, { "threshold": 0.15, "macro_f1": 0.9826, "any_label_recall": 0.9872, "any_label_fpr": 0.0125 }, { "threshold": 0.16, "macro_f1": 0.9808, "any_label_recall": 0.9835, "any_label_fpr": 0.0125 }, { "threshold": 0.17, "macro_f1": 0.9808, "any_label_recall": 0.9835, "any_label_fpr": 0.0125 }, { "threshold": 0.18, "macro_f1": 0.9808, "any_label_recall": 0.9835, "any_label_fpr": 0.0125 }, { "threshold": 0.19, "macro_f1": 0.9808, "any_label_recall": 0.9835, "any_label_fpr": 0.0125 }, { "threshold": 0.2, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.21, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.22, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.23, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.24, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.25, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.26, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.27, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.28, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.29, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.3, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.31, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.32, "macro_f1": 0.9817, "any_label_recall": 0.9835, "any_label_fpr": 0.0114 }, { "threshold": 0.33, "macro_f1": 0.9808, "any_label_recall": 0.9817, "any_label_fpr": 0.0114 }, { "threshold": 0.34, "macro_f1": 0.9808, "any_label_recall": 0.9817, "any_label_fpr": 0.0114 }, { "threshold": 0.35, "macro_f1": 0.9808, "any_label_recall": 0.9817, "any_label_fpr": 0.0114 }, { "threshold": 0.36, "macro_f1": 0.9808, "any_label_recall": 0.9817, "any_label_fpr": 0.0114 }, { "threshold": 0.37, "macro_f1": 0.9808, "any_label_recall": 0.9817, "any_label_fpr": 0.0114 }, { "threshold": 0.38, "macro_f1": 0.9808, "any_label_recall": 0.9817, "any_label_fpr": 0.0114 }, { "threshold": 0.39, "macro_f1": 0.9808, "any_label_recall": 0.9817, "any_label_fpr": 0.0114 }, { "threshold": 0.4, "macro_f1": 0.9808, "any_label_recall": 0.9817, "any_label_fpr": 0.0114 }, { "threshold": 0.41, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.42, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.43, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.44, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.45, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.46, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.47, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.48, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.49, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.5, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.51, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.52, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.53, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.54, "macro_f1": 0.9817, "any_label_recall": 0.9817, "any_label_fpr": 0.0104 }, { "threshold": 0.55, "macro_f1": 0.9807, "any_label_recall": 0.9798, "any_label_fpr": 0.0104 }, { "threshold": 0.56, "macro_f1": 0.9807, "any_label_recall": 0.9798, "any_label_fpr": 0.0104 }, { "threshold": 0.57, "macro_f1": 0.9807, "any_label_recall": 0.9798, "any_label_fpr": 0.0104 }, { "threshold": 0.58, "macro_f1": 0.9807, "any_label_recall": 0.9798, "any_label_fpr": 0.0104 }, { "threshold": 0.59, "macro_f1": 0.9807, "any_label_recall": 0.9798, "any_label_fpr": 0.0104 }, { "threshold": 0.6, "macro_f1": 0.9807, "any_label_recall": 0.9798, "any_label_fpr": 0.0104 }, { "threshold": 0.61, "macro_f1": 0.9807, "any_label_recall": 0.9798, "any_label_fpr": 0.0104 }, { "threshold": 0.62, "macro_f1": 0.9807, "any_label_recall": 0.9798, "any_label_fpr": 0.0104 }, { "threshold": 0.63, "macro_f1": 0.9807, "any_label_recall": 0.9798, "any_label_fpr": 0.0104 }, { "threshold": 0.64, "macro_f1": 0.9807, "any_label_recall": 0.9798, "any_label_fpr": 0.0104 }, { "threshold": 0.65, "macro_f1": 0.9798, "any_label_recall": 0.978, "any_label_fpr": 0.0104 }, { "threshold": 0.66, "macro_f1": 0.9798, "any_label_recall": 0.978, "any_label_fpr": 0.0104 }, { "threshold": 0.67, "macro_f1": 0.9798, "any_label_recall": 0.978, "any_label_fpr": 0.0104 }, { "threshold": 0.68, "macro_f1": 0.9798, "any_label_recall": 0.978, "any_label_fpr": 0.0104 }, { "threshold": 0.69, "macro_f1": 0.9798, "any_label_recall": 0.978, "any_label_fpr": 0.0104 }, { "threshold": 0.7, "macro_f1": 0.9788, "any_label_recall": 0.9761, "any_label_fpr": 0.0104 }, { "threshold": 0.71, "macro_f1": 0.9788, "any_label_recall": 0.9761, "any_label_fpr": 0.0104 }, { "threshold": 0.72, "macro_f1": 0.9788, "any_label_recall": 0.9761, "any_label_fpr": 0.0104 }, { "threshold": 0.73, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.74, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.75, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.76, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.77, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.78, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.79, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.8, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.81, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.82, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.83, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.84, "macro_f1": 0.9797, "any_label_recall": 0.9761, "any_label_fpr": 0.0094 }, { "threshold": 0.85, "macro_f1": 0.9806, "any_label_recall": 0.9761, "any_label_fpr": 0.0083 }, { "threshold": 0.86, "macro_f1": 0.9806, "any_label_recall": 0.9761, "any_label_fpr": 0.0083 }, { "threshold": 0.87, "macro_f1": 0.9806, "any_label_recall": 0.9761, "any_label_fpr": 0.0083 }, { "threshold": 0.88, "macro_f1": 0.9806, "any_label_recall": 0.9761, "any_label_fpr": 0.0083 }, { "threshold": 0.89, "macro_f1": 0.9806, "any_label_recall": 0.9761, "any_label_fpr": 0.0083 }, { "threshold": 0.9, "macro_f1": 0.9806, "any_label_recall": 0.9761, "any_label_fpr": 0.0083 }, { "threshold": 0.91, "macro_f1": 0.9806, "any_label_recall": 0.9761, "any_label_fpr": 0.0083 }, { "threshold": 0.92, "macro_f1": 0.9806, "any_label_recall": 0.9761, "any_label_fpr": 0.0083 }, { "threshold": 0.93, "macro_f1": 0.9797, "any_label_recall": 0.9743, "any_label_fpr": 0.0083 }, { "threshold": 0.94, "macro_f1": 0.9788, "any_label_recall": 0.9725, "any_label_fpr": 0.0083 }, { "threshold": 0.95, "macro_f1": 0.9788, "any_label_recall": 0.9725, "any_label_fpr": 0.0083 } ], "notes": [], "note": "**This threshold is not a tuned parameter, and the shipped policy default stays at 0.89.** Two seeds on the identical corpus read 0.10 and 0.36, a spread of 0.26, the same shape as nsfw's calibration on the same retrain campaign. Per-language quality is stable across the two seeds (mean spread 0.0015), the threshold picked from a flat curve is not. 0.89 is the value reviewed and shipped before this retrain and is unchanged by it." }