moderation / eval /calibration.json
bogdanraduta's picture
Upload eval/calibration.json with huggingface_hub
0b44557 verified
Raw
History Blame Contribute Delete
12.2 kB
{
"threshold": 0.84,
"objective": "macro_f1",
"value_on_val": 0.9308,
"default_threshold": 0.5,
"default_value_on_val": 0.9232,
"improvement": 0.0076,
"chosen_on": "validation split, never test",
"curve": [
{
"threshold": 0.02,
"macro_f1": 0.1636,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0337
},
{
"threshold": 0.03,
"macro_f1": 0.2553,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0273
},
{
"threshold": 0.04,
"macro_f1": 0.4666,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0233
},
{
"threshold": 0.05,
"macro_f1": 0.6276,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0225
},
{
"threshold": 0.06,
"macro_f1": 0.7077,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0209
},
{
"threshold": 0.07,
"macro_f1": 0.7568,
"any_label_recall": 0.9987,
"any_label_fpr": 0.02
},
{
"threshold": 0.08,
"macro_f1": 0.7885,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0184
},
{
"threshold": 0.09,
"macro_f1": 0.8071,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0168
},
{
"threshold": 0.1,
"macro_f1": 0.8238,
"any_label_recall": 0.9987,
"any_label_fpr": 0.016
},
{
"threshold": 0.11,
"macro_f1": 0.835,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0144
},
{
"threshold": 0.12,
"macro_f1": 0.8453,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0136
},
{
"threshold": 0.13,
"macro_f1": 0.8529,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0136
},
{
"threshold": 0.14,
"macro_f1": 0.8586,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0136
},
{
"threshold": 0.15,
"macro_f1": 0.8638,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0136
},
{
"threshold": 0.16,
"macro_f1": 0.869,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0136
},
{
"threshold": 0.17,
"macro_f1": 0.8737,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0136
},
{
"threshold": 0.18,
"macro_f1": 0.8765,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0136
},
{
"threshold": 0.19,
"macro_f1": 0.88,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0136
},
{
"threshold": 0.2,
"macro_f1": 0.8823,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0128
},
{
"threshold": 0.21,
"macro_f1": 0.8845,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0128
},
{
"threshold": 0.22,
"macro_f1": 0.8881,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.23,
"macro_f1": 0.8902,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.24,
"macro_f1": 0.8928,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.25,
"macro_f1": 0.8942,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.26,
"macro_f1": 0.896,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.27,
"macro_f1": 0.898,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.28,
"macro_f1": 0.8993,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.29,
"macro_f1": 0.8994,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.3,
"macro_f1": 0.9013,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.31,
"macro_f1": 0.9025,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.32,
"macro_f1": 0.904,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.33,
"macro_f1": 0.9048,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.34,
"macro_f1": 0.906,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.35,
"macro_f1": 0.9066,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.36,
"macro_f1": 0.9084,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.37,
"macro_f1": 0.9099,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.38,
"macro_f1": 0.9104,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.39,
"macro_f1": 0.9114,
"any_label_recall": 0.9987,
"any_label_fpr": 0.012
},
{
"threshold": 0.4,
"macro_f1": 0.9127,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0112
},
{
"threshold": 0.41,
"macro_f1": 0.9143,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0112
},
{
"threshold": 0.42,
"macro_f1": 0.9148,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0112
},
{
"threshold": 0.43,
"macro_f1": 0.9164,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.44,
"macro_f1": 0.9168,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.45,
"macro_f1": 0.9183,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.46,
"macro_f1": 0.9186,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.47,
"macro_f1": 0.9191,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.48,
"macro_f1": 0.9202,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.49,
"macro_f1": 0.9221,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.5,
"macro_f1": 0.9232,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.51,
"macro_f1": 0.9237,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.52,
"macro_f1": 0.9239,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.53,
"macro_f1": 0.9248,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.54,
"macro_f1": 0.9251,
"any_label_recall": 0.9987,
"any_label_fpr": 0.0104
},
{
"threshold": 0.55,
"macro_f1": 0.926,
"any_label_recall": 0.9974,
"any_label_fpr": 0.0104
},
{
"threshold": 0.56,
"macro_f1": 0.9265,
"any_label_recall": 0.9974,
"any_label_fpr": 0.0104
},
{
"threshold": 0.57,
"macro_f1": 0.927,
"any_label_recall": 0.9974,
"any_label_fpr": 0.0104
},
{
"threshold": 0.58,
"macro_f1": 0.9282,
"any_label_recall": 0.9974,
"any_label_fpr": 0.0104
},
{
"threshold": 0.59,
"macro_f1": 0.9284,
"any_label_recall": 0.9974,
"any_label_fpr": 0.0104
},
{
"threshold": 0.6,
"macro_f1": 0.9288,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.61,
"macro_f1": 0.9291,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.62,
"macro_f1": 0.9287,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.63,
"macro_f1": 0.9283,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.64,
"macro_f1": 0.929,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.65,
"macro_f1": 0.9285,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.66,
"macro_f1": 0.929,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.67,
"macro_f1": 0.9285,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.68,
"macro_f1": 0.9284,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.69,
"macro_f1": 0.9289,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.7,
"macro_f1": 0.9299,
"any_label_recall": 0.9968,
"any_label_fpr": 0.0104
},
{
"threshold": 0.71,
"macro_f1": 0.9302,
"any_label_recall": 0.9961,
"any_label_fpr": 0.0104
},
{
"threshold": 0.72,
"macro_f1": 0.9291,
"any_label_recall": 0.9955,
"any_label_fpr": 0.0104
},
{
"threshold": 0.73,
"macro_f1": 0.9297,
"any_label_recall": 0.9955,
"any_label_fpr": 0.0104
},
{
"threshold": 0.74,
"macro_f1": 0.9302,
"any_label_recall": 0.9955,
"any_label_fpr": 0.0104
},
{
"threshold": 0.75,
"macro_f1": 0.9302,
"any_label_recall": 0.9955,
"any_label_fpr": 0.0096
},
{
"threshold": 0.76,
"macro_f1": 0.9294,
"any_label_recall": 0.9942,
"any_label_fpr": 0.0096
},
{
"threshold": 0.77,
"macro_f1": 0.9281,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0096
},
{
"threshold": 0.78,
"macro_f1": 0.9292,
"any_label_recall": 0.9923,
"any_label_fpr": 0.0096
},
{
"threshold": 0.79,
"macro_f1": 0.9298,
"any_label_recall": 0.9923,
"any_label_fpr": 0.0088
},
{
"threshold": 0.8,
"macro_f1": 0.9296,
"any_label_recall": 0.9923,
"any_label_fpr": 0.0088
},
{
"threshold": 0.81,
"macro_f1": 0.9299,
"any_label_recall": 0.991,
"any_label_fpr": 0.0088
},
{
"threshold": 0.82,
"macro_f1": 0.9299,
"any_label_recall": 0.9903,
"any_label_fpr": 0.008
},
{
"threshold": 0.83,
"macro_f1": 0.9307,
"any_label_recall": 0.989,
"any_label_fpr": 0.0072
},
{
"threshold": 0.84,
"macro_f1": 0.9308,
"any_label_recall": 0.9884,
"any_label_fpr": 0.0072
},
{
"threshold": 0.85,
"macro_f1": 0.9297,
"any_label_recall": 0.9884,
"any_label_fpr": 0.0072
},
{
"threshold": 0.86,
"macro_f1": 0.9301,
"any_label_recall": 0.9871,
"any_label_fpr": 0.0072
},
{
"threshold": 0.87,
"macro_f1": 0.9293,
"any_label_recall": 0.9832,
"any_label_fpr": 0.0072
},
{
"threshold": 0.88,
"macro_f1": 0.9294,
"any_label_recall": 0.982,
"any_label_fpr": 0.0072
},
{
"threshold": 0.89,
"macro_f1": 0.9296,
"any_label_recall": 0.9781,
"any_label_fpr": 0.0064
},
{
"threshold": 0.9,
"macro_f1": 0.9281,
"any_label_recall": 0.9736,
"any_label_fpr": 0.0056
},
{
"threshold": 0.91,
"macro_f1": 0.9273,
"any_label_recall": 0.9691,
"any_label_fpr": 0.0056
},
{
"threshold": 0.92,
"macro_f1": 0.9264,
"any_label_recall": 0.9652,
"any_label_fpr": 0.0048
},
{
"threshold": 0.93,
"macro_f1": 0.9254,
"any_label_recall": 0.9568,
"any_label_fpr": 0.004
},
{
"threshold": 0.94,
"macro_f1": 0.9248,
"any_label_recall": 0.9523,
"any_label_fpr": 0.0032
},
{
"threshold": 0.95,
"macro_f1": 0.9215,
"any_label_recall": 0.9362,
"any_label_fpr": 0.0032
}
],
"notes": []
}