{ "task": "moderation", "threshold": 0.84, "per_language": { "az": { "support": 60, "precision": 1.0, "recall": 0.9667, "f1": 0.9831, "fpr": 0.0, "accuracy": 0.9352, "n": 108 }, "bg": { "support": 60, "precision": 1.0, "recall": 0.9667, "f1": 0.9831, "fpr": 0.0, "accuracy": 0.9722, "n": 108 }, "cs": { "support": 60, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.963, "n": 108 }, "da": { "support": 60, "precision": 1.0, "recall": 0.9833, "f1": 0.9916, "fpr": 0.0, "accuracy": 0.963, "n": 108 }, "de": { "support": 60, "precision": 1.0, "recall": 0.9833, "f1": 0.9916, "fpr": 0.0, "accuracy": 0.963, "n": 108 }, "el": { "support": 60, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9352, "n": 108 }, "en": { "support": 59, "precision": 0.9833, "recall": 1.0, "f1": 0.9916, "fpr": 0.0208, "accuracy": 0.972, "n": 107 }, "es": { "support": 59, "precision": 1.0, "recall": 0.9831, "f1": 0.9915, "fpr": 0.0, "accuracy": 0.9813, "n": 107 }, "et": { "support": 60, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.963, "n": 108 }, "fi": { "support": 60, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9815, "n": 108 }, "fr": { "support": 59, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.972, "n": 107 }, "ga": { "support": 60, "precision": 0.9516, "recall": 0.9833, "f1": 0.9672, "fpr": 0.0625, "accuracy": 0.8056, "n": 108 }, "hr": { "support": 58, "precision": 0.9831, "recall": 1.0, "f1": 0.9915, "fpr": 0.0208, "accuracy": 0.9717, "n": 106 }, "hu": { "support": 60, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9722, "n": 108 }, "it": { "support": 59, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9813, "n": 107 }, "lt": { "support": 60, "precision": 0.9836, "recall": 1.0, "f1": 0.9917, "fpr": 0.0213, "accuracy": 0.9813, "n": 107 }, "lv": { "support": 60, "precision": 1.0, "recall": 0.9667, "f1": 0.9831, "fpr": 0.0, "accuracy": 0.9537, "n": 108 }, "mt": { "support": 59, "precision": 0.9825, "recall": 0.9492, "f1": 0.9655, "fpr": 0.0208, "accuracy": 0.8411, "n": 107 }, "nl": { "support": 60, "precision": 1.0, "recall": 0.9833, "f1": 0.9916, "fpr": 0.0, "accuracy": 0.9537, "n": 108 }, "pl": { "support": 60, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9815, "n": 108 }, "pt": { "support": 60, "precision": 0.9677, "recall": 1.0, "f1": 0.9836, "fpr": 0.0417, "accuracy": 0.9537, "n": 108 }, "ro": { "support": 60, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9722, "n": 108 }, "sk": { "support": 60, "precision": 1.0, "recall": 0.9833, "f1": 0.9916, "fpr": 0.0, "accuracy": 0.9537, "n": 108 }, "sl": { "support": 59, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9626, "n": 107 }, "sv": { "support": 60, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9722, "n": 108 }, "tr": { "support": 60, "precision": 0.9836, "recall": 1.0, "f1": 0.9917, "fpr": 0.0208, "accuracy": 0.963, "n": 108 } }, "per_register": { "cyber_intrusion": { "support": 130, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9231, "n": 130 }, "cyber_intrusion_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0, "accuracy": 1.0, "n": 52 }, "defamation": { "support": 130, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 1.0, "n": 130 }, "defamation_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0192, "accuracy": 0.9808, "n": 52 }, "election_integrity": { "support": 130, "precision": 1.0, "recall": 0.9923, "f1": 0.9961, "fpr": 0.0, "accuracy": 0.9692, "n": 130 }, "election_integrity_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0, "accuracy": 1.0, "n": 52 }, "extremism": { "support": 129, "precision": 1.0, "recall": 0.9845, "f1": 0.9922, "fpr": 0.0, "accuracy": 0.7907, "n": 129 }, "extremism_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0385, "accuracy": 0.9615, "n": 52 }, "fraud_deception": { "support": 130, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9231, "n": 130 }, "fraud_deception_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0577, "accuracy": 0.9423, "n": 52 }, "hate_incitement": { "support": 126, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9841, "n": 126 }, "hate_incitement_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0, "accuracy": 1.0, "n": 52 }, "illicit_drugs": { "support": 130, "precision": 1.0, "recall": 1.0, "f1": 1.0, "fpr": 0.0, "accuracy": 0.9308, "n": 130 }, "illicit_drugs_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0, "accuracy": 1.0, "n": 52 }, "mundane_informational": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0, "accuracy": 1.0, "n": 207 }, "mundane_operational": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0, "accuracy": 1.0, "n": 208 }, "mundane_transactional": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0, "accuracy": 1.0, "n": 208 }, "property_crime": { "support": 129, "precision": 1.0, "recall": 0.9767, "f1": 0.9882, "fpr": 0.0, "accuracy": 0.8295, "n": 129 }, "property_crime_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0192, "accuracy": 0.9808, "n": 52 }, "self_harm": { "support": 129, "precision": 1.0, "recall": 0.9922, "f1": 0.9961, "fpr": 0.0, "accuracy": 0.9767, "n": 129 }, "self_harm_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0192, "accuracy": 0.9808, "n": 52 }, "sexual_exploitation": { "support": 129, "precision": 1.0, "recall": 0.969, "f1": 0.9843, "fpr": 0.0, "accuracy": 0.938, "n": 129 }, "sexual_exploitation_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0192, "accuracy": 0.9808, "n": 52 }, "violent_facilitation": { "support": 130, "precision": 1.0, "recall": 0.9769, "f1": 0.9883, "fpr": 0.0, "accuracy": 0.8692, "n": 130 }, "violent_facilitation_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0192, "accuracy": 0.9808, "n": 52 }, "weapons_cbrn": { "support": 130, "precision": 1.0, "recall": 0.9923, "f1": 0.9961, "fpr": 0.0, "accuracy": 0.9615, "n": 130 }, "weapons_cbrn_near_miss": { "support": 0, "precision": 0.0, "recall": 0.0, "f1": 0.0, "fpr": 0.0, "accuracy": 1.0, "n": 52 } }, "per_label": { "cyber_intrusion": { "support": 130, "precision": 0.9044, "recall": 0.9462, "f1": 0.9248, "fpr": 0.0049, "accuracy": 0.0, "n": 0 }, "defamation": { "support": 130, "precision": 0.9848, "recall": 1.0, "f1": 0.9924, "fpr": 0.0007, "accuracy": 0.0, "n": 0 }, "election_integrity": { "support": 130, "precision": 1.0, "recall": 0.9692, "f1": 0.9844, "fpr": 0.0, "accuracy": 0.0, "n": 0 }, "extremism": { "support": 129, "precision": 0.864, "recall": 0.8372, "f1": 0.8504, "fpr": 0.0064, "accuracy": 0.0, "n": 0 }, "fraud_deception": { "support": 130, "precision": 0.8472, "recall": 0.9385, "f1": 0.8905, "fpr": 0.0082, "accuracy": 0.0, "n": 0 }, "hate_incitement": { "support": 126, "precision": 0.9612, "recall": 0.9841, "f1": 0.9725, "fpr": 0.0019, "accuracy": 0.0, "n": 0 }, "illicit_drugs": { "support": 130, "precision": 1.0, "recall": 0.9462, "f1": 0.9723, "fpr": 0.0, "accuracy": 0.0, "n": 0 }, "property_crime": { "support": 129, "precision": 0.9561, "recall": 0.845, "f1": 0.8971, "fpr": 0.0019, "accuracy": 0.0, "n": 0 }, "self_harm": { "support": 129, "precision": 0.9692, "recall": 0.9767, "f1": 0.973, "fpr": 0.0015, "accuracy": 0.0, "n": 0 }, "sexual_exploitation": { "support": 129, "precision": 0.9918, "recall": 0.938, "f1": 0.9641, "fpr": 0.0004, "accuracy": 0.0, "n": 0 }, "violent_facilitation": { "support": 130, "precision": 0.7677, "recall": 0.9154, "f1": 0.8351, "fpr": 0.0135, "accuracy": 0.0, "n": 0 }, "weapons_cbrn": { "support": 130, "precision": 0.9407, "recall": 0.9769, "f1": 0.9585, "fpr": 0.003, "accuracy": 0.0, "n": 0 } }, "worst_languages": [ [ "mt", 0.9655172413793103 ], [ "ga", 0.9672131147540983 ], [ "az", 0.983050847457627 ], [ "bg", 0.983050847457627 ], [ "lv", 0.983050847457627 ] ], "calibration": { "threshold": 0.84, "objective": "macro_f1", "value_on_val": 0.9308, "default_threshold": 0.5, "default_value_on_val": 0.9232, "improvement": 0.0076, "chosen_on": "validation split, never test", "curve": [ { "threshold": 0.02, "macro_f1": 0.1636, "any_label_recall": 0.9987, "any_label_fpr": 0.0337 }, { "threshold": 0.03, "macro_f1": 0.2553, "any_label_recall": 0.9987, "any_label_fpr": 0.0273 }, { "threshold": 0.04, "macro_f1": 0.4666, "any_label_recall": 0.9987, "any_label_fpr": 0.0233 }, { "threshold": 0.05, "macro_f1": 0.6276, "any_label_recall": 0.9987, "any_label_fpr": 0.0225 }, { "threshold": 0.06, "macro_f1": 0.7077, "any_label_recall": 0.9987, "any_label_fpr": 0.0209 }, { "threshold": 0.07, "macro_f1": 0.7568, "any_label_recall": 0.9987, "any_label_fpr": 0.02 }, { "threshold": 0.08, "macro_f1": 0.7885, "any_label_recall": 0.9987, "any_label_fpr": 0.0184 }, { "threshold": 0.09, "macro_f1": 0.8071, "any_label_recall": 0.9987, "any_label_fpr": 0.0168 }, { "threshold": 0.1, "macro_f1": 0.8238, "any_label_recall": 0.9987, "any_label_fpr": 0.016 }, { "threshold": 0.11, "macro_f1": 0.835, "any_label_recall": 0.9987, "any_label_fpr": 0.0144 }, { "threshold": 0.12, "macro_f1": 0.8453, "any_label_recall": 0.9987, "any_label_fpr": 0.0136 }, { "threshold": 0.13, "macro_f1": 0.8529, "any_label_recall": 0.9987, "any_label_fpr": 0.0136 }, { "threshold": 0.14, "macro_f1": 0.8586, "any_label_recall": 0.9987, "any_label_fpr": 0.0136 }, { "threshold": 0.15, "macro_f1": 0.8638, "any_label_recall": 0.9987, "any_label_fpr": 0.0136 }, { "threshold": 0.16, "macro_f1": 0.869, "any_label_recall": 0.9987, "any_label_fpr": 0.0136 }, { "threshold": 0.17, "macro_f1": 0.8737, "any_label_recall": 0.9987, "any_label_fpr": 0.0136 }, { "threshold": 0.18, "macro_f1": 0.8765, "any_label_recall": 0.9987, "any_label_fpr": 0.0136 }, { "threshold": 0.19, "macro_f1": 0.88, "any_label_recall": 0.9987, "any_label_fpr": 0.0136 }, { "threshold": 0.2, "macro_f1": 0.8823, "any_label_recall": 0.9987, "any_label_fpr": 0.0128 }, { "threshold": 0.21, "macro_f1": 0.8845, "any_label_recall": 0.9987, "any_label_fpr": 0.0128 }, { "threshold": 0.22, "macro_f1": 0.8881, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.23, "macro_f1": 0.8902, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.24, "macro_f1": 0.8928, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.25, "macro_f1": 0.8942, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.26, "macro_f1": 0.896, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.27, "macro_f1": 0.898, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.28, "macro_f1": 0.8993, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.29, "macro_f1": 0.8994, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.3, "macro_f1": 0.9013, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.31, "macro_f1": 0.9025, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.32, "macro_f1": 0.904, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.33, "macro_f1": 0.9048, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.34, "macro_f1": 0.906, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.35, "macro_f1": 0.9066, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.36, "macro_f1": 0.9084, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.37, "macro_f1": 0.9099, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.38, "macro_f1": 0.9104, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.39, "macro_f1": 0.9114, "any_label_recall": 0.9987, "any_label_fpr": 0.012 }, { "threshold": 0.4, "macro_f1": 0.9127, "any_label_recall": 0.9987, "any_label_fpr": 0.0112 }, { "threshold": 0.41, "macro_f1": 0.9143, "any_label_recall": 0.9987, "any_label_fpr": 0.0112 }, { "threshold": 0.42, "macro_f1": 0.9148, "any_label_recall": 0.9987, "any_label_fpr": 0.0112 }, { "threshold": 0.43, "macro_f1": 0.9164, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.44, "macro_f1": 0.9168, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.45, "macro_f1": 0.9183, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.46, "macro_f1": 0.9186, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.47, "macro_f1": 0.9191, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.48, "macro_f1": 0.9202, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.49, "macro_f1": 0.9221, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.5, "macro_f1": 0.9232, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.51, "macro_f1": 0.9237, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.52, "macro_f1": 0.9239, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.53, "macro_f1": 0.9248, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.54, "macro_f1": 0.9251, "any_label_recall": 0.9987, "any_label_fpr": 0.0104 }, { "threshold": 0.55, "macro_f1": 0.926, "any_label_recall": 0.9974, "any_label_fpr": 0.0104 }, { "threshold": 0.56, "macro_f1": 0.9265, "any_label_recall": 0.9974, "any_label_fpr": 0.0104 }, { "threshold": 0.57, "macro_f1": 0.927, "any_label_recall": 0.9974, "any_label_fpr": 0.0104 }, { "threshold": 0.58, "macro_f1": 0.9282, "any_label_recall": 0.9974, "any_label_fpr": 0.0104 }, { "threshold": 0.59, "macro_f1": 0.9284, "any_label_recall": 0.9974, "any_label_fpr": 0.0104 }, { "threshold": 0.6, "macro_f1": 0.9288, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.61, "macro_f1": 0.9291, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.62, "macro_f1": 0.9287, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.63, "macro_f1": 0.9283, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.64, "macro_f1": 0.929, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.65, "macro_f1": 0.9285, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.66, "macro_f1": 0.929, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.67, "macro_f1": 0.9285, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.68, "macro_f1": 0.9284, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.69, "macro_f1": 0.9289, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.7, "macro_f1": 0.9299, "any_label_recall": 0.9968, "any_label_fpr": 0.0104 }, { "threshold": 0.71, "macro_f1": 0.9302, "any_label_recall": 0.9961, "any_label_fpr": 0.0104 }, { "threshold": 0.72, "macro_f1": 0.9291, "any_label_recall": 0.9955, "any_label_fpr": 0.0104 }, { "threshold": 0.73, "macro_f1": 0.9297, "any_label_recall": 0.9955, "any_label_fpr": 0.0104 }, { "threshold": 0.74, "macro_f1": 0.9302, "any_label_recall": 0.9955, "any_label_fpr": 0.0104 }, { "threshold": 0.75, "macro_f1": 0.9302, "any_label_recall": 0.9955, "any_label_fpr": 0.0096 }, { "threshold": 0.76, "macro_f1": 0.9294, "any_label_recall": 0.9942, "any_label_fpr": 0.0096 }, { "threshold": 0.77, "macro_f1": 0.9281, "any_label_recall": 0.9936, "any_label_fpr": 0.0096 }, { "threshold": 0.78, "macro_f1": 0.9292, "any_label_recall": 0.9923, "any_label_fpr": 0.0096 }, { "threshold": 0.79, "macro_f1": 0.9298, "any_label_recall": 0.9923, "any_label_fpr": 0.0088 }, { "threshold": 0.8, "macro_f1": 0.9296, "any_label_recall": 0.9923, "any_label_fpr": 0.0088 }, { "threshold": 0.81, "macro_f1": 0.9299, "any_label_recall": 0.991, "any_label_fpr": 0.0088 }, { "threshold": 0.82, "macro_f1": 0.9299, "any_label_recall": 0.9903, "any_label_fpr": 0.008 }, { "threshold": 0.83, "macro_f1": 0.9307, "any_label_recall": 0.989, "any_label_fpr": 0.0072 }, { "threshold": 0.84, "macro_f1": 0.9308, "any_label_recall": 0.9884, "any_label_fpr": 0.0072 }, { "threshold": 0.85, "macro_f1": 0.9297, "any_label_recall": 0.9884, "any_label_fpr": 0.0072 }, { "threshold": 0.86, "macro_f1": 0.9301, "any_label_recall": 0.9871, "any_label_fpr": 0.0072 }, { "threshold": 0.87, "macro_f1": 0.9293, "any_label_recall": 0.9832, "any_label_fpr": 0.0072 }, { "threshold": 0.88, "macro_f1": 0.9294, "any_label_recall": 0.982, "any_label_fpr": 0.0072 }, { "threshold": 0.89, "macro_f1": 0.9296, "any_label_recall": 0.9781, "any_label_fpr": 0.0064 }, { "threshold": 0.9, "macro_f1": 0.9281, "any_label_recall": 0.9736, "any_label_fpr": 0.0056 }, { "threshold": 0.91, "macro_f1": 0.9273, "any_label_recall": 0.9691, "any_label_fpr": 0.0056 }, { "threshold": 0.92, "macro_f1": 0.9264, "any_label_recall": 0.9652, "any_label_fpr": 0.0048 }, { "threshold": 0.93, "macro_f1": 0.9254, "any_label_recall": 0.9568, "any_label_fpr": 0.004 }, { "threshold": 0.94, "macro_f1": 0.9248, "any_label_recall": 0.9523, "any_label_fpr": 0.0032 }, { "threshold": 0.95, "macro_f1": 0.9215, "any_label_recall": 0.9362, "any_label_fpr": 0.0032 } ], "notes": [] } }