| { |
| "Horizon-Labs/multilingual-hate-speech-base": { |
| "labels": [ |
| "hate", |
| "target_race", |
| "target_religion", |
| "target_origin", |
| "target_gender", |
| "target_sexuality", |
| "target_age", |
| "target_disability" |
| ], |
| "col": "hate", |
| "neg": false, |
| "ethos": { |
| "n": 998, |
| "auc": 0.9317235177502095, |
| "f1_05": 0.7790549169859514, |
| "fpr_05": 0.07964601769911504 |
| }, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.8468165362902205, |
| "f1_05": 0.6658130601792573, |
| "fpr_05": 0.3368421052631579 |
| }, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.903714273347328, |
| "f1_05": 0.5688575899843505, |
| "fpr_05": 0.06818668379362021 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.8075370536546457, |
| "f1_05": 0.3082405345211581, |
| "fpr_05": 0.029420970266040687 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.7762656397659214, |
| "f1_05": 0.6992628992628993, |
| "fpr_05": 0.1421933085501859, |
| "func_acc": { |
| "counter_quote_nh": 0.8013698630136986, |
| "counter_ref_nh": 0.8082191780821918, |
| "derog_dehum_h": 0.7214285714285714, |
| "derog_impl_h": 0.5103448275862069, |
| "derog_neg_attrib_h": 0.7642857142857142, |
| "derog_neg_emote_h": 0.6071428571428571, |
| "ident_neutral_nh": 0.9785714285714285, |
| "ident_pos_nh": 0.7523809523809524, |
| "negate_neg_nh": 0.7428571428571429, |
| "negate_pos_h": 0.7142857142857143, |
| "phrase_opinion_h": 0.75, |
| "phrase_question_h": 0.5071428571428571, |
| "profanity_h": 0.7785714285714286, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.6857142857142857, |
| "ref_subs_sent_h": 0.7142857142857143, |
| "slur_h": 0.02197802197802198, |
| "spell_char_eng_replace_h": 0.4489795918367347, |
| "spell_char_repeat_h": 0.410958904109589, |
| "spell_sent_arabazi_h": 0.0, |
| "spell_space_add_h": 0.3493150684931507, |
| "spell_word_variation_h": 0.6164383561643836, |
| "target_group_nh": 0.9230769230769231, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.6071428571428571, |
| "threat_norm_h": 0.8642857142857143 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.9220649399332393, |
| "f1_05": 0.8688060405851817, |
| "fpr_05": 0.11859838274932614, |
| "func_acc": { |
| "counter_quote_nh": 0.8170731707317073, |
| "counter_ref_nh": 0.8109756097560976, |
| "derog_dehum_h": 0.9714285714285714, |
| "derog_impl_h": 0.5857142857142857, |
| "derog_neg_attrib_h": 0.9571428571428572, |
| "derog_neg_emote_h": 0.8071428571428572, |
| "ident_neutral_nh": 0.9571428571428572, |
| "ident_pos_nh": 0.8285714285714286, |
| "negate_neg_nh": 0.85, |
| "negate_pos_h": 0.8571428571428571, |
| "phrase_opinion_h": 0.9571428571428572, |
| "phrase_question_h": 0.9071428571428571, |
| "profanity_h": 0.9642857142857143, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9142857142857143, |
| "ref_subs_sent_h": 0.95, |
| "slur_h": 0.21333333333333335, |
| "spell_char_comp_h": 0.6575342465753424, |
| "spell_homoph_h": 0.7571428571428571, |
| "spell_pinyin_h": 0.6577181208053692, |
| "target_group_nh": 0.8769230769230769, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9428571428571428, |
| "threat_norm_h": 0.9642857142857143 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.9100735965619124, |
| "f1_05": 0.8775681341719077, |
| "fpr_05": 0.11598173515981736, |
| "func_acc": { |
| "counter_quote_nh": 0.8774193548387097, |
| "counter_ref_nh": 0.967741935483871, |
| "derog_dehum_h": 0.9928571428571429, |
| "derog_impl_h": 0.7241379310344828, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.7142857142857143, |
| "ident_neutral_nh": 0.95, |
| "ident_pos_nh": 0.7952380952380952, |
| "negate_neg_nh": 0.6928571428571428, |
| "negate_pos_h": 0.85, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9, |
| "profanity_h": 0.95, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9571428571428572, |
| "ref_subs_sent_h": 0.9214285714285714, |
| "slur_h": 0.4166666666666667, |
| "spell_char_del_h": 0.7, |
| "spell_char_swap_h": 0.8571428571428571, |
| "spell_leet_h": 0.7032258064516129, |
| "spell_space_add_h": 0.41935483870967744, |
| "spell_space_del_h": 0.8193548387096774, |
| "target_group_nh": 0.8615384615384616, |
| "target_indiv_nh": 0.9846153846153847, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9, |
| "threat_norm_h": 0.95 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.9233422474668399, |
| "f1_05": 0.864244741873805, |
| "fpr_05": 0.0944206008583691, |
| "func_acc": { |
| "counter_quote_nh": 0.7861271676300579, |
| "counter_ref_nh": 0.900709219858156, |
| "derog_dehum_h": 0.9714285714285714, |
| "derog_impl_h": 0.6214285714285714, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.8214285714285714, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.91005291005291, |
| "negate_neg_nh": 0.8646616541353384, |
| "negate_pos_h": 0.9357142857142857, |
| "phrase_opinion_h": 0.9548872180451128, |
| "phrase_question_h": 0.9214285714285714, |
| "profanity_h": 0.9428571428571428, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9571428571428572, |
| "ref_subs_sent_h": 0.9624060150375939, |
| "slur_h": 0.5486111111111112, |
| "slur_homonym_nh": 0.7666666666666667, |
| "slur_reclaimed_nh": 0.8641975308641975, |
| "spell_char_del_h": 0.4928571428571429, |
| "spell_char_swap_h": 0.7744360902255639, |
| "spell_leet_h": 0.5260115606936416, |
| "spell_space_add_h": 0.4046242774566474, |
| "spell_space_del_h": 0.7730496453900709, |
| "target_group_nh": 0.9193548387096774, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.8947368421052632, |
| "threat_norm_h": 0.9642857142857143 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.8889973510389432, |
| "f1_05": 0.85150955021565, |
| "fpr_05": 0.17531305903398928, |
| "func_acc": { |
| "counter_quote_nh": 0.7485029940119761, |
| "counter_ref_nh": 0.8083832335329342, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.7642857142857142, |
| "derog_neg_attrib_h": 0.9642857142857143, |
| "derog_neg_emote_h": 0.8428571428571429, |
| "ident_neutral_nh": 0.95, |
| "ident_pos_nh": 0.7511961722488039, |
| "negate_neg_nh": 0.6285714285714286, |
| "negate_pos_h": 0.95, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9104477611940298, |
| "profanity_h": 0.9473684210526315, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9924812030075187, |
| "ref_subs_sent_h": 0.9856115107913669, |
| "slur_h": 0.29375, |
| "spell_char_del_h": 0.5928571428571429, |
| "spell_char_swap_h": 0.8642857142857143, |
| "spell_leet_h": 0.6287425149700598, |
| "spell_space_add_h": 0.40119760479041916, |
| "spell_space_del_h": 0.6227544910179641, |
| "target_group_nh": 0.8307692307692308, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9, |
| "threat_norm_h": 0.9285714285714286 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.6772136711181171, |
| "f1_05": 0.4907300115874855, |
| "fpr_05": 0.10863509749303621, |
| "func_acc": { |
| "counter_quote_nh": 0.8972602739726028, |
| "counter_ref_nh": 0.8356164383561644, |
| "derog_dehum_h": 0.3142857142857143, |
| "derog_impl_h": 0.42857142857142855, |
| "derog_neg_attrib_h": 0.40714285714285714, |
| "derog_neg_emote_h": 0.37142857142857144, |
| "ident_neutral_nh": 0.9214285714285714, |
| "ident_pos_nh": 0.7952380952380952, |
| "negate_neg_nh": 0.8428571428571429, |
| "negate_pos_h": 0.39285714285714285, |
| "phrase_opinion_h": 0.4357142857142857, |
| "phrase_question_h": 0.36428571428571427, |
| "profanity_h": 0.4142857142857143, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.5, |
| "ref_subs_sent_h": 0.5285714285714286, |
| "slur_h": 0.011111111111111112, |
| "spell_char_del_h": 0.20714285714285716, |
| "spell_char_swap_h": 0.3, |
| "spell_leet_h": 0.2671232876712329, |
| "spell_space_add_h": 0.1095890410958904, |
| "spell_space_del_h": 0.1917808219178082, |
| "target_group_nh": 0.9692307692307692, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.3142857142857143, |
| "threat_norm_h": 0.4714285714285714 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.9011112894713926, |
| "f1_05": 0.8500105775333192, |
| "fpr_05": 0.12195121951219512, |
| "func_acc": { |
| "counter_quote_nh": 0.8136645962732919, |
| "counter_ref_nh": 0.9130434782608695, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.6714285714285714, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.7357142857142858, |
| "ident_neutral_nh": 0.95, |
| "ident_pos_nh": 0.7952380952380952, |
| "negate_neg_nh": 0.7785714285714286, |
| "negate_pos_h": 0.8857142857142857, |
| "phrase_opinion_h": 0.9714285714285714, |
| "phrase_question_h": 0.8928571428571429, |
| "profanity_h": 0.9785714285714285, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.95, |
| "ref_subs_sent_h": 0.9214285714285714, |
| "slur_h": 0.37857142857142856, |
| "spell_char_del_h": 0.5714285714285714, |
| "spell_char_swap_h": 0.7928571428571428, |
| "spell_leet_h": 0.5031055900621118, |
| "spell_space_add_h": 0.37888198757763975, |
| "spell_space_del_h": 0.7267080745341615, |
| "target_group_nh": 0.8461538461538461, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.8571428571428571, |
| "threat_norm_h": 0.8928571428571429 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.8709887205387206, |
| "f1_05": 0.8359810191871261, |
| "fpr_05": 0.1608888888888889, |
| "func_acc": { |
| "counter_quote_nh": 0.8176470588235294, |
| "counter_ref_nh": 0.8764705882352941, |
| "derog_dehum_h": 0.9714285714285714, |
| "derog_impl_h": 0.7357142857142858, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.7571428571428571, |
| "ident_neutral_nh": 0.9571428571428572, |
| "ident_pos_nh": 0.6761904761904762, |
| "negate_neg_nh": 0.6857142857142857, |
| "negate_pos_h": 0.9, |
| "phrase_opinion_h": 0.95, |
| "phrase_question_h": 0.9142857142857143, |
| "profanity_h": 0.9928571428571429, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9428571428571428, |
| "ref_subs_sent_h": 0.9285714285714286, |
| "slur_h": 0.12941176470588237, |
| "spell_char_del_h": 0.6357142857142857, |
| "spell_char_swap_h": 0.7928571428571428, |
| "spell_leet_h": 0.5294117647058824, |
| "spell_space_add_h": 0.3352941176470588, |
| "spell_space_del_h": 0.6941176470588235, |
| "target_group_nh": 0.8461538461538461, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.95, |
| "threat_norm_h": 0.95 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.8597691342138918, |
| "f1_05": 0.8170655567117586, |
| "fpr_05": 0.1442392260334213, |
| "func_acc": { |
| "counter_quote_nh": 0.875, |
| "counter_ref_nh": 0.8579545454545454, |
| "derog_dehum_h": 0.95, |
| "derog_impl_h": 0.6357142857142857, |
| "derog_neg_attrib_h": 0.9428571428571428, |
| "derog_neg_emote_h": 0.7214285714285714, |
| "ident_neutral_nh": 0.95, |
| "ident_pos_nh": 0.6952380952380952, |
| "negate_neg_nh": 0.7428571428571429, |
| "negate_pos_h": 0.8928571428571429, |
| "phrase_opinion_h": 0.9357142857142857, |
| "phrase_question_h": 0.8142857142857143, |
| "profanity_h": 0.9285714285714286, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9071428571428571, |
| "ref_subs_sent_h": 0.9857142857142858, |
| "slur_h": 0.19473684210526315, |
| "spell_char_del_h": 0.5785714285714286, |
| "spell_char_swap_h": 0.7642857142857142, |
| "spell_leet_h": 0.5454545454545454, |
| "spell_space_add_h": 0.30113636363636365, |
| "spell_space_del_h": 0.6534090909090909, |
| "target_group_nh": 0.8615384615384616, |
| "target_indiv_nh": 0.9846153846153847, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.8785714285714286, |
| "threat_norm_h": 0.9357142857142857 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.900126880076512, |
| "f1_05": 0.8486520908511993, |
| "fpr_05": 0.11801801801801802, |
| "func_acc": { |
| "counter_quote_nh": 0.8198757763975155, |
| "counter_ref_nh": 0.906832298136646, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.7028985507246377, |
| "derog_neg_attrib_h": 0.9714285714285714, |
| "derog_neg_emote_h": 0.7785714285714286, |
| "ident_neutral_nh": 0.9090909090909091, |
| "ident_pos_nh": 0.8380952380952381, |
| "negate_neg_nh": 0.7714285714285715, |
| "negate_pos_h": 0.8857142857142857, |
| "phrase_opinion_h": 0.9642857142857143, |
| "phrase_question_h": 0.8428571428571429, |
| "profanity_h": 0.9, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9214285714285714, |
| "ref_subs_sent_h": 0.9357142857142857, |
| "slur_h": 0.21428571428571427, |
| "spell_char_del_h": 0.6285714285714286, |
| "spell_char_swap_h": 0.8285714285714286, |
| "spell_leet_h": 0.5838509316770186, |
| "spell_space_add_h": 0.40993788819875776, |
| "spell_space_del_h": 0.6459627329192547, |
| "target_group_nh": 0.8769230769230769, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9357142857142857, |
| "threat_norm_h": 0.8928571428571429 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.8934337082886146, |
| "f1_05": 0.8514155817317628, |
| "fpr_05": 0.1320754716981132, |
| "func_acc": { |
| "counter_quote_nh": 0.8048780487804879, |
| "counter_ref_nh": 0.7987804878048781, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.7142857142857143, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.7714285714285715, |
| "ident_neutral_nh": 0.9714285714285714, |
| "ident_pos_nh": 0.8095238095238095, |
| "negate_neg_nh": 0.7857142857142857, |
| "negate_pos_h": 0.8896551724137931, |
| "phrase_opinion_h": 0.9241379310344827, |
| "phrase_question_h": 0.8928571428571429, |
| "profanity_h": 0.9142857142857143, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9310344827586207, |
| "ref_subs_sent_h": 0.9379310344827586, |
| "slur_h": 0.2866666666666667, |
| "spell_char_del_h": 0.5642857142857143, |
| "spell_char_swap_h": 0.8571428571428571, |
| "spell_leet_h": 0.5443786982248521, |
| "spell_space_add_h": 0.47560975609756095, |
| "spell_space_del_h": 0.676829268292683, |
| "target_group_nh": 0.8769230769230769, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.8857142857142857, |
| "threat_norm_h": 0.9517241379310345 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.7565266801456891, |
| "f1_05": 0.5119189511323003, |
| "fpr_05": 0.21192350956130485, |
| "target_auc": { |
| "race": 0.890887542401214, |
| "religion": 0.9565567067442536, |
| "origin": 0.9227262673507151, |
| "gender": 0.9034750126856563, |
| "sexuality": 0.9199812728486189, |
| "age": 0.8252287581699347, |
| "disability": 0.9437653464289527 |
| } |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.7214719896223983, |
| "f1_05": 0.22429906542056074, |
| "fpr_05": 0.029392117568470273 |
| }, |
| "_mhc_mean_auc": 0.8657624707703732, |
| "_mhc_mean_f1": 0.805022382155645, |
| "_real_mean_auc": 0.8036267566968518, |
| "_heldout_real_mean_auc": 0.8411117085936454 |
| } |
| } |
