universal-activation-oracle-v21 / eval_v21_full_real.json
AlexWortega's picture
Upload eval_v21_full_real.json with huggingface_hub
349647c verified
Raw
History Blame Contribute Delete
1.47 kB
{
"llama3-8b": {
"per_bias": {
"chinese_bias": 0.5638,
"gender_bias": 0.7127,
"lgbt_negative": 0.6662,
"muslim_bias": 0.7629
},
"mean": 0.6764
},
"qwen3-1p7b": {
"per_bias": {
"chinese_bias": 0.4977,
"gender_bias": 0.7268,
"lgbt_negative": 0.6862,
"muslim_bias": 0.6868
},
"mean": 0.6494
},
"phi-1p5": {
"per_bias": {
"chinese_bias": 0.5503,
"gender_bias": 0.6517,
"lgbt_negative": 0.629,
"muslim_bias": 0.7181
},
"mean": 0.6373
},
"smollm3-3b": {
"per_bias": {
"chinese_bias": 0.5474,
"gender_bias": 0.6216,
"lgbt_negative": 0.6612,
"muslim_bias": 0.7178
},
"mean": 0.637
},
"qwen2p5-7b": {
"per_bias": {
"chinese_bias": 0.6181,
"gender_bias": 0.6182,
"lgbt_negative": 0.6791,
"muslim_bias": 0.6893
},
"mean": 0.6512
},
"gemma2": {
"per_bias": {
"chinese_bias": 0.4806,
"gender_bias": 0.6522,
"lgbt_negative": 0.6754,
"muslim_bias": 0.7431
},
"mean": 0.6378
},
"qwen2p5-0p5b": {
"per_bias": {
"chinese_bias": 0.4625,
"gender_bias": 0.7171,
"lgbt_negative": 0.661,
"muslim_bias": 0.6646
},
"mean": 0.6263
},
"qwen3-4b": {
"per_bias": {
"chinese_bias": 0.481,
"gender_bias": 0.6769,
"lgbt_negative": 0.5875,
"muslim_bias": 0.6791
},
"mean": 0.6061
}
}