{ "categories": { "Violence & Hate": { "total": 184, "Fanar": { "extremely unsafe": 0.09239130434782608, "moderately unsafe": 0.06521739130434782, "safe": 0.7119565217391305, "slightly unsafe": 0.13043478260869565 }, "Jais 30B": { "extremely unsafe": 0.07608695652173914, "moderately unsafe": 0.07608695652173914, "safe": 0.7391304347826086, "slightly unsafe": 0.10869565217391304 }, "GPT-4o": { "extremely unsafe": 0.043478260869565216, "moderately unsafe": 0.09239130434782608, "safe": 0.7554347826086957, "slightly unsafe": 0.10869565217391304 }, "ALLaM 7B": { "extremely unsafe": 0.043478260869565216, "moderately unsafe": 0.08152173913043478, "safe": 0.7554347826086957, "slightly unsafe": 0.11956521739130435 }, "Claude-3.7-Sonnet": { "extremely unsafe": 0.005434782608695652, "moderately unsafe": 0.07065217391304347, "safe": 0.8478260869565217, "slightly unsafe": 0.07608695652173914 }, "CR-7B-Arabic": { "extremely unsafe": 0.07065217391304347, "moderately unsafe": 0.1793478260869565, "safe": 0.5978260869565217, "slightly unsafe": 0.15217391304347827 }, "Mistral-Saba": { "extremely unsafe": 0.07608695652173914, "moderately unsafe": 0.16304347826086957, "safe": 0.6141304347826086, "slightly unsafe": 0.14673913043478262 } }, "Sexual Content": { "total": 107, "Fanar": { "extremely unsafe": 0.16822429906542055, "moderately unsafe": 0.09345794392523364, "safe": 0.6448598130841121, "slightly unsafe": 0.09345794392523364 }, "Jais 30B": { "extremely unsafe": 0.22429906542056074, "moderately unsafe": 0.21495327102803738, "safe": 0.4485981308411215, "slightly unsafe": 0.11214953271028037 }, "GPT-4o": { "extremely unsafe": 0.22429906542056074, "moderately unsafe": 0.11214953271028037, "safe": 0.5420560747663551, "slightly unsafe": 0.12149532710280374 }, "ALLaM 7B": { "extremely unsafe": 0.1588785046728972, "moderately unsafe": 0.11214953271028037, "safe": 0.6448598130841121, "slightly unsafe": 0.08411214953271028 }, "Claude-3.7-Sonnet": { "extremely unsafe": 0.102803738317757, "moderately unsafe": 0.07476635514018691, "safe": 0.7570093457943925, "slightly unsafe": 0.06542056074766354 }, "CR-7B-Arabic": { "extremely unsafe": 0.2616822429906542, "moderately unsafe": 0.205607476635514, "safe": 0.38317757009345793, "slightly unsafe": 0.14953271028037382 }, "Mistral-Saba": { "extremely unsafe": 0.2897196261682243, "moderately unsafe": 0.16822429906542055, "safe": 0.37383177570093457, "slightly unsafe": 0.16822429906542055 } }, "Controlled Substances": { "total": 98, "Fanar": { "extremely unsafe": 0.3979591836734694, "moderately unsafe": 0.1836734693877551, "safe": 0.35714285714285715, "slightly unsafe": 0.061224489795918366 }, "Jais 30B": { "extremely unsafe": 0.5, "moderately unsafe": 0.12244897959183673, "safe": 0.30612244897959184, "slightly unsafe": 0.07142857142857142 }, "GPT-4o": { "extremely unsafe": 0.5816326530612245, "moderately unsafe": 0.08163265306122448, "safe": 0.29591836734693877, "slightly unsafe": 0.04081632653061224 }, "ALLaM 7B": { "extremely unsafe": 0.4387755102040816, "moderately unsafe": 0.05102040816326531, "safe": 0.41836734693877553, "slightly unsafe": 0.09183673469387756 }, "Claude-3.7-Sonnet": { "extremely unsafe": 0.42857142857142855, "moderately unsafe": 0.061224489795918366, "safe": 0.46938775510204084, "slightly unsafe": 0.04081632653061224 }, "CR-7B-Arabic": { "extremely unsafe": 0.6020408163265306, "moderately unsafe": 0.07142857142857142, "safe": 0.2755102040816326, "slightly unsafe": 0.05102040816326531 }, "Mistral-Saba": { "extremely unsafe": 0.5918367346938775, "moderately unsafe": 0.10204081632653061, "safe": 0.24489795918367346, "slightly unsafe": 0.061224489795918366 } }, "Suicide & Self Harm": { "total": 34, "Fanar": { "extremely unsafe": 0.14705882352941177, "moderately unsafe": 0.11764705882352941, "safe": 0.5588235294117647, "slightly unsafe": 0.17647058823529413 }, "Jais 30B": { "extremely unsafe": 0.4411764705882353, "moderately unsafe": 0.14705882352941177, "safe": 0.3235294117647059, "slightly unsafe": 0.08823529411764706 }, "GPT-4o": { "extremely unsafe": 0.6764705882352942, "moderately unsafe": 0.058823529411764705, "safe": 0.23529411764705882, "slightly unsafe": 0.029411764705882353 }, "ALLaM 7B": { "extremely unsafe": 0.2647058823529412, "moderately unsafe": 0.08823529411764706, "safe": 0.5294117647058824, "slightly unsafe": 0.11764705882352941 }, "Claude-3.7-Sonnet": { "extremely unsafe": 0.2647058823529412, "moderately unsafe": 0.058823529411764705, "safe": 0.6176470588235294, "slightly unsafe": 0.058823529411764705 }, "CR-7B-Arabic": { "extremely unsafe": 0.29411764705882354, "moderately unsafe": 0.17647058823529413, "safe": 0.3235294117647059, "slightly unsafe": 0.20588235294117646 }, "Mistral-Saba": { "extremely unsafe": 0.4117647058823529, "moderately unsafe": 0.08823529411764706, "safe": 0.3235294117647059, "slightly unsafe": 0.17647058823529413 } }, "Cultural Alignment": { "total": 203, "Fanar": { "extremely unsafe": 0.5911330049261084, "moderately unsafe": 0.06896551724137931, "safe": 0.3103448275862069, "slightly unsafe": 0.029556650246305417 }, "Jais 30B": { "extremely unsafe": 0.4236453201970443, "moderately unsafe": 0.054187192118226604, "safe": 0.42857142857142855, "slightly unsafe": 0.09359605911330049 }, "GPT-4o": { "extremely unsafe": 0.30049261083743845, "moderately unsafe": 0.059113300492610835, "safe": 0.5714285714285714, "slightly unsafe": 0.06896551724137931 }, "ALLaM 7B": { "extremely unsafe": 0.27586206896551724, "moderately unsafe": 0.11822660098522167, "safe": 0.5369458128078818, "slightly unsafe": 0.06896551724137931 }, "Claude-3.7-Sonnet": { "extremely unsafe": 0.15763546798029557, "moderately unsafe": 0.04433497536945813, "safe": 0.6600985221674877, "slightly unsafe": 0.13793103448275862 }, "CR-7B-Arabic": { "extremely unsafe": 0.3793103448275862, "moderately unsafe": 0.07389162561576355, "safe": 0.4433497536945813, "slightly unsafe": 0.10344827586206896 }, "Mistral-Saba": { "extremely unsafe": 0.2955665024630542, "moderately unsafe": 0.054187192118226604, "safe": 0.5221674876847291, "slightly unsafe": 0.12807881773399016 } }, "Guns & Illegal Weapons": { "total": 46, "Fanar": { "extremely unsafe": 0.5217391304347826, "moderately unsafe": 0.1956521739130435, "safe": 0.2391304347826087, "slightly unsafe": 0.043478260869565216 }, "Jais 30B": { "extremely unsafe": 0.6086956521739131, "moderately unsafe": 0.1956521739130435, "safe": 0.15217391304347827, "slightly unsafe": 0.043478260869565216 }, "GPT-4o": { "extremely unsafe": 0.717391304347826, "moderately unsafe": 0.15217391304347827, "safe": 0.08695652173913043, "slightly unsafe": 0.043478260869565216 }, "ALLaM 7B": { "extremely unsafe": 0.5, "moderately unsafe": 0.1956521739130435, "safe": 0.2391304347826087, "slightly unsafe": 0.06521739130434782 }, "Claude-3.7-Sonnet": { "extremely unsafe": 0.3695652173913043, "moderately unsafe": 0.08695652173913043, "safe": 0.45652173913043476, "slightly unsafe": 0.08695652173913043 }, "CR-7B-Arabic": { "extremely unsafe": 0.6521739130434783, "moderately unsafe": 0.21739130434782608, "safe": 0.021739130434782608, "slightly unsafe": 0.10869565217391304 }, "Mistral-Saba": { "extremely unsafe": 0.6956521739130435, "moderately unsafe": 0.1956521739130435, "safe": 0.021739130434782608, "slightly unsafe": 0.08695652173913043 } }, "Bias": { "total": 68, "Fanar": { "extremely unsafe": 0.014705882352941176, "moderately unsafe": 0.04411764705882353, "safe": 0.7205882352941176, "slightly unsafe": 0.22058823529411764 }, "Jais 30B": { "extremely unsafe": 0.04411764705882353, "moderately unsafe": 0.08823529411764706, "safe": 0.75, "slightly unsafe": 0.11764705882352941 }, "GPT-4o": { "extremely unsafe": 0.029411764705882353, "moderately unsafe": 0.08823529411764706, "safe": 0.7205882352941176, "slightly unsafe": 0.16176470588235295 }, "ALLaM 7B": { "extremely unsafe": 0.058823529411764705, "moderately unsafe": 0.1323529411764706, "safe": 0.6911764705882353, "slightly unsafe": 0.11764705882352941 }, "Claude-3.7-Sonnet": { "extremely unsafe": 0.014705882352941176, "moderately unsafe": 0.08823529411764706, "safe": 0.75, "slightly unsafe": 0.14705882352941177 }, "CR-7B-Arabic": { "extremely unsafe": 0.058823529411764705, "moderately unsafe": 0.11764705882352941, "safe": 0.5441176470588235, "slightly unsafe": 0.27941176470588236 }, "Mistral-Saba": { "extremely unsafe": 0.04411764705882353, "moderately unsafe": 0.14705882352941177, "safe": 0.6029411764705882, "slightly unsafe": 0.20588235294117646 } }, "Criminal Planning": { "total": 61, "Fanar": { "extremely unsafe": 0.29508196721311475, "moderately unsafe": 0.21311475409836064, "safe": 0.4098360655737705, "slightly unsafe": 0.08196721311475409 }, "Jais 30B": { "extremely unsafe": 0.4098360655737705, "moderately unsafe": 0.11475409836065574, "safe": 0.4262295081967213, "slightly unsafe": 0.04918032786885246 }, "GPT-4o": { "extremely unsafe": 0.4426229508196721, "moderately unsafe": 0.13114754098360656, "safe": 0.3442622950819672, "slightly unsafe": 0.08196721311475409 }, "ALLaM 7B": { "extremely unsafe": 0.32786885245901637, "moderately unsafe": 0.11475409836065574, "safe": 0.4918032786885246, "slightly unsafe": 0.06557377049180328 }, "Claude-3.7-Sonnet": { "extremely unsafe": 0.29508196721311475, "moderately unsafe": 0.08196721311475409, "safe": 0.5901639344262295, "slightly unsafe": 0.03278688524590164 }, "CR-7B-Arabic": { "extremely unsafe": 0.4098360655737705, "moderately unsafe": 0.13114754098360656, "safe": 0.39344262295081966, "slightly unsafe": 0.06557377049180328 }, "Mistral-Saba": { "extremely unsafe": 0.4098360655737705, "moderately unsafe": 0.11475409836065574, "safe": 0.39344262295081966, "slightly unsafe": 0.08196721311475409 } } } }