gemini-preds.csv

model_name,dialect_group,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
google/gemini-2.5-pro,hijazi_jeddah,50,28.52,47.13,55.4,80.54,88.5,85.5,93.1,88.94
google/gemini-2.5-pro,hijazi_makkah,49,42.33,61.72,63.21,87.37,91.73,90.71,95,92.41
google/gemini-2.5-pro,hijazi_urban,50,31.36,54.3,57.51,85.19,92.3,89.5,93.56,91.26
google/gemini-2.5-pro,hijazi_urban_jeddah,50,26.34,51.95,56.43,84.53,92.36,90.1,95.34,92.34
google/gemini-2.5-pro,najdi_qasim,50,39.59,60.41,62.3,83.86,88.5,84.8,93.2,88.42
google/gemini-2.5-pro,najdi_riyadh,50,29.16,49.85,50.03,80.45,81.8,80.1,93.2,83.94
google/gemini-2.5-pro,najdi_urban,50,29.28,47.46,53.51,81.41,85.1,82.6,94.1,86.46
google/gemini-2.5-pro,northern_hail,50,19.41,47.35,57.11,78.44,85.1,83.3,92.7,86.62
google/gemini-2.5-pro,southern_asiri,50,30.96,56.11,39.79,76.23,61.6,61,90.66,64.54
google/gemini-2.5-pro,southern_jazan,50,41.67,57,68.36,86.26,75.7,73,92.4,77.74
google/gemini-2.5-pro,eastern_urban,50,51.06,67.85,70.73,91.07,93.7,92.5,97.4,94.22
google/gemini-2.5-pro,southern_qahtan,50,43.28,61.8,69.54,86.32,87.9,86.2,94.5,88.86