Spaces:

NAMAA-Space
/

SAFIR-Leaderboard

Running

App Files Files Community

Omartificial-Intelligence-Space commited on Jan 20

Commit

d2b265a

verified ·

1 Parent(s): cc588bf

Upload 6 files

Browse files

Files changed (6) hide show

falcon-3-10b-instruct_preds.csv +13 -0
index.html +1 -1
madlad400-3b-mt_preds.csv +13 -0
nllb-200-3_3b_preds.csv +13 -0
qwen-2_5-7b-instruct_preds.csv +13 -0
silma-9b-instruct_preds.csv +13 -0

falcon-3-10b-instruct_preds.csv ADDED Viewed

	@@ -0,0 +1,13 @@

+model_name,num_examples,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+Falcon-3-10B-Instruct,hijazi_jeddah,51,4.1,22.64,21.55,62.62,30.19607843,25,75,32.84313725
+Falcon-3-10B-Instruct,hijazi_makkah,49,18.19,39.93,39.1,75.56,57.55102041,52.75510204,85.16326531,59.08163265
+Falcon-3-10B-Instruct,hijazi_urban,50,10.89,38.19,33.85,70.35,41.7,35.6,67.3,42.68
+Falcon-3-10B-Instruct,hijazi_urban_jeddah,51,8.82,35.54,33.9,72.91,54.80392157,48.82352941,82.11764706,56.1372549
+Falcon-3-10B-Instruct,najdi_qasim,51,7.41,29.17,26.63,66.2,39.50980392,34.50980392,78.17647059,41.43137255
+Falcon-3-10B-Instruct,najdi_riyadh,51,5.15,24.58,20.72,64.82,27.15686275,22.64705882,77.05882353,29.80392157
+Falcon-3-10B-Instruct,najdi_urban,52,6.87,22.44,28.8,67.17,32.01923077,29.42307692,89.42307692,35.53846154
+Falcon-3-10B-Instruct,northern_hail,50,2.92,22.09,26.56,65.32,35.2,30.5,85.36,37.7
+Falcon-3-10B-Instruct,southern_asiri,50,13.93,34.64,24.34,68.58,31.6,28,90.44,33.46
+Falcon-3-10B-Instruct,southern_jazan,50,12.84,25.81,30.66,68.65,25.7,23.2,91.3,28.8
+Falcon-3-10B-Instruct,southern_qahtan,53,17.34,37.32,40.04,72.55,45.09433962,40.28301887,88.22641509,47.50943396
+Falcon-3-10B-Instruct,eastern_urban,54,11.19,30.26,34.17,72.06,33.98148148,28.61111111,87.59259259,36.53703704

index.html CHANGED Viewed

@@ -5,7 +5,7 @@
     <link rel="icon" type="image/png" href="./saudi_map.png" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <title>SAFIR Leaderboard - Saudi ↔ English Translation</title>
-    <script type="module" crossorigin src="./assets/index-L3tYRUCJ.js"></script>
     <link rel="stylesheet" crossorigin href="./assets/index-Bg5MkQhe.css">
   </head>
   <body>

     <link rel="icon" type="image/png" href="./saudi_map.png" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <title>SAFIR Leaderboard - Saudi ↔ English Translation</title>
+    <script type="module" crossorigin src="./assets/index-Dg0zlVrl.js"></script>
     <link rel="stylesheet" crossorigin href="./assets/index-Bg5MkQhe.css">
   </head>
   <body>

madlad400-3b-mt_preds.csv ADDED Viewed

	@@ -0,0 +1,13 @@

+model_name,num_examples,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+google/madlad400-3b-mt,hijazi_jeddah,51,4.59,21.82,23.93,62.65,37.05882353,33.23529412,71.56862745,38.74509804
+google/madlad400-3b-mt,hijazi_makkah,49,24.58,46.71,47.08,78.62,70.6122449,66.67346939,86.63265306,71.59183673
+google/madlad400-3b-mt,hijazi_urban,50,14.18,35.68,36.61,67.93,50,45.76,55.3,48.28
+google/madlad400-3b-mt,hijazi_urban_jeddah,51,14.3,40.14,40.72,76,66.15686275,62.09803922,76.92156863,66.01960784
+google/madlad400-3b-mt,najdi_qasim,51,12.64,34.98,33.98,68.48,48.09803922,43.23529412,70.96078431,48.88235294
+google/madlad400-3b-mt,najdi_riyadh,51,6.36,25.12,25.7,65.27,35.88235294,32.54901961,69.90196078,38.05882353
+google/madlad400-3b-mt,najdi_urban,52,9.17,26.52,32.53,67.83,35.76923077,33.75,86.5,39.25
+google/madlad400-3b-mt,northern_hail,50,4.73,25.71,32.52,67.08,45.1,41.4,80.1,48.42
+google/madlad400-3b-mt,southern_asiri,50,7.96,26.68,22.64,65.95,32.9,30.5,79.3,34.58
+google/madlad400-3b-mt,southern_jazan,50,12.18,28.62,34.18,70.45,34,31.2,85,37.06
+google/madlad400-3b-mt,southern_qahtan,53,12.54,31.02,42.61,72,43.67924528,40.56603774,79.81132075,45.69811321
+google/madlad400-3b-mt,eastern_urban,54,12.69,32.01,34.75,72.94,41.11111111,36.57407407,81.2037037,43.51851852

nllb-200-3_3b_preds.csv ADDED Viewed

	@@ -0,0 +1,13 @@

+model_name,num_examples,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+NLLB-200-3.3B,hijazi_jeddah,51,3.89,22.47,24.41,63.57,34.01960784,30.09803922,60.98039216,35.15686275
+NLLB-200-3.3B,hijazi_makkah,49,27.14,47.98,50.4,79.77,74.14285714,70.42857143,85,74.55102041
+NLLB-200-3.3B,hijazi_urban,50,18.56,43.6,43.27,75.57,60.26,54.72,66.78,58.62
+NLLB-200-3.3B,hijazi_urban_jeddah,51,11.14,39.62,39,75.98,64.96078431,61.47058824,71.15686275,63.56862745
+NLLB-200-3.3B,najdi_qasim,51,10.02,32.91,34.81,70.48,50.84313725,46.96078431,69.80392157,51.7254902
+NLLB-200-3.3B,najdi_riyadh,51,8.65,28.3,28.49,68.66,42.35294118,38.7254902,66.96078431,43.15686275
+NLLB-200-3.3B,najdi_urban,52,8.79,25.81,30.34,67.08,34.13461538,31.25,85.86538462,37.92307692
+NLLB-200-3.3B,northern_hail,50,8.97,28.74,31.89,67.91,49,45.7,81.96,51.98
+NLLB-200-3.3B,southern_asiri,50,15.94,40.47,29.1,71.3,44.8,42.1,88.46,46.78
+NLLB-200-3.3B,southern_jazan,50,14.01,31.1,37.26,71.67,36.9,34.6,88.4,41.34
+NLLB-200-3.3B,southern_qahtan,53,24.41,46.45,50.99,79.09,48.05555556,43.14814815,84.81481481,50.46296296
+NLLB-200-3.3B,eastern_urban,54,19.47,37.89,40.37,76.84,48.05555556,43.14814815,84.81481481,50.46296296

qwen-2_5-7b-instruct_preds.csv ADDED Viewed

	@@ -0,0 +1,13 @@

+model_name,num_examples,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+Qwen-2.5-7B-Instruct,hijazi_jeddah,51,8.1,28.41,29.85,68.16,59.11764706,54.60784314,81.29411765,61.15686275
+Qwen-2.5-7B-Instruct,hijazi_makkah,49,31.15,53.98,53.72,83.53,87.75510204,85.36734694,93.71428571,88.12244898
+Qwen-2.5-7B-Instruct,hijazi_urban,50,24.95,51.94,51.16,80.85,83.3,79.04,90.26,83.08
+Qwen-2.5-7B-Instruct,hijazi_urban_jeddah,51,17.53,44.78,47.2,80.87,87.41176471,85.62745098,93.62745098,88.50980392
+Qwen-2.5-7B-Instruct,najdi_qasim,51,13.72,39.43,42.35,74.21,69.01960784,64.70588235,85.58823529,70.52941176
+Qwen-2.5-7B-Instruct,najdi_riyadh,51,11.64,35.04,31.06,71.24,56.07843137,53.39215686,83.23529412,58.17647059
+Qwen-2.5-7B-Instruct,najdi_urban,52,12.64,29.66,38.25,71.64,53.17307692,50.86538462,88.36538462,56.53846154
+Qwen-2.5-7B-Instruct,northern_hail,50,10.73,34.49,40.34,71.71,63.4,59.7,91.26,65.42
+Qwen-2.5-7B-Instruct,southern_asiri,50,23.16,47.37,32.26,72.73,46.7,44.3,93.04,47.68
+Qwen-2.5-7B-Instruct,southern_jazan,50,18.95,37.14,39.55,73.43,47.3,45.7,88,50.96
+Qwen-2.5-7B-Instruct,eastern_urban,54,31.61,48.72,52.38,82.03,68.83018868,65.90566038,93.28301887,71.41509434
+Qwen-2.5-7B-Instruct,southern_qahtan,53,32.79,53.19,58.51,81.17,64.53703704,59.81481481,92.87037037,66.22222222

silma-9b-instruct_preds.csv ADDED Viewed

	@@ -0,0 +1,13 @@

+model_name,num_examples,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+Silma-9B-Instruct-v1.0,hijazi_jeddah,51,8.15,28.61,30.36,68.44,56.2745098,51.17647059,86.17647059,58.66666667
+Silma-9B-Instruct-v1.0,hijazi_makkah,49,34.47,55.86,57.64,84.62,86.65306122,84.40816327,93.7755102,87.24489796
+Silma-9B-Instruct-v1.0,hijazi_urban,50,23.63,48.89,48.99,80.47,79.72,75.72,91.26,80.28
+Silma-9B-Instruct-v1.0,hijazi_urban_jeddah,51,17.3,44.15,48.53,82.03,88.15686275,86.23529412,95.66666667,89.31372549
+Silma-9B-Instruct-v1.0,najdi_qasim,51,14.69,37.96,42.09,74.69,68.39215686,64.56862745,85.05882353,69.84313725
+Silma-9B-Instruct-v1.0,najdi_riyadh,51,13.86,34.07,33.66,73.53,57.94117647,55.29411765,89.47058824,60.74509804
+Silma-9B-Instruct-v1.0,najdi_urban,52,18.54,36.34,44.16,74.97,55.48076923,52.88461538,96.25,59.32692308
+Silma-9B-Instruct-v1.0,northern_hail,50,14.71,35.84,41.55,72.33,68.7,65.8,95.12,71.44
+Silma-9B-Instruct-v1.0,southern_asiri,50,22.47,47,31.05,72.55,48.1,45.3,95.94,49.42
+Silma-9B-Instruct-v1.0,southern_jazan,50,24.92,39.1,43.47,75.95,48.4,45.3,96.4,51.48
+Silma-9B-Instruct-v1.0,southern_qahtan,53,34.86,54.14,59.66,81.31,72.98113208,69.58490566,95.30188679,75.16981132
+Silma-9B-Instruct-v1.0,eastern_urban,54,34.01,51.73,55.49,83.16,71.94444444,67.22222222,96.25925926,73.59259259