Spaces:
Running
Running
Add missing tr-wikihow-summ scores
Browse files
results/zero-shot/aya-expanse-8b.json
CHANGED
|
@@ -166,6 +166,13 @@
|
|
| 166 |
"task": "multiple_choice",
|
| 167 |
"acc": 0.46555555555555556,
|
| 168 |
"acc_norm": 0.46555555555555556
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 169 |
}
|
| 170 |
]
|
| 171 |
}
|
|
|
|
| 166 |
"task": "multiple_choice",
|
| 167 |
"acc": 0.46555555555555556,
|
| 168 |
"acc_norm": 0.46555555555555556
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"name": "tr-wikihow-summ",
|
| 172 |
+
"task": "summarization",
|
| 173 |
+
"rouge1": 0.011791589892292625,
|
| 174 |
+
"rouge2": 0.005495865074665877,
|
| 175 |
+
"rougeL": 0.009523063183214307
|
| 176 |
}
|
| 177 |
]
|
| 178 |
}
|
results/zero-shot/llama-3.2-3b-instruct.json
CHANGED
|
@@ -198,7 +198,13 @@
|
|
| 198 |
"task": "multiple_choice",
|
| 199 |
"acc": 0.34444444444444444,
|
| 200 |
"acc_norm": 0.34444444444444444
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 201 |
}
|
| 202 |
-
|
| 203 |
]
|
| 204 |
}
|
|
|
|
| 198 |
"task": "multiple_choice",
|
| 199 |
"acc": 0.34444444444444444,
|
| 200 |
"acc_norm": 0.34444444444444444
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"name": "tr-wikihow-summ",
|
| 204 |
+
"task": "summarization",
|
| 205 |
+
"rouge1": 0.20895844439423625,
|
| 206 |
+
"rouge2": 0.06600479924922747,
|
| 207 |
+
"rougeL": 0.15296503277602666
|
| 208 |
}
|
|
|
|
| 209 |
]
|
| 210 |
}
|
results/zero-shot/mistral-7b.json
CHANGED
|
@@ -172,6 +172,13 @@
|
|
| 172 |
"task": "multiple_choice",
|
| 173 |
"acc": 0.20333333333333334,
|
| 174 |
"acc_norm": 0.20333333333333334
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 175 |
}
|
| 176 |
]
|
| 177 |
}
|
|
|
|
| 172 |
"task": "multiple_choice",
|
| 173 |
"acc": 0.20333333333333334,
|
| 174 |
"acc_norm": 0.20333333333333334
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"name": "tr-wikihow-summ",
|
| 178 |
+
"task": "summarization",
|
| 179 |
+
"rouge1": 0.03270500689456488,
|
| 180 |
+
"rouge2": 0.011127489805662754,
|
| 181 |
+
"rougeL": 0.025124899949616367
|
| 182 |
}
|
| 183 |
]
|
| 184 |
}
|