Spaces:
Running
Running
add qwen3 mkqa_tr results
Browse files
results/zero-shot/Qwen3-1.7B-Base.json
CHANGED
|
@@ -184,6 +184,12 @@
|
|
| 184 |
"name": "gecturk_generation",
|
| 185 |
"task": "grammatical_error_correction",
|
| 186 |
"exact_match": 0.13134960758823247
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 187 |
}
|
| 188 |
]
|
| 189 |
}
|
|
|
|
| 184 |
"name": "gecturk_generation",
|
| 185 |
"task": "grammatical_error_correction",
|
| 186 |
"exact_match": 0.13134960758823247
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"name": "mkqa_tr",
|
| 190 |
+
"task": "extractive_question_answering",
|
| 191 |
+
"exact_match": 0.010358094110683634,
|
| 192 |
+
"f1": 0.03028719281652508
|
| 193 |
}
|
| 194 |
]
|
| 195 |
}
|
results/zero-shot/Qwen3-1.7B.json
CHANGED
|
@@ -235,6 +235,12 @@
|
|
| 235 |
"name": "gecturk_generation",
|
| 236 |
"task": "grammatical_error_correction",
|
| 237 |
"exact_match": 0.3063700707785642
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 238 |
}
|
| 239 |
]
|
| 240 |
}
|
|
|
|
| 235 |
"name": "gecturk_generation",
|
| 236 |
"task": "grammatical_error_correction",
|
| 237 |
"exact_match": 0.3063700707785642
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"name": "mkqa_tr",
|
| 241 |
+
"task": "extractive_question_answering",
|
| 242 |
+
"exact_match": 0.003551346552234389,
|
| 243 |
+
"f1": 0.022310279753587976
|
| 244 |
}
|
| 245 |
]
|
| 246 |
}
|
results/zero-shot/Qwen3-14B-Base.json
CHANGED
|
@@ -184,6 +184,12 @@
|
|
| 184 |
"name": "gecturk_generation",
|
| 185 |
"task": "grammatical_error_correction",
|
| 186 |
"exact_match": 0.32360729934036303
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 187 |
}
|
| 188 |
]
|
| 189 |
}
|
|
|
|
| 184 |
"name": "gecturk_generation",
|
| 185 |
"task": "grammatical_error_correction",
|
| 186 |
"exact_match": 0.32360729934036303
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"name": "mkqa_tr",
|
| 190 |
+
"task": "extractive_question_answering",
|
| 191 |
+
"exact_match": 0.10224918614974844,
|
| 192 |
+
"f1": 0.1594714514525995
|
| 193 |
}
|
| 194 |
]
|
| 195 |
}
|
results/zero-shot/Qwen3-14B.json
CHANGED
|
@@ -184,6 +184,12 @@
|
|
| 184 |
"name": "gecturk_generation",
|
| 185 |
"task": "grammatical_error_correction",
|
| 186 |
"exact_match": 0.05931917762049208
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 187 |
}
|
| 188 |
]
|
| 189 |
}
|
|
|
|
| 184 |
"name": "gecturk_generation",
|
| 185 |
"task": "grammatical_error_correction",
|
| 186 |
"exact_match": 0.05931917762049208
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"name": "mkqa_tr",
|
| 190 |
+
"task": "extractive_question_answering",
|
| 191 |
+
"exact_match": 0.02219591595146493,
|
| 192 |
+
"f1": 0.039068673658563535
|
| 193 |
}
|
| 194 |
]
|
| 195 |
}
|
results/zero-shot/Qwen3-8B-Base.json
CHANGED
|
@@ -184,7 +184,12 @@
|
|
| 184 |
"name": "gecturk_generation",
|
| 185 |
"task": "grammatical_error_correction",
|
| 186 |
"exact_match": 0.3391111753093553
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 187 |
}
|
| 188 |
-
|
| 189 |
]
|
| 190 |
}
|
|
|
|
| 184 |
"name": "gecturk_generation",
|
| 185 |
"task": "grammatical_error_correction",
|
| 186 |
"exact_match": 0.3391111753093553
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"name": "mkqa_tr",
|
| 190 |
+
"task": "extractive_question_answering",
|
| 191 |
+
"exact_match": 0.02959455460195324,
|
| 192 |
+
"f1": 0.08457114070882307
|
| 193 |
}
|
|
|
|
| 194 |
]
|
| 195 |
}
|
results/zero-shot/Qwen3-8B.json
CHANGED
|
@@ -184,7 +184,12 @@
|
|
| 184 |
"name": "gecturk_generation",
|
| 185 |
"task": "grammatical_error_correction",
|
| 186 |
"exact_match": 0.1439164138860802
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 187 |
}
|
| 188 |
-
|
| 189 |
]
|
| 190 |
}
|
|
|
|
| 184 |
"name": "gecturk_generation",
|
| 185 |
"task": "grammatical_error_correction",
|
| 186 |
"exact_match": 0.1439164138860802
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"name": "mkqa_tr",
|
| 190 |
+
"task": "extractive_question_answering",
|
| 191 |
+
"exact_match": 0.006510802012429713,
|
| 192 |
+
"f1": 0.049845144430382994
|
| 193 |
}
|
|
|
|
| 194 |
]
|
| 195 |
}
|