Add eval results
Browse files- eval_results.json +14 -0
eval_results.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"baseline": {
|
| 3 |
+
"gsm8k_flexible": 0.5822592873388931,
|
| 4 |
+
"gsm8k_strict": 0.6937073540561031,
|
| 5 |
+
"arc_acc": 0.45563139931740615,
|
| 6 |
+
"arc_acc_norm": 0.48976109215017066
|
| 7 |
+
},
|
| 8 |
+
"multitask": {
|
| 9 |
+
"gsm8k_flexible": 0.7012888551933283,
|
| 10 |
+
"gsm8k_strict": 0.690674753601213,
|
| 11 |
+
"arc_acc": 0.4522184300341297,
|
| 12 |
+
"arc_acc_norm": 0.4948805460750853
|
| 13 |
+
}
|
| 14 |
+
}
|