File size: 467 Bytes
7dbe69f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | {
"questions": 144,
"probe": {
"categorical": "120/126",
"categorical_accuracy": 0.9523809523809523,
"completion_found": "24/24",
"false_completions": "0/48",
"unknown": "24/24",
"score_mae": 0.1474843060658617
},
"zero_shot_verify": {
"categorical": "120/126",
"categorical_accuracy": 0.9523809523809523,
"completion_found": "24/24",
"false_completions": "0/48",
"unknown": "24/24",
"score_mae": 0.14800218040890886
}
} |