| [ |
| { |
| "quiz_id": 1309, |
| "ground_truth": "C", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.44677734375, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 228, |
| "ground_truth": "A", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.56494140625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 51, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.376708984375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1518, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.974609375, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 563, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.381103515625, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 501, |
| "ground_truth": "C", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.71875, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 457, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.27197265625, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 285, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.278076171875, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1508, |
| "ground_truth": "C", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.3203125, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 209, |
| "ground_truth": "D", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.3203125, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1385, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.53271484375, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1516, |
| "ground_truth": "B", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.64697265625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1116, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.29736328125, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 178, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.353271484375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1209, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.453125, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 864, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.51513671875, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 65, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.313720703125, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 61, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.463623046875, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 191, |
| "ground_truth": "A", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.408447265625, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 447, |
| "ground_truth": "C", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.342529296875, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 476, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.3046875, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1034, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.74365234375, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1232, |
| "ground_truth": "D", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.33056640625, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 54, |
| "ground_truth": "D", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.414306640625, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1149, |
| "ground_truth": "C", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.388916015625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 407, |
| "ground_truth": "D", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.60498046875, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1466, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.453125, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1330, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.403076171875, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1436, |
| "ground_truth": "C", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.456298828125, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 859, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.95751953125, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 451, |
| "ground_truth": "D", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.468017578125, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 919, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.28759765625, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1206, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.396728515625, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 569, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.88134765625, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 13, |
| "ground_truth": "C", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.42822265625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 326, |
| "ground_truth": "D", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.34130859375, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1429, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.3974609375, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 865, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.9482421875, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 696, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.51025390625, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 318, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.30078125, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 440, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.7216796875, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 689, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.368896484375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 189, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.315673828125, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 778, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.79541015625, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 198, |
| "ground_truth": "B", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.3310546875, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 735, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.8076171875, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 704, |
| "ground_truth": "B", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.448974609375, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1236, |
| "ground_truth": "C", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.408203125, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 541, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.44970703125, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 88, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.54833984375, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1494, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.355224609375, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 940, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.30615234375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1098, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.361083984375, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 255, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.298583984375, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 775, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.57421875, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 161, |
| "ground_truth": "D", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.298828125, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1130, |
| "ground_truth": "C", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.40087890625, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 600, |
| "ground_truth": "B", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.3583984375, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1287, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.30859375, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1266, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.386962890625, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 740, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.27490234375, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1182, |
| "ground_truth": "B", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.411865234375, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 393, |
| "ground_truth": "A", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.623046875, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1442, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.57763671875, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 142, |
| "ground_truth": "D", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.38525390625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 93, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.84228515625, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1354, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.681640625, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 466, |
| "ground_truth": "C", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.290771484375, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 592, |
| "ground_truth": "A", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.5087890625, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 163, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.309326171875, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 206, |
| "ground_truth": "A", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.36083984375, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 928, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.289794921875, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1301, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.3837890625, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 747, |
| "ground_truth": "D", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.41650390625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 333, |
| "ground_truth": "A", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.359130859375, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 758, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.892578125, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 727, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.96435546875, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 429, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.40869140625, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1372, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.82568359375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 546, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.9599609375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1437, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.401611328125, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1399, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.490234375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1327, |
| "ground_truth": "B", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.33056640625, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 146, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.419677734375, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1247, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.32666015625, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1300, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.263671875, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 350, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.307373046875, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1093, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.317626953125, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1493, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.939453125, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 334, |
| "ground_truth": "D", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.5390625, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 946, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.299072265625, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 777, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.544921875, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 552, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.428466796875, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1310, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.41748046875, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1409, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.486572265625, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1140, |
| "ground_truth": "D", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.278564453125, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 449, |
| "ground_truth": "D", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.334228515625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1402, |
| "ground_truth": "B", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.336669921875, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 664, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.93505859375, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 114, |
| "ground_truth": "D", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.435302734375, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 469, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.2890625, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 646, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.466552734375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 821, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.88427734375, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 548, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.9853515625, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 135, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.443603515625, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 432, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.468994140625, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1161, |
| "ground_truth": "D", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.4111328125, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1470, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.6083984375, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 644, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.373291015625, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 435, |
| "ground_truth": "D", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.447509765625, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1342, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.402099609375, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1022, |
| "ground_truth": "C", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.401123046875, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 810, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.45556640625, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1316, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.36474609375, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 939, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.28759765625, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 292, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.302001953125, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 542, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.44287109375, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 505, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.406005859375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1525, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.7001953125, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1103, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.43017578125, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 538, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.300048828125, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1529, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.85107421875, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1197, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.32080078125, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 877, |
| "ground_truth": "C", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.3955078125, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1195, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.46630859375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 817, |
| "ground_truth": "D", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.509765625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 741, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.377197265625, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 283, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.327392578125, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1043, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.62841796875, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1010, |
| "ground_truth": "D", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.287109375, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 186, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.52099609375, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 96, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.413330078125, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 224, |
| "ground_truth": "D", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.31884765625, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 313, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.418212890625, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1285, |
| "ground_truth": "B", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.318603515625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 327, |
| "ground_truth": "D", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.5048828125, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1393, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.7958984375, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1221, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.392578125, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 130, |
| "ground_truth": "D", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.428955078125, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 788, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.271240234375, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 781, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.29345703125, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1220, |
| "ground_truth": "A", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.428955078125, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 958, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.286376953125, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1083, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.2939453125, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 514, |
| "ground_truth": "A", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.5419921875, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1133, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.400390625, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 23, |
| "ground_truth": "C", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.4228515625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1476, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.673828125, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 234, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.44921875, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1396, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.5234375, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1099, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.89208984375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1312, |
| "ground_truth": "D", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.396728515625, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 601, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.414794921875, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 890, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.487060546875, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 323, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.8212890625, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 929, |
| "ground_truth": "D", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.287353515625, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 6, |
| "ground_truth": "B", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.376220703125, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1478, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.7705078125, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1473, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.440185546875, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 539, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.89306640625, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1025, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.6728515625, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 365, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.470947265625, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1039, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.341552734375, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 217, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.56494140625, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1280, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.60595703125, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 611, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.376220703125, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1308, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.460205078125, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 765, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.93359375, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 330, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.3525390625, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1104, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.86328125, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1086, |
| "ground_truth": "C", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.74365234375, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.296142578125, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1226, |
| "ground_truth": "C", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.393310546875, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 663, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.822265625, |
| "ppl_prediction": "B", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1000, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.28076171875, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 39, |
| "ground_truth": "D", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.339599609375, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 229, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.331787109375, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 743, |
| "ground_truth": "B", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.32373046875, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 629, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.517578125, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 490, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.333251953125, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 118, |
| "ground_truth": "B", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.30322265625, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 493, |
| "ground_truth": "C", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.5322265625, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 175, |
| "ground_truth": "A", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.476318359375, |
| "ppl_prediction": "D", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1498, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.6748046875, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 995, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.286376953125, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 141, |
| "ground_truth": "D", |
| "raw_static_prediction": "D", |
| "raw_static_confidence": 0.30517578125, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1090, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.71435546875, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 257, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.324462890625, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 262, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.306396484375, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1351, |
| "ground_truth": "A", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.59521484375, |
| "ppl_prediction": "A", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 973, |
| "ground_truth": "C", |
| "raw_static_prediction": "B", |
| "raw_static_confidence": 0.281982421875, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1125, |
| "ground_truth": "B", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.465576171875, |
| "ppl_prediction": "B", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 338, |
| "ground_truth": "B", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.306396484375, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1080, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.72412109375, |
| "ppl_prediction": "C", |
| "is_raw_correct": true, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1242, |
| "ground_truth": "C", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.49609375, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 866, |
| "ground_truth": "B", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.32568359375, |
| "ppl_prediction": "C", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 433, |
| "ground_truth": "D", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.31298828125, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 1412, |
| "ground_truth": "D", |
| "raw_static_prediction": "A", |
| "raw_static_confidence": 0.461669921875, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": false |
| }, |
| { |
| "quiz_id": 411, |
| "ground_truth": "A", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.58544921875, |
| "ppl_prediction": "A", |
| "is_raw_correct": false, |
| "is_ppl_correct": true |
| }, |
| { |
| "quiz_id": 1460, |
| "ground_truth": "C", |
| "raw_static_prediction": "C", |
| "raw_static_confidence": 0.3486328125, |
| "ppl_prediction": "D", |
| "is_raw_correct": true, |
| "is_ppl_correct": false |
| } |
| ] |
