solarkyle
/

jspace-lenses

+{"q": "In what year did the physicist Richard Feynman win the Nobel Prize?", "answer": "1965", "correct": true, "entity_real": 1, "domain": "physicist", "bl_first_token_logprob": -0.00041952868923544884, "bl_mean_logprob": -0.00012985572720936034, "bl_min_logprob": -0.00041952868923544884, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.100880912233572, "band_agreement": 0.0, "mean_entropy": 0.5508583426504856, "best_hedge_rank_log": 4.174387269895637, "layer_entropies": [0.4174, 1.8024, 1.3983, 0.2984, 0.0024, 0.28, 0.0035, 0.0013, 0.0697, 0.0047, 0.006, 0.0022, 0.0024, 0.0001, 0.0005, 0.0001, 0.0, 0.0013, 0.0172, 0.0186, 0.0436, 0.0915, 0.1422, 0.3292, 0.0544, 0.1368, 1.4919, 4.4176, 2.0241, 0.0473, 1.7153, 2.8071]}
+{"q": "In what year did the physicist Marie Curie win the Nobel Prize?", "answer": "1903 and 1911", "correct": true, "entity_real": 1, "domain": "physicist", "bl_first_token_logprob": -0.01029337290674448, "bl_mean_logprob": -0.06750453568929515, "bl_min_logprob": -0.6611522436141968, "bl_answer_len": 10, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.142755498015102, "band_agreement": 0.0, "mean_entropy": 1.14240510967079, "best_hedge_rank_log": 4.248495242049359, "layer_entropies": [0.3958, 1.7139, 1.4159, 0.3221, 0.0036, 0.2753, 0.003, 0.0014, 0.1381, 0.0099, 0.0127, 0.0046, 0.0044, 0.0002, 0.0012, 0.0001, 0.0, 0.0009, 0.0179, 0.0149, 0.0191, 0.0539, 0.0587, 0.379, 0.0494, 0.2676, 2.9843, 8.3145, 3.6105, 0.1083, 8.5142, 7.8613]}
+{"q": "In what year did the physicist Albert Einstein win the Nobel Prize?", "answer": "1921", "correct": true, "entity_real": 1, "domain": "physicist", "bl_first_token_logprob": -0.0005189026123844087, "bl_mean_logprob": -0.000149543785937567, "bl_min_logprob": -0.0005189026123844087, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 6.772558972050396, "band_agreement": 0.0, "mean_entropy": 0.5192937067894263, "best_hedge_rank_log": 4.189654742026425, "layer_entropies": [0.3626, 1.6047, 1.3745, 0.3163, 0.0051, 0.3829, 0.0032, 0.0013, 0.1241, 0.0079, 0.0091, 0.0036, 0.004, 0.0002, 0.001, 0.0001, 0.0, 0.0013, 0.0283, 0.0224, 0.0544, 0.1064, 0.1449, 0.3443, 0.0596, 0.1835, 1.8513, 4.5522, 1.9529, 0.0434, 0.8958, 2.176]}
+{"q": "In what year did the physicist Niels Bohr win the Nobel Prize?", "answer": "1922", "correct": true, "entity_real": 1, "domain": "physicist", "bl_first_token_logprob": -0.00022194306075107306, "bl_mean_logprob": -8.594286782681593e-05, "bl_min_logprob": -0.00022194306075107306, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 6.991151596812671, "band_agreement": 0.0, "mean_entropy": 0.4381611306287141, "best_hedge_rank_log": 4.1588830833596715, "layer_entropies": [0.4042, 1.6892, 1.4123, 0.3259, 0.0026, 0.231, 0.0028, 0.001, 0.0698, 0.0059, 0.008, 0.0028, 0.0029, 0.0001, 0.0007, 0.0001, 0.0, 0.001, 0.0205, 0.019, 0.0366, 0.0786, 0.1069, 0.2329, 0.0387, 0.0829, 1.1156, 3.5584, 1.137, 0.0249, 1.2139, 2.1948]}
+{"q": "In what year did the physicist Enrico Fermi win the Nobel Prize?", "answer": "1938", "correct": true, "entity_real": 1, "domain": "physicist", "bl_first_token_logprob": -0.00023231192608363926, "bl_mean_logprob": -9.827955614127859e-05, "bl_min_logprob": -0.00023231192608363926, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.072600492595917, "band_agreement": 0.0, "mean_entropy": 0.6072160929469419, "best_hedge_rank_log": 4.110873864173311, "layer_entropies": [0.4201, 1.8481, 1.4249, 0.2716, 0.0026, 0.2374, 0.0028, 0.001, 0.0748, 0.0059, 0.0066, 0.0023, 0.0023, 0.0001, 0.0006, 0.0001, 0.0, 0.0014, 0.0266, 0.0308, 0.0606, 0.1391, 0.1953, 0.3694, 0.0594, 0.1363, 1.7601, 5.1425, 2.2655, 0.0527, 1.9235, 2.9662]}
+{"q": "In what year did the physicist Paul Dirac win the Nobel Prize?", "answer": "1933", "correct": true, "entity_real": 1, "domain": "physicist", "bl_first_token_logprob": -0.00021741411183029413, "bl_mean_logprob": -7.062530880830309e-05, "bl_min_logprob": -0.00021741411183029413, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.090017921111192, "band_agreement": 0.0, "mean_entropy": 0.5331054883830575, "best_hedge_rank_log": 4.07753744390572, "layer_entropies": [0.4536, 1.8327, 1.489, 0.2131, 0.0017, 0.1423, 0.0018, 0.0007, 0.0463, 0.0038, 0.0046, 0.0016, 0.0016, 0.0001, 0.0006, 0.0001, 0.0, 0.0016, 0.0214, 0.0219, 0.0517, 0.1056, 0.1572, 0.3215, 0.0522, 0.102, 1.1212, 3.9811, 1.5226, 0.0361, 2.0554, 3.3142]}
+{"q": "In what year did the physicist Werner Heisenberg win the Nobel Prize?", "answer": "1932", "correct": true, "entity_real": 1, "domain": "physicist", "bl_first_token_logprob": -0.0004312062228564173, "bl_mean_logprob": -0.00016492882423335686, "bl_min_logprob": -0.0004312062228564173, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.139066790504675, "band_agreement": 0.0, "mean_entropy": 0.5544876201837496, "best_hedge_rank_log": 4.1588830833596715, "layer_entropies": [0.4357, 1.7841, 1.4395, 0.3358, 0.003, 0.2545, 0.0031, 0.0011, 0.0704, 0.0051, 0.0058, 0.002, 0.0025, 0.0001, 0.0006, 0.0001, 0.0, 0.0019, 0.0214, 0.0209, 0.0498, 0.1162, 0.1783, 0.4253, 0.0599, 0.1069, 1.2643, 4.61, 1.8338, 0.0408, 1.8028, 2.8679]}
+{"q": "In what year did the physicist Max Planck win the Nobel Prize?", "answer": "1918", "correct": true, "entity_real": 1, "domain": "physicist", "bl_first_token_logprob": -0.0003545847721397877, "bl_mean_logprob": -0.0006558070745086297, "bl_min_logprob": -0.0021950930822640657, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 6.990736319534809, "band_agreement": 0.0, "mean_entropy": 0.6214481183679936, "best_hedge_rank_log": 4.060443010546419, "layer_entropies": [0.3747, 1.5764, 1.4596, 0.2123, 0.0022, 0.1836, 0.0021, 0.0007, 0.0613, 0.0049, 0.0067, 0.0023, 0.0027, 0.0001, 0.0008, 0.0001, 0.0001, 0.0024, 0.0318, 0.0309, 0.0663, 0.1382, 0.2283, 0.5319, 0.0865, 0.1504, 1.661, 4.8596, 2.4705, 0.0662, 2.5275, 3.1444]}
+{"q": "In what year did the physicist Peter Higgs win the Nobel Prize?", "answer": "2013", "correct": true, "entity_real": 1, "domain": "physicist", "bl_first_token_logprob": -0.0006987990345805883, "bl_mean_logprob": -0.00023087479166861158, "bl_min_logprob": -0.0006987990345805883, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.1146834803994015, "band_agreement": 0.0, "mean_entropy": 0.5883700961496743, "best_hedge_rank_log": 4.060443010546419, "layer_entropies": [0.4179, 1.7966, 1.41, 0.3297, 0.0026, 0.2213, 0.0028, 0.0009, 0.0625, 0.006, 0.0057, 0.0024, 0.0034, 0.0001, 0.0007, 0.0001, 0.0, 0.0019, 0.0198, 0.023, 0.0535, 0.1207, 0.1934, 0.4363, 0.0623, 0.1546, 1.9834, 5.2656, 2.5525, 0.0683, 1.532, 2.0978]}
+{"q": "In what year did the physicist Ernest Rutherford win the Nobel Prize?", "answer": "1908", "correct": true, "entity_real": 1, "domain": "physicist", "bl_first_token_logprob": -0.0007022537174634635, "bl_mean_logprob": -0.00021651034353453724, "bl_min_logprob": -0.0007022537174634635, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.4862832983782415, "band_agreement": 0.0, "mean_entropy": 0.9277294522298689, "best_hedge_rank_log": 4.07753744390572, "layer_entropies": [0.3961, 1.7218, 1.4343, 0.2932, 0.003, 0.2744, 0.0031, 0.0011, 0.079, 0.0075, 0.0099, 0.0032, 0.0036, 0.0001, 0.0008, 0.0001, 0.0001, 0.0018, 0.0217, 0.0262, 0.0544, 0.1849, 0.2565, 1.2425, 0.2028, 0.2258, 2.0052, 6.3854, 3.4507, 0.1131, 5.5696, 5.7156]}
+{"q": "In what year did the physicist Elena Morvath win the Nobel Prize?", "answer": "Elena Morvath has not won the Nobel Prize.", "correct": false, "entity_real": 0, "domain": "physicist", "bl_first_token_logprob": -0.19707338511943817, "bl_mean_logprob": -0.10351584591772205, "bl_min_logprob": -0.6328462958335876, "bl_answer_len": 12, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.822583612687067, "band_agreement": 0.0, "mean_entropy": 0.9147979720697776, "best_hedge_rank_log": 4.007333185232471, "layer_entropies": [0.4629, 2.2711, 1.386, 0.222, 0.0035, 0.2649, 0.0045, 0.0015, 0.084, 0.0076, 0.0092, 0.0031, 0.0041, 0.0001, 0.0007, 0.0001, 0.0, 0.0003, 0.0062, 0.0134, 0.1129, 0.1659, 1.2581, 1.2387, 0.1989, 0.4546, 4.9864, 4.5959, 3.4532, 0.9567, 4.141, 2.9662]}
+{"q": "In what year did the physicist Tobias Ravnsborg win the Nobel Prize?", "answer": "Tobias Ravnsborg never won the Nobel Prize.", "correct": false, "entity_real": 0, "domain": "physicist", "bl_first_token_logprob": -0.1965954750776291, "bl_mean_logprob": -0.10472994751542804, "bl_min_logprob": -0.8460915684700012, "bl_answer_len": 12, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.654425397558843, "band_agreement": 0.0, "mean_entropy": 0.9578016076902145, "best_hedge_rank_log": 4.060443010546419, "layer_entropies": [0.4705, 2.3584, 1.3996, 0.1922, 0.0038, 0.3236, 0.0049, 0.0015, 0.0633, 0.0065, 0.0074, 0.0024, 0.0036, 0.0001, 0.0005, 0.0001, 0.0, 0.0005, 0.0077, 0.0098, 0.0796, 0.1124, 0.7718, 1.262, 0.2575, 0.3552, 5.7638, 5.335, 3.9796, 0.6807, 3.989, 3.2069]}
+{"q": "In what year did the physicist Ichiro Kanemoto win the Nobel Prize?", "answer": "Ichiro Kanemoto has not won the Nobel Prize.", "correct": false, "entity_real": 0, "domain": "physicist", "bl_first_token_logprob": -0.33358070254325867, "bl_mean_logprob": -0.12690491944775792, "bl_min_logprob": -0.6933969855308533, "bl_answer_len": 12, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 10.470105022283654, "band_agreement": 0.0, "mean_entropy": 0.8064351313599332, "best_hedge_rank_log": 3.912023005428146, "layer_entropies": [0.4314, 2.442, 1.4411, 0.2592, 0.0027, 0.2704, 0.0038, 0.0013, 0.0564, 0.0083, 0.0074, 0.0026, 0.0036, 0.0001, 0.0006, 0.0001, 0.0, 0.0006, 0.0046, 0.0062, 0.0272, 0.0531, 0.1024, 0.2275, 0.0854, 0.2444, 3.3358, 5.5926, 3.0936, 0.4263, 4.2395, 3.4357]}
+{"q": "In what year did the physicist Beatriz Olande win the Nobel Prize?", "answer": "Beatriz Olande has never won the Nobel Prize.", "correct": false, "entity_real": 0, "domain": "physicist", "bl_first_token_logprob": -0.16706161201000214, "bl_mean_logprob": -0.11175150757571828, "bl_min_logprob": -0.5762298703193665, "bl_answer_len": 11, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.855266767072305, "band_agreement": 0.0, "mean_entropy": 0.8478558182142706, "best_hedge_rank_log": 3.8712010109078907, "layer_entropies": [0.5271, 2.3367, 1.4021, 0.2132, 0.0039, 0.3336, 0.0045, 0.0015, 0.1019, 0.0096, 0.0103, 0.0037, 0.0047, 0.0001, 0.0004, 0.0001, 0.0, 0.0003, 0.0059, 0.0123, 0.0868, 0.1236, 0.939, 0.7319, 0.1077, 0.242, 4.682, 4.3719, 3.3168, 0.7184, 3.9743, 2.8652]}
+{"q": "In what year did the physicist Viktor Shalenko win the Nobel Prize?", "answer": "Viktor Shalenko never won the Nobel Prize.", "correct": false, "entity_real": 0, "domain": "physicist", "bl_first_token_logprob": -0.13002806901931763, "bl_mean_logprob": -0.030295143862484036, "bl_min_logprob": -0.13591881096363068, "bl_answer_len": 12, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.827579214626763, "band_agreement": 0.0, "mean_entropy": 0.9389204252677246, "best_hedge_rank_log": 3.8712010109078907, "layer_entropies": [0.4111, 2.1615, 1.3667, 0.1551, 0.0026, 0.2508, 0.0033, 0.0013, 0.0603, 0.0064, 0.0077, 0.0024, 0.003, 0.0001, 0.0006, 0.0001, 0.0, 0.0004, 0.0062, 0.0106, 0.0815, 0.1246, 0.9748, 1.3626, 0.2708, 0.3539, 5.698, 5.1988, 3.8049, 0.8517, 3.8971, 2.9767]}
+{"q": "In what year did the physicist Margarethe Lindqvist-Baur win the Nobel Prize?", "answer": "She never won the Nobel Prize.", "correct": false, "entity_real": 0, "domain": "physicist", "bl_first_token_logprob": -0.6290984749794006, "bl_mean_logprob": -0.21859301848196214, "bl_min_logprob": -0.6290984749794006, "bl_answer_len": 7, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.779288201338275, "band_agreement": 0.0, "mean_entropy": 0.9253666298887993, "best_hedge_rank_log": 3.7376696182833684, "layer_entropies": [0.5013, 2.4297, 1.4302, 0.2194, 0.0034, 0.2687, 0.0042, 0.0016, 0.0627, 0.0067, 0.0068, 0.0019, 0.0029, 0.0001, 0.0004, 0.0001, 0.0, 0.0008, 0.0065, 0.01, 0.0388, 0.0835, 0.1735, 0.2969, 0.1229, 0.315, 4.6642, 6.2535, 3.7831, 0.8145, 4.2182, 3.8904]}
+{"q": "In what year did the physicist Samuel Okonjo-Pryce win the Nobel Prize?", "answer": "Samuel Okonjo-Pryce has not won the Nobel Prize.", "correct": false, "entity_real": 0, "domain": "physicist", "bl_first_token_logprob": -0.43035688996315, "bl_mean_logprob": -0.09206412921333443, "bl_min_logprob": -0.43035688996315, "bl_answer_len": 15, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 10.02957232186054, "band_agreement": 0.0, "mean_entropy": 0.9169001062722373, "best_hedge_rank_log": 4.07753744390572, "layer_entropies": [0.4918, 2.1755, 1.4195, 0.2574, 0.0035, 0.3371, 0.0049, 0.0016, 0.08, 0.0061, 0.0089, 0.003, 0.0038, 0.0001, 0.0005, 0.0001, 0.0, 0.0004, 0.0064, 0.0127, 0.1526, 0.2211, 1.9218, 1.7821, 0.3959, 0.7888, 4.061, 3.9747, 3.1377, 1.702, 3.5765, 2.8132]}
+{"q": "In what year did the physicist Anneliese Vardo win the Nobel Prize?", "answer": "Anneliese Vardo did not win the Nobel Prize.", "correct": false, "entity_real": 0, "domain": "physicist", "bl_first_token_logprob": -0.3214394748210907, "bl_mean_logprob": -0.12692756516169842, "bl_min_logprob": -0.9522762298583984, "bl_answer_len": 12, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.041889294264902, "band_agreement": 0.0, "mean_entropy": 0.8569525205959394, "best_hedge_rank_log": 3.8501476017100584, "layer_entropies": [0.4476, 2.1862, 1.3817, 0.1775, 0.0031, 0.3276, 0.005, 0.0018, 0.0817, 0.0082, 0.0078, 0.0026, 0.0036, 0.0001, 0.0005, 0.0001, 0.0, 0.0004, 0.0056, 0.0106, 0.0773, 0.1264, 0.8918, 0.763, 0.0995, 0.1759, 5.2427, 4.8915, 3.3403, 0.5318, 3.8291, 2.8015]}
+{"q": "In what year did the physicist Dmitri Kolvenko win the Nobel Prize?", "answer": "Dmitri Kolvenko has not won the Nobel Prize.", "correct": false, "entity_real": 0, "domain": "physicist", "bl_first_token_logprob": -0.4341038763523102, "bl_mean_logprob": -0.09779296096479147, "bl_min_logprob": -0.5760775804519653, "bl_answer_len": 13, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.239400865547067, "band_agreement": 0.0, "mean_entropy": 1.0792216676526323, "best_hedge_rank_log": 3.9512437185814275, "layer_entropies": [0.464, 2.481, 1.4236, 0.2958, 0.004, 0.3312, 0.005, 0.0018, 0.1021, 0.009, 0.0099, 0.0034, 0.0042, 0.0001, 0.0006, 0.0001, 0.0, 0.0005, 0.0119, 0.0221, 0.2247, 0.2879, 2.3144, 3.0282, 0.6801, 0.9331, 4.8861, 4.7052, 3.8574, 0.9634, 4.1586, 3.3255]}
+{"q": "In what year did the physicist Rosalind Achterberg win the Nobel Prize?", "answer": "Rosalind Achterberg has not won the Nobel Prize.", "correct": false, "entity_real": 0, "domain": "physicist", "bl_first_token_logprob": -0.23561975359916687, "bl_mean_logprob": -0.057475157986669516, "bl_min_logprob": -0.28118088841438293, "bl_answer_len": 13, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.827870892386908, "band_agreement": 0.0, "mean_entropy": 0.8787272118215697, "best_hedge_rank_log": 4.007333185232471, "layer_entropies": [0.4747, 2.2279, 1.4493, 0.1987, 0.0022, 0.1618, 0.0026, 0.0013, 0.0778, 0.0072, 0.0083, 0.0029, 0.0043, 0.0001, 0.0007, 0.0001, 0.0, 0.0005, 0.0033, 0.0057, 0.0421, 0.0424, 0.2947, 0.5271, 0.0803, 0.1763, 4.815, 5.3829, 3.5874, 0.5284, 4.429, 3.5843]}
+{"q": "Who wrote the novel Moby-Dick?", "answer": "Herman Melville", "correct": true, "entity_real": 1, "domain": "novel", "bl_first_token_logprob": -0.005673851817846298, "bl_mean_logprob": -0.001490400743932696, "bl_min_logprob": -0.005673851817846298, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.605930023778837, "band_agreement": 0.0, "mean_entropy": 0.985227577066496, "best_hedge_rank_log": 4.976733742420574, "layer_entropies": [0.2328, 1.3614, 1.2077, 0.1927, 0.0009, 0.016, 0.0008, 0.0012, 0.1065, 0.0129, 0.0153, 0.0028, 0.0026, 0.0003, 0.0025, 0.0002, 0.0, 0.0006, 0.0219, 0.014, 0.0638, 0.1639, 0.28, 0.3438, 0.0295, 0.1515, 2.8637, 7.2585, 3.57, 0.0638, 4.7452, 8.8004]}
+{"q": "Who wrote the novel Pride and Prejudice?", "answer": "Jane Austen", "correct": true, "entity_real": 1, "domain": "novel", "bl_first_token_logprob": -0.003529392648488283, "bl_mean_logprob": -0.0013693693872482982, "bl_min_logprob": -0.003529392648488283, "bl_answer_len": 3, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 6.86581010385233, "band_agreement": 0.0, "mean_entropy": 1.0226026376355435, "best_hedge_rank_log": 4.875197323201151, "layer_entropies": [0.2242, 1.3889, 1.2444, 0.2307, 0.001, 0.0126, 0.0009, 0.001, 0.0712, 0.0112, 0.0116, 0.0016, 0.0016, 0.0002, 0.0022, 0.0001, 0.0, 0.0006, 0.0194, 0.0101, 0.0413, 0.1012, 0.2017, 0.3077, 0.0343, 0.1403, 2.8558, 7.1591, 3.5895, 0.0755, 5.8683, 9.1151]}
+{"q": "Who wrote the novel The Great Gatsby?", "answer": "F. Scott Fitzgerald", "correct": true, "entity_real": 1, "domain": "novel", "bl_first_token_logprob": -0.001875904854387045, "bl_mean_logprob": -0.0005168668003534549, "bl_min_logprob": -0.001875904854387045, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.772697359701066, "band_agreement": 0.0, "mean_entropy": 1.240467214473881, "best_hedge_rank_log": 4.852030263919617, "layer_entropies": [0.2474, 1.4901, 1.257, 0.1587, 0.0009, 0.0133, 0.0008, 0.001, 0.0967, 0.0142, 0.0134, 0.0028, 0.0023, 0.0003, 0.003, 0.0002, 0.0, 0.0006, 0.0273, 0.0162, 0.0737, 0.2233, 0.4873, 0.5144, 0.0456, 0.2656, 4.8881, 7.9081, 4.5158, 0.1265, 7.7813, 9.5188]}
+{"q": "Who wrote the novel 1984?", "answer": "George Orwell", "correct": true, "entity_real": 1, "domain": "novel", "bl_first_token_logprob": -0.001321276999078691, "bl_mean_logprob": -0.0006621882179160821, "bl_min_logprob": -0.001321276999078691, "bl_answer_len": 2, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.047638048353225, "band_agreement": 0.0, "mean_entropy": 0.9388987441853942, "best_hedge_rank_log": 4.919980925828125, "layer_entropies": [0.2108, 1.2251, 1.1496, 0.2748, 0.0014, 0.0256, 0.0009, 0.0011, 0.1133, 0.0114, 0.0118, 0.0022, 0.002, 0.0003, 0.0023, 0.0002, 0.0, 0.0006, 0.0184, 0.0117, 0.0373, 0.0905, 0.2399, 0.3212, 0.0376, 0.1823, 3.0447, 6.2366, 2.1015, 0.0488, 5.4895, 9.1513]}
+{"q": "Who wrote the novel Crime and Punishment?", "answer": "Fyodor Dostoevsky", "correct": true, "entity_real": 1, "domain": "novel", "bl_first_token_logprob": -0.06797727942466736, "bl_mean_logprob": -0.008706094769308947, "bl_min_logprob": -0.06797727942466736, "bl_answer_len": 8, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.534346956392595, "band_agreement": 0.0, "mean_entropy": 1.024938442528196, "best_hedge_rank_log": 4.7535901911063645, "layer_entropies": [0.2397, 1.2822, 1.2166, 0.1716, 0.0006, 0.0084, 0.0007, 0.0008, 0.0761, 0.0095, 0.0113, 0.0012, 0.0014, 0.0002, 0.0015, 0.0001, 0.0, 0.0004, 0.0177, 0.0075, 0.0269, 0.071, 0.1496, 0.17, 0.0205, 0.1161, 2.5102, 7.1636, 3.3147, 0.1036, 6.8077, 9.2967]}
+{"q": "Who wrote the novel One Hundred Years of Solitude?", "answer": "Gabriel Garc\u00eda M\u00e1rquez", "correct": true, "entity_real": 1, "domain": "novel", "bl_first_token_logprob": -0.006268482655286789, "bl_mean_logprob": -0.001401320625700464, "bl_min_logprob": -0.006268482655286789, "bl_answer_len": 5, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.335734061225267, "band_agreement": 0.0, "mean_entropy": 1.3362118450743878, "best_hedge_rank_log": 4.9344739331306915, "layer_entropies": [0.1968, 1.2316, 1.1721, 0.1463, 0.0006, 0.0078, 0.0007, 0.0007, 0.0746, 0.0108, 0.0129, 0.002, 0.0019, 0.0002, 0.0018, 0.0001, 0.0, 0.0005, 0.0188, 0.012, 0.051, 0.1702, 0.493, 0.5909, 0.0532, 0.3548, 5.2053, 8.9691, 5.1992, 0.1783, 8.8089, 9.7926]}
+{"q": "Who wrote the novel The Catcher in the Rye?", "answer": "J.D. Salinger", "correct": true, "entity_real": 1, "domain": "novel", "bl_first_token_logprob": -0.0021491781808435917, "bl_mean_logprob": -0.0032841214256677633, "bl_min_logprob": -0.014164859429001808, "bl_answer_len": 5, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.618544111831135, "band_agreement": 0.0, "mean_entropy": 1.057098276033571, "best_hedge_rank_log": 4.875197323201151, "layer_entropies": [0.2031, 1.2832, 1.1944, 0.1531, 0.001, 0.0148, 0.0007, 0.0008, 0.0754, 0.0096, 0.0104, 0.0021, 0.0019, 0.0002, 0.0019, 0.0001, 0.0, 0.0005, 0.0201, 0.0128, 0.0537, 0.1565, 0.3842, 0.3688, 0.0358, 0.1652, 2.8103, 7.1251, 3.8372, 0.0852, 6.4058, 9.4129]}
+{"q": "Who wrote the novel Beloved?", "answer": "Toni Morrison", "correct": true, "entity_real": 1, "domain": "novel", "bl_first_token_logprob": -0.012899172492325306, "bl_mean_logprob": -0.004640811050194316, "bl_min_logprob": -0.012899172492325306, "bl_answer_len": 3, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.839157871634372, "band_agreement": 0.0, "mean_entropy": 1.398453481785566, "best_hedge_rank_log": 4.969813299576001, "layer_entropies": [0.2164, 1.2138, 1.1445, 0.1896, 0.0006, 0.0095, 0.0009, 0.0011, 0.0685, 0.0114, 0.0157, 0.0018, 0.0021, 0.0002, 0.0029, 0.0002, 0.0, 0.0007, 0.0215, 0.0123, 0.0455, 0.1119, 0.4543, 0.4393, 0.0444, 0.3702, 5.7077, 8.8442, 6.1946, 0.351, 9.4583, 9.8154]}
+{"q": "Who wrote the novel Things Fall Apart?", "answer": "Chinua Achebe", "correct": true, "entity_real": 1, "domain": "novel", "bl_first_token_logprob": -0.09143370389938354, "bl_mean_logprob": -0.015292489224691508, "bl_min_logprob": -0.09143370389938354, "bl_answer_len": 6, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.415563863160525, "band_agreement": 0.0, "mean_entropy": 1.1524601085225754, "best_hedge_rank_log": 4.787491742782046, "layer_entropies": [0.2302, 1.3507, 1.2549, 0.1472, 0.0005, 0.0084, 0.0008, 0.0008, 0.0694, 0.0087, 0.0163, 0.0016, 0.0018, 0.0002, 0.0017, 0.0001, 0.0, 0.0006, 0.0148, 0.0103, 0.0424, 0.1051, 0.3865, 0.446, 0.0393, 0.2301, 4.1618, 8.1283, 3.3873, 0.1431, 7.5496, 9.14]}
+{"q": "Who wrote the novel Don Quixote?", "answer": "Miguel de Cervantes", "correct": true, "entity_real": 1, "domain": "novel", "bl_first_token_logprob": -0.002681709360331297, "bl_mean_logprob": -0.00047720988451753027, "bl_min_logprob": -0.002681709360331297, "bl_answer_len": 6, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.561770399433524, "band_agreement": 0.0, "mean_entropy": 1.1708143335766295, "best_hedge_rank_log": 4.634728988229636, "layer_entropies": [0.2234, 1.5896, 1.254, 0.1365, 0.0005, 0.0057, 0.0004, 0.0005, 0.0635, 0.009, 0.0076, 0.0014, 0.0012, 0.0001, 0.0013, 0.0001, 0.0, 0.0005, 0.0214, 0.0134, 0.0532, 0.1625, 0.4714, 0.4736, 0.0424, 0.1772, 3.8861, 8.5237, 4.4233, 0.103, 6.608, 9.2114]}
+{"q": "Who wrote the novel The Salt Cartographer?", "answer": "Noah Heringman", "correct": false, "entity_real": 0, "domain": "novel", "bl_first_token_logprob": -2.9497742652893066, "bl_mean_logprob": -1.1873901458457112, "bl_min_logprob": -2.9497742652893066, "bl_answer_len": 5, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.42497361736584, "band_agreement": 0.0, "mean_entropy": 1.6056339771752164, "best_hedge_rank_log": 4.718498871295094, "layer_entropies": [0.2778, 2.0009, 1.1697, 0.2939, 0.0011, 0.0319, 0.0019, 0.002, 0.089, 0.0151, 0.017, 0.0015, 0.0029, 0.0002, 0.002, 0.0001, 0.0, 0.0003, 0.0079, 0.0047, 0.0191, 0.0728, 0.24, 0.1969, 0.02, 0.2233, 6.3898, 8.5008, 8.4538, 6.0387, 8.5153, 8.7897]}
+{"q": "Who wrote the novel Winter in the House of Brann?", "answer": "Andre Norton", "correct": false, "entity_real": 0, "domain": "novel", "bl_first_token_logprob": -2.8302555084228516, "bl_mean_logprob": -1.4168342404300347, "bl_min_logprob": -2.8302555084228516, "bl_answer_len": 2, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 10.124476787135741, "band_agreement": 0.0, "mean_entropy": 1.9856858931281067, "best_hedge_rank_log": 5.017279836814924, "layer_entropies": [0.2699, 2.0555, 1.1718, 0.4844, 0.0013, 0.0258, 0.0022, 0.002, 0.0798, 0.0126, 0.0235, 0.0012, 0.002, 0.0002, 0.0019, 0.0001, 0.0, 0.0005, 0.0118, 0.0072, 0.026, 0.1625, 2.1238, 1.9885, 0.155, 2.2396, 8.95, 8.9235, 9.2297, 8.2781, 8.5562, 8.7552]}
+{"q": "Who wrote the novel A Lantern for the Drowned?", "answer": "J. Robert Lennon", "correct": false, "entity_real": 0, "domain": "novel", "bl_first_token_logprob": -3.588552236557007, "bl_mean_logprob": -1.946935061365366, "bl_min_logprob": -3.588552236557007, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 10.02048034707244, "band_agreement": 0.0, "mean_entropy": 1.6769190147529685, "best_hedge_rank_log": 4.867534450455582, "layer_entropies": [0.3176, 2.3152, 1.2093, 0.2087, 0.0008, 0.0186, 0.003, 0.0027, 0.0862, 0.0132, 0.0211, 0.0011, 0.0019, 0.0001, 0.0014, 0.0001, 0.0, 0.0003, 0.0073, 0.0039, 0.015, 0.0759, 0.6885, 0.5559, 0.052, 0.8523, 7.3456, 7.9404, 8.4202, 7.1451, 8.0343, 8.3237]}
+{"q": "Who wrote the novel The Nineteenth Parallel?", "answer": "John le Carr\u00e9", "correct": false, "entity_real": 0, "domain": "novel", "bl_first_token_logprob": -2.950887680053711, "bl_mean_logprob": -0.9368561113951728, "bl_min_logprob": -2.950887680053711, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 5.855973396484592, "band_agreement": 0.0, "mean_entropy": 1.5799213848162026, "best_hedge_rank_log": 5.081404364984463, "layer_entropies": [0.3113, 2.1969, 1.2401, 0.2267, 0.0009, 0.0246, 0.003, 0.0023, 0.0714, 0.0137, 0.0308, 0.0014, 0.0025, 0.0002, 0.002, 0.0001, 0.0, 0.0006, 0.0108, 0.0051, 0.0144, 0.1019, 0.8342, 0.5441, 0.0494, 0.7427, 7.0563, 7.6254, 7.896, 6.9178, 7.086, 7.5448]}
+{"q": "Who wrote the novel Ash and Clockwork?", "answer": "J. C. Cervantes", "correct": false, "entity_real": 0, "domain": "novel", "bl_first_token_logprob": -2.98488187789917, "bl_mean_logprob": -1.3649849549207527, "bl_min_logprob": -2.98488187789917, "bl_answer_len": 6, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 10.208334775123125, "band_agreement": 0.0, "mean_entropy": 1.925649852506524, "best_hedge_rank_log": 4.882801922586371, "layer_entropies": [0.267, 2.1025, 1.1889, 0.3975, 0.0017, 0.0455, 0.0033, 0.0036, 0.1271, 0.0164, 0.0172, 0.0011, 0.0023, 0.0001, 0.0013, 0.0001, 0.0, 0.0005, 0.0101, 0.0058, 0.0212, 0.104, 1.063, 1.2414, 0.1095, 1.5167, 8.7292, 8.9987, 9.313, 8.4206, 8.9276, 8.9839]}
+{"q": "Who wrote the novel The Vintner's Daughter of Osteg?", "answer": "No such novel exists.", "correct": false, "entity_real": 0, "domain": "novel", "bl_first_token_logprob": -1.4250502586364746, "bl_mean_logprob": -0.6477525610476732, "bl_min_logprob": -1.4250502586364746, "bl_answer_len": 5, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.834614145141675, "band_agreement": 0.0, "mean_entropy": 1.408290799372935, "best_hedge_rank_log": 4.804021044733257, "layer_entropies": [0.3294, 2.4269, 1.2674, 0.6448, 0.0022, 0.0462, 0.004, 0.0028, 0.1098, 0.0169, 0.0247, 0.001, 0.0019, 0.0001, 0.0013, 0.0001, 0.0, 0.0003, 0.006, 0.0042, 0.02, 0.0998, 0.7031, 0.4316, 0.0806, 0.5261, 7.5151, 6.7842, 6.6742, 5.8897, 5.9173, 5.5336]}
+{"q": "Who wrote the novel Letters to a Quiet Harbor?", "answer": "John Ehle", "correct": false, "entity_real": 0, "domain": "novel", "bl_first_token_logprob": -3.1924233436584473, "bl_mean_logprob": -1.9269672747080524, "bl_min_logprob": -3.1924233436584473, "bl_answer_len": 3, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 5.714165040911331, "band_agreement": 0.0, "mean_entropy": 1.6892950264805222, "best_hedge_rank_log": 4.844187086458591, "layer_entropies": [0.3177, 1.7609, 1.1998, 0.1812, 0.0007, 0.0146, 0.0021, 0.0018, 0.0831, 0.0105, 0.0206, 0.001, 0.0016, 0.0001, 0.0013, 0.0001, 0.0, 0.0005, 0.0123, 0.0051, 0.0215, 0.1639, 1.5747, 1.0188, 0.0621, 0.8, 7.916, 8.1997, 8.3751, 7.1828, 7.3723, 7.7554]}
+{"q": "Who wrote the novel The Last Ferryman of Doleu?", "answer": "Mircea C\u0103rt\u0103rescu", "correct": false, "entity_real": 0, "domain": "novel", "bl_first_token_logprob": -1.9838677644729614, "bl_mean_logprob": -0.3126907395235321, "bl_min_logprob": -1.9838677644729614, "bl_answer_len": 8, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.881786736121654, "band_agreement": 0.0, "mean_entropy": 2.0650448124461604, "best_hedge_rank_log": 4.897839799950911, "layer_entropies": [0.3493, 2.4603, 1.3226, 0.5407, 0.0017, 0.0382, 0.0028, 0.0023, 0.0854, 0.0153, 0.0179, 0.0011, 0.002, 0.0001, 0.001, 0.0, 0.0, 0.0003, 0.009, 0.0063, 0.0251, 0.1557, 1.3675, 1.3349, 0.1237, 1.5688, 9.4449, 9.6481, 9.897, 8.5972, 9.5442, 9.5179]}
+{"q": "Who wrote the novel Midnight at the Verrick Hotel?", "answer": "No such novel exists.", "correct": false, "entity_real": 0, "domain": "novel", "bl_first_token_logprob": -2.0101616382598877, "bl_mean_logprob": -0.7313763268291951, "bl_min_logprob": -2.0101616382598877, "bl_answer_len": 5, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.347683891003186, "band_agreement": 0.0, "mean_entropy": 1.7584534183116034, "best_hedge_rank_log": 4.634728988229636, "layer_entropies": [0.3054, 1.7942, 1.1985, 0.3171, 0.0011, 0.0168, 0.0018, 0.0019, 0.083, 0.01, 0.0157, 0.001, 0.0016, 0.0001, 0.0015, 0.0001, 0.0, 0.0004, 0.0106, 0.0062, 0.0347, 0.1767, 1.1136, 0.8489, 0.0648, 0.5494, 8.3604, 8.7736, 8.7742, 7.3309, 8.3283, 8.148]}
+{"q": "Who wrote the novel The Orchardist's Rebellion?", "answer": "No such novel exists.", "correct": false, "entity_real": 0, "domain": "novel", "bl_first_token_logprob": -1.1692458391189575, "bl_mean_logprob": -0.4488253705203533, "bl_min_logprob": -1.1692458391189575, "bl_answer_len": 5, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.650373279704933, "band_agreement": 0.0, "mean_entropy": 1.1219745849072638, "best_hedge_rank_log": 5.087596335232384, "layer_entropies": [0.2927, 1.853, 1.2161, 0.2925, 0.001, 0.0359, 0.0033, 0.0028, 0.079, 0.0121, 0.0237, 0.0013, 0.0027, 0.0002, 0.0021, 0.0001, 0.0, 0.0004, 0.0111, 0.0078, 0.0253, 0.0538, 0.7723, 0.869, 0.2127, 0.4666, 7.0409, 5.9099, 5.6605, 4.2863, 3.9549, 2.813]}
+{"q": "In which country is the city of Marseille?", "answer": "France", "correct": true, "entity_real": 1, "domain": "city", "bl_first_token_logprob": -0.0027721805963665247, "bl_mean_logprob": -0.0027721805963665247, "bl_min_logprob": -0.0027721805963665247, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 6.427338278948284, "band_agreement": 0.0, "mean_entropy": 0.736599978787126, "best_hedge_rank_log": 4.31748811353631, "layer_entropies": [0.3269, 1.9164, 1.3293, 0.2708, 0.0013, 0.1669, 0.0035, 0.0017, 0.1148, 0.0231, 0.0323, 0.0096, 0.0127, 0.0009, 0.0055, 0.0003, 0.0001, 0.0008, 0.025, 0.028, 0.0747, 0.0949, 0.3299, 0.8658, 0.353, 1.386, 3.7509, 4.5949, 1.5177, 0.1035, 3.0355, 3.1941]}
+{"q": "In which country is the city of Osaka?", "answer": "Japan", "correct": true, "entity_real": 1, "domain": "city", "bl_first_token_logprob": -0.0025829069782048464, "bl_mean_logprob": -0.0025829069782048464, "bl_min_logprob": -0.0025829069782048464, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.728964191760186, "band_agreement": 0.0, "mean_entropy": 0.6351477184105079, "best_hedge_rank_log": 4.330733340286331, "layer_entropies": [0.2888, 1.8192, 1.2909, 0.2374, 0.0015, 0.1892, 0.0027, 0.0015, 0.0918, 0.0241, 0.0327, 0.0131, 0.0142, 0.0011, 0.0081, 0.0004, 0.0001, 0.0008, 0.0335, 0.0417, 0.0935, 0.1145, 0.3106, 0.6004, 0.2304, 1.0333, 3.135, 4.2838, 1.0479, 0.0847, 2.5686, 2.7291]}
+{"q": "In which country is the city of Curitiba?", "answer": "Brazil", "correct": true, "entity_real": 1, "domain": "city", "bl_first_token_logprob": -0.01913411170244217, "bl_mean_logprob": -0.01913411170244217, "bl_min_logprob": -0.01913411170244217, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.013785720635827, "band_agreement": 0.0, "mean_entropy": 0.7077699044216388, "best_hedge_rank_log": 4.343805421853684, "layer_entropies": [0.3034, 2.0417, 1.3624, 0.2315, 0.001, 0.1349, 0.0027, 0.0014, 0.0785, 0.0214, 0.0394, 0.0122, 0.0142, 0.0007, 0.0062, 0.0003, 0.0001, 0.0008, 0.0231, 0.0284, 0.0665, 0.0815, 0.2504, 0.8004, 0.3751, 1.3356, 3.5207, 4.4824, 1.453, 0.1056, 3.0707, 2.8023]}
+{"q": "In which country is the city of Krakow?", "answer": "Poland", "correct": true, "entity_real": 1, "domain": "city", "bl_first_token_logprob": -0.003378281369805336, "bl_mean_logprob": -0.0016993925783026498, "bl_min_logprob": -0.003378281369805336, "bl_answer_len": 2, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.6896844742531485, "band_agreement": 0.0, "mean_entropy": 0.6767348954881527, "best_hedge_rank_log": 4.304065093204169, "layer_entropies": [0.2794, 1.9268, 1.3423, 0.2242, 0.0011, 0.1072, 0.0023, 0.0014, 0.0906, 0.0239, 0.0457, 0.0133, 0.0128, 0.0009, 0.0071, 0.0003, 0.0001, 0.0007, 0.0222, 0.029, 0.0736, 0.0889, 0.2476, 0.6064, 0.2791, 1.207, 3.3979, 4.4817, 1.0227, 0.073, 2.8521, 3.1941]}
+{"q": "In which country is the city of Adelaide?", "answer": "Australia", "correct": true, "entity_real": 1, "domain": "city", "bl_first_token_logprob": -0.0026049036532640457, "bl_mean_logprob": -0.0026049036532640457, "bl_min_logprob": -0.0026049036532640457, "bl_answer_len": 1, "ignition_frac": 0.0625, "ignition_depth": 0.78125, "mean_log_rank_answer": 5.539414599777791, "band_agreement": 0.0, "mean_entropy": 0.6398730858368253, "best_hedge_rank_log": 4.343805421853684, "layer_entropies": [0.2886, 1.7577, 1.2835, 0.2209, 0.0013, 0.1867, 0.0027, 0.0013, 0.1062, 0.0211, 0.0464, 0.014, 0.0149, 0.0009, 0.0056, 0.0004, 0.0001, 0.0008, 0.0233, 0.0239, 0.0598, 0.0624, 0.2186, 0.5267, 0.2561, 1.2391, 3.2224, 4.2608, 1.0861, 0.0637, 2.5243, 2.9558]}
+{"q": "In which country is the city of Mombasa?", "answer": "Kenya", "correct": true, "entity_real": 1, "domain": "city", "bl_first_token_logprob": -0.0033505987375974655, "bl_mean_logprob": -0.0017031935640261509, "bl_min_logprob": -0.0033505987375974655, "bl_answer_len": 2, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 10.413473007986966, "band_agreement": 0.0, "mean_entropy": 0.7110448477353657, "best_hedge_rank_log": 4.3694478524670215, "layer_entropies": [0.2825, 1.8188, 1.3479, 0.161, 0.0008, 0.093, 0.0016, 0.0009, 0.0732, 0.0171, 0.0285, 0.0097, 0.0113, 0.0005, 0.0057, 0.0003, 0.0001, 0.0009, 0.0257, 0.0274, 0.0922, 0.1, 0.3934, 0.7735, 0.3663, 1.2417, 3.4338, 4.5395, 1.3481, 0.0969, 3.2076, 3.2533]}
+{"q": "In which country is the city of Valparaiso?", "answer": "Chile", "correct": true, "entity_real": 1, "domain": "city", "bl_first_token_logprob": -0.08518320322036743, "bl_mean_logprob": -0.042612641607775004, "bl_min_logprob": -0.08518320322036743, "bl_answer_len": 2, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.42037798898712, "band_agreement": 0.0, "mean_entropy": 1.0140819666173684, "best_hedge_rank_log": 4.219507705176107, "layer_entropies": [0.3004, 1.9593, 1.3322, 0.2671, 0.001, 0.1381, 0.0029, 0.0013, 0.0696, 0.0163, 0.0385, 0.0076, 0.0099, 0.0005, 0.0038, 0.0002, 0.0001, 0.0009, 0.0152, 0.0166, 0.0545, 0.0631, 0.2307, 1.7296, 0.6391, 1.9741, 4.1427, 4.8166, 2.1584, 0.1325, 5.8928, 6.435]}
+{"q": "In which country is the city of Bergen?", "answer": "Norway", "correct": true, "entity_real": 1, "domain": "city", "bl_first_token_logprob": -0.0011121999705210328, "bl_mean_logprob": -0.0007131335587473586, "bl_min_logprob": -0.0011121999705210328, "bl_answer_len": 2, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.527071860124398, "band_agreement": 0.0, "mean_entropy": 0.6603263115704294, "best_hedge_rank_log": 4.406719247264253, "layer_entropies": [0.3064, 2.1079, 1.3093, 0.2648, 0.0014, 0.1082, 0.0021, 0.0011, 0.0594, 0.016, 0.0248, 0.0093, 0.0139, 0.0007, 0.0054, 0.0003, 0.0001, 0.0006, 0.0198, 0.0236, 0.0544, 0.0607, 0.2129, 0.5789, 0.3005, 1.1057, 3.2603, 4.3988, 1.2182, 0.092, 2.911, 2.6622]}
+{"q": "In which country is the city of Izmir?", "answer": "Turkey", "correct": true, "entity_real": 1, "domain": "city", "bl_first_token_logprob": -0.004781716503202915, "bl_mean_logprob": -0.004781716503202915, "bl_min_logprob": -0.004781716503202915, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.92320799603926, "band_agreement": 0.0, "mean_entropy": 0.7994760270098595, "best_hedge_rank_log": 4.2626798770413155, "layer_entropies": [0.264, 1.8437, 1.3265, 0.1601, 0.001, 0.1149, 0.0021, 0.001, 0.0877, 0.0223, 0.0355, 0.0094, 0.0115, 0.0007, 0.0048, 0.0003, 0.0001, 0.0006, 0.0231, 0.0285, 0.0797, 0.0919, 0.3253, 1.0113, 0.5349, 1.7548, 4.0131, 4.8496, 1.8104, 0.1386, 3.9658, 3.0703]}
+{"q": "In which country is the city of Guadalajara?", "answer": "Mexico", "correct": true, "entity_real": 1, "domain": "city", "bl_first_token_logprob": -0.003525828942656517, "bl_mean_logprob": -0.003525828942656517, "bl_min_logprob": -0.003525828942656517, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 6.897554694673178, "band_agreement": 0.0, "mean_entropy": 0.7984972910069246, "best_hedge_rank_log": 4.3694478524670215, "layer_entropies": [0.3596, 2.0877, 1.3502, 0.323, 0.0013, 0.1334, 0.0021, 0.0012, 0.1074, 0.028, 0.0496, 0.0144, 0.0168, 0.0013, 0.0076, 0.0003, 0.0001, 0.0008, 0.0292, 0.0354, 0.0825, 0.1026, 0.3172, 1.1434, 0.4337, 1.4487, 3.8187, 4.8762, 1.6472, 0.106, 3.4942, 3.5323]}
+{"q": "In which country is the city of Vellemara?", "answer": "India", "correct": false, "entity_real": 0, "domain": "city", "bl_first_token_logprob": -1.468774437904358, "bl_mean_logprob": -1.468774437904358, "bl_min_logprob": -1.468774437904358, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.190389258971415, "band_agreement": 0.0, "mean_entropy": 1.2126165089625829, "best_hedge_rank_log": 4.290459441148391, "layer_entropies": [0.3379, 2.5577, 1.3094, 0.3782, 0.0032, 0.5145, 0.0075, 0.0033, 0.1131, 0.0282, 0.0428, 0.0084, 0.0165, 0.0004, 0.002, 0.0001, 0.0, 0.0003, 0.0101, 0.018, 0.0637, 0.0804, 0.2128, 0.5097, 0.2091, 1.2271, 5.835, 6.5647, 6.1738, 1.3041, 6.3948, 4.8768]}
+{"q": "In which country is the city of Kostrivny?", "answer": "Ukraine", "correct": false, "entity_real": 0, "domain": "city", "bl_first_token_logprob": -0.10060659795999527, "bl_mean_logprob": -0.05052348965546116, "bl_min_logprob": -0.10060659795999527, "bl_answer_len": 2, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.696178253726579, "band_agreement": 0.0, "mean_entropy": 1.0527799692938515, "best_hedge_rank_log": 4.23410650459726, "layer_entropies": [0.3123, 2.4096, 1.254, 0.1471, 0.002, 0.2925, 0.0043, 0.002, 0.0846, 0.0196, 0.0284, 0.0073, 0.0109, 0.0003, 0.0022, 0.0001, 0.0001, 0.0005, 0.0141, 0.0194, 0.0497, 0.0796, 0.19, 0.9875, 0.4903, 2.3439, 4.6312, 5.2667, 3.3074, 0.3259, 5.7778, 5.6275]}
+{"q": "In which country is the city of Ouadrane?", "answer": "Mauritania", "correct": false, "entity_real": 0, "domain": "city", "bl_first_token_logprob": -0.9007502794265747, "bl_mean_logprob": -0.3836347414908232, "bl_min_logprob": -0.9007502794265747, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.793872575398236, "band_agreement": 0.0, "mean_entropy": 1.3415593825043288, "best_hedge_rank_log": 4.304065093204169, "layer_entropies": [0.3535, 2.4066, 1.2971, 0.3183, 0.0023, 0.421, 0.0064, 0.003, 0.097, 0.0261, 0.0339, 0.0072, 0.0138, 0.0004, 0.0029, 0.0001, 0.0001, 0.0005, 0.0112, 0.017, 0.0382, 0.065, 0.1866, 1.1122, 0.8169, 3.1121, 5.6392, 6.009, 5.6966, 1.3916, 6.8162, 7.0281]}
+{"q": "In which country is the city of Sillanpaa Bay?", "answer": "Finland", "correct": false, "entity_real": 0, "domain": "city", "bl_first_token_logprob": -0.5199965238571167, "bl_mean_logprob": -0.2600221628199506, "bl_min_logprob": -0.5199965238571167, "bl_answer_len": 2, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.91971442627971, "band_agreement": 0.0, "mean_entropy": 1.3724092886726567, "best_hedge_rank_log": 4.219507705176107, "layer_entropies": [0.3725, 2.4738, 1.3888, 0.2163, 0.0019, 0.3742, 0.0089, 0.002, 0.087, 0.0184, 0.0282, 0.0055, 0.0126, 0.0002, 0.0019, 0.0001, 0.0, 0.0008, 0.0203, 0.0161, 0.0855, 0.1474, 0.5018, 2.1116, 0.6857, 2.699, 5.7577, 5.8084, 6.1003, 1.9231, 6.78, 6.2874]}
+{"q": "In which country is the city of Terravesca?", "answer": "Italy", "correct": false, "entity_real": 0, "domain": "city", "bl_first_token_logprob": -0.5124646425247192, "bl_mean_logprob": -0.5124646425247192, "bl_min_logprob": -0.5124646425247192, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.397972427535324, "band_agreement": 0.0, "mean_entropy": 1.1464526800522208, "best_hedge_rank_log": 4.31748811353631, "layer_entropies": [0.3325, 2.4423, 1.324, 0.3151, 0.0026, 0.3421, 0.0059, 0.0029, 0.0894, 0.021, 0.0366, 0.0069, 0.0156, 0.0004, 0.0019, 0.0001, 0.0, 0.0004, 0.0116, 0.0194, 0.0625, 0.0933, 0.1986, 0.8363, 0.2948, 1.5232, 4.8213, 5.2514, 4.5151, 0.6454, 6.6526, 6.8214]}
+{"q": "In which country is the city of Nokoyama?", "answer": "Japan", "correct": false, "entity_real": 0, "domain": "city", "bl_first_token_logprob": -0.11409877985715866, "bl_mean_logprob": -0.11409877985715866, "bl_min_logprob": -0.11409877985715866, "bl_answer_len": 1, "ignition_frac": 0.0625, "ignition_depth": 0.75, "mean_log_rank_answer": 7.233145860884381, "band_agreement": 0.0, "mean_entropy": 1.0406040914849655, "best_hedge_rank_log": 4.330733340286331, "layer_entropies": [0.3175, 2.3904, 1.2871, 0.1825, 0.0023, 0.46, 0.0074, 0.0032, 0.0879, 0.0215, 0.024, 0.0061, 0.0133, 0.0004, 0.0026, 0.0001, 0.0001, 0.0006, 0.0159, 0.0179, 0.0624, 0.1029, 0.2058, 0.5467, 0.1784, 1.0668, 3.8447, 5.2877, 3.1042, 0.3302, 6.7729, 6.9559]}
+{"q": "In which country is the city of Brindlemere?", "answer": "Australia", "correct": false, "entity_real": 0, "domain": "city", "bl_first_token_logprob": -1.2865287065505981, "bl_mean_logprob": -1.2865287065505981, "bl_min_logprob": -1.2865287065505981, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 5.7489100643105955, "band_agreement": 0.0, "mean_entropy": 1.0594348125216584, "best_hedge_rank_log": 4.248495242049359, "layer_entropies": [0.3437, 2.5785, 1.3567, 0.2144, 0.0029, 0.5106, 0.0084, 0.0032, 0.1192, 0.0311, 0.0491, 0.0108, 0.0165, 0.0003, 0.0019, 0.0001, 0.0001, 0.0005, 0.011, 0.0134, 0.0707, 0.1202, 0.2687, 0.5993, 0.2257, 1.3943, 4.3736, 4.637, 4.2888, 0.9505, 6.1936, 5.5069]}
+{"q": "In which country is the city of Zaltoria?", "answer": "Zaltoria is a fictional city.", "correct": false, "entity_real": 0, "domain": "city", "bl_first_token_logprob": -1.8172965049743652, "bl_mean_logprob": -0.5381320053711534, "bl_min_logprob": -1.8172965049743652, "bl_answer_len": 8, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.941268583600793, "band_agreement": 0.0, "mean_entropy": 1.0876472475595165, "best_hedge_rank_log": 4.330733340286331, "layer_entropies": [0.3322, 2.5304, 1.3218, 0.4025, 0.0029, 0.5108, 0.0081, 0.0037, 0.1026, 0.0207, 0.0358, 0.0063, 0.0115, 0.0003, 0.0026, 0.0002, 0.0, 0.0003, 0.0064, 0.0067, 0.032, 0.0512, 0.1572, 0.4924, 0.1768, 0.9902, 6.1591, 6.7908, 5.888, 1.3147, 4.1813, 3.2652]}
+{"q": "In which country is the city of Pemburu Hilir?", "answer": "Indonesia", "correct": false, "entity_real": 0, "domain": "city", "bl_first_token_logprob": -0.15750141441822052, "bl_mean_logprob": -0.15750141441822052, "bl_min_logprob": -0.15750141441822052, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.014025706409559, "band_agreement": 0.0, "mean_entropy": 1.061377456388982, "best_hedge_rank_log": 4.276666119016055, "layer_entropies": [0.4, 2.634, 1.4656, 0.4299, 0.0021, 0.3588, 0.0065, 0.0025, 0.0535, 0.0182, 0.0284, 0.0087, 0.0203, 0.0005, 0.0033, 0.0001, 0.0, 0.0003, 0.0156, 0.0253, 0.0605, 0.1067, 0.2433, 0.4678, 0.1965, 1.3027, 4.3665, 5.2733, 3.9667, 0.3349, 6.3155, 5.8559]}
+{"q": "In which country is the city of Cascavelle-sur-Mer?", "answer": "France", "correct": false, "entity_real": 0, "domain": "city", "bl_first_token_logprob": -0.23157264292240143, "bl_mean_logprob": -0.23157264292240143, "bl_min_logprob": -0.23157264292240143, "bl_answer_len": 1, "ignition_frac": 0.21875, "ignition_depth": 0.71875, "mean_log_rank_answer": 5.916011970380975, "band_agreement": 0.0, "mean_entropy": 1.249957806864245, "best_hedge_rank_log": 4.174387269895637, "layer_entropies": [0.4215, 2.3355, 1.3675, 0.371, 0.0021, 0.3496, 0.0081, 0.003, 0.0911, 0.025, 0.0361, 0.0075, 0.0122, 0.0003, 0.0017, 0.0001, 0.0, 0.0004, 0.0093, 0.0154, 0.0599, 0.0834, 0.4473, 2.0466, 0.7777, 2.3183, 4.6967, 5.7945, 6.276, 1.0889, 6.4532, 4.8988]}
+{"q": "In what year was the Battle of Hastings?", "answer": "1066", "correct": true, "entity_real": 1, "domain": "battle", "bl_first_token_logprob": -0.00010716341057559475, "bl_mean_logprob": -7.027107130852528e-05, "bl_min_logprob": -0.00010716341057559475, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 6.918994730002209, "band_agreement": 0.0, "mean_entropy": 0.23599954251881172, "best_hedge_rank_log": 3.8712010109078907, "layer_entropies": [0.2677, 1.5886, 1.3479, 0.1848, 0.001, 0.0953, 0.0013, 0.0007, 0.0665, 0.0043, 0.0069, 0.003, 0.0029, 0.0001, 0.0026, 0.0001, 0.0, 0.0008, 0.0274, 0.0209, 0.0266, 0.036, 0.0466, 0.0511, 0.0087, 0.071, 0.4366, 1.4337, 0.4699, 0.0178, 0.3431, 0.9879]}
+{"q": "In what year was the Battle of Waterloo?", "answer": "1815", "correct": true, "entity_real": 1, "domain": "battle", "bl_first_token_logprob": -8.451581379631534e-05, "bl_mean_logprob": -5.721823049498198e-05, "bl_min_logprob": -9.333651541965082e-05, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 6.871393383190652, "band_agreement": 0.0, "mean_entropy": 0.2387172781627669, "best_hedge_rank_log": 4.007333185232471, "layer_entropies": [0.286, 1.5194, 1.3921, 0.1847, 0.0013, 0.1221, 0.0012, 0.0009, 0.0955, 0.0046, 0.0066, 0.0036, 0.0035, 0.0002, 0.0031, 0.0002, 0.0001, 0.0011, 0.0309, 0.0214, 0.0249, 0.0361, 0.043, 0.0379, 0.0082, 0.0618, 0.4825, 1.2567, 0.5736, 0.02, 0.3485, 1.0671]}
+{"q": "In what year was the Battle of Gettysburg?", "answer": "1863", "correct": true, "entity_real": 1, "domain": "battle", "bl_first_token_logprob": -0.00017689094238448888, "bl_mean_logprob": -6.964350518501305e-05, "bl_min_logprob": -0.00017689094238448888, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 6.965004866813514, "band_agreement": 0.0, "mean_entropy": 0.22976597498200135, "best_hedge_rank_log": 4.143134726391533, "layer_entropies": [0.2615, 1.4625, 1.3861, 0.184, 0.0015, 0.131, 0.0014, 0.0008, 0.1053, 0.0037, 0.0082, 0.0032, 0.0032, 0.0002, 0.0036, 0.0002, 0.0001, 0.0012, 0.0332, 0.0227, 0.0264, 0.0358, 0.0491, 0.0437, 0.0095, 0.0713, 0.5337, 1.3772, 0.4795, 0.0116, 0.2279, 0.8735]}
+{"q": "In what year was the Battle of Agincourt?", "answer": "1415", "correct": true, "entity_real": 1, "domain": "battle", "bl_first_token_logprob": -0.00016830935783218592, "bl_mean_logprob": -6.410077389773505e-05, "bl_min_logprob": -0.00016830935783218592, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.000545529738245, "band_agreement": 0.0, "mean_entropy": 0.47361442350802463, "best_hedge_rank_log": 3.8918202981106265, "layer_entropies": [0.2497, 1.6342, 1.3464, 0.2375, 0.001, 0.1072, 0.001, 0.0007, 0.0714, 0.0035, 0.0062, 0.0024, 0.0023, 0.0001, 0.0025, 0.0001, 0.0001, 0.0013, 0.0301, 0.0284, 0.0365, 0.0723, 0.1261, 0.1633, 0.02, 0.1278, 1.4788, 4.4179, 1.6622, 0.0347, 1.4235, 1.8665]}
+{"q": "In what year was the Battle of Stalingrad?", "answer": "1942-1943", "correct": true, "entity_real": 1, "domain": "battle", "bl_first_token_logprob": -0.0012011463986709714, "bl_mean_logprob": -0.07275305868011452, "bl_min_logprob": -0.603445827960968, "bl_answer_len": 9, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.139139773693204, "band_agreement": 0.0, "mean_entropy": 0.3256491149518297, "best_hedge_rank_log": 4.143134726391533, "layer_entropies": [0.246, 1.5399, 1.3786, 0.167, 0.001, 0.0946, 0.0009, 0.0007, 0.0771, 0.0037, 0.0054, 0.002, 0.0026, 0.0001, 0.0025, 0.0002, 0.0001, 0.0011, 0.0296, 0.0199, 0.0199, 0.0337, 0.0488, 0.0511, 0.0099, 0.075, 0.5175, 2.7588, 1.3105, 0.0168, 0.5266, 1.4794]}
+{"q": "In what year was the Battle of Trafalgar?", "answer": "1805", "correct": true, "entity_real": 1, "domain": "battle", "bl_first_token_logprob": -0.00031144535751082003, "bl_mean_logprob": -0.0001155001668848854, "bl_min_logprob": -0.00031144535751082003, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.069701055943661, "band_agreement": 0.0, "mean_entropy": 0.27375353798993274, "best_hedge_rank_log": 3.9889840465642745, "layer_entropies": [0.266, 1.5562, 1.3724, 0.1735, 0.0009, 0.0935, 0.0009, 0.0006, 0.0564, 0.0029, 0.0054, 0.0021, 0.0029, 0.0001, 0.0023, 0.0001, 0.0001, 0.0009, 0.0276, 0.0207, 0.029, 0.0442, 0.0632, 0.0621, 0.0097, 0.0752, 0.6279, 1.8778, 0.7748, 0.0163, 0.4338, 1.1607]}
+{"q": "In what year was the Battle of Midway?", "answer": "1942", "correct": true, "entity_real": 1, "domain": "battle", "bl_first_token_logprob": -0.0005628670332953334, "bl_mean_logprob": -0.00017808726920520712, "bl_min_logprob": -0.0005628670332953334, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.255753168591408, "band_agreement": 0.0, "mean_entropy": 0.24145430352973563, "best_hedge_rank_log": 4.060443010546419, "layer_entropies": [0.2875, 1.5368, 1.4268, 0.1467, 0.0009, 0.0877, 0.001, 0.0007, 0.0798, 0.0034, 0.0046, 0.0018, 0.0021, 0.0001, 0.0029, 0.0001, 0.0001, 0.0013, 0.0341, 0.0224, 0.0223, 0.0365, 0.0528, 0.0373, 0.0082, 0.0615, 0.5122, 1.4764, 0.5439, 0.0108, 0.3086, 1.0153]}
+{"q": "In what year was the Battle of Thermopylae?", "answer": "480 BC", "correct": true, "entity_real": 1, "domain": "battle", "bl_first_token_logprob": -5.4238757002167404e-05, "bl_mean_logprob": -0.028496728623167655, "bl_min_logprob": -0.11388690024614334, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.630007988150223, "band_agreement": 0.0, "mean_entropy": 0.648548291942916, "best_hedge_rank_log": 4.04305126783455, "layer_entropies": [0.3225, 1.7744, 1.4578, 0.179, 0.0007, 0.0804, 0.0009, 0.0006, 0.0479, 0.0033, 0.0044, 0.0015, 0.002, 0.0001, 0.004, 0.0001, 0.0001, 0.002, 0.0493, 0.04, 0.0453, 0.116, 0.2242, 0.3502, 0.071, 0.2601, 2.9093, 5.1684, 1.4838, 0.0621, 3.4275, 2.6644]}
+{"q": "In what year was the Battle of Lepanto?", "answer": "1571", "correct": true, "entity_real": 1, "domain": "battle", "bl_first_token_logprob": -0.0006015875260345638, "bl_mean_logprob": -0.0002348816105950391, "bl_min_logprob": -0.0006015875260345638, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.000287155484854, "band_agreement": 0.0, "mean_entropy": 0.31763572295449194, "best_hedge_rank_log": 3.828641396489095, "layer_entropies": [0.3101, 1.8249, 1.3643, 0.2122, 0.0008, 0.1115, 0.0011, 0.0007, 0.0516, 0.0031, 0.0056, 0.0016, 0.0019, 0.0001, 0.0012, 0.0001, 0.0001, 0.001, 0.0211, 0.0178, 0.0196, 0.0342, 0.0478, 0.0397, 0.0069, 0.0504, 0.4279, 2.1727, 0.71, 0.0227, 1.2237, 1.478]}
+{"q": "In what year was the Battle of Yorktown?", "answer": "1781", "correct": true, "entity_real": 1, "domain": "battle", "bl_first_token_logprob": -0.0003567297535482794, "bl_mean_logprob": -0.00012407978601913783, "bl_min_logprob": -0.0003567297535482794, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.005500371630369, "band_agreement": 0.0, "mean_entropy": 0.289775338388381, "best_hedge_rank_log": 4.007333185232471, "layer_entropies": [0.2806, 1.4528, 1.3281, 0.1923, 0.0012, 0.134, 0.0012, 0.0008, 0.0711, 0.0036, 0.0071, 0.0024, 0.003, 0.0001, 0.002, 0.0002, 0.0001, 0.0015, 0.034, 0.0269, 0.0319, 0.0427, 0.0741, 0.0542, 0.0103, 0.0698, 0.6456, 2.3766, 0.656, 0.0146, 0.5689, 1.1852]}
+{"q": "In what year was the Battle of Karvenholm?", "answer": "1134", "correct": false, "entity_real": 0, "domain": "battle", "bl_first_token_logprob": -0.9747933745384216, "bl_mean_logprob": -0.6882953848689795, "bl_min_logprob": -1.6115597486495972, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.260949585405308, "band_agreement": 0.0, "mean_entropy": 0.9675535644900037, "best_hedge_rank_log": 3.5263605246161616, "layer_entropies": [0.3589, 2.169, 1.3732, 0.1348, 0.001, 0.1543, 0.0023, 0.0013, 0.0444, 0.0033, 0.0057, 0.0013, 0.0019, 0.0001, 0.0014, 0.0001, 0.0, 0.0006, 0.0089, 0.0103, 0.0104, 0.0467, 0.0981, 0.0917, 0.0156, 0.0764, 1.4997, 6.5742, 4.4726, 0.5663, 7.0984, 6.139]}
+{"q": "In what year was the Battle of the Draval Pass?", "answer": "1842", "correct": false, "entity_real": 0, "domain": "battle", "bl_first_token_logprob": -0.3229404091835022, "bl_mean_logprob": -0.6460103066638112, "bl_min_logprob": -1.3224704265594482, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.080110241858255, "band_agreement": 0.0, "mean_entropy": 0.9561605709146761, "best_hedge_rank_log": 3.8066624897703196, "layer_entropies": [0.36, 2.2506, 1.4102, 0.1357, 0.0008, 0.1111, 0.0014, 0.0011, 0.0477, 0.0036, 0.0055, 0.0009, 0.0024, 0.0001, 0.001, 0.0001, 0.0, 0.0006, 0.0132, 0.0147, 0.0131, 0.0539, 0.106, 0.0872, 0.0127, 0.0554, 0.989, 6.5672, 3.218, 0.3153, 8.3044, 6.5143]}
+{"q": "In what year was the Battle of Osterbruck?", "answer": "1761", "correct": false, "entity_real": 0, "domain": "battle", "bl_first_token_logprob": -0.07999608665704727, "bl_mean_logprob": -0.7948096040636301, "bl_min_logprob": -1.7466191053390503, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.117729307266876, "band_agreement": 0.0, "mean_entropy": 0.8544975113915143, "best_hedge_rank_log": 3.828641396489095, "layer_entropies": [0.3753, 2.275, 1.3561, 0.1901, 0.0011, 0.2057, 0.0025, 0.0013, 0.0613, 0.0038, 0.0054, 0.0011, 0.002, 0.0001, 0.0011, 0.0001, 0.0, 0.0006, 0.0099, 0.0098, 0.0075, 0.0307, 0.0553, 0.0441, 0.0058, 0.0254, 0.5245, 5.5094, 2.4483, 0.1347, 7.7546, 6.3013]}
+{"q": "In what year was the Battle of the Meridan Fields?", "answer": "1864", "correct": false, "entity_real": 0, "domain": "battle", "bl_first_token_logprob": -0.48106861114501953, "bl_mean_logprob": -0.35070823691785336, "bl_min_logprob": -0.6903770565986633, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.055529591497631, "band_agreement": 0.0, "mean_entropy": 0.8423420562196497, "best_hedge_rank_log": 3.7376696182833684, "layer_entropies": [0.354, 2.0393, 1.332, 0.2443, 0.0011, 0.1831, 0.0023, 0.0012, 0.0476, 0.0036, 0.0059, 0.001, 0.002, 0.0, 0.0007, 0.0, 0.0, 0.0006, 0.0096, 0.0087, 0.0075, 0.0248, 0.0373, 0.0319, 0.0055, 0.0288, 0.3328, 5.9764, 2.2551, 0.1148, 7.4667, 6.4362]}
+{"q": "In what year was the Battle of Quillane Ridge?", "answer": "1967", "correct": false, "entity_real": 0, "domain": "battle", "bl_first_token_logprob": -0.09994686394929886, "bl_mean_logprob": -0.3469593357294798, "bl_min_logprob": -0.8607921600341797, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.150096914165616, "band_agreement": 0.0, "mean_entropy": 0.5399936146492337, "best_hedge_rank_log": 3.828641396489095, "layer_entropies": [0.3253, 2.1246, 1.3378, 0.1179, 0.0014, 0.2036, 0.0021, 0.0013, 0.0656, 0.0044, 0.005, 0.0012, 0.0023, 0.0, 0.0008, 0.0001, 0.0, 0.0006, 0.0107, 0.0091, 0.0081, 0.03, 0.0432, 0.0255, 0.0055, 0.049, 0.3475, 3.721, 1.4257, 0.0529, 3.558, 3.7995]}
+{"q": "In what year was the Battle of Tessovar?", "answer": "1915", "correct": false, "entity_real": 0, "domain": "battle", "bl_first_token_logprob": -0.3166598081588745, "bl_mean_logprob": -0.7678838223218918, "bl_min_logprob": -1.2062222957611084, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.199645597430573, "band_agreement": 0.0, "mean_entropy": 0.7571912952488447, "best_hedge_rank_log": 3.4965075614664802, "layer_entropies": [0.3375, 2.2385, 1.3515, 0.1534, 0.0012, 0.2094, 0.0024, 0.0015, 0.0585, 0.0039, 0.0052, 0.0014, 0.0021, 0.0001, 0.0012, 0.0001, 0.0, 0.0005, 0.0089, 0.0124, 0.0106, 0.0439, 0.0601, 0.0561, 0.0061, 0.0354, 0.4335, 5.1356, 1.8151, 0.1079, 6.825, 5.3113]}
+{"q": "In what year was the Battle of the Brumig Delta?", "answer": "1984", "correct": false, "entity_real": 0, "domain": "battle", "bl_first_token_logprob": -1.1504919528961182, "bl_mean_logprob": -1.3372035175561905, "bl_min_logprob": -2.0717263221740723, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.781472051194493, "band_agreement": 0.0, "mean_entropy": 0.8271683002096779, "best_hedge_rank_log": 2.9444389791664403, "layer_entropies": [0.4238, 2.6241, 1.3092, 0.3558, 0.0017, 0.4037, 0.0034, 0.0018, 0.0651, 0.0044, 0.0055, 0.0011, 0.0021, 0.0, 0.0004, 0.0, 0.0, 0.0003, 0.0046, 0.0081, 0.0095, 0.0366, 0.0604, 0.0417, 0.0056, 0.0624, 0.7387, 6.1813, 3.847, 0.8631, 5.1438, 4.264]}
+{"q": "In what year was the Battle of Vantorre?", "answer": "1813", "correct": false, "entity_real": 0, "domain": "battle", "bl_first_token_logprob": -1.1210886240005493, "bl_mean_logprob": -1.3786213397979736, "bl_min_logprob": -1.5425395965576172, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.823593521835651, "band_agreement": 0.0, "mean_entropy": 0.7522124305959323, "best_hedge_rank_log": 2.639057329615259, "layer_entropies": [0.3492, 2.3611, 1.3258, 0.2567, 0.0014, 0.1786, 0.0021, 0.0014, 0.0467, 0.004, 0.0052, 0.0012, 0.0022, 0.0001, 0.0006, 0.0001, 0.0, 0.0004, 0.0077, 0.0102, 0.0122, 0.0454, 0.0717, 0.0346, 0.0062, 0.0427, 1.4714, 6.0343, 4.7577, 0.5984, 4.0296, 2.4121]}
+{"q": "In what year was the Battle of Ilyev Crossing?", "answer": "1944", "correct": false, "entity_real": 0, "domain": "battle", "bl_first_token_logprob": -0.07400906085968018, "bl_mean_logprob": -0.291834257543087, "bl_min_logprob": -0.46503946185112, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.243946313734698, "band_agreement": 0.0, "mean_entropy": 0.7294034888515171, "best_hedge_rank_log": 3.8918202981106265, "layer_entropies": [0.4034, 2.166, 1.361, 0.1322, 0.0011, 0.168, 0.0025, 0.0014, 0.0653, 0.0049, 0.0067, 0.0011, 0.0025, 0.0, 0.0009, 0.0001, 0.0, 0.0006, 0.0139, 0.015, 0.0125, 0.0524, 0.0857, 0.0592, 0.0071, 0.0404, 0.4644, 4.9845, 2.2667, 0.1251, 5.5729, 5.3233]}
+{"q": "In what year was the Battle of the Sarn Estuary?", "answer": "1282", "correct": false, "entity_real": 0, "domain": "battle", "bl_first_token_logprob": -0.7673024535179138, "bl_mean_logprob": -0.6505073476582766, "bl_min_logprob": -1.3004659414291382, "bl_answer_len": 4, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.2603826330772945, "band_agreement": 0.0, "mean_entropy": 1.176898032642157, "best_hedge_rank_log": 3.713572066704308, "layer_entropies": [0.4098, 2.4172, 1.3642, 0.2352, 0.0014, 0.3333, 0.0033, 0.0014, 0.065, 0.0041, 0.008, 0.0016, 0.0025, 0.0, 0.0009, 0.0001, 0.0, 0.0006, 0.0116, 0.015, 0.0176, 0.0815, 0.2552, 0.2457, 0.0286, 0.1378, 2.3695, 6.6008, 6.2233, 1.6526, 8.4992, 6.6737]}
+{"q": "What is the chemical symbol for tungsten?", "answer": "W", "correct": true, "entity_real": 1, "domain": "element", "bl_first_token_logprob": -0.001760838902555406, "bl_mean_logprob": -0.001760838902555406, "bl_min_logprob": -0.001760838902555406, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.25325325684033, "band_agreement": 0.0, "mean_entropy": 0.3856225433817144, "best_hedge_rank_log": 4.174387269895637, "layer_entropies": [0.7076, 2.9448, 1.56, 0.3779, 0.0012, 0.113, 0.0037, 0.0027, 0.1105, 0.0379, 0.0239, 0.0037, 0.0039, 0.0003, 0.0017, 0.0001, 0.0, 0.0004, 0.0079, 0.0107, 0.0154, 0.0262, 0.031, 0.0361, 0.0311, 0.2115, 0.3767, 1.7176, 0.7442, 0.0572, 1.0261, 2.1547]}
+{"q": "What is the chemical symbol for sodium?", "answer": "Na", "correct": true, "entity_real": 1, "domain": "element", "bl_first_token_logprob": -0.00014351768186315894, "bl_mean_logprob": -0.00014351768186315894, "bl_min_logprob": -0.00014351768186315894, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.898087886510439, "band_agreement": 0.0, "mean_entropy": 0.39961941140836643, "best_hedge_rank_log": 4.174387269895637, "layer_entropies": [0.7201, 3.0877, 1.557, 0.4954, 0.0024, 0.1957, 0.0051, 0.0026, 0.1776, 0.0825, 0.0293, 0.0047, 0.0057, 0.0005, 0.0027, 0.0001, 0.0, 0.0004, 0.0118, 0.016, 0.0316, 0.048, 0.0496, 0.0626, 0.0504, 0.2997, 0.4547, 1.7451, 0.9329, 0.0934, 0.857, 1.7655]}
+{"q": "What is the chemical symbol for potassium?", "answer": "K", "correct": true, "entity_real": 1, "domain": "element", "bl_first_token_logprob": -0.00119138287845999, "bl_mean_logprob": -0.00119138287845999, "bl_min_logprob": -0.00119138287845999, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.4985783519474065, "band_agreement": 0.0, "mean_entropy": 0.3987858294253783, "best_hedge_rank_log": 4.174387269895637, "layer_entropies": [0.7378, 3.1696, 1.578, 0.425, 0.0023, 0.205, 0.0056, 0.0029, 0.191, 0.0693, 0.0308, 0.0053, 0.007, 0.0005, 0.0026, 0.0001, 0.0, 0.0004, 0.011, 0.0166, 0.0286, 0.0385, 0.0447, 0.0617, 0.0476, 0.2704, 0.3918, 1.7733, 0.8631, 0.0657, 0.8089, 1.9059]}
+{"q": "What is the chemical symbol for iron?", "answer": "Fe", "correct": true, "entity_real": 1, "domain": "element", "bl_first_token_logprob": -0.0006306566647253931, "bl_mean_logprob": -0.0006306566647253931, "bl_min_logprob": -0.0006306566647253931, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.228473388916216, "band_agreement": 0.0, "mean_entropy": 0.3724788141237241, "best_hedge_rank_log": 4.189654742026425, "layer_entropies": [0.6509, 2.8203, 1.5512, 0.4588, 0.0022, 0.224, 0.005, 0.0032, 0.1683, 0.0672, 0.0311, 0.0065, 0.0077, 0.0008, 0.0041, 0.0001, 0.0, 0.0004, 0.0119, 0.0177, 0.0346, 0.0478, 0.0471, 0.0471, 0.0405, 0.2743, 0.4188, 1.6483, 0.8651, 0.0699, 0.6914, 1.7029]}
+{"q": "What is the chemical symbol for gold?", "answer": "Au", "correct": true, "entity_real": 1, "domain": "element", "bl_first_token_logprob": -0.0013605633284896612, "bl_mean_logprob": -0.0013605633284896612, "bl_min_logprob": -0.0013605633284896612, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 10.10718871656422, "band_agreement": 0.0, "mean_entropy": 0.3657047000563125, "best_hedge_rank_log": 4.23410650459726, "layer_entropies": [0.6358, 2.8367, 1.5439, 0.3852, 0.0018, 0.1776, 0.0051, 0.003, 0.1497, 0.0555, 0.0314, 0.0066, 0.0063, 0.0007, 0.004, 0.0001, 0.0, 0.0005, 0.0131, 0.0177, 0.0308, 0.0471, 0.0454, 0.0471, 0.044, 0.2521, 0.4105, 1.621, 0.8389, 0.074, 0.6751, 1.7416]}
+{"q": "What is the chemical symbol for mercury?", "answer": "Hg", "correct": true, "entity_real": 1, "domain": "element", "bl_first_token_logprob": -0.0009276139317080379, "bl_mean_logprob": -0.0009276139317080379, "bl_min_logprob": -0.0009276139317080379, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 11.274798922532824, "band_agreement": 0.0, "mean_entropy": 0.44132690473372804, "best_hedge_rank_log": 4.174387269895637, "layer_entropies": [0.7067, 2.9117, 1.5478, 0.403, 0.0016, 0.1837, 0.0049, 0.003, 0.1433, 0.057, 0.0342, 0.0058, 0.0052, 0.0005, 0.0029, 0.0001, 0.0, 0.0004, 0.0099, 0.0149, 0.0235, 0.0329, 0.042, 0.0579, 0.0438, 0.2575, 0.5944, 2.1742, 1.0055, 0.0695, 1.132, 2.6528]}
+{"q": "What is the chemical symbol for lead?", "answer": "Pb", "correct": true, "entity_real": 1, "domain": "element", "bl_first_token_logprob": -0.0029554758220911026, "bl_mean_logprob": -0.0014805989258093177, "bl_min_logprob": -0.0029554758220911026, "bl_answer_len": 2, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.703141733087532, "band_agreement": 0.0, "mean_entropy": 0.41066992473099617, "best_hedge_rank_log": 4.23410650459726, "layer_entropies": [0.6789, 2.9955, 1.5642, 0.3588, 0.0018, 0.2269, 0.0057, 0.0036, 0.1609, 0.0764, 0.0392, 0.0072, 0.0079, 0.0007, 0.0044, 0.0001, 0.0, 0.0005, 0.0121, 0.0166, 0.0285, 0.0486, 0.0517, 0.0608, 0.0515, 0.3003, 0.5703, 1.9223, 0.9359, 0.0713, 0.9047, 2.0343]}
+{"q": "What is the chemical symbol for tin?", "answer": "Sn", "correct": true, "entity_real": 1, "domain": "element", "bl_first_token_logprob": -0.0004956685588695109, "bl_mean_logprob": -0.0004956685588695109, "bl_min_logprob": -0.0004956685588695109, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.221219272648774, "band_agreement": 0.0, "mean_entropy": 0.484099005701637, "best_hedge_rank_log": 4.110873864173311, "layer_entropies": [0.6913, 2.9965, 1.5463, 0.403, 0.0013, 0.1885, 0.0051, 0.0031, 0.1368, 0.0622, 0.036, 0.0052, 0.0063, 0.0006, 0.0034, 0.0001, 0.0, 0.0004, 0.0103, 0.0139, 0.0243, 0.0386, 0.0514, 0.0813, 0.0603, 0.3512, 0.7196, 2.3138, 1.0765, 0.1023, 1.7774, 2.7837]}
+{"q": "What is the chemical symbol for antimony?", "answer": "Sb", "correct": true, "entity_real": 1, "domain": "element", "bl_first_token_logprob": -0.0020353333093225956, "bl_mean_logprob": -0.0010320907704226556, "bl_min_logprob": -0.0020353333093225956, "bl_answer_len": 2, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.487876685539224, "band_agreement": 0.0, "mean_entropy": 0.49264820378141394, "best_hedge_rank_log": 4.143134726391533, "layer_entropies": [0.7114, 3.3351, 1.5977, 0.3309, 0.0015, 0.2392, 0.0074, 0.0043, 0.1483, 0.0524, 0.0346, 0.0041, 0.0046, 0.0004, 0.0023, 0.0001, 0.0, 0.0004, 0.0067, 0.0109, 0.0154, 0.0302, 0.0384, 0.0715, 0.0544, 0.2774, 0.6216, 2.1835, 0.9534, 0.0819, 1.9092, 3.0355]}
+{"q": "What is the chemical symbol for silver?", "answer": "Ag", "correct": true, "entity_real": 1, "domain": "element", "bl_first_token_logprob": -0.00039319414645433426, "bl_mean_logprob": -0.00039319414645433426, "bl_min_logprob": -0.00039319414645433426, "bl_answer_len": 1, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.519665086803586, "band_agreement": 0.0, "mean_entropy": 0.4430293229665949, "best_hedge_rank_log": 4.219507705176107, "layer_entropies": [0.6823, 2.9969, 1.5583, 0.4036, 0.0017, 0.1768, 0.0052, 0.0033, 0.1317, 0.0555, 0.0298, 0.0052, 0.0056, 0.0005, 0.0028, 0.0001, 0.0, 0.0005, 0.0119, 0.0161, 0.0281, 0.0432, 0.0516, 0.065, 0.0597, 0.327, 0.5679, 2.0306, 1.0206, 0.0897, 1.2924, 2.5132]}
+{"q": "What is the chemical symbol for voltrium?", "answer": "There is no chemical element named voltrium.", "correct": false, "entity_real": 0, "domain": "element", "bl_first_token_logprob": -1.038992166519165, "bl_mean_logprob": -0.19150289738186074, "bl_min_logprob": -1.038992166519165, "bl_answer_len": 10, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.336750653436049, "band_agreement": 0.0, "mean_entropy": 0.6301491013993541, "best_hedge_rank_log": 3.912023005428146, "layer_entropies": [0.9877, 3.6115, 1.6151, 0.6151, 0.0028, 0.4342, 0.0179, 0.0089, 0.1289, 0.0446, 0.0286, 0.0021, 0.005, 0.0003, 0.0015, 0.0001, 0.0, 0.0002, 0.0027, 0.0104, 0.0154, 0.024, 0.1609, 0.3802, 0.0254, 0.0716, 2.8006, 4.1206, 1.8225, 0.7912, 1.3469, 1.0878]}
+{"q": "What is the chemical symbol for casperine?", "answer": "Casperine is not a chemical element and does not have a chemical symbol.", "correct": false, "entity_real": 0, "domain": "element", "bl_first_token_logprob": -0.5208815932273865, "bl_mean_logprob": -0.08957608102787162, "bl_min_logprob": -0.5208815932273865, "bl_answer_len": 16, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.85690640165941, "band_agreement": 0.0, "mean_entropy": 0.7086424312259112, "best_hedge_rank_log": 3.9512437185814275, "layer_entropies": [0.8555, 3.6751, 1.7197, 0.5364, 0.0023, 0.4123, 0.0195, 0.0121, 0.1189, 0.0422, 0.017, 0.0012, 0.0029, 0.0002, 0.0007, 0.0001, 0.0, 0.0001, 0.003, 0.0129, 0.0928, 0.0662, 1.4312, 2.8121, 0.5144, 0.5485, 3.0239, 2.6085, 0.7547, 1.5641, 0.9026, 0.9254]}
+{"q": "What is the chemical symbol for meridium?", "answer": "Meridium is not a real chemical element.", "correct": false, "entity_real": 0, "domain": "element", "bl_first_token_logprob": -0.2389979213476181, "bl_mean_logprob": -0.14450191130971587, "bl_min_logprob": -0.3359050452709198, "bl_answer_len": 9, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.612265580911995, "band_agreement": 0.0, "mean_entropy": 0.6681106789443447, "best_hedge_rank_log": 3.8918202981106265, "layer_entropies": [0.8749, 3.5649, 1.6316, 0.5142, 0.0025, 0.4353, 0.0157, 0.0092, 0.1105, 0.0335, 0.0229, 0.0018, 0.0046, 0.0002, 0.0011, 0.0001, 0.0, 0.0001, 0.0014, 0.0075, 0.016, 0.0253, 0.3866, 0.8309, 0.058, 0.1433, 3.9718, 4.1225, 1.2044, 1.347, 1.1148, 0.9272]}
+{"q": "What is the chemical symbol for oxalonium?", "answer": "C\u2082H\u2082O\u2084\u00b2\u207a", "correct": false, "entity_real": 0, "domain": "element", "bl_first_token_logprob": -0.40162572264671326, "bl_mean_logprob": -0.1523228305253724, "bl_min_logprob": -0.9578008651733398, "bl_answer_len": 10, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.62803085757321, "band_agreement": 0.0, "mean_entropy": 1.6162553597285978, "best_hedge_rank_log": 3.9512437185814275, "layer_entropies": [1.2005, 3.6863, 1.6722, 0.7364, 0.0023, 0.4848, 0.0204, 0.0113, 0.1232, 0.0699, 0.0253, 0.0016, 0.0041, 0.0002, 0.0007, 0.0, 0.0, 0.0002, 0.004, 0.0102, 0.0218, 0.0469, 1.0783, 5.5128, 1.3225, 1.3298, 7.0659, 7.0075, 7.1795, 5.5974, 5.3835, 2.1209]}
+{"q": "What is the chemical symbol for brenthite?", "answer": "Brenthite is not a chemical element and does not have a chemical symbol.", "correct": false, "entity_real": 0, "domain": "element", "bl_first_token_logprob": -0.6840939521789551, "bl_mean_logprob": -0.13355826506363777, "bl_min_logprob": -0.6840939521789551, "bl_answer_len": 17, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 8.599301398280637, "band_agreement": 0.0, "mean_entropy": 1.7443740314436127, "best_hedge_rank_log": 3.9889840465642745, "layer_entropies": [1.0339, 3.6456, 1.6574, 0.5217, 0.0023, 0.4746, 0.0213, 0.0131, 0.1454, 0.0476, 0.0239, 0.0011, 0.003, 0.0001, 0.0006, 0.0, 0.0, 0.0002, 0.0024, 0.022, 0.0768, 0.0936, 2.8825, 5.4988, 3.2413, 3.3538, 5.5465, 5.109, 6.2428, 5.8124, 5.9517, 4.3944]}
+{"q": "What is the chemical symbol for julvarium?", "answer": "Julvarium is not a real chemical element.", "correct": false, "entity_real": 0, "domain": "element", "bl_first_token_logprob": -0.2939850687980652, "bl_mean_logprob": -0.16888872488125345, "bl_min_logprob": -0.5283210277557373, "bl_answer_len": 10, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.828834079792447, "band_agreement": 0.0, "mean_entropy": 0.7619644807475083, "best_hedge_rank_log": 3.7612001156935624, "layer_entropies": [0.9116, 3.515, 1.7051, 0.6944, 0.0049, 0.8497, 0.033, 0.0155, 0.1475, 0.0544, 0.0285, 0.0022, 0.0069, 0.0003, 0.0012, 0.0001, 0.0, 0.0001, 0.0024, 0.0174, 0.062, 0.1042, 1.4046, 2.6086, 0.161, 0.2199, 3.3299, 3.4008, 1.0335, 1.943, 1.1626, 0.9626]}
+{"q": "What is the chemical symbol for tandrelite?", "answer": "Tandrelite does not have a chemical symbol because it is not a chemical element.", "correct": false, "entity_real": 0, "domain": "element", "bl_first_token_logprob": -0.2428683638572693, "bl_mean_logprob": -0.15875756181503675, "bl_min_logprob": -0.5968802571296692, "bl_answer_len": 18, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.295832118253001, "band_agreement": 0.0, "mean_entropy": 1.7488254621979706, "best_hedge_rank_log": 3.9889840465642745, "layer_entropies": [1.1648, 3.6047, 1.7422, 0.65, 0.0038, 0.5484, 0.0357, 0.016, 0.138, 0.0423, 0.0218, 0.0011, 0.0034, 0.0001, 0.0006, 0.0001, 0.0, 0.0002, 0.0036, 0.0372, 0.1085, 0.1213, 3.7871, 5.7132, 3.3374, 2.0256, 6.8482, 6.3653, 6.3022, 5.7766, 4.8489, 2.7141]}
+{"q": "What is the chemical symbol for quorvium?", "answer": "Quorvium does not exist.", "correct": false, "entity_real": 0, "domain": "element", "bl_first_token_logprob": -0.4724283218383789, "bl_mean_logprob": -0.12099222632514284, "bl_min_logprob": -0.4724283218383789, "bl_answer_len": 8, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 7.692212240310386, "band_agreement": 0.0, "mean_entropy": 0.6536988893490161, "best_hedge_rank_log": 3.9512437185814275, "layer_entropies": [0.9244, 3.4854, 1.6264, 0.7713, 0.0034, 0.5742, 0.0221, 0.0099, 0.1265, 0.0338, 0.0213, 0.0017, 0.0048, 0.0003, 0.0009, 0.0001, 0.0, 0.0001, 0.0033, 0.0192, 0.0368, 0.0641, 0.6722, 1.1076, 0.0582, 0.0999, 3.2144, 3.5713, 1.1084, 1.395, 1.002, 0.9594]}
+{"q": "What is the chemical symbol for selbanite?", "answer": "Selbanite does not have a chemical symbol because it is not a chemical element; it is a mineral with the chemical", "correct": false, "entity_real": 0, "domain": "element", "bl_first_token_logprob": -0.8877830505371094, "bl_mean_logprob": -0.14716123851818944, "bl_min_logprob": -0.8877830505371094, "bl_answer_len": 24, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 10.37110927993291, "band_agreement": 0.0, "mean_entropy": 1.6177042208717012, "best_hedge_rank_log": 3.912023005428146, "layer_entropies": [1.0963, 3.4488, 1.7109, 0.4848, 0.0031, 0.4751, 0.0215, 0.0097, 0.1157, 0.0379, 0.0158, 0.001, 0.0032, 0.0001, 0.0006, 0.0001, 0.0, 0.0001, 0.0018, 0.0121, 0.042, 0.0538, 2.5324, 5.3298, 2.0005, 1.7687, 6.6305, 6.3527, 5.9548, 5.443, 5.3311, 2.8887]}
+{"q": "What is the chemical symbol for ravonium?", "answer": "Ravonium is not a real chemical element.", "correct": false, "entity_real": 0, "domain": "element", "bl_first_token_logprob": -0.4706103801727295, "bl_mean_logprob": -0.17452500693689216, "bl_min_logprob": -0.563226580619812, "bl_answer_len": 10, "ignition_frac": 0.0, "ignition_depth": 1.0, "mean_log_rank_answer": 9.317378500249848, "band_agreement": 0.0, "mean_entropy": 0.6994913859393819, "best_hedge_rank_log": 3.9318256327243257, "layer_entropies": [1.0496, 3.6411, 1.7164, 0.6223, 0.0035, 0.6453, 0.023, 0.012, 0.1286, 0.071, 0.0259, 0.0023, 0.0073, 0.0003, 0.0011, 0.0001, 0.0, 0.0001, 0.0026, 0.0172, 0.2258, 0.2222, 1.8024, 2.7629, 0.2805, 0.2998, 2.3524, 2.1618, 0.7305, 1.6126, 1.0193, 0.9442]}