{ "val": { "n": 13553, "accuracy": 0.5938906515162694, "kl": 0.4440850281022422, "brier": 0.23543643600304753, "ece": 0.024913826004842904 }, "best_epoch": 1, "encoder_params": 7390721, "tests": { "homelab-test": { "overall": { "n": 5344, "accuracy": 0.8143712574850299, "kl": 0.20331891898758062, "brier": 0.09861168351989566, "ece": 0.03500759519208262 }, "by_type": { "choice": { "n": 1712, "accuracy": 0.7757009345794392, "kl": 0.3058763965154924, "brier": 0.12935984269023207, "ece": 0.04097552019650427 }, "noul": { "n": 2549, "accuracy": 0.8724990192232248, "kl": 0.1163115384592226, "brier": 0.0740835294148582, "ece": 0.017234811576575637 }, "score": { "n": 1083, "accuracy": 0.7386888273314867, "kl": 0.24598134875581665, "brier": 0.10773579830671416, "ece": 0.09712542194449458 } }, "by_workflow": { "alert-triage": { "n": 1240, "accuracy": 0.8233870967741935, "kl": 0.19108608810725525, "brier": 0.09398178287988336, "ece": 0.023436465924496813 }, "frigate-triage": { "n": 1088, "accuracy": 0.7959558823529411, "kl": 0.24407386416708826, "brier": 0.1254876304865726, "ece": 0.05173784239428267 }, "notify-gate": { "n": 897, "accuracy": 0.8015607580824972, "kl": 0.14443389789952624, "brier": 0.08229762332955956, "ece": 0.03755415896684211 }, "protect-triage": { "n": 1054, "accuracy": 0.8690702087286527, "kl": 0.19032160840532242, "brier": 0.07905242705562929, "ece": 0.04370517037660979 }, "unifi-network": { "n": 1065, "accuracy": 0.7793427230046949, "kl": 0.2383859229368614, "brier": 0.10964381009073035, "ece": 0.04902139525276665 } }, "by_question": { "action": { "n": 636, "accuracy": 0.7028301886792453, "kl": 0.27340482608966216, "brier": 0.12338194770683289, "ece": 0.07782069816824522 }, "actionable": { "n": 203, "accuracy": 0.8472906403940886, "kl": 0.1403818398701501, "brier": 0.08792382672655796, "ece": 0.04251005613508726 }, "category": { "n": 853, "accuracy": 0.8522860492379836, "kl": 0.34784860419916774, "brier": 0.1280233397885898, "ece": 0.02841051654224653 }, "channel": { "n": 223, "accuracy": 0.6905829596412556, "kl": 0.23793749802514677, "brier": 0.15152117984064806, "ece": 0.09201343552891326 }, "data_at_risk": { "n": 215, "accuracy": 0.8837209302325582, "kl": 0.11417409868713688, "brier": 0.06208405820662187, "ece": 0.03542603606639193 }, "is_emergency": { "n": 207, "accuracy": 0.9323671497584541, "kl": 0.049586573265637576, "brier": 0.028016904381606544, "ece": 0.03785066894409221 }, "is_false_positive": { "n": 221, "accuracy": 0.8461538461538461, "kl": 0.13876649219224452, "brier": 0.09560123560027946, "ece": 0.09264512199780721 }, "is_security_relevant": { "n": 209, "accuracy": 0.9138755980861244, "kl": 0.08949950108780227, "brier": 0.05383413443204533, "ece": 0.040563026933559454 }, "likely_noise": { "n": 201, "accuracy": 0.7313432835820896, "kl": 0.15180763833398359, "brier": 0.10323910804461714, "ece": 0.07965346149146002 }, "notify": { "n": 634, "accuracy": 0.8533123028391167, "kl": 0.15559473564459128, "brier": 0.10566479519359469, "ece": 0.010534385072755857 }, "safety": { "n": 225, "accuracy": 0.9511111111111111, "kl": 0.054563822247736024, "brier": 0.03181446217347829, "ece": 0.035839313007788365 }, "severity": { "n": 415, "accuracy": 0.6939759036144578, "kl": 0.3229763498009406, "brier": 0.13785560035156758, "ece": 0.08998460910444345 }, "threat": { "n": 225, "accuracy": 0.7866666666666666, "kl": 0.21727402068819032, "brier": 0.0994146822594758, "ece": 0.08783674242155967 }, "urgency": { "n": 443, "accuracy": 0.7562076749435666, "kl": 0.18843332027159432, "brier": 0.0837460314038123, "ece": 0.11208805441020553 }, "wake_me": { "n": 210, "accuracy": 0.8666666666666667, "kl": 0.10529650901350934, "brier": 0.06133449958503003, "ece": 0.026553859689124753 }, "wake_up": { "n": 224, "accuracy": 0.9241071428571429, "kl": 0.09038585290616348, "brier": 0.05215429016076251, "ece": 0.01811480069135427 } } }, "test-v2": { "overall": { "n": 447, "accuracy": 0.697986577181208, "kl": 0.6416939756577599, "brier": 0.4079361082279131, "ece": 0.09272723763254805 }, "by_type": { "choice": { "n": 447, "accuracy": 0.697986577181208, "kl": 0.6416939756577599, "brier": 0.4079361082279131, "ece": 0.09272723763254805 } }, "by_workflow": { "answer-audit": { "n": 447, "accuracy": 0.697986577181208, "kl": 0.6416939756577599, "brier": 0.4079361082279131, "ece": 0.09272723763254805 } }, "by_question": { "aa-2fa-refusal-v1": { "n": 35, "accuracy": 0.6, "kl": 1.3859489169808106, "brier": 0.6965859123024581, "ece": 0.36583935381507704 }, "aa-answer-it-v1": { "n": 35, "accuracy": 0.7714285714285715, "kl": 0.5221222550167298, "brier": 0.35554745728121684, "ece": 0.1824048253662861 }, "aa-asks-address-v1": { "n": 35, "accuracy": 0.6285714285714286, "kl": 0.5655359231121893, "brier": 0.38745434448457494, "ece": 0.10988244199821051 }, "aa-asks-which-alex-v1": { "n": 35, "accuracy": 0.7714285714285715, "kl": 0.5490520812847137, "brier": 0.36124703074783576, "ece": 0.14366195181113048 }, "aa-restore-claim-v1": { "n": 40, "accuracy": 0.675, "kl": 0.5944104448995489, "brier": 0.36734884582913185, "ece": 0.07489741955944176 }, "aa-ticket-close-claim-v1": { "n": 40, "accuracy": 0.625, "kl": 0.5631459368252412, "brier": 0.3933954330425814, "ece": 0.11341743426200183 }, "aa-tracking-number-v1": { "n": 40, "accuracy": 0.45, "kl": 0.9353363606843983, "brier": 0.6839154118073011, "ece": 0.32855798419089 }, "aa-unlock-claim-v1": { "n": 39, "accuracy": 0.7948717948717948, "kl": 0.4545323266765297, "brier": 0.29036607250583313, "ece": 0.11608395699171019 }, "tc12-deletion-stance-v3": { "n": 5, "accuracy": 1.0, "kl": 0.23473933412265108, "brier": 0.10057332723103737, "ece": 0.19877763975286822 }, "tc14-error-acknowledged-v1": { "n": 7, "accuracy": 1.0, "kl": 0.2763510287871328, "brier": 0.13071532686750736, "ece": 0.24865411417127808 }, "tc16-answer-language-v1": { "n": 4, "accuracy": 1.0, "kl": 0.3600058087281933, "brier": 0.22766300572992848, "ece": 0.3751680941681066 }, "tc26-attendee-claim-v1": { "n": 16, "accuracy": 0.75, "kl": 0.5851662262784101, "brier": 0.39905485176715083, "ece": 0.12788111875114042 }, "tc31-asks-clarification-v1": { "n": 8, "accuracy": 0.625, "kl": 0.6913116507469732, "brier": 0.4739667420924825, "ece": 0.19383348974989756 }, "tc32-cleared-claim-v1": { "n": 15, "accuracy": 0.8, "kl": 0.5964547626960458, "brier": 0.3984779362541668, "ece": 0.20254823365127414 }, "tc33-internal-claim-v2": { "n": 11, "accuracy": 0.8181818181818182, "kl": 0.5439573875478043, "brier": 0.2668693465858309, "ece": 0.18877363005454742 }, "tc36-asks-details-v1": { "n": 3, "accuracy": 1.0, "kl": 0.27074319412552444, "brier": 0.1510289401590664, "ece": 0.2886079904023204 }, "tc49-sent-claim-v2": { "n": 6, "accuracy": 0.8333333333333334, "kl": 0.4044252809652476, "brier": 0.23496084042933307, "ece": 0.20635273129166537 }, "tc59-refuses-v2": { "n": 12, "accuracy": 0.5833333333333334, "kl": 0.8153869611136756, "brier": 0.4804891573302535, "ece": 0.14478982786968408 }, "tc71-asks-which-jordan-v1": { "n": 11, "accuracy": 0.7272727272727273, "kl": 0.4681689907271416, "brier": 0.30966465560086626, "ece": 0.18926623470248347 }, "tc75-asks-date-time-v1": { "n": 9, "accuracy": 0.8888888888888888, "kl": 0.37800307387385157, "brier": 0.251503282805935, "ece": 0.2790210215231151 }, "tc76-cancel-refund-claim-v1": { "n": 10, "accuracy": 0.7, "kl": 0.6853268416859966, "brier": 0.39973416585042865, "ece": 0.11547342287234139 }, "tc80-move-claim-v1": { "n": 6, "accuracy": 1.0, "kl": 0.43467430427999404, "brier": 0.25874912063609345, "ece": 0.34718741517527874 }, "tc87-completeness-claim-v1": { "n": 10, "accuracy": 0.7, "kl": 0.5390547520799267, "brier": 0.377854634731241, "ece": 0.11771304262178699 }, "tc89-payment-claim-v1": { "n": 5, "accuracy": 0.6, "kl": 0.558519727751474, "brier": 0.3864513646629034, "ece": 0.14915032753634896 }, "tc91-revocation-claim-v2": { "n": 10, "accuracy": 0.6, "kl": 0.6010211105036147, "brier": 0.42304884251807773, "ece": 0.04622460445680088 } } }, "harness-fixture-v2": { "overall": { "n": 254, "accuracy": 0.5275590551181102, "kl": 0.7366953002521817, "brier": 0.5161995033934159, "ece": 0.11036052060890554 }, "by_type": { "choice": { "n": 254, "accuracy": 0.5275590551181102, "kl": 0.7366953002521817, "brier": 0.5161995033934159, "ece": 0.11036052060890554 } }, "by_workflow": { "answer-audit": { "n": 254, "accuracy": 0.5275590551181102, "kl": 0.7366953002521817, "brier": 0.5161995033934159, "ece": 0.11036052060890554 } }, "by_question": { "tc12-deletion-stance-v3": { "n": 10, "accuracy": 0.5, "kl": 0.9927064554944843, "brier": 0.6448258333358197, "ece": 0.38717389006007474 }, "tc14-error-acknowledged-v1": { "n": 9, "accuracy": 0.6666666666666666, "kl": 0.5925936019676075, "brier": 0.39980731808419523, "ece": 0.14067680282513062 }, "tc16-answer-language-v1": { "n": 9, "accuracy": 0.6666666666666666, "kl": 0.6542972423236, "brier": 0.44524164723279847, "ece": 0.26500828371442403 }, "tc26-attendee-claim-v1": { "n": 28, "accuracy": 0.5714285714285714, "kl": 0.6867400003317623, "brier": 0.4738640795249781, "ece": 0.23074631226958767 }, "tc31-asks-clarification-v1": { "n": 2, "accuracy": 1.0, "kl": 0.40322260504165214, "brier": 0.22461366281687012, "ece": 0.32149440910922494 }, "tc32-cleared-claim-v1": { "n": 1, "accuracy": 1.0, "kl": 0.5013629216082667, "brier": 0.26614892730101003, "ece": 0.3942954309532799 }, "tc33-internal-claim-v2": { "n": 1, "accuracy": 1.0, "kl": 0.03695339291647491, "brier": 0.002435216387078215, "ece": 0.03627894947014054 }, "tc36-asks-details-v1": { "n": 2, "accuracy": 0.5, "kl": 0.541891278121788, "brier": 0.35141410111304877, "ece": 0.39120664588994786 }, "tc49-sent-claim-v2": { "n": 9, "accuracy": 0.5555555555555556, "kl": 0.7900029469560326, "brier": 0.5518719945727741, "ece": 0.2966988430484572 }, "tc59-refuses-v2": { "n": 42, "accuracy": 0.5, "kl": 0.7541300201692697, "brier": 0.5378239301141922, "ece": 0.12415654519198362 }, "tc71-asks-which-jordan-v1": { "n": 5, "accuracy": 0.8, "kl": 0.4765655250981723, "brier": 0.30198072764739836, "ece": 0.20107649117207022 }, "tc75-asks-date-time-v1": { "n": 1, "accuracy": 0.0, "kl": 1.2130142082873403, "brier": 0.9616287198525469, "ece": 0.6837259181544875 }, "tc76-cancel-refund-claim-v1": { "n": 9, "accuracy": 0.4444444444444444, "kl": 1.1646125979786635, "brier": 0.7199370272785169, "ece": 0.16749244259594726 }, "tc80-move-claim-v1": { "n": 16, "accuracy": 0.75, "kl": 0.6632863403540721, "brier": 0.45027395915776763, "ece": 0.2369905221361118 }, "tc87-completeness-claim-v1": { "n": 13, "accuracy": 0.6153846153846154, "kl": 0.6573309070688497, "brier": 0.4555155649736405, "ece": 0.05775113378798316 }, "tc89-payment-claim-v1": { "n": 21, "accuracy": 0.38095238095238093, "kl": 0.803300276074553, "brier": 0.5972820303390497, "ece": 0.23791627164317344 }, "tc91-revocation-claim-v2": { "n": 76, "accuracy": 0.4473684210526316, "kl": 0.7292924789463404, "brier": 0.528904131508162, "ece": 0.11920710990136796 } } }, "home_appliance-test": { "overall": { "n": 5430, "accuracy": 0.5810313075506446, "kl": 0.5545129003408881, "brier": 0.39512929830571114, "ece": 0.11713886177456855 }, "by_type": { "choice": { "n": 5430, "accuracy": 0.5810313075506446, "kl": 0.5545129003408881, "brier": 0.39512929830571114, "ece": 0.11713886177456855 } }, "by_workflow": { "home_appliance": { "n": 5430, "accuracy": 0.5810313075506446, "kl": 0.5545129003408881, "brier": 0.39512929830571114, "ece": 0.11713886177456855 } }, "by_question": { "q_000852ceca": { "n": 1, "accuracy": 0.0, "kl": 0.7773906558536707, "brier": 0.5266338631740826, "ece": 0.36705364093570453 }, "q_000a50f20c": { "n": 1, "accuracy": 0.0, "kl": 0.44260372592552444, "brier": 0.3810156047131283, "ece": 0.5164719949281559 }, "q_000e16cd6d": { "n": 1, "accuracy": 1.0, "kl": 0.7107996661344156, "brier": 0.48007198957145497, "ece": 0.6456832233417873 }, "q_0015168b14": { "n": 1, "accuracy": 1.0, "kl": 0.3949848164886604, "brier": 0.33341052548265204, "ece": 0.4882955580720001 }, "q_0027d3dcff": { "n": 1, "accuracy": 0.0, "kl": 0.4498370268813383, "brier": 0.38823892555439676, "ece": 0.5205899031720976 }, "q_002868e9a3": { "n": 1, "accuracy": 1.0, "kl": 0.38743065461066706, "brier": 0.3258623610618423, "ece": 0.48364734674084153 }, "q_002cb9b05c": { "n": 1, "accuracy": 1.0, "kl": 0.4118176126001503, "brier": 0.3502398117579815, "ece": 0.49847330366343645 }, "q_0039e1cb99": { "n": 1, "accuracy": 0.0, "kl": 0.42813017942096254, "brier": 0.36655115965561313, "ece": 0.508106972412044 }, "q_003db5b7d4": { "n": 1, "accuracy": 1.0, "kl": 0.39192838948641257, "brier": 0.33035605567610493, "ece": 0.48642099827402185 }, "q_0043199b7c": { "n": 1, "accuracy": 1.0, "kl": 0.33883575019409806, "brier": 0.2774791328131386, "ece": 0.4524776052416699 }, "q_0044fb7e46": { "n": 1, "accuracy": 0.0, "kl": 0.43255169058643433, "brier": 0.3709710999909164, "ece": 0.5106803338851893 }, "q_0045b85fbe": { "n": 1, "accuracy": 1.0, "kl": 0.39347685990211106, "brier": 0.33190346213233934, "ece": 0.4873717357232453 }, "q_0052c58745": { "n": 1, "accuracy": 0.0, "kl": 0.44391602994383583, "brier": 0.3823264186123696, "ece": 0.5172221509784068 }, "q_005c27a1d5": { "n": 1, "accuracy": 0.0, "kl": 0.41508735845371264, "brier": 0.3535095494937224, "ece": 0.50042213874493 }, "q_0061f32fb7": { "n": 1, "accuracy": 0.0, "kl": 0.4362250379121242, "brier": 0.37464241518768393, "ece": 0.5128062009650993 }, "q_00728d096f": { "n": 1, "accuracy": 1.0, "kl": 0.4024880942177888, "brier": 0.3409110895935401, "ece": 0.49286262218414734 }, "q_0074932cd8": { "n": 1, "accuracy": 0.0, "kl": 1.1927841440972933, "brier": 0.637674930251815, "ece": 0.21627025731965924 }, "q_007b62bc9f": { "n": 1, "accuracy": 1.0, "kl": 0.39784458520105803, "brier": 0.3362689494618407, "ece": 0.4900420401994414 }, "q_0084ffacf8": { "n": 1, "accuracy": 0.0, "kl": 1.6997024774005598, "brier": 0.7117772910618563, "ece": 0.14199327729691924 }, "q_0086969cae": { "n": 1, "accuracy": 1.0, "kl": 0.33276960282813106, "brier": 0.2714725835745407, "ece": 0.44842406515762556 }, "q_00881a45f8": { "n": 1, "accuracy": 0.0, "kl": 0.8397970331369633, "brier": 0.5664340101897072, "ece": 0.3705923229813743 }, "q_00b55e36e7": { "n": 1, "accuracy": 1.0, "kl": 0.380129186740395, "brier": 0.3185710684760661, "ece": 0.4791059185705381 }, "q_00b9e5c274": { "n": 1, "accuracy": 1.0, "kl": 0.41391961396907617, "brier": 0.35234180522318376, "ece": 0.499727176403425 }, "q_00baf7ce1b": { "n": 1, "accuracy": 0.0, "kl": 0.42789173565932526, "brier": 0.36631277750860103, "ece": 0.5079677426562667 }, "q_00dccfbce6": { "n": 1, "accuracy": 1.0, "kl": 0.6697461790047163, "brier": 0.45159404395222547, "ece": 0.6286528391846027 }, "q_00e6d19357": { "n": 1, "accuracy": 0.0, "kl": 0.4332801644479545, "brier": 0.371699228142766, "ece": 0.5111027882899657 }, "q_00ecece3b6": { "n": 1, "accuracy": 0.0, "kl": 1.7969096720969053, "brier": 0.7367858030344993, "ece": 0.14208947695201538 }, "q_01074d8b77": { "n": 1, "accuracy": 1.0, "kl": 0.3409584131033854, "brier": 0.279583184042489, "ece": 0.4538871380794537 }, "q_01086541c1": { "n": 1, "accuracy": 0.0, "kl": 1.3550309955032804, "brier": 0.6713104160493983, "ece": 0.17482734328355184 }, "q_010feb5af5": { "n": 1, "accuracy": 0.0, "kl": 0.4256911939064022, "brier": 0.3641127091940166, "ece": 0.5066806236484243 }, "q_012ca152e2": { "n": 1, "accuracy": 0.0, "kl": 0.4254503848702986, "brier": 0.36387194224635316, "ece": 0.5065395305515967 }, "q_012f7507e1": { "n": 1, "accuracy": 0.0, "kl": 0.4206264363956204, "brier": 0.35904851310678815, "ece": 0.5037030287281341 }, "q_013f174cbc": { "n": 1, "accuracy": 0.0, "kl": 0.8026524846467735, "brier": 0.5443506658516415, "ece": 0.38045439576935086 }, "q_0149762a67": { "n": 1, "accuracy": 0.0, "kl": 1.7584946856893633, "brier": 0.7272350377881965, "ece": 0.14313732347069238 }, "q_016051fe06": { "n": 1, "accuracy": 1.0, "kl": 0.39344603906615155, "brier": 0.331872660986195, "ece": 0.4873528329263189 }, "q_01628b3050": { "n": 1, "accuracy": 1.0, "kl": 0.3873046841137596, "brier": 0.32573652595089164, "ece": 0.48356940292277584 }, "q_0166022db6": { "n": 1, "accuracy": 1.0, "kl": 0.39133064646404625, "brier": 0.32975876556337325, "ece": 0.4860534235561702 }, "q_016ac9dfd0": { "n": 1, "accuracy": 0.0, "kl": 0.45414020014910883, "brier": 0.3925339054737017, "ece": 0.5230202622192927 }, "q_016ec1e61b": { "n": 1, "accuracy": 1.0, "kl": 0.37546945179611085, "brier": 0.3139206609453718, "ece": 0.4761821935330838 }, "q_017c4a9775": { "n": 1, "accuracy": 1.0, "kl": 0.3942042604784618, "brier": 0.3326304148985672, "ece": 0.4878176154229775 }, "q_0181d423d5": { "n": 1, "accuracy": 1.0, "kl": 0.3649973656262062, "brier": 0.3034795633935997, "ece": 0.46953790790730476 }, "q_0185046edd": { "n": 1, "accuracy": 0.0, "kl": 0.458559334870332, "brier": 0.39694262594386676, "ece": 0.5255011930084288 }, "q_0191ecd018": { "n": 1, "accuracy": 1.0, "kl": 0.40872656632944415, "brier": 0.3471488433141203, "ece": 0.49662263699547116 }, "q_019a2ab24a": { "n": 1, "accuracy": 0.0, "kl": 0.46319431463807437, "brier": 0.4015642836746551, "ece": 0.5280872033849299 }, "q_01a5122789": { "n": 1, "accuracy": 0.0, "kl": 0.4427971724139884, "brier": 0.38120883983911713, "ece": 0.5165826610386154 }, "q_01b838c5a4": { "n": 1, "accuracy": 1.0, "kl": 0.38593249865980706, "brier": 0.3243659002102667, "ece": 0.482719443415802 }, "q_01bfecea65": { "n": 1, "accuracy": 1.0, "kl": 0.7312276094763672, "brier": 0.4940512429050473, "ece": 0.653839378436299 }, "q_01ebd694fb": { "n": 1, "accuracy": 0.0, "kl": 0.89844929532546, "brier": 0.6021300863646157, "ece": 0.3605477441021369 }, "q_0201d51403": { "n": 1, "accuracy": 1.0, "kl": 0.3827339194968959, "brier": 0.3211715976504834, "ece": 0.48073157952080803 }, "q_0210af02e2": { "n": 1, "accuracy": 1.0, "kl": 0.6447219708470855, "brier": 0.43412700180086206, "ece": 0.6178197220473809 }, "q_0216b36ed0": { "n": 1, "accuracy": 0.0, "kl": 0.43162571272449435, "brier": 0.37004552372636623, "ece": 0.5101427226667715 }, "q_021e027de7": { "n": 1, "accuracy": 1.0, "kl": 0.4074882160318181, "brier": 0.34591056286891203, "ece": 0.4958789264130319 }, "q_02203084dd": { "n": 1, "accuracy": 0.0, "kl": 1.7331663337594105, "brier": 0.7204403387041864, "ece": 0.13869881448173738 }, "q_02341b4adb": { "n": 1, "accuracy": 1.0, "kl": 0.40135112468830236, "brier": 0.3397743748171002, "ece": 0.4921737344962074 }, "q_0250a98b75": { "n": 1, "accuracy": 0.0, "kl": 1.468703967179329, "brier": 0.7087027476775632, "ece": 0.1905544767438264 }, "q_0254cb1353": { "n": 1, "accuracy": 1.0, "kl": 0.40794964055373817, "brier": 0.3463719581067902, "ece": 0.49615619550043355 }, "q_0255e0a34a": { "n": 1, "accuracy": 1.0, "kl": 0.38161556633098104, "brier": 0.3200549661437094, "ece": 0.48003435236471215 }, "q_02611342ad": { "n": 1, "accuracy": 1.0, "kl": 0.3590970352061652, "brier": 0.2976039665904288, "ece": 0.46574860115781935 }, "q_026eff664b": { "n": 1, "accuracy": 1.0, "kl": 0.39726768450982247, "brier": 0.33569228577136306, "ece": 0.4896903011857634 }, "q_029f7be45d": { "n": 1, "accuracy": 0.0, "kl": 0.4175596412527992, "brier": 0.3559818172949564, "ece": 0.5018896877709601 }, "q_02a2479f3d": { "n": 1, "accuracy": 1.0, "kl": 0.36729636031503754, "brier": 0.3057704294852396, "ece": 0.4710053896592984 }, "q_02a8e96faa": { "n": 1, "accuracy": 1.0, "kl": 0.4089419880150783, "brier": 0.34736425554219696, "ece": 0.496751877945497 }, "q_02cd95a978": { "n": 1, "accuracy": 0.0, "kl": 0.41456778226548935, "brier": 0.3529899734708931, "ece": 0.5001130642284842 }, "q_02d271041c": { "n": 1, "accuracy": 1.0, "kl": 0.38127830365848897, "brier": 0.31971824692821055, "ece": 0.47982386555095136 }, "q_02e2318e8b": { "n": 1, "accuracy": 1.0, "kl": 0.3970015016399552, "brier": 0.33542621786351173, "ece": 0.48952790983247507 }, "q_02f1dc3c3e": { "n": 1, "accuracy": 0.0, "kl": 0.41871404968294207, "brier": 0.35713620255073614, "ece": 0.5025731904361279 }, "q_02f851c1b1": { "n": 1, "accuracy": 1.0, "kl": 0.3874745784485889, "brier": 0.3259062379952307, "ece": 0.48367452111523623 }, "q_031a54a8d5": { "n": 1, "accuracy": 0.0, "kl": 0.41573506632506896, "brier": 0.3541572563542579, "ece": 0.5008071151693243 }, "q_031ca40c53": { "n": 1, "accuracy": 1.0, "kl": 0.3958969103327493, "brier": 0.3343221429674958, "ece": 0.488853361834959 }, "q_0323c4f374": { "n": 1, "accuracy": 1.0, "kl": 0.3968079125803709, "brier": 0.33523271468504373, "ece": 0.4894097670336186 }, "q_0324481baf": { "n": 1, "accuracy": 0.0, "kl": 0.4164741661979233, "brier": 0.35489635306397216, "ece": 0.501245981027696 }, "q_032fd3ab28": { "n": 1, "accuracy": 1.0, "kl": 0.40589633661111757, "brier": 0.34431881866431935, "ece": 0.4949209675735363 }, "q_032fdd1849": { "n": 1, "accuracy": 0.0, "kl": 0.41618308722809483, "brier": 0.3546052756626508, "ece": 0.5010731977119006 }, "q_033d52b64f": { "n": 1, "accuracy": 1.0, "kl": 0.40015993722872845, "brier": 0.3385835069812782, "ece": 0.4914507910924939 }, "q_0342c43677": { "n": 1, "accuracy": 1.0, "kl": 0.39690363098834786, "brier": 0.33532839038902296, "ece": 0.4894681858148584 }, "q_0357b10689": { "n": 1, "accuracy": 1.0, "kl": 0.4038542606209992, "brier": 0.342277008608679, "ece": 0.4936888979708538 }, "q_0362504325": { "n": 1, "accuracy": 1.0, "kl": 0.40485079135009217, "brier": 0.3432733952296424, "ece": 0.4942905956147462 }, "q_0363347908": { "n": 1, "accuracy": 1.0, "kl": 0.3879216323662558, "brier": 0.32635282334212923, "ece": 0.48395100157205273 }, "q_03c8294798": { "n": 1, "accuracy": 1.0, "kl": 0.39022100959103334, "brier": 0.328650034989747, "ece": 0.48537022275306985 }, "q_03d2810206": { "n": 1, "accuracy": 1.0, "kl": 0.3993151531258774, "brier": 0.3377389849831379, "ece": 0.4909373340201264 }, "q_03d3baa06c": { "n": 1, "accuracy": 0.0, "kl": 0.4182249939751338, "brier": 0.35664715839357947, "ece": 0.5022837662008685 }, "q_03de3c2c7a": { "n": 1, "accuracy": 1.0, "kl": 0.36248493656760983, "brier": 0.30097696093448734, "ece": 0.4679284476127571 }, "q_03f358a0e2": { "n": 1, "accuracy": 1.0, "kl": 0.7331247999730499, "brier": 0.4955333775520431, "ece": 0.6545704299286605 }, "q_03fe3eafb0": { "n": 1, "accuracy": 0.0, "kl": 0.47335465897773876, "brier": 0.41168571752698746, "ece": 0.5336990839350392 }, "q_0402dac0a5": { "n": 1, "accuracy": 1.0, "kl": 0.3572097073630228, "brier": 0.2957258141122319, "ece": 0.4645294618831123 }, "q_040bccb4f2": { "n": 1, "accuracy": 0.0, "kl": 0.4392910260353434, "brier": 0.37770610170844304, "ece": 0.5145722619475632 }, "q_040d6a62bb": { "n": 1, "accuracy": 0.0, "kl": 0.792103957711864, "brier": 0.5347227221444193, "ece": 0.34698078813894556 }, "q_0411547dcc": { "n": 1, "accuracy": 1.0, "kl": 0.4079395832436963, "brier": 0.34636190139206335, "ece": 0.496150154026202 }, "q_04327ba33c": { "n": 1, "accuracy": 1.0, "kl": 0.35922646348816556, "brier": 0.29773278899210187, "ece": 0.46583208069839255 }, "q_0435c06257": { "n": 1, "accuracy": 0.0, "kl": 0.4488883395982823, "brier": 0.38729180539187535, "ece": 0.5200521590629202 }, "q_043d1afde3": { "n": 1, "accuracy": 1.0, "kl": 0.3822431603052995, "brier": 0.3206815789068327, "ece": 0.48042576022705674 }, "q_043f3e3834": { "n": 1, "accuracy": 0.0, "kl": 0.8661435073888322, "brier": 0.5825023105202617, "ece": 0.3667769256372593 }, "q_044897cd6d": { "n": 1, "accuracy": 1.0, "kl": 0.4016900880668852, "brier": 0.34011325731071856, "ece": 0.4923792291754754 }, "q_0462354138": { "n": 1, "accuracy": 1.0, "kl": 0.4076094409077008, "brier": 0.34603177965437204, "ece": 0.49595178786391336 }, "q_046adca764": { "n": 1, "accuracy": 0.0, "kl": 1.747754044807987, "brier": 0.725295448596569, "ece": 0.14885095105997634 }, "q_04713f20c5": { "n": 1, "accuracy": 0.0, "kl": 0.4283950171961932, "brier": 0.3668159264709753, "ece": 0.5082615593717087 }, "q_04784158db": { "n": 1, "accuracy": 0.0, "kl": 0.4401142007794863, "brier": 0.3785285543055826, "ece": 0.5150451438101468 }, "q_04985ba8d9": { "n": 1, "accuracy": 0.0, "kl": 0.5163265610154738, "brier": 0.45429799778064145, "ece": 0.5566015095342447 }, "q_049b1e4296": { "n": 1, "accuracy": 0.0, "kl": 0.4174818693884863, "brier": 0.35590404651463997, "ece": 0.5018436004697949 }, "q_04a181b69d": { "n": 1, "accuracy": 1.0, "kl": 0.37956036634877355, "brier": 0.3180032583973986, "ece": 0.4787500836347238 }, "q_04a6038ac5": { "n": 1, "accuracy": 0.0, "kl": 0.4322574895304889, "brier": 0.3706770310381594, "ece": 0.510509599798982 }, "q_04a6d4f359": { "n": 1, "accuracy": 0.0, "kl": 0.8146682708405569, "brier": 0.5493143831662822, "ece": 0.3455921344360784 }, "q_04aa6b85a6": { "n": 1, "accuracy": 1.0, "kl": 0.39839202792719025, "brier": 0.336816182240304, "ece": 0.49037554888193813 }, "q_04d1eb4dbb": { "n": 1, "accuracy": 0.0, "kl": 0.4767923991927432, "brier": 0.41510695306363177, "ece": 0.5355803732952242 }, "q_04d4f7bb41": { "n": 1, "accuracy": 1.0, "kl": 0.3573217949065568, "brier": 0.2958373387121618, "ece": 0.46460196223638905 }, "q_04d73d3b82": { "n": 1, "accuracy": 0.0, "kl": 0.4227992583324164, "brier": 0.36122116989761954, "ece": 0.5049830407778759 }, "q_04d9fe644d": { "n": 1, "accuracy": 1.0, "kl": 0.38813948338412274, "brier": 0.32657045179028665, "ece": 0.48408566653018426 }, "q_04ef36d0d0": { "n": 1, "accuracy": 1.0, "kl": 1.6738811473155653, "brier": 0.7046315884197946, "ece": 0.863831384168721 }, "q_04f3152e54": { "n": 1, "accuracy": 1.0, "kl": 0.407585749877035, "brier": 0.3460080901821715, "ece": 0.4959375495084396 }, "q_05037c6f2e": { "n": 1, "accuracy": 1.0, "kl": 0.3905192616025689, "brier": 0.32894803485502916, "ece": 0.4855539636441919 }, "q_050b14e01a": { "n": 1, "accuracy": 1.0, "kl": 0.4114161908711107, "brier": 0.349838394390257, "ece": 0.4982334242921391 }, "q_050cc9fbc7": { "n": 1, "accuracy": 1.0, "kl": 1.644268743102784, "brier": 0.6971362325029345, "ece": 0.8592854310137548 }, "q_0516fab4b7": { "n": 1, "accuracy": 1.0, "kl": 0.3818961871191041, "brier": 0.32033514339167574, "ece": 0.48020940980421467 }, "q_05246bb4fb": { "n": 1, "accuracy": 1.0, "kl": 0.40158828116640877, "brier": 0.340011474252473, "ece": 0.49231751979055716 }, "q_0529e74247": { "n": 1, "accuracy": 1.0, "kl": 0.334702440718055, "brier": 0.27338536805172586, "ece": 0.44971973713322755 }, "q_052e47dfc4": { "n": 1, "accuracy": 1.0, "kl": 0.38874960694393534, "brier": 0.32717997178165126, "ece": 0.4844625889879379 }, "q_054a9df879": { "n": 1, "accuracy": 1.0, "kl": 0.3585342017988383, "brier": 0.2970438024563898, "ece": 0.46538539311732463 }, "q_054dcdbdc7": { "n": 1, "accuracy": 1.0, "kl": 0.3475699598253778, "brier": 0.28614365507509276, "ece": 0.4582483675279331 }, "q_0550c69b41": { "n": 1, "accuracy": 0.0, "kl": 0.4151764597293251, "brier": 0.35359865069751834, "ece": 0.5004751185846306 }, "q_0557ab542a": { "n": 1, "accuracy": 1.0, "kl": 0.3912340499666138, "brier": 0.32966224454142334, "ece": 0.4859939928997862 }, "q_0558ef8c08": { "n": 1, "accuracy": 0.0, "kl": 0.4266647736090483, "brier": 0.3650860998371571, "ece": 0.5072505704134034 }, "q_055bfef202": { "n": 1, "accuracy": 1.0, "kl": 0.40009358274820817, "brier": 0.3385171719914859, "ece": 0.49141048357539807 }, "q_055da1dd58": { "n": 1, "accuracy": 0.0, "kl": 0.5097154935334381, "brier": 0.44776661555058855, "ece": 0.5531630879256054 }, "q_055f7a32e4": { "n": 1, "accuracy": 0.0, "kl": 0.49122579253642396, "brier": 0.4294499974516142, "ece": 0.5433842883890293 }, "q_0566618071": { "n": 1, "accuracy": 1.0, "kl": 0.3701624878720848, "brier": 0.30862751251170567, "ece": 0.47282789648375634 }, "q_05792780b2": { "n": 1, "accuracy": 1.0, "kl": 0.391765826418982, "brier": 0.3301936133927586, "ece": 0.48632106356473725 }, "q_057cc63794": { "n": 1, "accuracy": 1.0, "kl": 0.41131695057655215, "brier": 0.34973915537659744, "ece": 0.498174099733949 }, "q_05917462cb": { "n": 1, "accuracy": 0.0, "kl": 0.44096736135174797, "brier": 0.3793809169922754, "ece": 0.5155346811634381 }, "q_0596a16690": { "n": 1, "accuracy": 1.0, "kl": 0.3856320297462494, "brier": 0.3240657940817734, "ece": 0.4825331005530932 }, "q_059a3d9103": { "n": 1, "accuracy": 0.0, "kl": 0.42449663620316824, "brier": 0.3629183431768432, "ece": 0.5059802478852999 }, "q_05a3e6d2ce": { "n": 1, "accuracy": 1.0, "kl": 0.36201278095089207, "brier": 0.30050676634239154, "ece": 0.46762531286178377 }, "q_05a7505111": { "n": 1, "accuracy": 1.0, "kl": 0.39313212402843556, "brier": 0.33155894986586754, "ece": 0.48716025706462773 }, "q_05b14e7075": { "n": 1, "accuracy": 1.0, "kl": 0.39762904814800215, "brier": 0.3360534990330605, "ece": 0.48991066040849707 }, "q_05b870ec3e": { "n": 1, "accuracy": 0.0, "kl": 0.42400632432015056, "brier": 0.3624280981134825, "ece": 0.5056924348126722 }, "q_05bb94b2e5": { "n": 1, "accuracy": 1.0, "kl": 0.3943030740648199, "brier": 0.33272917011603825, "ece": 0.4878781497678186 }, "q_05bf373d0a": { "n": 1, "accuracy": 0.0, "kl": 0.4608768626723774, "brier": 0.39925381378851, "ece": 0.5267962700093355 }, "q_05d853f8f2": { "n": 1, "accuracy": 0.0, "kl": 0.46905265029441523, "brier": 0.4074019117778449, "ece": 0.5313324228203891 }, "q_05fb01cafb": { "n": 1, "accuracy": 0.0, "kl": 0.4727440573876921, "brier": 0.4110778621194327, "ece": 0.5333640160618356 }, "q_060014e1ba": { "n": 1, "accuracy": 0.0, "kl": 0.4149455854771434, "brier": 0.35336777659937024, "ece": 0.5003378263964416 }, "q_06044e1a77": { "n": 1, "accuracy": 0.0, "kl": 0.4402599825922817, "brier": 0.3786742033882054, "ece": 0.5151288334437315 }, "q_0611ed7560": { "n": 1, "accuracy": 1.0, "kl": 0.3799726027365177, "brier": 0.3184147591905511, "ece": 0.4790079944002069 }, "q_0626ef41ea": { "n": 1, "accuracy": 0.0, "kl": 0.8109684433542129, "brier": 0.5476213487136248, "ece": 0.3620157879649137 }, "q_063630ee18": { "n": 1, "accuracy": 1.0, "kl": 0.3865359097154947, "brier": 0.3249686059970731, "ece": 0.48309341721062193 }, "q_0677e6b196": { "n": 1, "accuracy": 0.0, "kl": 0.42015386452243864, "brier": 0.3585759652509256, "ece": 0.5034241167263183 }, "q_0679af3795": { "n": 1, "accuracy": 1.0, "kl": 0.37243178624045653, "brier": 0.3108904574797294, "ece": 0.47426542929841653 }, "q_067b4a9191": { "n": 1, "accuracy": 1.0, "kl": 0.7003303179799113, "brier": 0.4743791243659756, "ece": 0.6412817153201829 }, "q_068407c26d": { "n": 1, "accuracy": 1.0, "kl": 0.3942977739162967, "brier": 0.332723873083549, "ece": 0.4878749030545695 }, "q_068b6543ea": { "n": 1, "accuracy": 1.0, "kl": 0.3518665643003088, "brier": 0.29041227401764563, "ece": 0.46105923031573814 }, "q_069efd1b4c": { "n": 1, "accuracy": 0.0, "kl": 0.4638554310246912, "brier": 0.4022232864448758, "ece": 0.5284547281749161 }, "q_06ba172348": { "n": 1, "accuracy": 1.0, "kl": 0.3932742997032703, "brier": 0.33170103242048166, "ece": 0.4872474876659656 }, "q_06bf0bec41": { "n": 1, "accuracy": 1.0, "kl": 0.39801351812233543, "brier": 0.3364378160672546, "ece": 0.4901449841624633 }, "q_06c22b9b24": { "n": 1, "accuracy": 1.0, "kl": 0.40532213470850587, "brier": 0.3437446801397715, "ece": 0.49457489078559225 }, "q_06d0bd309a": { "n": 1, "accuracy": 0.0, "kl": 0.8299627696379873, "brier": 0.5593265848697508, "ece": 0.3552214525284718 }, "q_06d0e6c1e0": { "n": 1, "accuracy": 1.0, "kl": 0.3476467928068423, "brier": 0.28621995296269526, "ece": 0.4582987925983212 }, "q_06d391dbb1": { "n": 1, "accuracy": 0.0, "kl": 0.4192016430731675, "brier": 0.35762378152551444, "ece": 0.5028615503480509 }, "q_06ee131efd": { "n": 1, "accuracy": 0.0, "kl": 0.4224598887142843, "brier": 0.3608818326541583, "ece": 0.5047833757659063 }, "q_06f62f9d14": { "n": 1, "accuracy": 0.0, "kl": 0.4748914165263639, "brier": 0.413215318386256, "ece": 0.5345411523648084 }, "q_06fd2ae0fc": { "n": 1, "accuracy": 0.0, "kl": 0.4217162281075775, "brier": 0.36013823407021056, "ece": 0.5043455161010957 }, "q_071996e344": { "n": 1, "accuracy": 1.0, "kl": 0.4032549090807353, "brier": 0.3416777581428648, "ece": 0.4933266009724421 }, "q_0725e89ec2": { "n": 1, "accuracy": 0.0, "kl": 0.4309092994480248, "brier": 0.36932939331765424, "ece": 0.5097263043599113 }, "q_072dfda289": { "n": 1, "accuracy": 0.0, "kl": 1.2595823333135574, "brier": 0.6640200176686162, "ece": 0.2171986315611384 }, "q_074c68537d": { "n": 1, "accuracy": 1.0, "kl": 0.39530808971567866, "brier": 0.33373362454059946, "ece": 0.4884933442178706 }, "q_076642f927": { "n": 1, "accuracy": 0.0, "kl": 1.72592602870326, "brier": 0.7183303684854864, "ece": 0.13172851774668096 }, "q_077262937f": { "n": 1, "accuracy": 1.0, "kl": 0.3697175935796755, "brier": 0.30818394582325975, "ece": 0.47254550425604147 }, "q_07833e3e55": { "n": 1, "accuracy": 0.0, "kl": 0.4565002336737469, "brier": 0.39488864232986365, "ece": 0.5243470728663933 }, "q_0797249646": { "n": 1, "accuracy": 0.0, "kl": 0.4265395811139942, "brier": 0.3649609334029247, "ece": 0.5071773246574101 }, "q_07a08d6d51": { "n": 1, "accuracy": 0.0, "kl": 1.7238563882752589, "brier": 0.7179061361319378, "ece": 0.1331700124160054 }, "q_07b22a1316": { "n": 1, "accuracy": 1.0, "kl": 0.40894188679117505, "brier": 0.3473641543225655, "ece": 0.49675181722613126 }, "q_07c54ce527": { "n": 1, "accuracy": 0.0, "kl": 0.44351927877143954, "brier": 0.3819301319824722, "ece": 0.5169954988226264 }, "q_07c701965b": { "n": 1, "accuracy": 1.0, "kl": 0.37293296763264755, "brier": 0.3113903274867711, "ece": 0.47458226486169586 }, "q_07cfefb670": { "n": 1, "accuracy": 1.0, "kl": 0.37802716759131366, "brier": 0.31647295598278097, "ece": 0.477789489543641 }, "q_07ffeedcbc": { "n": 1, "accuracy": 1.0, "kl": 0.4086841679583576, "brier": 0.3471064468921243, "ece": 0.4965971956771458 }, "q_0807007ba6": { "n": 1, "accuracy": 1.0, "kl": 0.39684316520009655, "brier": 0.33526795152212585, "ece": 0.48943128332000096 }, "q_0822e5c1e8": { "n": 1, "accuracy": 1.0, "kl": 0.3962649879123773, "brier": 0.3346900412825159, "ece": 0.4890782573557997 }, "q_08500d83cc": { "n": 1, "accuracy": 0.0, "kl": 0.46621730217293733, "brier": 0.4045771503926756, "ece": 0.5297650222019691 }, "q_0863ec241b": { "n": 1, "accuracy": 1.0, "kl": 0.3908042955585477, "brier": 0.32923283375782303, "ece": 0.4857294873174878 }, "q_087bbde42a": { "n": 1, "accuracy": 1.0, "kl": 0.6935869833243615, "brier": 0.4681527181791511, "ece": 0.638652548134824 }, "q_087df2ae4d": { "n": 1, "accuracy": 1.0, "kl": 0.3788461483248858, "brier": 0.31729035775471415, "ece": 0.47830287329789256 }, "q_0886aa924b": { "n": 1, "accuracy": 1.0, "kl": 0.3550386454611598, "brier": 0.29356611717314046, "ece": 0.4631227722109066 }, "q_08a25335bf": { "n": 1, "accuracy": 1.0, "kl": 0.38666143787535157, "brier": 0.32509399129588534, "ece": 0.48317117412823873 }, "q_08ad4a1374": { "n": 1, "accuracy": 0.0, "kl": 0.44692364728261536, "brier": 0.3853301004932715, "ece": 0.5189362712816471 }, "q_08b50d1ef4": { "n": 1, "accuracy": 1.0, "kl": 0.3994523581376474, "brier": 0.337876145332994, "ece": 0.4910207691425057 }, "q_08c694582b": { "n": 1, "accuracy": 1.0, "kl": 0.7030393042366412, "brier": 0.4746787720304304, "ece": 0.6425347911464996 }, "q_08cf55b052": { "n": 1, "accuracy": 0.0, "kl": 1.7695700916225776, "brier": 0.729655096904856, "ece": 0.14173545508906077 }, "q_08dc89ffa4": { "n": 1, "accuracy": 0.0, "kl": 0.42612597080075737, "brier": 0.3645474054745732, "ece": 0.5069352441966891 }, "q_08ebad0c8e": { "n": 1, "accuracy": 1.0, "kl": 0.7076735357120478, "brier": 0.4779614726160515, "ece": 0.6444131610262547 }, "q_08eca50a27": { "n": 1, "accuracy": 1.0, "kl": 0.3647437583756853, "brier": 0.30322690249182127, "ece": 0.46937571989777505 }, "q_08f1e5d7d5": { "n": 1, "accuracy": 0.0, "kl": 0.41569111787110924, "brier": 0.35411330801115154, "ece": 0.5007810048060342 }, "q_0917fd5898": { "n": 1, "accuracy": 0.0, "kl": 0.42247350789823473, "brier": 0.3608954505895542, "ece": 0.5047913903256245 }, "q_092c4aaf08": { "n": 1, "accuracy": 0.0, "kl": 0.41800671237874465, "brier": 0.3564288810982173, "ece": 0.5021545221232488 }, "q_093fac589a": { "n": 1, "accuracy": 0.0, "kl": 0.41472351293776216, "brier": 0.3531457041268935, "ece": 0.5002057258813196 }, "q_0949bcb7b5": { "n": 1, "accuracy": 1.0, "kl": 0.4106137842558728, "brier": 0.3490360007585072, "ece": 0.49775351629789255 }, "q_09553eec3e": { "n": 1, "accuracy": 1.0, "kl": 0.3978960275580936, "brier": 0.3363203714787534, "ece": 0.4900733906746165 }, "q_095576f42c": { "n": 1, "accuracy": 0.0, "kl": 0.4441831060750003, "brier": 0.3825931750674844, "ece": 0.517374653510857 }, "q_095b57b0e0": { "n": 1, "accuracy": 1.0, "kl": 0.3980003187107698, "brier": 0.33642462178765287, "ece": 0.4901369416351402 }, "q_096b1551af": { "n": 1, "accuracy": 1.0, "kl": 0.7531486710889318, "brier": 0.5087960784513204, "ece": 0.6623750912245685 }, "q_0973d8080a": { "n": 1, "accuracy": 0.0, "kl": 0.4348613330528905, "brier": 0.3732795510158404, "ece": 0.5120182583038826 }, "q_09b2a32c20": { "n": 1, "accuracy": 1.0, "kl": 0.3925381347314635, "brier": 0.33096536349417144, "ece": 0.48679562650928987 }, "q_09c36faa3c": { "n": 1, "accuracy": 1.0, "kl": 0.6510533251852268, "brier": 0.4387290136737682, "ece": 0.620575495547006 }, "q_09c43efbbb": { "n": 1, "accuracy": 1.0, "kl": 0.5266557369859466, "brier": 0.3484592369953464, "ece": 0.5618983003372806 }, "q_09dc739fce": { "n": 1, "accuracy": 0.0, "kl": 0.4231924906838094, "brier": 0.3616143613514592, "ece": 0.5052142761899341 }, "q_09dfda04c4": { "n": 1, "accuracy": 0.0, "kl": 0.44329615022168267, "brier": 0.3817072593033461, "ece": 0.5168679773703642 }, "q_09e2fad3ce": { "n": 1, "accuracy": 1.0, "kl": 0.3732348861026016, "brier": 0.31169147156662536, "ece": 0.47477301805380856 }, "q_0a01927deb": { "n": 1, "accuracy": 1.0, "kl": 0.35311103388204423, "brier": 0.29164935134068276, "ece": 0.46186997220302795 }, "q_0a0bcf3d6c": { "n": 1, "accuracy": 0.0, "kl": 0.8563236548186359, "brier": 0.5784727073157929, "ece": 0.38754987987349304 }, "q_0a219c4f50": { "n": 1, "accuracy": 1.0, "kl": 0.40731136683567326, "brier": 0.3457337259992522, "ece": 0.495772609727512 }, "q_0a48cda565": { "n": 1, "accuracy": 0.0, "kl": 1.6991077629992388, "brier": 0.7114030884951047, "ece": 0.13391866576030081 }, "q_0a50df8e1c": { "n": 1, "accuracy": 0.0, "kl": 0.4495882059299964, "brier": 0.38799052366563175, "ece": 0.5204489321508406 }, "q_0a5b49cee2": { "n": 1, "accuracy": 1.0, "kl": 0.3911061639566564, "brier": 0.32953445944501547, "ece": 0.48591529870467765 }, "q_0a6e21f6f6": { "n": 1, "accuracy": 1.0, "kl": 0.3919041554798375, "brier": 0.33033183956310974, "ece": 0.48640610204763757 }, "q_0a7dfbf9e7": { "n": 1, "accuracy": 1.0, "kl": 0.3765001242896691, "brier": 0.31494905779455984, "ece": 0.4768306047890962 }, "q_0a87822e0e": { "n": 1, "accuracy": 0.0, "kl": 0.4159027087185795, "brier": 0.3543248982548196, "ece": 0.5009066988388398 }, "q_0a8cbce50e": { "n": 1, "accuracy": 1.0, "kl": 0.40257238414266683, "brier": 0.3409953624652756, "ece": 0.4929136486393224 }, "q_0a971e5ca1": { "n": 1, "accuracy": 0.0, "kl": 0.8011483439925436, "brier": 0.5407018753653728, "ece": 0.35046833235074937 }, "q_0a98ce4a57": { "n": 1, "accuracy": 1.0, "kl": 0.3894705863375282, "brier": 0.32790027471731387, "ece": 0.48490756643789323 }, "q_0aa7eb728d": { "n": 1, "accuracy": 0.0, "kl": 0.4161923941782078, "brier": 0.3546145825696655, "ece": 0.5010787233817837 }, "q_0aae83e6aa": { "n": 1, "accuracy": 1.0, "kl": 0.39907405125953443, "brier": 0.3374979636140477, "ece": 0.4907906788219808 }, "q_0ab522fc76": { "n": 1, "accuracy": 1.0, "kl": 0.36599214359472343, "brier": 0.3044707255135847, "ece": 0.470173503401746 }, "q_0ace15a4c0": { "n": 1, "accuracy": 0.0, "kl": 1.330229639161895, "brier": 0.6917013357137499, "ece": 0.23775259540649488 }, "q_0ad4c66480": { "n": 1, "accuracy": 1.0, "kl": 0.4063424793941486, "brier": 0.34476491780429486, "ece": 0.49518966617938287 }, "q_0adfabcfad": { "n": 1, "accuracy": 0.0, "kl": 0.4376854374907946, "brier": 0.3761017923478223, "ece": 0.513648355437803 }, "q_0af2a5bdf0": { "n": 1, "accuracy": 0.0, "kl": 1.7154902025510712, "brier": 0.7162790911322434, "ece": 0.14629324067561514 }, "q_0af5da85c5": { "n": 1, "accuracy": 0.0, "kl": 0.4302633948832626, "brier": 0.3686837238454535, "ece": 0.5093505117298996 }, "q_0afb2cc9a5": { "n": 1, "accuracy": 1.0, "kl": 0.3916529342521523, "brier": 0.3300808061499134, "ece": 0.48625164993505776 }, "q_0afc7715d5": { "n": 1, "accuracy": 1.0, "kl": 0.37145682840297045, "brier": 0.30991814478028595, "ece": 0.47364841215244724 }, "q_0b0696f520": { "n": 1, "accuracy": 1.0, "kl": 0.36364706814977876, "brier": 0.3021344213855067, "ece": 0.4686736557740353 }, "q_0b07051a99": { "n": 1, "accuracy": 0.0, "kl": 0.43530128470466944, "brier": 0.37371924306543713, "ece": 0.5122726240842908 }, "q_0b0a1705ac": { "n": 1, "accuracy": 1.0, "kl": 0.4075633224417709, "brier": 0.3459856642323501, "ece": 0.4959240701332096 }, "q_0b0ce54a63": { "n": 1, "accuracy": 1.0, "kl": 0.3998640903562528, "brier": 0.33828774843246734, "ece": 0.49127104714073133 }, "q_0b1023790c": { "n": 1, "accuracy": 1.0, "kl": 0.41182406689838924, "brier": 0.3502462659961975, "ece": 0.4984771594700226 }, "q_0b177bb221": { "n": 1, "accuracy": 1.0, "kl": 0.41061079098000264, "brier": 0.34903300754310984, "ece": 0.4977517250371982 }, "q_0b1f47add4": { "n": 1, "accuracy": 0.0, "kl": 0.7983326278662571, "brier": 0.539477390323635, "ece": 0.3608948436197219 }, "q_0b3736ce3f": { "n": 1, "accuracy": 1.0, "kl": 0.7298859224739664, "brier": 0.4930415216560114, "ece": 0.653318091995744 }, "q_0b47e0ddae": { "n": 1, "accuracy": 0.0, "kl": 0.4249106156475146, "brier": 0.3633322609622964, "ece": 0.5062230994222957 }, "q_0b4c96af28": { "n": 1, "accuracy": 0.0, "kl": 0.8511274933182742, "brier": 0.5735066848669101, "ece": 0.37104897521152774 }, "q_0b516d7315": { "n": 1, "accuracy": 0.0, "kl": 0.43510607438582577, "brier": 0.37352414927677224, "ece": 0.5121597790613861 }, "q_0b5a2edd3f": { "n": 1, "accuracy": 1.0, "kl": 0.39159067418603144, "brier": 0.3300185932878771, "ece": 0.48621336344824806 }, "q_0b8bd48e87": { "n": 1, "accuracy": 0.0, "kl": 0.42538475646204227, "brier": 0.36380632499871735, "ece": 0.5065010697517166 }, "q_0ba612fd7b": { "n": 1, "accuracy": 0.0, "kl": 0.4575105293760654, "brier": 0.39589648629869095, "ece": 0.5249137479886922 }, "q_0baabb8f6b": { "n": 1, "accuracy": 1.0, "kl": 0.3962833200984791, "brier": 0.3347083647306029, "ece": 0.48908945521157277 }, "q_0bd242a953": { "n": 1, "accuracy": 1.0, "kl": 0.37484711793526104, "brier": 0.31329976261992193, "ece": 0.4757901986026952 }, "q_0bd8653ec7": { "n": 1, "accuracy": 1.0, "kl": 0.40228535970143675, "brier": 0.3407083971026632, "ece": 0.4927398678966348 }, "q_0bfdd14926": { "n": 1, "accuracy": 1.0, "kl": 1.1404108385877452, "brier": 0.6162732582635291, "ece": 0.7814599829029412 }, "q_0c08cb332b": { "n": 1, "accuracy": 1.0, "kl": 0.3901544051475627, "brier": 0.3285834877278924, "ece": 0.4853291796354491 }, "q_0c144e0e29": { "n": 1, "accuracy": 0.0, "kl": 0.4198263795442823, "brier": 0.3582484947802216, "ece": 0.5032307259522999 }, "q_0c278f48d5": { "n": 1, "accuracy": 1.0, "kl": 0.7018204853826855, "brier": 0.47395500491239506, "ece": 0.642026107336437 }, "q_0c2a4bcb5d": { "n": 1, "accuracy": 0.0, "kl": 0.4233307432679846, "brier": 0.36175259866445225, "ece": 0.5052955435132446 }, "q_0c4bf948a7": { "n": 1, "accuracy": 0.0, "kl": 0.4266476511139724, "brier": 0.3650689809376802, "ece": 0.507240553399183 }, "q_0c54f064c7": { "n": 1, "accuracy": 1.0, "kl": 0.4039691188368567, "brier": 0.3423918487258, "ece": 0.49375829219835576 }, "q_0c55e84fdd": { "n": 1, "accuracy": 1.0, "kl": 0.3701834791032128, "brier": 0.3086484417799645, "ece": 0.47284121587478856 }, "q_0c85f4249d": { "n": 1, "accuracy": 1.0, "kl": 0.38998893239594895, "brier": 0.32841815842962535, "ece": 0.4852271945647437 }, "q_0c942680ff": { "n": 1, "accuracy": 1.0, "kl": 0.4050705435829252, "brier": 0.34349311946935923, "ece": 0.49442316505557404 }, "q_0c9d7930be": { "n": 1, "accuracy": 1.0, "kl": 0.4009019708177779, "brier": 0.3393253348649602, "ece": 0.49190128360139895 }, "q_0ca5be0f39": { "n": 1, "accuracy": 1.0, "kl": 0.3977964331414484, "brier": 0.336220816557792, "ece": 0.4900126928265709 }, "q_0cd9ed6c48": { "n": 1, "accuracy": 0.0, "kl": 0.42491594717129366, "brier": 0.36333759165976554, "ece": 0.5062262261169328 }, "q_0cda612288": { "n": 1, "accuracy": 1.0, "kl": 0.3374922314296623, "brier": 0.276147980546026, "ece": 0.45158308663475655 }, "q_0cdff7115a": { "n": 1, "accuracy": 0.0, "kl": 0.4266978782378522, "brier": 0.36511919748600696, "ece": 0.507269936624382 }, "q_0cebb09ced": { "n": 1, "accuracy": 0.0, "kl": 1.1835351914840953, "brier": 0.6346453180480949, "ece": 0.2211333016278078 }, "q_0cfdc8628e": { "n": 1, "accuracy": 1.0, "kl": 0.39755681960618694, "brier": 0.33598130002974425, "ece": 0.4898666246657223 }, "q_0d0384dee7": { "n": 1, "accuracy": 1.0, "kl": 0.3836317099932043, "brier": 0.322068093156644, "ece": 0.4812904765607102 }, "q_0d03f6a973": { "n": 1, "accuracy": 1.0, "kl": 0.4037518289751155, "brier": 0.34217459344278045, "ece": 0.4936270019249108 }, "q_0d0e1906e2": { "n": 1, "accuracy": 1.0, "kl": 0.40022604834466735, "brier": 0.3386495988598861, "ece": 0.49149094695988516 }, "q_0d20b90a5f": { "n": 1, "accuracy": 1.0, "kl": 0.40606486005509834, "brier": 0.3444873250642582, "ece": 0.4950224843693761 }, "q_0d217b0cf2": { "n": 1, "accuracy": 1.0, "kl": 1.3274587146953862, "brier": 0.6617042636770311, "ece": 0.8225160636434701 }, "q_0d43d8b27e": { "n": 1, "accuracy": 1.0, "kl": 0.37946536211521553, "brier": 0.317908426244485, "ece": 0.47869062331868606 }, "q_0d4d80b587": { "n": 1, "accuracy": 1.0, "kl": 0.2850839997406127, "brier": 0.2246862575621516, "ece": 0.4151762652412545 }, "q_0d53b1b45d": { "n": 1, "accuracy": 0.0, "kl": 0.8079525184739952, "brier": 0.5450814492636497, "ece": 0.35019140575605984 }, "q_0d60196b31": { "n": 1, "accuracy": 1.0, "kl": 0.4063135376390501, "brier": 0.3447359787376811, "ece": 0.4951722406048368 }, "q_0d69972e44": { "n": 1, "accuracy": 1.0, "kl": 0.38950864775813776, "brier": 0.32793830151308495, "ece": 0.48493104444651125 }, "q_0d6ec05fbf": { "n": 1, "accuracy": 1.0, "kl": 0.4050309860118874, "brier": 0.3434535668405405, "ece": 0.4943993043192402 }, "q_0d850d6cb1": { "n": 1, "accuracy": 0.0, "kl": 0.43244175681202834, "brier": 0.37086121607790123, "ece": 0.5106165440841197 }, "q_0d8659ddb5": { "n": 1, "accuracy": 0.0, "kl": 0.4183445977502638, "brier": 0.3567667595953363, "ece": 0.5023545664458574 }, "q_0d930781f4": { "n": 1, "accuracy": 1.0, "kl": 0.3771228873133772, "brier": 0.3155705060309283, "ece": 0.4772219191024888 }, "q_0d9aef3d50": { "n": 1, "accuracy": 1.0, "kl": 0.39829126385630587, "brier": 0.3367154557431019, "ece": 0.49031418190400256 }, "q_0db16649b4": { "n": 1, "accuracy": 1.0, "kl": 0.4102758281366631, "brier": 0.3486980520942502, "ece": 0.4975512256563559 }, "q_0dbf2e6607": { "n": 1, "accuracy": 0.0, "kl": 0.450573523677384, "brier": 0.3889741479482447, "ece": 0.5210068865382063 }, "q_0ddfd1bbed": { "n": 1, "accuracy": 1.0, "kl": 0.3822363036178475, "brier": 0.3206747327302583, "ece": 0.48042148589346345 }, "q_0de8469a01": { "n": 1, "accuracy": 1.0, "kl": 0.40086615538029635, "brier": 0.33928952884914065, "ece": 0.49187955086963264 }, "q_0ded0cfb75": { "n": 1, "accuracy": 1.0, "kl": 0.36462782098541313, "brier": 0.3031114010815795, "ece": 0.4693015547628724 }, "q_0deff56cfd": { "n": 1, "accuracy": 0.0, "kl": 0.4146132426833344, "brier": 0.35303543388581315, "ece": 0.5001401158457813 }, "q_0e00c197c7": { "n": 1, "accuracy": 1.0, "kl": 0.6730106647844596, "brier": 0.455151769431346, "ece": 0.6299118023281106 }, "q_0e0745924f": { "n": 1, "accuracy": 1.0, "kl": 0.3243032439539287, "brier": 0.26310664878444356, "ece": 0.44270280450007793 }, "q_0e0bf974bf": { "n": 1, "accuracy": 0.0, "kl": 0.4177607193529572, "brier": 0.35618289233809275, "ece": 0.5020088223829525 }, "q_0e0f405d46": { "n": 1, "accuracy": 0.0, "kl": 0.8692765511028877, "brier": 0.5912755597519721, "ece": 0.415266336335238 }, "q_0e1118b57d": { "n": 1, "accuracy": 0.0, "kl": 1.749973988729948, "brier": 0.7247677770567964, "ece": 0.13729948306783119 }, "q_0e140a9760": { "n": 1, "accuracy": 1.0, "kl": 0.3770774467135371, "brier": 0.31552515985507956, "ece": 0.47719337850414845 }, "q_0e27eec70b": { "n": 1, "accuracy": 0.0, "kl": 0.4500201491713876, "brier": 0.3884217357430217, "ece": 0.5206936213192912 }, "q_0e2b8706a7": { "n": 1, "accuracy": 1.0, "kl": 0.39204848678357773, "brier": 0.3304760648752954, "ece": 0.4864948123133279 }, "q_0e4bfc9606": { "n": 1, "accuracy": 0.0, "kl": 0.7716908635244881, "brier": 0.5211691462183021, "ece": 0.3398225912457404 }, "q_0e4defedc4": { "n": 1, "accuracy": 0.0, "kl": 0.43195337089006564, "brier": 0.37037304451490183, "ece": 0.5103330364467163 }, "q_0e5071082e": { "n": 1, "accuracy": 0.0, "kl": 1.3948889937614317, "brier": 0.6851140261003363, "ece": 0.18297550877079 }, "q_0e699662be": { "n": 1, "accuracy": 1.0, "kl": 0.38651441960719046, "brier": 0.324947140478411, "ece": 0.4830801039982071 }, "q_0e7075b90f": { "n": 1, "accuracy": 0.0, "kl": 0.4383173009513823, "brier": 0.3767331723360777, "ece": 0.514012195874769 }, "q_0e856ba9f7": { "n": 1, "accuracy": 1.0, "kl": 0.3679598970427686, "brier": 0.3064317672751222, "ece": 0.47142800568886367 }, "q_0ea1d222fb": { "n": 1, "accuracy": 0.0, "kl": 0.4251988845953352, "brier": 0.3636204840310673, "ece": 0.5063921223657089 }, "q_0eb000fba9": { "n": 1, "accuracy": 0.0, "kl": 0.8326771125047532, "brier": 0.5611187756411051, "ece": 0.3570989324735166 }, "q_0ebc49308a": { "n": 1, "accuracy": 1.0, "kl": 1.1660746149077619, "brier": 0.6261484937042535, "ece": 0.787687502335195 }, "q_0ecb81a969": { "n": 1, "accuracy": 0.0, "kl": 0.42148719520703004, "brier": 0.3599092179378097, "ece": 0.5042105714959315 }, "q_0ecbc49034": { "n": 1, "accuracy": 0.0, "kl": 0.4198855419726094, "brier": 0.3583076547116827, "ece": 0.5032656699471874 }, "q_0ed80e26c2": { "n": 1, "accuracy": 1.0, "kl": 0.3963369781609912, "brier": 0.3347619973199681, "ece": 0.4891222294864751 }, "q_0f0412d980": { "n": 1, "accuracy": 0.0, "kl": 0.4149558971365971, "brier": 0.35337808825403044, "ece": 0.5003439593083445 }, "q_0f1976b608": { "n": 1, "accuracy": 1.0, "kl": 0.4069927787505413, "brier": 0.3454151617355161, "ece": 0.4955810160098245 }, "q_0f30826163": { "n": 1, "accuracy": 0.0, "kl": 0.45528952469903194, "brier": 0.3936807246672811, "ece": 0.5236669497873834 }, "q_0f3190cb86": { "n": 1, "accuracy": 0.0, "kl": 1.1835631371504185, "brier": 0.6336382271380094, "ece": 0.20967429010911393 }, "q_0f3295caf6": { "n": 1, "accuracy": 1.0, "kl": 0.40986556069266633, "brier": 0.3482877955112363, "ece": 0.4973055208784304 }, "q_0f453375b7": { "n": 1, "accuracy": 1.0, "kl": 0.7304132853055065, "brier": 0.4934202964256124, "ece": 0.6535246269267058 }, "q_0f614ca109": { "n": 1, "accuracy": 0.0, "kl": 0.4421718954607877, "brier": 0.38058423592071944, "ece": 0.5162248479400958 }, "q_0f7d8e937f": { "n": 1, "accuracy": 1.0, "kl": 0.40141479886158105, "brier": 0.3398380334669328, "ece": 0.49221234422742166 }, "q_0f971a4c11": { "n": 1, "accuracy": 0.0, "kl": 0.414508754419042, "brier": 0.35293094562662347, "ece": 0.5000779365942845 }, "q_0f9b9839c9": { "n": 1, "accuracy": 0.0, "kl": 0.42769971669706996, "brier": 0.3661208066244592, "ece": 0.5078555869826051 }, "q_0fa4bbc3b7": { "n": 1, "accuracy": 1.0, "kl": 0.41317050135218525, "brier": 0.35159269339322596, "ece": 0.4992807492559287 }, "q_0fada7f6ad": { "n": 1, "accuracy": 0.0, "kl": 1.7230015058410795, "brier": 0.718128788246535, "ece": 0.14260136737437776 }, "q_0fbd91f5dc": { "n": 1, "accuracy": 0.0, "kl": 1.3233100122161288, "brier": 0.6879245667251951, "ece": 0.2196560377433715 }, "q_0fcec3be4d": { "n": 1, "accuracy": 1.0, "kl": 0.28608859093558836, "brier": 0.22566218356220352, "ece": 0.4159033965012884 }, "q_0fcef68533": { "n": 1, "accuracy": 1.0, "kl": 0.7205782971054082, "brier": 0.4869151595121496, "ece": 0.6496013979845348 }, "q_0fd91b00fa": { "n": 1, "accuracy": 1.0, "kl": 1.1720832575068854, "brier": 0.6286198322514469, "ece": 0.7891048926359265 }, "q_0ff69d994c": { "n": 1, "accuracy": 1.0, "kl": 0.3184407309058235, "brier": 0.2573266211628185, "ece": 0.4386966832595601 }, "q_10032dd41a": { "n": 1, "accuracy": 0.0, "kl": 0.4178615359810413, "brier": 0.3562837072899898, "ece": 0.5020685414064816 }, "q_10064003c9": { "n": 1, "accuracy": 1.0, "kl": 0.6870818723393048, "brier": 0.4643043270852399, "ece": 0.6358910537024234 }, "q_100a5cb80b": { "n": 1, "accuracy": 1.0, "kl": 0.36872880517915607, "brier": 0.3071982073446113, "ece": 0.47191721533036235 }, "q_102896ca31": { "n": 1, "accuracy": 0.0, "kl": 0.8359820669319236, "brier": 0.5631852238823403, "ece": 0.3564618536246846 }, "q_10319f2a21": { "n": 1, "accuracy": 1.0, "kl": 0.27146976931457106, "brier": 0.21151154662245497, "ece": 0.40520112747533255 }, "q_103d3b25a6": { "n": 1, "accuracy": 0.0, "kl": 0.4415103433885551, "brier": 0.37992336431229584, "ece": 0.5158459385564443 }, "q_1049e682ea": { "n": 1, "accuracy": 1.0, "kl": 0.37644306678393447, "brier": 0.31489212299724006, "ece": 0.4767947347163518 }, "q_106c59e17a": { "n": 1, "accuracy": 0.0, "kl": 0.4689784388223184, "brier": 0.4073279913448307, "ece": 0.5312914752933134 }, "q_107022fb25": { "n": 1, "accuracy": 0.0, "kl": 0.41599078797754685, "brier": 0.35441297720711384, "ece": 0.5009590105978929 }, "q_1092c5eb05": { "n": 1, "accuracy": 1.0, "kl": 0.7338656967685239, "brier": 0.4957475057682771, "ece": 0.6548861165990254 }, "q_10a456fc29": { "n": 1, "accuracy": 0.0, "kl": 0.4280518332273926, "brier": 0.36647283394263974, "ece": 0.5080612303997173 }, "q_10ad795a1b": { "n": 1, "accuracy": 1.0, "kl": 1.1741337731700894, "brier": 0.6298401423218706, "ece": 0.7895604864116547 }, "q_10bb6869c2": { "n": 1, "accuracy": 1.0, "kl": 0.3998679861821445, "brier": 0.33829164307131726, "ece": 0.49127341457436635 }, "q_10cdbe4d52": { "n": 1, "accuracy": 1.0, "kl": 0.3990683640510005, "brier": 0.3374922783356036, "ece": 0.4907872188466941 }, "q_10e16f36b4": { "n": 1, "accuracy": 1.0, "kl": 0.3832181862032729, "brier": 0.3216551563761825, "ece": 0.48103313851612217 }, "q_11003f2453": { "n": 1, "accuracy": 1.0, "kl": 0.3834325150918828, "brier": 0.32186917901666856, "ece": 0.48116653587797453 }, "q_1102857738": { "n": 1, "accuracy": 1.0, "kl": 0.3972261906468811, "brier": 0.3356508095932789, "ece": 0.4896649909336157 }, "q_1105d17a48": { "n": 1, "accuracy": 1.0, "kl": 0.39977803828032854, "brier": 0.33820172274080096, "ece": 0.4912187512388029 }, "q_1135c014dc": { "n": 1, "accuracy": 1.0, "kl": 0.4117637952161242, "brier": 0.3501859948863468, "ece": 0.49844115170854475 }, "q_1140a61888": { "n": 1, "accuracy": 1.0, "kl": 0.39362405777254805, "brier": 0.33205056677599226, "ece": 0.48746200238549375 }, "q_1155b21f90": { "n": 1, "accuracy": 0.0, "kl": 0.4621452046060527, "brier": 0.4005184158477133, "ece": 0.5275033049306526 }, "q_11563079dc": { "n": 1, "accuracy": 1.0, "kl": 0.41075362005488325, "brier": 0.3491758338385246, "ece": 0.49783718948803757 }, "q_11661ed263": { "n": 1, "accuracy": 0.0, "kl": 0.4383958401321959, "brier": 0.3768116496356483, "ece": 0.5140573980683016 }, "q_118cfebd1c": { "n": 1, "accuracy": 1.0, "kl": 0.395587446830553, "brier": 0.3340128358904028, "ece": 0.48866418725550365 }, "q_118e99055e": { "n": 1, "accuracy": 1.0, "kl": 0.40408399631801883, "brier": 0.34250670850325327, "ece": 0.4938276866663547 }, "q_11ba5a9402": { "n": 1, "accuracy": 1.0, "kl": 0.39057028869033594, "brier": 0.32899901944043997, "ece": 0.48558539140385704 }, "q_11c6722910": { "n": 1, "accuracy": 1.0, "kl": 0.41198529118242333, "brier": 0.35040748887727513, "ece": 0.4985734636101977 }, "q_11d721e89d": { "n": 1, "accuracy": 1.0, "kl": 0.3953017397929614, "brier": 0.3337272779820161, "ece": 0.48848946007333904 }, "q_11d7cddf9c": { "n": 1, "accuracy": 0.0, "kl": 0.8777027735183425, "brier": 0.5929949846046141, "ece": 0.3986371509579258 }, "q_11d9ebbfe9": { "n": 1, "accuracy": 1.0, "kl": 0.3861432765698045, "brier": 0.32457642825135075, "ece": 0.4828501137218101 }, "q_11e3240192": { "n": 1, "accuracy": 1.0, "kl": 0.4040212786648678, "brier": 0.3424440004664151, "ece": 0.49378980199276 }, "q_11e76175e9": { "n": 1, "accuracy": 1.0, "kl": 0.4111165829533353, "brier": 0.34953879060455834, "ece": 0.4980542970742905 }, "q_11e9e491d0": { "n": 1, "accuracy": 1.0, "kl": 0.3712121089482926, "brier": 0.30967410907059534, "ece": 0.47349339833763116 }, "q_120d1b4747": { "n": 1, "accuracy": 0.0, "kl": 0.8098483294168584, "brier": 0.5489565777382647, "ece": 0.3811940853448641 }, "q_1211f5e3bd": { "n": 1, "accuracy": 0.0, "kl": 0.4646211494087865, "brier": 0.4029864876534584, "ece": 0.5288799882226085 }, "q_121503c83c": { "n": 1, "accuracy": 0.0, "kl": 0.4802341387045664, "brier": 0.4185303289547057, "ece": 0.5374550955857338 }, "q_122c252ed4": { "n": 1, "accuracy": 0.0, "kl": 1.255521421765108, "brier": 0.6624022108669599, "ece": 0.21767930675539857 }, "q_122da9d793": { "n": 1, "accuracy": 0.0, "kl": 0.4471873976787658, "brier": 0.3855934695801196, "ece": 0.5190862498303264 }, "q_1253427d61": { "n": 1, "accuracy": 1.0, "kl": 0.40383004538120826, "brier": 0.3422527972358121, "ece": 0.4936742663230407 }, "q_125710c170": { "n": 1, "accuracy": 1.0, "kl": 0.3467056122082196, "brier": 0.2852854166745818, "ece": 0.4576806962730434 }, "q_12580b2b96": { "n": 1, "accuracy": 1.0, "kl": 0.3848941858201676, "brier": 0.32332887440781916, "ece": 0.48207516362479985 }, "q_1268b6edb8": { "n": 1, "accuracy": 1.0, "kl": 0.337904433619058, "brier": 0.27655633948757075, "ece": 0.451857727825825 }, "q_1275c4c656": { "n": 1, "accuracy": 0.0, "kl": 0.4369410852627657, "brier": 0.3753579774958844, "ece": 0.5132193309952156 }, "q_128004ad30": { "n": 1, "accuracy": 0.0, "kl": 0.44207468918291626, "brier": 0.38048713164869274, "ece": 0.5161691940340886 }, "q_1283ae8755": { "n": 1, "accuracy": 1.0, "kl": 0.3564399573332331, "brier": 0.294959992610879, "ece": 0.4640312439183034 }, "q_12a4a2cf33": { "n": 1, "accuracy": 0.0, "kl": 0.41721941366432935, "brier": 0.3556415940660797, "ece": 0.5016880328311912 }, "q_12b9439a18": { "n": 1, "accuracy": 1.0, "kl": 0.40072651323456054, "brier": 0.33914992392207743, "ece": 0.4917948056508711 }, "q_12cefd151e": { "n": 1, "accuracy": 0.0, "kl": 0.47016306272627273, "brier": 0.40850787797562604, "ece": 0.531944619381416 }, "q_12e77b453c": { "n": 1, "accuracy": 1.0, "kl": 0.40459856807090555, "brier": 0.3430212057221374, "ece": 0.4941383861236105 }, "q_12edf08a2c": { "n": 1, "accuracy": 1.0, "kl": 0.4049228434143149, "brier": 0.34334543797040595, "ece": 0.4943340668895124 }, "q_12f9a7a07d": { "n": 1, "accuracy": 0.0, "kl": 0.48931300782183296, "brier": 0.4275512761022241, "ece": 0.5423587763318785 }, "q_130491a627": { "n": 1, "accuracy": 0.0, "kl": 0.4656503683160543, "brier": 0.40401220452446185, "ece": 0.5294508897112463 }, "q_130d04a99c": { "n": 1, "accuracy": 1.0, "kl": 0.4122353841813322, "brier": 0.35065758004611985, "ece": 0.4987228080998931 }, "q_131196cb5b": { "n": 1, "accuracy": 0.0, "kl": 0.4460479520804411, "brier": 0.38445562856799564, "ece": 0.5184379252345739 }, "q_131ba91585": { "n": 1, "accuracy": 1.0, "kl": 0.39672036084488654, "brier": 0.33514520242486245, "ece": 0.48935632548237384 }, "q_132bb10740": { "n": 1, "accuracy": 1.0, "kl": 0.37031803071025504, "brier": 0.3087825976527178, "ece": 0.4729265819798386 }, "q_132db9e8a2": { "n": 1, "accuracy": 0.0, "kl": 0.42288612584197394, "brier": 0.3613080286904859, "ece": 0.505034133153142 }, "q_133295b5a4": { "n": 1, "accuracy": 1.0, "kl": 0.40467180086198395, "brier": 0.34309442852423877, "ece": 0.49418258565772577 }, "q_1334620564": { "n": 1, "accuracy": 0.0, "kl": 1.7675355162005857, "brier": 0.7295664242879866, "ece": 0.1480939907116727 }, "q_13561b7536": { "n": 1, "accuracy": 1.0, "kl": 0.3966633912377472, "brier": 0.3350882587180136, "ece": 0.48932154763584923 }, "q_137d587bbe": { "n": 1, "accuracy": 1.0, "kl": 0.39402727471552795, "brier": 0.3324535351398243, "ece": 0.48770917032844885 }, "q_137d6806c2": { "n": 1, "accuracy": 1.0, "kl": 0.4049270198481517, "brier": 0.34334961386818064, "ece": 0.4943365865260878 }, "q_1380d89225": { "n": 1, "accuracy": 0.0, "kl": 0.7535838567143467, "brier": 0.509503827195306, "ece": 0.3475145085521814 }, "q_1386448078": { "n": 1, "accuracy": 1.0, "kl": 0.37412269655663527, "brier": 0.3125770718545827, "ece": 0.47533344903674835 }, "q_139d6fedfc": { "n": 1, "accuracy": 0.0, "kl": 1.1563039511497335, "brier": 0.624180136173596, "ece": 0.23908700788449233 }, "q_13ad39203d": { "n": 1, "accuracy": 1.0, "kl": 0.3721316439376686, "brier": 0.3105911161554503, "ece": 0.4740755740688899 }, "q_13be3a239e": { "n": 1, "accuracy": 1.0, "kl": 0.7352776042348249, "brier": 0.49672739731547977, "ece": 0.6554387962022328 }, "q_13c065c34c": { "n": 1, "accuracy": 0.0, "kl": 0.43844117519438247, "brier": 0.37685694879655934, "ece": 0.5140834878203496 }, "q_13c791146c": { "n": 1, "accuracy": 0.0, "kl": 0.41600898795849567, "brier": 0.3544311771203509, "ece": 0.5009698190609101 }, "q_13c95dafd1": { "n": 1, "accuracy": 1.0, "kl": 0.34145128660756224, "brier": 0.28007189499793683, "ece": 0.4542137724602989 }, "q_13d290d97b": { "n": 1, "accuracy": 1.0, "kl": 0.37969296984237144, "brier": 0.3181356233119088, "ece": 0.478833062390713 }, "q_13e5d6c96e": { "n": 1, "accuracy": 1.0, "kl": 0.4128743165995235, "brier": 0.3512965094162844, "ece": 0.49910410962926877 }, "q_140c900104": { "n": 1, "accuracy": 1.0, "kl": 0.40287387730130075, "brier": 0.34129679661038975, "ece": 0.49309611267257747 }, "q_140ef5ebc0": { "n": 1, "accuracy": 0.0, "kl": 0.4351485869463403, "brier": 0.37356663664276324, "ece": 0.5121843568679708 }, "q_14145331e6": { "n": 1, "accuracy": 1.0, "kl": 0.3831237092905476, "brier": 0.32156081583464635, "ece": 0.4809743232643745 }, "q_141bc8a038": { "n": 1, "accuracy": 1.0, "kl": 0.4134470462660974, "brier": 0.3518692378560394, "ece": 0.49944560902221835 }, "q_141c542e56": { "n": 1, "accuracy": 1.0, "kl": 0.38711435307499087, "brier": 0.3255464019195693, "ece": 0.4834516091922111 }, "q_142153dec2": { "n": 1, "accuracy": 0.0, "kl": 0.41707234966971474, "brier": 0.3554945316625827, "ece": 0.5016008370856151 }, "q_14281f1fad": { "n": 1, "accuracy": 0.0, "kl": 0.41760964925776833, "brier": 0.35603182457436783, "ece": 0.5019193196420186 }, "q_144bf98723": { "n": 1, "accuracy": 0.0, "kl": 0.4991398487038701, "brier": 0.4372984831489279, "ece": 0.5475994456524343 }, "q_14651ffbf4": { "n": 1, "accuracy": 0.0, "kl": 0.4384792376646137, "brier": 0.3768949810218547, "ece": 0.5141053910180422 }, "q_14663ae36d": { "n": 1, "accuracy": 1.0, "kl": 0.4127893736082008, "brier": 0.3512115667133844, "ece": 0.49905343735219754 }, "q_1466c685dd": { "n": 1, "accuracy": 0.0, "kl": 0.7625720923045083, "brier": 0.5157154206421674, "ece": 0.35236464880756047 }, "q_147cc551a7": { "n": 1, "accuracy": 1.0, "kl": 0.6432575898768512, "brier": 0.4328772700089318, "ece": 0.6171992052767612 }, "q_148f6bcf27": { "n": 1, "accuracy": 0.0, "kl": 0.4685518261378447, "brier": 0.40690303700175445, "ece": 0.5310560037299994 }, "q_14962771e1": { "n": 1, "accuracy": 1.0, "kl": 0.41031365809984466, "brier": 0.3487358811584094, "ece": 0.497573874397339 }, "q_14b1472aaf": { "n": 1, "accuracy": 0.0, "kl": 0.8514223276250028, "brier": 0.5746768148529128, "ece": 0.3811664447963511 }, "q_14b4ae4ea1": { "n": 1, "accuracy": 1.0, "kl": 0.40648836634612373, "brier": 0.3449107914984173, "ece": 0.4952774924664334 }, "q_14be49562d": { "n": 1, "accuracy": 0.0, "kl": 0.4426767728511771, "brier": 0.3810885721591658, "ece": 0.5165137868150133 }, "q_14c45b8b3b": { "n": 1, "accuracy": 0.0, "kl": 0.4563223369229638, "brier": 0.39471116566588454, "ece": 0.5242472091447984 }, "q_14ca033b0c": { "n": 1, "accuracy": 0.0, "kl": 0.4259163249534598, "brier": 0.36433779925145626, "ece": 0.506812487663761 }, "q_14cbca861e": { "n": 1, "accuracy": 1.0, "kl": 0.38820809204651424, "brier": 0.32663899113273537, "ece": 0.4841280682733725 }, "q_14e0dcdd2d": { "n": 1, "accuracy": 0.0, "kl": 0.4194848647347815, "brier": 0.35790699335720577, "ece": 0.5030289548938736 }, "q_14ea168aa9": { "n": 1, "accuracy": 0.0, "kl": 0.9200409034257133, "brier": 0.6167191532399416, "ece": 0.3886735957129817 }, "q_14f2cb403c": { "n": 1, "accuracy": 1.0, "kl": 0.3845394386505099, "brier": 0.3229745887858951, "ece": 0.4818548175559769 }, "q_14f5a968d4": { "n": 1, "accuracy": 1.0, "kl": 0.407823252511775, "brier": 0.3462455776827901, "ece": 0.496080267305955 }, "q_14feb73dff": { "n": 1, "accuracy": 1.0, "kl": 0.3906815178006449, "brier": 0.32911015654420805, "ece": 0.4856538897534498 }, "q_1511319d80": { "n": 1, "accuracy": 0.0, "kl": 0.41654026507084574, "brier": 0.35496245151337075, "ece": 0.5012852071420089 }, "q_15142b133f": { "n": 1, "accuracy": 1.0, "kl": 0.38813722599682154, "brier": 0.32656819669006376, "ece": 0.4840842713408081 }, "q_151a2e1f30": { "n": 1, "accuracy": 1.0, "kl": 0.31441804636837534, "brier": 0.2533671780529953, "ece": 0.4359263814702383 }, "q_152019d3d2": { "n": 1, "accuracy": 0.0, "kl": 1.753642438281682, "brier": 0.7253919174680105, "ece": 0.13652821226498132 }, "q_1526145007": { "n": 1, "accuracy": 1.0, "kl": 0.41050654166827594, "brier": 0.34892876039822807, "ece": 0.4976893345527439 }, "q_152ab94ffd": { "n": 1, "accuracy": 1.0, "kl": 0.3926155534893271, "brier": 0.33104272845267146, "ece": 0.48684316907911296 }, "q_1533f6ec7d": { "n": 1, "accuracy": 0.0, "kl": 0.4182382253102772, "brier": 0.3566603894517382, "ece": 0.5022915991656347 }, "q_1537567197": { "n": 1, "accuracy": 1.0, "kl": 0.6950318915793989, "brier": 0.4691430062878596, "ece": 0.6392498053913236 }, "q_154c396a7f": { "n": 1, "accuracy": 1.0, "kl": 0.41022395472712203, "brier": 0.34864617994479125, "ece": 0.4975201671445292 }, "q_15553754a1": { "n": 1, "accuracy": 0.0, "kl": 1.2164348427796343, "brier": 0.6470644525791573, "ece": 0.209286980622439 }, "q_1556892e23": { "n": 1, "accuracy": 0.0, "kl": 0.4490895199754137, "brier": 0.38749266035463215, "ece": 0.5201662528832895 }, "q_155837620f": { "n": 1, "accuracy": 1.0, "kl": 0.37334271866591706, "brier": 0.311799030371553, "ece": 0.4748411265126474 }, "q_1558e69c10": { "n": 1, "accuracy": 0.0, "kl": 0.4250476430450423, "brier": 0.363469266857935, "ece": 0.5063034522836608 }, "q_155f2bcb81": { "n": 1, "accuracy": 0.0, "kl": 1.384391598240626, "brier": 0.6819457562372496, "ece": 0.19156976418892857 }, "q_156f7672b1": { "n": 1, "accuracy": 0.0, "kl": 0.4216947386850923, "brier": 0.36011674626618406, "ece": 0.5043328565325716 }, "q_158ef315be": { "n": 1, "accuracy": 1.0, "kl": 0.36773093247217103, "brier": 0.3062035541946771, "ece": 0.4712822218007592 }, "q_1593e99b0b": { "n": 1, "accuracy": 0.0, "kl": 0.41509644678021307, "brier": 0.35351863781366133, "ece": 0.500427542992643 }, "q_159d0d6c7f": { "n": 1, "accuracy": 1.0, "kl": 0.365494528209961, "brier": 0.30397489981649983, "ece": 0.4698556783070498 }, "q_159d1358a6": { "n": 1, "accuracy": 1.0, "kl": 0.40399022349113334, "brier": 0.3424129500979323, "ece": 0.4937710418201908 }, "q_15a70064a6": { "n": 1, "accuracy": 0.0, "kl": 0.8032769759299204, "brier": 0.5420071561542785, "ece": 0.3482761011312499 }, "q_15bca8c312": { "n": 1, "accuracy": 0.0, "kl": 0.796920535699745, "brier": 0.5401965456861826, "ece": 0.3764487787043646 }, "q_15d7f60a44": { "n": 1, "accuracy": 1.0, "kl": 0.33103494343861545, "brier": 0.2697568017665901, "ece": 0.44725794869994984 }, "q_15e0a4893c": { "n": 1, "accuracy": 0.0, "kl": 0.4587393571786299, "brier": 0.3971221781177813, "ece": 0.5256019401426464 }, "q_15eb15161b": { "n": 1, "accuracy": 0.0, "kl": 0.8492252690391284, "brier": 0.5744734057430342, "ece": 0.3897846157944551 }, "q_15f5d7c53b": { "n": 1, "accuracy": 1.0, "kl": 0.33532326497092546, "brier": 0.27399996599582266, "ece": 0.45013508749902553 }, "q_15fce8cb94": { "n": 1, "accuracy": 1.0, "kl": 0.4112990745992473, "brier": 0.3497212796390784, "ece": 0.49816341281793075 }, "q_1604bc5a31": { "n": 1, "accuracy": 0.0, "kl": 0.8429994333031848, "brier": 0.5677280554754162, "ece": 0.35946462488848385 }, "q_160954793a": { "n": 1, "accuracy": 0.0, "kl": 0.4482089666523018, "brier": 0.386613504249879, "ece": 0.5196666374936123 }, "q_161f1047f7": { "n": 1, "accuracy": 1.0, "kl": 0.3852849889856161, "brier": 0.3237191820814007, "ece": 0.4823177737071783 }, "q_161f3baee1": { "n": 1, "accuracy": 0.0, "kl": 0.42971876452977276, "brier": 0.3681392775783194, "ece": 0.5090333772437288 }, "q_161f60deed": { "n": 1, "accuracy": 0.0, "kl": 0.4367966270796654, "brier": 0.37521361965443, "ece": 0.5131360176979225 }, "q_1627f74558": { "n": 1, "accuracy": 1.0, "kl": 0.3666739553470654, "brier": 0.3051501462785928, "ece": 0.47060859327374815 }, "q_162bf4d34a": { "n": 1, "accuracy": 1.0, "kl": 0.3378096511692232, "brier": 0.27646243689151784, "ece": 0.4517945917381786 }, "q_162f71baa9": { "n": 1, "accuracy": 1.0, "kl": 0.7190141626861596, "brier": 0.486814778386191, "ece": 0.648890682110685 }, "q_16373b2426": { "n": 1, "accuracy": 1.0, "kl": 0.3955528557865404, "brier": 0.33397826265947117, "ece": 0.48864303656092756 }, "q_1637f1d856": { "n": 1, "accuracy": 0.0, "kl": 0.43541353140163386, "brier": 0.3738314217791207, "ece": 0.5123374965111867 }, "q_164c0fe186": { "n": 1, "accuracy": 0.0, "kl": 0.4292700820086467, "brier": 0.3676907373132226, "ece": 0.5087719308170852 }, "q_164f7dc3ce": { "n": 1, "accuracy": 0.0, "kl": 0.41992044546991714, "brier": 0.3583425567106445, "ece": 0.5032862841568603 }, "q_166f3e7b14": { "n": 1, "accuracy": 1.0, "kl": 0.3438829043054006, "brier": 0.28248383043381375, "ece": 0.45582165346997616 }, "q_1678bf981c": { "n": 1, "accuracy": 1.0, "kl": 0.3539932995157279, "brier": 0.2925265629232518, "ece": 0.46244382785139293 }, "q_167f62f17b": { "n": 1, "accuracy": 1.0, "kl": 0.4034171617308026, "brier": 0.3418399823125851, "ece": 0.49342471038423974 }, "q_168e65ba8e": { "n": 1, "accuracy": 1.0, "kl": 0.40348770745658596, "brier": 0.3419105159173147, "ece": 0.4934673602095543 }, "q_168ec86153": { "n": 1, "accuracy": 1.0, "kl": 0.3951791187532137, "brier": 0.3336047223521624, "ece": 0.488414447805267 }, "q_1691ba2bbb": { "n": 1, "accuracy": 1.0, "kl": 0.41007545483844143, "brier": 0.34849768384150226, "ece": 0.4974312421474357 }, "q_1694f06b06": { "n": 1, "accuracy": 1.0, "kl": 0.6662065954658607, "brier": 0.4501525767211474, "ece": 0.6270375268989878 }, "q_169c336737": { "n": 1, "accuracy": 1.0, "kl": 0.3991127654606177, "brier": 0.337536664715038, "ece": 0.49081423095788557 }, "q_16abf6d6d5": { "n": 1, "accuracy": 1.0, "kl": 0.37919623619247556, "brier": 0.31763979302566736, "ece": 0.47852214055536946 }, "q_16b34075ba": { "n": 1, "accuracy": 0.0, "kl": 1.806165647239846, "brier": 0.7383237688793934, "ece": 0.13441306451742346 }, "q_16ba343a28": { "n": 1, "accuracy": 0.0, "kl": 0.4333782314248672, "brier": 0.371797246516093, "ece": 0.5111596261920247 }, "q_16edc118fb": { "n": 1, "accuracy": 0.0, "kl": 1.766179897592901, "brier": 0.7283207385022104, "ece": 0.12830312681510975 }, "q_16f095a8d9": { "n": 1, "accuracy": 0.0, "kl": 0.8172713850779721, "brier": 0.5509857078054152, "ece": 0.3445817320611217 }, "q_170599c172": { "n": 1, "accuracy": 0.0, "kl": 0.8628673398273787, "brier": 0.583591405651068, "ece": 0.39538704561036525 }, "q_1706551d56": { "n": 1, "accuracy": 1.0, "kl": 0.7284555405056132, "brier": 0.49207361021109863, "ece": 0.6527521410127647 }, "q_170c08ce24": { "n": 1, "accuracy": 1.0, "kl": 1.1559394237433818, "brier": 0.6223563825097631, "ece": 0.785243778758465 }, "q_1718f8fdc3": { "n": 1, "accuracy": 1.0, "kl": 0.37506691545100745, "brier": 0.3135190477718691, "ece": 0.475928685353732 }, "q_1730679562": { "n": 1, "accuracy": 1.0, "kl": 0.40690713687438407, "brier": 0.3453295266271084, "ece": 0.4955294975252108 }, "q_174908d25d": { "n": 1, "accuracy": 1.0, "kl": 0.408552233509652, "brier": 0.3469745186974201, "ece": 0.49651801803608686 }, "q_175a43631d": { "n": 1, "accuracy": 1.0, "kl": 0.3698673502189709, "brier": 0.30833325250857574, "ece": 0.47264058151735644 }, "q_175c84860a": { "n": 1, "accuracy": 1.0, "kl": 0.3241821696755358, "brier": 0.26298716672482364, "ece": 0.4426204398022977 }, "q_175dea64c2": { "n": 1, "accuracy": 1.0, "kl": 0.4093926310855643, "brier": 0.34781488113349857, "ece": 0.497022110405131 }, "q_17926e3322": { "n": 1, "accuracy": 1.0, "kl": 0.3833469698336337, "brier": 0.32178375547322247, "ece": 0.48111329788055046 }, "q_179640950c": { "n": 1, "accuracy": 1.0, "kl": 0.3941371053302718, "brier": 0.3325632997512858, "ece": 0.48777647047818107 }, "q_17a444be5f": { "n": 1, "accuracy": 1.0, "kl": 0.3564551615928492, "brier": 0.2949751182099029, "ece": 0.46404109038610886 }, "q_17a84a7201": { "n": 1, "accuracy": 1.0, "kl": 0.3400235470468684, "brier": 0.27865637697171286, "ece": 0.45326691319464196 }, "q_17b4bcdfb2": { "n": 1, "accuracy": 1.0, "kl": 0.4115427756845781, "brier": 0.34996497769025736, "ece": 0.4983090829101475 }, "q_17b7c12f59": { "n": 1, "accuracy": 1.0, "kl": 0.3696731646486383, "brier": 0.3081396509830219, "ece": 0.4725172932387959 }, "q_17ba363645": { "n": 1, "accuracy": 0.0, "kl": 0.44149028287549724, "brier": 0.37990332393290477, "ece": 0.5158344432998067 }, "q_17ba3dc8c6": { "n": 1, "accuracy": 1.0, "kl": 0.39825648331879726, "brier": 0.3366806882859141, "ece": 0.4902929979209455 }, "q_17c2993aea": { "n": 1, "accuracy": 1.0, "kl": 0.3997301974603762, "brier": 0.3381538967258487, "ece": 0.491189674436171 }, "q_17d95489ca": { "n": 1, "accuracy": 1.0, "kl": 0.40118826208476865, "brier": 0.33961155262085607, "ece": 0.49207496443053655 }, "q_1810244cc5": { "n": 1, "accuracy": 0.0, "kl": 0.760980627501221, "brier": 0.5141020415254702, "ece": 0.34063560315731617 }, "q_1811db1310": { "n": 1, "accuracy": 0.0, "kl": 0.8744394418501447, "brier": 0.5880359871703579, "ece": 0.3735502313243602 }, "q_1811eab793": { "n": 1, "accuracy": 1.0, "kl": 1.100242813726437, "brier": 0.5980447985321727, "ece": 0.7715133704674697 }, "q_182830ba23": { "n": 1, "accuracy": 1.0, "kl": 0.3762957723948033, "brier": 0.3147451471388371, "ece": 0.47670212196233397 }, "q_182ad54dce": { "n": 1, "accuracy": 1.0, "kl": 0.37372663651271965, "brier": 0.31218198552220466, "ece": 0.4750835263094404 }, "q_1837262e91": { "n": 1, "accuracy": 0.0, "kl": 0.4251718027454761, "brier": 0.3635934065963977, "ece": 0.5063762461702092 }, "q_1856798434": { "n": 1, "accuracy": 1.0, "kl": 0.3816602144811274, "brier": 0.32009954320129425, "ece": 0.4800622096632561 }, "q_1860cb654f": { "n": 1, "accuracy": 0.0, "kl": 0.4423256497246399, "brier": 0.38073782740410755, "ece": 0.5163128621781092 }, "q_18611bbfb5": { "n": 1, "accuracy": 1.0, "kl": 0.3410922867497147, "brier": 0.279715921205304, "ece": 0.45397588238100595 }, "q_1877b06839": { "n": 1, "accuracy": 1.0, "kl": 0.39065437380069334, "brier": 0.3290830349164247, "ece": 0.48563717465021905 }, "q_188f2afa9c": { "n": 1, "accuracy": 0.0, "kl": 0.42436193679294965, "brier": 0.36278366278226465, "ece": 0.5059011990956732 }, "q_189254eaf5": { "n": 1, "accuracy": 0.0, "kl": 0.4272318586074185, "brier": 0.36565306004916986, "ece": 0.5075821909581653 }, "q_189c526075": { "n": 1, "accuracy": 1.0, "kl": 0.34615295150360237, "brier": 0.284736749147669, "ece": 0.45731733934956453 }, "q_18a5c9c7e8": { "n": 1, "accuracy": 0.0, "kl": 0.41954461550158617, "brier": 0.35796674190559996, "ece": 0.5030642633841813 }, "q_18c15530e3": { "n": 1, "accuracy": 0.0, "kl": 1.7204547772920196, "brier": 0.7168987949509438, "ece": 0.13095059817696666 }, "q_18c320bc8b": { "n": 1, "accuracy": 0.0, "kl": 0.43001237396731956, "brier": 0.3684327893538083, "ece": 0.5092043740188398 }, "q_18cbff6c8e": { "n": 1, "accuracy": 1.0, "kl": 0.6561714381591199, "brier": 0.44235525203794346, "ece": 0.6227964226999868 }, "q_18cecbf90e": { "n": 1, "accuracy": 0.0, "kl": 0.7712834397498668, "brier": 0.5218819313721851, "ece": 0.35876412565373045 }, "q_18d157ff58": { "n": 1, "accuracy": 0.0, "kl": 0.42066297117709106, "brier": 0.35908504587265, "ece": 0.5037245838234135 }, "q_18d1f311db": { "n": 1, "accuracy": 1.0, "kl": 1.5629763087095574, "brier": 0.6734339630875447, "ece": 0.846131553061082 }, "q_18d7f00b29": { "n": 1, "accuracy": 0.0, "kl": 0.43869046127457706, "brier": 0.37710603507733, "ece": 0.5142269194081188 }, "q_18eb7c632b": { "n": 1, "accuracy": 1.0, "kl": 0.3557105181271566, "brier": 0.2942343780695209, "ece": 0.4635585861830763 }, "q_1903b84e11": { "n": 1, "accuracy": 0.0, "kl": 0.42752613746552526, "brier": 0.36594726968866187, "ece": 0.5077541757181698 }, "q_1912df5163": { "n": 1, "accuracy": 1.0, "kl": 0.40962801715720587, "brier": 0.34805025924503313, "ece": 0.49716319303423273 }, "q_191dd9b82e": { "n": 1, "accuracy": 1.0, "kl": 0.3688431412255913, "brier": 0.30731218364276136, "ece": 0.4719899129076929 }, "q_1922dea3a7": { "n": 1, "accuracy": 1.0, "kl": 0.388543386651265, "brier": 0.3269739522611958, "ece": 0.48433522741729773 }, "q_192b07cf0b": { "n": 1, "accuracy": 1.0, "kl": 0.39030859509818794, "brier": 0.32873754578932823, "ece": 0.48542418883764704 }, "q_19330a7941": { "n": 1, "accuracy": 1.0, "kl": 0.3392768530847904, "brier": 0.2779162755395389, "ece": 0.45277089179517416 }, "q_194f017393": { "n": 1, "accuracy": 0.0, "kl": 0.4155157089455675, "brier": 0.3539378994590131, "ece": 0.5006767758380614 }, "q_19550fde9c": { "n": 1, "accuracy": 0.0, "kl": 0.4152750714192313, "brier": 0.3536972622869436, "ece": 0.5005337455466229 }, "q_1956278ed9": { "n": 1, "accuracy": 0.0, "kl": 0.4221801848292115, "brier": 0.3606021534974464, "ece": 0.5046187428137424 }, "q_1965411164": { "n": 1, "accuracy": 1.0, "kl": 0.3670099014999242, "brier": 0.3054849400375283, "ece": 0.47082281153838 }, "q_19746aae3d": { "n": 1, "accuracy": 1.0, "kl": 0.41106078881142627, "brier": 0.3494829973221135, "ece": 0.4980209308887017 }, "q_197da591c2": { "n": 1, "accuracy": 0.0, "kl": 0.4488566493581933, "brier": 0.387260166075309, "ece": 0.5200341839421734 }, "q_199a119f5e": { "n": 1, "accuracy": 1.0, "kl": 0.40933570868937946, "brier": 0.3477579607796511, "ece": 0.4969879859058598 }, "q_19aef8dd89": { "n": 1, "accuracy": 1.0, "kl": 0.39212426839120273, "brier": 0.3305517913860947, "ece": 0.4865413825098833 }, "q_19ba72ec74": { "n": 1, "accuracy": 0.0, "kl": 0.43324184173256164, "brier": 0.3716609242860497, "ece": 0.5110805750008052 }, "q_19d160d6dd": { "n": 1, "accuracy": 0.0, "kl": 0.4263356250723417, "brier": 0.3647570186926603, "ece": 0.5070579695384809 }, "q_19d64d762c": { "n": 1, "accuracy": 0.0, "kl": 0.8220688570487426, "brier": 0.5543505320312495, "ece": 0.3562725821792144 }, "q_19d70f97a7": { "n": 1, "accuracy": 0.0, "kl": 1.5064537464835672, "brier": 0.7207566460756104, "ece": 0.18793591543901728 }, "q_19d93306a6": { "n": 1, "accuracy": 1.0, "kl": 0.41171140473824563, "brier": 0.3501336049279992, "ece": 0.4984098498649375 }, "q_1a27b2ed73": { "n": 1, "accuracy": 0.0, "kl": 0.42062520144956644, "brier": 0.3590472782284572, "ece": 0.5037023001049541 }, "q_1a28297c91": { "n": 1, "accuracy": 1.0, "kl": 0.41089038787693055, "brier": 0.34931259919710383, "ece": 0.49791901081256384 }, "q_1a3c2f1de0": { "n": 1, "accuracy": 1.0, "kl": 0.3769918806052102, "brier": 0.3154397721927264, "ece": 0.4771396304782024 }, "q_1a3fbca177": { "n": 1, "accuracy": 0.0, "kl": 0.416398661395232, "brier": 0.3548208487134953, "ece": 0.5012011685130368 }, "q_1a67253b5e": { "n": 1, "accuracy": 0.0, "kl": 0.4263009291711182, "brier": 0.3647223296850606, "ece": 0.5070376620891069 }, "q_1a6ee7792b": { "n": 1, "accuracy": 0.0, "kl": 0.8215925298555414, "brier": 0.5572338536024697, "ece": 0.3877992036761018 }, "q_1a7e61097a": { "n": 1, "accuracy": 0.0, "kl": 1.317362820374153, "brier": 0.659432837377866, "ece": 0.1818568783812195 }, "q_1a84713240": { "n": 1, "accuracy": 0.0, "kl": 0.796884399062446, "brier": 0.5427273471348747, "ece": 0.3923447228884508 }, "q_1a860b480c": { "n": 1, "accuracy": 1.0, "kl": 0.41377175597869886, "brier": 0.35219394729256903, "ece": 0.4996390992820908 }, "q_1a86c85361": { "n": 1, "accuracy": 1.0, "kl": 0.37695566078642184, "brier": 0.31540362816272277, "ece": 0.47711687710466466 }, "q_1a8e76e07f": { "n": 1, "accuracy": 1.0, "kl": 0.3506681721502282, "brier": 0.2892212976916503, "ece": 0.46027706852481265 }, "q_1a9a700e76": { "n": 1, "accuracy": 1.0, "kl": 0.3876174003778391, "brier": 0.32604890848667933, "ece": 0.48376286882691377 }, "q_1aa2c9b7ab": { "n": 1, "accuracy": 1.0, "kl": 0.383481723373182, "brier": 0.3219183175948359, "ece": 0.4811971570156224 }, "q_1aba00f6c7": { "n": 1, "accuracy": 1.0, "kl": 0.4141403628667403, "brier": 0.3525625540817081, "ece": 0.49985863935478814 }, "q_1abc0d3617": { "n": 1, "accuracy": 1.0, "kl": 0.39657690213490604, "brier": 0.3350018092597452, "ece": 0.4892687437734191 }, "q_1abcd5b971": { "n": 1, "accuracy": 0.0, "kl": 0.426818686538203, "brier": 0.3652399799974634, "ece": 0.5073406018607777 }, "q_1ac7feec64": { "n": 1, "accuracy": 1.0, "kl": 1.114747696026638, "brier": 0.6057441051294739, "ece": 0.7750676257416986 }, "q_1ac8793508": { "n": 1, "accuracy": 1.0, "kl": 0.387674675209492, "brier": 0.32610612304925246, "ece": 0.4837982931175244 }, "q_1ad16ad531": { "n": 1, "accuracy": 1.0, "kl": 0.38794881071307585, "brier": 0.32637997371691024, "ece": 0.4839678042350096 }, "q_1add22baf7": { "n": 1, "accuracy": 0.0, "kl": 0.4250714585253137, "brier": 0.36349307854472485, "ece": 0.506317416102559 }, "q_1af91a5bd4": { "n": 1, "accuracy": 1.0, "kl": 0.38311932667732285, "brier": 0.32155643956794144, "ece": 0.4809715947345531 }, "q_1b217dde4d": { "n": 1, "accuracy": 1.0, "kl": 0.38596991420618587, "brier": 0.32440327112484824, "ece": 0.4827426418476495 }, "q_1b48bd3d43": { "n": 1, "accuracy": 0.0, "kl": 0.4239347781913204, "brier": 0.3623565611898469, "ece": 0.5056504206445982 }, "q_1b5782db00": { "n": 1, "accuracy": 0.0, "kl": 1.2642099688861204, "brier": 0.6655476615235453, "ece": 0.20906383968742076 }, "q_1b59498493": { "n": 1, "accuracy": 0.0, "kl": 0.4174056939884405, "brier": 0.35582787212507977, "ece": 0.5017984543150198 }, "q_1b67089424": { "n": 1, "accuracy": 0.0, "kl": 0.7834286799527262, "brier": 0.5308933430631857, "ece": 0.3705071334711343 }, "q_1b7c0ef1eb": { "n": 1, "accuracy": 1.0, "kl": 0.39556064730020774, "brier": 0.33398605015500765, "ece": 0.4886478007740942 }, "q_1b7e551d1d": { "n": 1, "accuracy": 0.0, "kl": 0.4291717771767441, "brier": 0.36759246254105404, "ece": 0.5087146268446261 }, "q_1b8009e626": { "n": 1, "accuracy": 0.0, "kl": 0.4466531128836613, "brier": 0.3850599509849982, "ece": 0.5187823782839268 }, "q_1b8369b26a": { "n": 1, "accuracy": 0.0, "kl": 0.4423472954324968, "brier": 0.3807594500539495, "ece": 0.5163252514202847 }, "q_1b88e0166f": { "n": 1, "accuracy": 1.0, "kl": 0.6720913295306088, "brier": 0.4547424955797907, "ece": 0.6294980794687552 }, "q_1b95b2a106": { "n": 1, "accuracy": 1.0, "kl": 0.3841815691781071, "brier": 0.3226171964240468, "ece": 0.481632416784332 }, "q_1b9b2753a0": { "n": 1, "accuracy": 0.0, "kl": 0.4568448638274018, "brier": 0.39523244881564257, "ece": 0.52454046430873 }, "q_1babd612c1": { "n": 1, "accuracy": 1.0, "kl": 0.3702132019955011, "brier": 0.3086780770387658, "ece": 0.47286007498775295 }, "q_1bb23c9e7a": { "n": 1, "accuracy": 1.0, "kl": 0.40152564219035647, "brier": 0.33994885013756837, "ece": 0.4922795472355913 }, "q_1bbcbff180": { "n": 1, "accuracy": 0.0, "kl": 0.4172907035344838, "brier": 0.35571288310317173, "ece": 0.5017302947993965 }, "q_1bbdd46786": { "n": 1, "accuracy": 1.0, "kl": 0.3830450215750061, "brier": 0.32148224234510886, "ece": 0.4809253311684788 }, "q_1bbe40c08d": { "n": 1, "accuracy": 1.0, "kl": 0.3949269533180025, "brier": 0.3333526941156406, "ece": 0.48826014630113024 }, "q_1bc9933255": { "n": 1, "accuracy": 1.0, "kl": 0.4070237174069088, "brier": 0.3454460979854381, "ece": 0.4955996258332279 }, "q_1bcd0aa9f1": { "n": 1, "accuracy": 1.0, "kl": 0.3996905990067089, "brier": 0.33811431060061836, "ece": 0.4911656056874275 }, "q_1bd148b447": { "n": 1, "accuracy": 0.0, "kl": 0.8083002895429227, "brier": 0.5462175366045516, "ece": 0.36569095077105795 }, "q_1be3d33911": { "n": 1, "accuracy": 0.0, "kl": 0.44869570643834955, "brier": 0.38709948036943764, "ece": 0.519942882866309 }, "q_1c06ebdce7": { "n": 1, "accuracy": 1.0, "kl": 0.3650789283288319, "brier": 0.3035608238733365, "ece": 0.4695900562599977 }, "q_1c1da05167": { "n": 1, "accuracy": 1.0, "kl": 0.38178635379901527, "brier": 0.3202254827404618, "ece": 0.48014090189610814 }, "q_1c1e387e88": { "n": 1, "accuracy": 1.0, "kl": 0.3922671168707536, "brier": 0.3306945370400899, "ece": 0.48662915355400294 }, "q_1c2461ce4d": { "n": 1, "accuracy": 0.0, "kl": 0.42953027830735546, "brier": 0.3679508521344209, "ece": 0.5089235666959913 }, "q_1c2b5d2a6b": { "n": 1, "accuracy": 0.0, "kl": 0.4211655901365938, "brier": 0.35958763466292065, "ece": 0.504021010483514 }, "q_1c3dcabf3f": { "n": 1, "accuracy": 0.0, "kl": 0.42725906898215227, "brier": 0.3656802641535119, "ece": 0.5075980964372455 }, "q_1c44342503": { "n": 1, "accuracy": 0.0, "kl": 0.42589092685631114, "brier": 0.3643124058589222, "ece": 0.5067976135470548 }, "q_1c72757633": { "n": 1, "accuracy": 0.0, "kl": 0.43820799224509477, "brier": 0.37662394909229313, "ece": 0.5139492764669006 }, "q_1c79628c02": { "n": 1, "accuracy": 1.0, "kl": 0.41106515470742083, "brier": 0.34948736314979845, "ece": 0.4980235418907638 }, "q_1c8573fbcf": { "n": 1, "accuracy": 1.0, "kl": 0.38553446227858257, "brier": 0.3239683460956093, "ece": 0.48247257428029133 }, "q_1c8eb2510e": { "n": 1, "accuracy": 1.0, "kl": 0.3935521122850184, "brier": 0.33197866668755094, "ece": 0.48741788539996056 }, "q_1ca5cda097": { "n": 1, "accuracy": 1.0, "kl": 0.6685237098878034, "brier": 0.45068780885962734, "ece": 0.6281373000116874 }, "q_1ca774c609": { "n": 1, "accuracy": 1.0, "kl": 0.40578619374895275, "brier": 0.3442086873165268, "ece": 0.49485460544420057 }, "q_1ca8a70571": { "n": 1, "accuracy": 1.0, "kl": 0.3871998579578313, "brier": 0.3256318134398405, "ece": 0.48350453122600767 }, "q_1caf8407a5": { "n": 1, "accuracy": 0.0, "kl": 0.437780501883945, "brier": 0.3761967856229148, "ece": 0.5137031159808024 }, "q_1cbfa3e9ce": { "n": 1, "accuracy": 1.0, "kl": 0.40870804834532376, "brier": 0.34713032617769024, "ece": 0.4966115253912752 }, "q_1cd758c4da": { "n": 1, "accuracy": 1.0, "kl": 0.3804727302124668, "brier": 0.3189140181809267, "ece": 0.4793206845261879 }, "q_1cdc6b02dc": { "n": 1, "accuracy": 1.0, "kl": 0.40038463138010194, "brier": 0.33880813648503255, "ece": 0.4915872547134037 }, "q_1ce42b1ca7": { "n": 1, "accuracy": 1.0, "kl": 0.3821597665580527, "brier": 0.32059831330888555, "ece": 0.48037377118692826 }, "q_1cf2737e49": { "n": 1, "accuracy": 0.0, "kl": 0.42371899359752424, "brier": 0.36214080354021216, "ece": 0.5055236794469916 }, "q_1cf9f02d3c": { "n": 1, "accuracy": 0.0, "kl": 0.42047707478647434, "brier": 0.3588991594966507, "ece": 0.5036148955694609 }, "q_1d269211b8": { "n": 1, "accuracy": 1.0, "kl": 0.3979414475062163, "brier": 0.3363657735744613, "ece": 0.49010106899059724 }, "q_1d2fdd1ca7": { "n": 1, "accuracy": 0.0, "kl": 0.46844238706382363, "brier": 0.4067940193119399, "ece": 0.5309955760935687 }, "q_1d54929b73": { "n": 1, "accuracy": 0.0, "kl": 0.42620250344225474, "brier": 0.3646239232965917, "ece": 0.5069800483023719 }, "q_1d5510a9b3": { "n": 1, "accuracy": 0.0, "kl": 1.728455907205571, "brier": 0.7192697016068493, "ece": 0.1335712135900043 }, "q_1d6621e5ed": { "n": 1, "accuracy": 1.0, "kl": 0.407916638972329, "brier": 0.34633895848582896, "ece": 0.49613637096859775 }, "q_1d675bec53": { "n": 1, "accuracy": 1.0, "kl": 0.3982435282767448, "brier": 0.3366677381306332, "ece": 0.49028510704791195 }, "q_1d71fcb109": { "n": 1, "accuracy": 1.0, "kl": 0.4065880793948672, "brier": 0.3450104957645015, "ece": 0.4953375108056708 }, "q_1d8447142a": { "n": 1, "accuracy": 0.0, "kl": 0.860337977671398, "brier": 0.5789754553596171, "ece": 0.3677992933401215 }, "q_1d84d6bf1d": { "n": 1, "accuracy": 1.0, "kl": 0.38162154190970987, "brier": 0.32006093219610743, "ece": 0.480038080809882 }, "q_1d8b5356a4": { "n": 1, "accuracy": 1.0, "kl": 0.35523155840974163, "brier": 0.29375798428763567, "ece": 0.4632479512584742 }, "q_1d91541426": { "n": 1, "accuracy": 1.0, "kl": 0.7103239483228813, "brier": 0.48081303197384384, "ece": 0.6453948136272007 }, "q_1d96848617": { "n": 1, "accuracy": 1.0, "kl": 0.4116140532121928, "brier": 0.35003625442304853, "ece": 0.4983516788678207 }, "q_1d9f687857": { "n": 1, "accuracy": 0.0, "kl": 0.4298736323149448, "brier": 0.3682940943069994, "ece": 0.509123580281368 }, "q_1d9f868182": { "n": 1, "accuracy": 1.0, "kl": 0.40420231111060256, "brier": 0.3426250054738079, "ece": 0.4938991456102608 }, "q_1dade890f7": { "n": 1, "accuracy": 1.0, "kl": 0.405749668099077, "brier": 0.3441721655512988, "ece": 0.49483259608623975 }, "q_1dc3ff81e6": { "n": 1, "accuracy": 1.0, "kl": 0.38019050292219936, "brier": 0.31863227778081143, "ece": 0.4791442582455693 }, "q_1dc9ae7e7d": { "n": 1, "accuracy": 1.0, "kl": 0.34755376763384005, "brier": 0.2861275758171328, "ece": 0.4582377399316022 }, "q_1dd3757042": { "n": 1, "accuracy": 1.0, "kl": 0.3961534158353634, "brier": 0.33457852277366384, "ece": 0.48901009937021345 }, "q_1dd72301ec": { "n": 1, "accuracy": 0.0, "kl": 0.41674647988796526, "brier": 0.355168664834191, "ece": 0.5014075609396389 }, "q_1ddd74849f": { "n": 1, "accuracy": 0.0, "kl": 0.4479356868445107, "brier": 0.3863406439080042, "ece": 0.5195114582738454 }, "q_1decfffbaa": { "n": 1, "accuracy": 1.0, "kl": 0.40196949680865823, "brier": 0.34039260257606946, "ece": 0.4925485441593931 }, "q_1def00e06d": { "n": 1, "accuracy": 1.0, "kl": 0.3730238777157783, "brier": 0.31148100316655314, "ece": 0.4746397111078363 }, "q_1df0b9412d": { "n": 1, "accuracy": 0.0, "kl": 1.8175169917905059, "brier": 0.7408699889593933, "ece": 0.13459755953228766 }, "q_1df22f6769": { "n": 1, "accuracy": 1.0, "kl": 0.3835166099348248, "brier": 0.321953154877272, "ece": 0.48121886475916853 }, "q_1df939ec9e": { "n": 1, "accuracy": 1.0, "kl": 0.4095412893757395, "brier": 0.34796353430678706, "ece": 0.4971112167676548 }, "q_1e0713e206": { "n": 1, "accuracy": 1.0, "kl": 0.39950901511202197, "brier": 0.33793278410514704, "ece": 0.49105521776590244 }, "q_1e17a1e510": { "n": 1, "accuracy": 0.0, "kl": 0.4147679116545394, "brier": 0.35319010283514796, "ece": 0.5002321399150402 }, "q_1e18cc33c7": { "n": 1, "accuracy": 1.0, "kl": 0.3802362636576367, "brier": 0.3186779590087049, "ece": 0.47917286919873747 }, "q_1e1c3b29ae": { "n": 1, "accuracy": 1.0, "kl": 0.6864289257850397, "brier": 0.46340804451289364, "ece": 0.6356614181149158 }, "q_1e23a6ae45": { "n": 1, "accuracy": 1.0, "kl": 0.3974212440457959, "brier": 0.3358457806113351, "ece": 0.4897839556469573 }, "q_1e28d9ee13": { "n": 1, "accuracy": 0.0, "kl": 0.4949894630731398, "brier": 0.43318399779723077, "ece": 0.5453944551653096 }, "q_1e2bcfc21d": { "n": 1, "accuracy": 1.0, "kl": 0.3767192460447607, "brier": 0.31516771182463155, "ece": 0.47696833112014836 }, "q_1e30d70052": { "n": 1, "accuracy": 1.0, "kl": 1.1512530452264005, "brier": 0.6204013215704495, "ece": 0.7841203356511437 }, "q_1e3f07a8a9": { "n": 1, "accuracy": 1.0, "kl": 0.3913735499018892, "brier": 0.32980163568427284, "ece": 0.48607981708296755 }, "q_1e46f854df": { "n": 1, "accuracy": 1.0, "kl": 0.35367959770374713, "brier": 0.2922146406024953, "ece": 0.4622398727255539 }, "q_1e54eafc21": { "n": 1, "accuracy": 1.0, "kl": 0.38158641796491677, "brier": 0.3200258642973086, "ece": 0.4800161648591895 }, "q_1e63d0bc39": { "n": 1, "accuracy": 0.0, "kl": 0.4157100255926428, "brier": 0.35413221568588615, "ece": 0.5007922383349568 }, "q_1e674a753b": { "n": 1, "accuracy": 1.0, "kl": 0.4048123029474077, "brier": 0.3432349118658699, "ece": 0.4942673725179608 }, "q_1e82cbd5e7": { "n": 1, "accuracy": 0.0, "kl": 0.444948205472255, "brier": 0.3833573271840155, "ece": 0.51781121912533 }, "q_1e992f261a": { "n": 1, "accuracy": 1.0, "kl": 0.3598292768038456, "brier": 0.29833281919679644, "ece": 0.4662206747423009 }, "q_1eb855d67b": { "n": 1, "accuracy": 1.0, "kl": 0.4024557047866215, "brier": 0.3408787067804724, "ece": 0.4928430130088629 }, "q_1ebc6195a3": { "n": 1, "accuracy": 1.0, "kl": 0.3820975322173404, "brier": 0.3205361750457687, "ece": 0.4803349691481926 }, "q_1ebc754419": { "n": 1, "accuracy": 1.0, "kl": 0.4080484019966878, "brier": 0.3464707138026223, "ece": 0.49621551737208347 }, "q_1ebc9a8292": { "n": 1, "accuracy": 1.0, "kl": 0.4056794435360327, "brier": 0.34410194855041015, "ece": 0.49479027745983273 }, "q_1eca039ca0": { "n": 1, "accuracy": 1.0, "kl": 0.3714772897853347, "brier": 0.3099385493565523, "ece": 0.473661370569016 }, "q_1ecd8c1989": { "n": 1, "accuracy": 0.0, "kl": 1.7344882037851683, "brier": 0.7210810872597405, "ece": 0.14510885163375656 }, "q_1ed0950bcd": { "n": 1, "accuracy": 1.0, "kl": 0.38610051868760087, "brier": 0.32453372075048137, "ece": 0.48282360950574965 }, "q_1ee078bf3d": { "n": 1, "accuracy": 1.0, "kl": 0.35751257911779505, "brier": 0.29602717002592743, "ece": 0.46472533710812924 }, "q_1ee6123552": { "n": 1, "accuracy": 1.0, "kl": 0.3856834589851098, "brier": 0.32411716067247653, "ece": 0.4825650013801973 }, "q_1ee85852fb": { "n": 1, "accuracy": 1.0, "kl": 0.3585580248425722, "brier": 0.29706751137452503, "ece": 0.4654007728161199 }, "q_1eec4690e1": { "n": 1, "accuracy": 0.0, "kl": 0.938480439453255, "brier": 0.6281152286962572, "ece": 0.394482592928715 }, "q_1eec7584f9": { "n": 1, "accuracy": 0.0, "kl": 0.4228620207387387, "brier": 0.36128392602390974, "ece": 0.505019956016132 }, "q_1eefb9468b": { "n": 1, "accuracy": 1.0, "kl": 0.41009816632646845, "brier": 0.34852039473324936, "ece": 0.4974448435022579 }, "q_1f0a70bca4": { "n": 1, "accuracy": 0.0, "kl": 0.8629555778329814, "brier": 0.5801234013556196, "ece": 0.355767262864719 }, "q_1f13f7b4e8": { "n": 1, "accuracy": 1.0, "kl": 0.3952354660785438, "brier": 0.3336610395145354, "ece": 0.4884489193978454 }, "q_1f199017ad": { "n": 1, "accuracy": 1.0, "kl": 0.40935323056775497, "brier": 0.3477754820243917, "ece": 0.4969984904195647 }, "q_1f236e710c": { "n": 1, "accuracy": 0.0, "kl": 0.43224745131117615, "brier": 0.3706669972513412, "ece": 0.5105037730678682 }, "q_1f261c6ad7": { "n": 1, "accuracy": 1.0, "kl": 0.4064314803802167, "brier": 0.34485391064409743, "ece": 0.49524324837623634 }, "q_1f4f95efa6": { "n": 1, "accuracy": 1.0, "kl": 0.40106651600909105, "brier": 0.33948983741669575, "ece": 0.4920011149358068 }, "q_1f6c2c78bd": { "n": 1, "accuracy": 1.0, "kl": 0.6711008204588151, "brier": 0.45262834786615486, "ece": 0.6292201648265763 }, "q_1f6db6b1df": { "n": 1, "accuracy": 1.0, "kl": 1.310384677571185, "brier": 0.6559730002611169, "ece": 0.8191062480633343 }, "q_1f79129247": { "n": 1, "accuracy": 0.0, "kl": 0.44166597589379686, "brier": 0.3800788396228124, "ece": 0.515935109633769 }, "q_1f989c3f62": { "n": 1, "accuracy": 0.0, "kl": 1.716960587967505, "brier": 0.716282334538391, "ece": 0.13279677316615132 }, "q_1fbec96903": { "n": 1, "accuracy": 1.0, "kl": 0.3935523101986448, "brier": 0.33197886447585195, "ece": 0.48741800676691494 }, "q_1fc88f912c": { "n": 1, "accuracy": 0.0, "kl": 0.4312424358965314, "brier": 0.36966240117878796, "ece": 0.509919993242224 }, "q_2005a33806": { "n": 1, "accuracy": 1.0, "kl": 0.258729617083855, "brier": 0.19927685452546107, "ece": 0.3956555516108191 }, "q_200a50284f": { "n": 1, "accuracy": 1.0, "kl": 1.1100312858432138, "brier": 0.6035435490947553, "ece": 0.7739012482634391 }, "q_2017f69b23": { "n": 1, "accuracy": 0.0, "kl": 0.4284402670609822, "brier": 0.36686116394241286, "ece": 0.5082879661760372 }, "q_202141979c": { "n": 1, "accuracy": 0.0, "kl": 0.44216098231240436, "brier": 0.38057333425926887, "ece": 0.5162186001646817 }, "q_2028449903": { "n": 1, "accuracy": 0.0, "kl": 1.7299057309257286, "brier": 0.7196656698822275, "ece": 0.1432154149155746 }, "q_202c80b160": { "n": 1, "accuracy": 1.0, "kl": 0.4069571480179126, "brier": 0.34537953379951297, "ece": 0.49555958285155266 }, "q_2038f527b0": { "n": 1, "accuracy": 1.0, "kl": 0.3484722728084469, "brier": 0.2870397651948805, "ece": 0.4588401808116982 }, "q_20401415ca": { "n": 1, "accuracy": 0.0, "kl": 0.4162315153865172, "brier": 0.3546537035919334, "ece": 0.5011019494088892 }, "q_2050246cc2": { "n": 1, "accuracy": 1.0, "kl": 0.37139023795986426, "brier": 0.30985173959662426, "ece": 0.47360623699112303 }, "q_2059e8deee": { "n": 1, "accuracy": 1.0, "kl": 0.3956906350553283, "brier": 0.3341159713708042, "ece": 0.4887272754360811 }, "q_2063a7c189": { "n": 1, "accuracy": 1.0, "kl": 0.41244232869586683, "brier": 0.35086452333677054, "ece": 0.49884634613230805 }, "q_206419afd8": { "n": 1, "accuracy": 0.0, "kl": 0.4226691572562779, "brier": 0.3610910815460401, "ece": 0.5049065082733142 }, "q_208a2dacc4": { "n": 1, "accuracy": 1.0, "kl": 0.4109415494760431, "brier": 0.3493637599229611, "ece": 0.4979496141420404 }, "q_208a6f83e7": { "n": 1, "accuracy": 1.0, "kl": 0.4038664188029394, "brier": 0.34228916485583094, "ece": 0.49369624415495417 }, "q_208fcbdd30": { "n": 1, "accuracy": 1.0, "kl": 0.37141762857049526, "brier": 0.3098790539328481, "ece": 0.4736235853787525 }, "q_208ff48d30": { "n": 1, "accuracy": 1.0, "kl": 0.40043231850279815, "brier": 0.3388558101540548, "ece": 0.49161621090164487 }, "q_2096f11e47": { "n": 1, "accuracy": 1.0, "kl": 0.40077932579629594, "brier": 0.33920272231683146, "ece": 0.4918268582285712 }, "q_20a02000de": { "n": 1, "accuracy": 1.0, "kl": 0.3905082784898386, "brier": 0.3289370609147665, "ece": 0.4855471988035218 }, "q_20bf5033fb": { "n": 1, "accuracy": 0.0, "kl": 0.43617324019127024, "brier": 0.37459065136660785, "ece": 0.5127762998170116 }, "q_20ca749d9a": { "n": 1, "accuracy": 1.0, "kl": 0.6254889511553332, "brier": 0.42024546125871826, "ece": 0.6092952379228371 }, "q_20d190d36f": { "n": 1, "accuracy": 1.0, "kl": 1.344214665615831, "brier": 0.6676041524345062, "ece": 0.8257748132021612 }, "q_20d39c7f61": { "n": 1, "accuracy": 0.0, "kl": 0.8586520587932652, "brier": 0.5790353053528977, "ece": 0.38056995806676547 }, "q_20df14581b": { "n": 1, "accuracy": 1.0, "kl": 0.37330172188031163, "brier": 0.3117581374915735, "ece": 0.474815233679992 }, "q_20f1eb5abe": { "n": 1, "accuracy": 0.0, "kl": 0.41902223492146373, "brier": 0.3574443790349895, "ece": 0.5027554724867493 }, "q_210004a43d": { "n": 1, "accuracy": 0.0, "kl": 1.7508038028882633, "brier": 0.724959763054407, "ece": 0.13614264791172861 }, "q_2103ffad53": { "n": 1, "accuracy": 1.0, "kl": 0.41331461708853046, "brier": 0.3517368088655618, "ece": 0.49936667062700735 }, "q_210b0279ca": { "n": 1, "accuracy": 1.0, "kl": 0.35453970509134647, "brier": 0.29306991480619077, "ece": 0.4627988471809905 }, "q_210f2fe2d3": { "n": 1, "accuracy": 0.0, "kl": 0.44163442333002245, "brier": 0.3800473190709784, "ece": 0.5159170328577322 }, "q_211b1a8983": { "n": 1, "accuracy": 0.0, "kl": 0.41949447178730676, "brier": 0.35791660005650744, "ece": 0.5030346321854201 }, "q_211f7a6c25": { "n": 1, "accuracy": 0.0, "kl": 0.41543422730270996, "brier": 0.3538564179550116, "ece": 0.5006283501828018 }, "q_21339211e6": { "n": 1, "accuracy": 1.0, "kl": 0.41081304352541487, "brier": 0.34923525621536083, "ece": 0.4978727415226798 }, "q_215b895b14": { "n": 1, "accuracy": 1.0, "kl": 0.3481149026498035, "brier": 0.2866848305735674, "ece": 0.4586058838512467 }, "q_2163472712": { "n": 1, "accuracy": 1.0, "kl": 0.5375869666322299, "brier": 0.35661220280844863, "ece": 0.5674286708404561 }, "q_2171f2dc9b": { "n": 1, "accuracy": 0.0, "kl": 1.7795734138540351, "brier": 0.7318217680965877, "ece": 0.13448023609847365 }, "q_218062389b": { "n": 1, "accuracy": 0.0, "kl": 0.43545096821283047, "brier": 0.37386883575672414, "ece": 0.5123591306753704 }, "q_218413752c": { "n": 1, "accuracy": 0.0, "kl": 0.4189132975040434, "brier": 0.3573354448493057, "ece": 0.5026910484321295 }, "q_21845da801": { "n": 1, "accuracy": 0.0, "kl": 0.4449676125788029, "brier": 0.38337670964845194, "ece": 0.5178222868062177 }, "q_218fc4b662": { "n": 1, "accuracy": 0.0, "kl": 0.43015557314614966, "brier": 0.36857593956410944, "ece": 0.5092877470672261 }, "q_219f08f621": { "n": 1, "accuracy": 0.0, "kl": 0.4275580343040555, "brier": 0.36597915883726323, "ece": 0.5077728128558798 }, "q_21ae08ccd5": { "n": 1, "accuracy": 1.0, "kl": 0.36721084542514126, "brier": 0.3056852027013258, "ece": 0.4709508937841975 }, "q_21b26ec047": { "n": 1, "accuracy": 0.0, "kl": 1.6971413923286163, "brier": 0.7113547357730561, "ece": 0.13792675854955228 }, "q_21ef0ac8be": { "n": 1, "accuracy": 0.0, "kl": 1.232489836373011, "brier": 0.6543691902690012, "ece": 0.23299516470424705 }, "q_21f6a51b3e": { "n": 1, "accuracy": 0.0, "kl": 0.4217335953274961, "brier": 0.36015559997522206, "ece": 0.5043557469713483 }, "q_220a77bb79": { "n": 1, "accuracy": 1.0, "kl": 0.31224268718849546, "brier": 0.2512283874259947, "ece": 0.4344209273067793 }, "q_222679dd13": { "n": 1, "accuracy": 1.0, "kl": 1.681204179892036, "brier": 0.7066924907631584, "ece": 0.8649184385189455 }, "q_2235bbcf96": { "n": 1, "accuracy": 0.0, "kl": 0.4164512990580794, "brier": 0.3548734860645893, "ece": 0.5012324097600926 }, "q_22360f71cb": { "n": 1, "accuracy": 1.0, "kl": 1.6342288831518355, "brier": 0.693886486513138, "ece": 0.8577511472789396 }, "q_223faf5b1e": { "n": 1, "accuracy": 1.0, "kl": 0.4068639919254805, "brier": 0.34528638514734433, "ece": 0.495503540988127 }, "q_224b5fe5fd": { "n": 1, "accuracy": 1.0, "kl": 0.4099138089540509, "brier": 0.3483360423864257, "ece": 0.49733442368586467 }, "q_2253d9cf5b": { "n": 1, "accuracy": 1.0, "kl": 0.36869187183787294, "brier": 0.30716139060964504, "ece": 0.47189372960641063 }, "q_22563c1812": { "n": 1, "accuracy": 0.0, "kl": 1.7403039932997832, "brier": 0.7222212890533316, "ece": 0.14034585352222637 }, "q_22586e9c46": { "n": 1, "accuracy": 1.0, "kl": 0.3858062798884523, "brier": 0.32423983288737396, "ece": 0.4826411757926491 }, "q_226004adee": { "n": 1, "accuracy": 0.0, "kl": 0.4160258591446996, "brier": 0.35444804824242426, "ece": 0.5009798381409876 }, "q_226233ce09": { "n": 1, "accuracy": 0.0, "kl": 0.45728378929232594, "brier": 0.3956703062934289, "ece": 0.524786637778963 }, "q_228533e64c": { "n": 1, "accuracy": 1.0, "kl": 0.3375559536649098, "brier": 0.27621110579520614, "ece": 0.4516255546885911 }, "q_228886ad4a": { "n": 1, "accuracy": 1.0, "kl": 0.3546470104730971, "brier": 0.29317662728925625, "ece": 0.46286853310846543 }, "q_2289fff4f9": { "n": 1, "accuracy": 1.0, "kl": 0.4070242221273064, "brier": 0.34544660266674626, "ece": 0.49559992941935527 }, "q_228ea5ca01": { "n": 1, "accuracy": 1.0, "kl": 0.4107082058666879, "brier": 0.34913042051079446, "ece": 0.49781001693999294 }, "q_228ec5df09": { "n": 1, "accuracy": 1.0, "kl": 0.4124707126739694, "brier": 0.35089290716597427, "ece": 0.4988632874614187 }, "q_22cb0562b2": { "n": 1, "accuracy": 0.0, "kl": 1.1807189835132312, "brier": 0.6328208133437442, "ece": 0.21786680592905988 }, "q_22d189c7eb": { "n": 1, "accuracy": 1.0, "kl": 0.38132948388758997, "brier": 0.31976934395215184, "ece": 0.4798558139830855 }, "q_22d57ca6c5": { "n": 1, "accuracy": 1.0, "kl": 0.38484008492975413, "brier": 0.323274843178219, "ece": 0.48204156699166 }, "q_22dca55766": { "n": 1, "accuracy": 1.0, "kl": 0.40505625025374314, "brier": 0.34347882792107975, "ece": 0.49441454361609927 }, "q_22df7757d1": { "n": 1, "accuracy": 1.0, "kl": 0.354819539694345, "brier": 0.29334820788247584, "ece": 0.4629805529543738 }, "q_22e48b15de": { "n": 1, "accuracy": 1.0, "kl": 0.3362123822948987, "brier": 0.27488034510001236, "ece": 0.45072924426056027 }, "q_22f580f737": { "n": 1, "accuracy": 0.0, "kl": 0.4216152797705637, "brier": 0.36003729325435496, "ece": 0.5042860434037131 }, "q_23197af7eb": { "n": 1, "accuracy": 1.0, "kl": 0.4119482856076053, "brier": 0.3503704836083744, "ece": 0.4985513610110319 }, "q_232628e949": { "n": 1, "accuracy": 1.0, "kl": 0.3817098217845293, "brier": 0.32014907174839236, "ece": 0.48009315899449734 }, "q_2329a123eb": { "n": 1, "accuracy": 1.0, "kl": 0.4074760442071871, "brier": 0.3458983918726185, "ece": 0.4958716099186252 }, "q_2334d27cc9": { "n": 1, "accuracy": 0.0, "kl": 0.8193352809923338, "brier": 0.5524448649276317, "ece": 0.3519636818804208 }, "q_233cf05f8e": { "n": 1, "accuracy": 1.0, "kl": 0.404951122896278, "brier": 0.34337371383189086, "ece": 0.4943511275668806 }, "q_234aee064e": { "n": 1, "accuracy": 0.0, "kl": 0.45616702696730127, "brier": 0.3945562196420138, "ece": 0.5241600047516738 }, "q_235150a283": { "n": 1, "accuracy": 0.0, "kl": 0.7761449135886267, "brier": 0.5256897990073682, "ece": 0.3657297150864287 }, "q_235814c5ac": { "n": 1, "accuracy": 1.0, "kl": 0.3991652526896958, "brier": 0.3375891342904782, "ece": 0.49084615994948655 }, "q_235939cbe0": { "n": 1, "accuracy": 0.0, "kl": 1.210772712848081, "brier": 0.6450697180382848, "ece": 0.21592047337074588 }, "q_2368e4e911": { "n": 1, "accuracy": 1.0, "kl": 0.38512426273329936, "brier": 0.3235586579766701, "ece": 0.48221801176518064 }, "q_2383347e94": { "n": 1, "accuracy": 1.0, "kl": 0.4102690838681325, "brier": 0.3486913079877543, "ece": 0.4975471877451423 }, "q_239564ae55": { "n": 1, "accuracy": 1.0, "kl": 0.3931250531291174, "brier": 0.3315518836309308, "ece": 0.4871559183107441 }, "q_23a3c1a780": { "n": 1, "accuracy": 1.0, "kl": 0.3923345769571114, "brier": 0.330761949033892, "ece": 0.4866705970646833 }, "q_23a72ad6f0": { "n": 1, "accuracy": 0.0, "kl": 0.4339659615286052, "brier": 0.37238467481807186, "ece": 0.5115001012850818 }, "q_23bdd76929": { "n": 1, "accuracy": 0.0, "kl": 0.44457887279129804, "brier": 0.38298845764935935, "ece": 0.5176005356768655 }, "q_23cdf091a3": { "n": 1, "accuracy": 1.0, "kl": 0.33966565966095497, "brier": 0.2783016319892024, "ece": 0.45302924281428814 }, "q_23dbb77a78": { "n": 1, "accuracy": 0.0, "kl": 0.42924711873994964, "brier": 0.36766778110154386, "ece": 0.508758545746638 }, "q_23dc6fdcd4": { "n": 1, "accuracy": 0.0, "kl": 0.4408980746676252, "brier": 0.3793116970200302, "ece": 0.5154949465952677 }, "q_23e958837e": { "n": 1, "accuracy": 0.0, "kl": 1.209638013641569, "brier": 0.6441822534434646, "ece": 0.21171013473855704 }, "q_23ed9b24b0": { "n": 1, "accuracy": 0.0, "kl": 0.41864821054588164, "brier": 0.35707036513117796, "ece": 0.5025342383352963 }, "q_23f18ca4b7": { "n": 1, "accuracy": 1.0, "kl": 0.3884951191700998, "brier": 0.3269257322467435, "ece": 0.48430541193925625 }, "q_23fd63ad62": { "n": 1, "accuracy": 1.0, "kl": 0.6691091924058687, "brier": 0.4510936586505277, "ece": 0.628387143578859 }, "q_240e9e17fa": { "n": 1, "accuracy": 1.0, "kl": 0.4031883022658517, "brier": 0.3416111632648835, "ece": 0.4932863191934155 }, "q_242a26ab91": { "n": 1, "accuracy": 1.0, "kl": 0.3860497901584038, "brier": 0.32448305219637874, "ece": 0.4827921624090883 }, "q_243b05fb86": { "n": 1, "accuracy": 0.0, "kl": 0.42489772697974537, "brier": 0.3633193742886592, "ece": 0.5062155407118909 }, "q_2441ec728c": { "n": 1, "accuracy": 1.0, "kl": 0.4136485901672784, "brier": 0.35207078155924904, "ece": 0.49956571687832707 }, "q_245ad60d28": { "n": 1, "accuracy": 0.0, "kl": 0.858307062044142, "brier": 0.5798229434192399, "ece": 0.3886113900033634 }, "q_245cff648a": { "n": 1, "accuracy": 1.0, "kl": 0.40084534727896654, "brier": 0.3392687262448354, "ece": 0.4918669240451552 }, "q_246c7bb34c": { "n": 1, "accuracy": 0.0, "kl": 0.4202819173738623, "brier": 0.358704011963324, "ece": 0.5034997119026906 }, "q_2481d1dbe1": { "n": 1, "accuracy": 0.0, "kl": 0.42633495084628514, "brier": 0.36475634460094236, "ece": 0.5070575749245892 }, "q_2485529af4": { "n": 1, "accuracy": 1.0, "kl": 0.40770790123448697, "brier": 0.34613023362075834, "ece": 0.49601095756047 }, "q_248822d063": { "n": 1, "accuracy": 1.0, "kl": 0.3975603039200656, "brier": 0.33598478291277156, "ece": 0.4898687490604593 }, "q_2493dc9ce1": { "n": 1, "accuracy": 1.0, "kl": 0.3802979779789716, "brier": 0.31873956644915497, "ece": 0.47921145177033364 }, "q_249999f202": { "n": 1, "accuracy": 1.0, "kl": 0.9690863613706107, "brier": 0.5410695274860557, "ece": 0.7349764028339547 }, "q_24a4c98c88": { "n": 1, "accuracy": 0.0, "kl": 1.7032370468269822, "brier": 0.7128825648095244, "ece": 0.13797422251667293 }, "q_24a5fd0800": { "n": 1, "accuracy": 0.0, "kl": 0.4421395802810785, "brier": 0.38055195472955217, "ece": 0.5162063472311883 }, "q_24a6dd5db1": { "n": 1, "accuracy": 0.0, "kl": 0.4147739337643901, "brier": 0.3531961249436805, "ece": 0.5002357225080232 }, "q_24a798e56b": { "n": 1, "accuracy": 0.0, "kl": 0.4579538238919585, "brier": 0.3963386692012486, "ece": 0.525162144168419 }, "q_24aee4ba9e": { "n": 1, "accuracy": 1.0, "kl": 0.3700669390576611, "brier": 0.3085322465110416, "ece": 0.47276726347230213 }, "q_24cf396b90": { "n": 1, "accuracy": 1.0, "kl": 0.41184785175486327, "brier": 0.35027005063409145, "ece": 0.49849136827065577 }, "q_24dc63d059": { "n": 1, "accuracy": 0.0, "kl": 1.2039191200503228, "brier": 0.6443202320643864, "ece": 0.2412819402962763 }, "q_24f2aca5b0": { "n": 1, "accuracy": 0.0, "kl": 0.4363825028787254, "brier": 0.3747997761231741, "ece": 0.5128970871484203 }, "q_25082f93a1": { "n": 1, "accuracy": 0.0, "kl": 0.7933298119408773, "brier": 0.5360100868844665, "ece": 0.35727304713325875 }, "q_2528fddf19": { "n": 1, "accuracy": 0.0, "kl": 0.4294096474469846, "brier": 0.36783025939554226, "ece": 0.5088532729241682 }, "q_253092f295": { "n": 1, "accuracy": 0.0, "kl": 1.206668090103273, "brier": 0.642886000944513, "ece": 0.2037116193946403 }, "q_2533c046e0": { "n": 1, "accuracy": 1.0, "kl": 0.39951315849558167, "brier": 0.33793692616304616, "ece": 0.4910577369196729 }, "q_254e03abde": { "n": 1, "accuracy": 0.0, "kl": 1.1814430300785768, "brier": 0.6326674630524726, "ece": 0.21143588877129105 }, "q_255307233d": { "n": 1, "accuracy": 0.0, "kl": 0.42441873096161525, "brier": 0.3628404489949259, "ece": 0.5059345307643687 }, "q_2569adb9a5": { "n": 1, "accuracy": 0.0, "kl": 1.744392410145869, "brier": 0.7230667265633952, "ece": 0.13376794665178587 }, "q_256f7fea2b": { "n": 1, "accuracy": 1.0, "kl": 0.6721507526383174, "brier": 0.45346942774464627, "ece": 0.6296552748096271 }, "q_2575582468": { "n": 1, "accuracy": 1.0, "kl": 0.37639425394117304, "brier": 0.31484341543339245, "ece": 0.4767640453930978 }, "q_2584ce4679": { "n": 1, "accuracy": 1.0, "kl": 0.3268140524901547, "brier": 0.2655854574895061, "ece": 0.4444073664798134 }, "q_2589e173d8": { "n": 1, "accuracy": 1.0, "kl": 0.7113520507263943, "brier": 0.48056130959297244, "ece": 0.6458967027120879 }, "q_258e04cb49": { "n": 1, "accuracy": 1.0, "kl": 0.3868022207503416, "brier": 0.3252346155116334, "ece": 0.4832583635286647 }, "q_2596ed8c05": { "n": 1, "accuracy": 0.0, "kl": 1.7015287413495583, "brier": 0.7123471626465061, "ece": 0.1325949249661141 }, "q_259f13fa2d": { "n": 1, "accuracy": 1.0, "kl": 0.6785915237519813, "brier": 0.4595379271641533, "ece": 0.6322222890241804 }, "q_25a4e78f63": { "n": 1, "accuracy": 1.0, "kl": 1.0824310599991904, "brier": 0.5906009595064605, "ece": 0.766890540166828 }, "q_25a62d814f": { "n": 1, "accuracy": 1.0, "kl": 0.36434275246828196, "brier": 0.3028274135499884, "ece": 0.46911914213386385 }, "q_25c0a2ff99": { "n": 1, "accuracy": 0.0, "kl": 0.48762657773096146, "brier": 0.4258766925920972, "ece": 0.5414524312386365 }, "q_25c57502ce": { "n": 1, "accuracy": 1.0, "kl": 0.37845629739731257, "brier": 0.3169012492364628, "ece": 0.4780585693314884 }, "q_25dc7689b2": { "n": 1, "accuracy": 0.0, "kl": 0.4228632595253017, "brier": 0.36128516468558525, "ece": 0.5050206846058114 }, "q_25faee404b": { "n": 1, "accuracy": 0.0, "kl": 0.4246136132251461, "brier": 0.363035303272055, "ece": 0.5060488840919871 }, "q_25fc27c8f0": { "n": 1, "accuracy": 1.0, "kl": 0.738110474349369, "brier": 0.4986703894370109, "ece": 0.6565465937189217 }, "q_261e0f8566": { "n": 1, "accuracy": 1.0, "kl": 0.34943223960014147, "brier": 0.2879933256389813, "ece": 0.45946892207332424 }, "q_26205e65dc": { "n": 1, "accuracy": 1.0, "kl": 0.40348163170201057, "brier": 0.34190444120046315, "ece": 0.4934636871603497 }, "q_2620ddf8b0": { "n": 1, "accuracy": 0.0, "kl": 0.7763468609066994, "brier": 0.524522030456642, "ece": 0.3488680159339471 }, "q_2627db3760": { "n": 1, "accuracy": 0.0, "kl": 0.416083377569906, "brier": 0.3545055664389512, "ece": 0.5010139940898349 }, "q_262acf28f4": { "n": 1, "accuracy": 1.0, "kl": 0.4050167941560756, "brier": 0.34343937676812064, "ece": 0.49439074360325697 }, "q_262c3634fa": { "n": 1, "accuracy": 0.0, "kl": 0.41999735225174956, "brier": 0.35841946012407977, "ece": 0.5033317021698704 }, "q_2656db8fa5": { "n": 1, "accuracy": 0.0, "kl": 0.4186493394588968, "brier": 0.3570714940151844, "ece": 0.5025349062593435 }, "q_2676c234d1": { "n": 1, "accuracy": 0.0, "kl": 0.42056633815090005, "brier": 0.35898841812697335, "ece": 0.5036675690485249 }, "q_267e1e1683": { "n": 1, "accuracy": 0.0, "kl": 0.7750543087119279, "brier": 0.5255095740330654, "ece": 0.37022745196272117 }, "q_268cd399c3": { "n": 1, "accuracy": 1.0, "kl": 0.4125241773703774, "brier": 0.35094637159373654, "ece": 0.49889519667438087 }, "q_2695dc8d0b": { "n": 1, "accuracy": 0.0, "kl": 0.41713850422147847, "brier": 0.35556068551946246, "ece": 0.5016400630392364 }, "q_269c26f694": { "n": 1, "accuracy": 1.0, "kl": 0.40950451438561725, "brier": 0.34792676055361405, "ece": 0.49708917544909625 }, "q_26ab4fc837": { "n": 1, "accuracy": 1.0, "kl": 0.3629438120029123, "brier": 0.3014339656809534, "ece": 0.468222852032794 }, "q_26b402793c": { "n": 1, "accuracy": 1.0, "kl": 0.4078950093859724, "brier": 0.3463173301953344, "ece": 0.4961233772544714 }, "q_26d3ba32e1": { "n": 1, "accuracy": 0.0, "kl": 0.4176274295894802, "brier": 0.3560496046426431, "ece": 0.5019298547404788 }, "q_26e074e036": { "n": 1, "accuracy": 0.0, "kl": 1.2296996816314634, "brier": 0.6530154542707161, "ece": 0.2268207721630203 }, "q_26e4e9f180": { "n": 1, "accuracy": 1.0, "kl": 0.36558112941521503, "brier": 0.30406118682798516, "ece": 0.46991100704390554 }, "q_26ec408c4b": { "n": 1, "accuracy": 0.0, "kl": 0.6850381288465095, "brier": 0.47024649963049153, "ece": 0.3855737103840956 }, "q_2707bd5dca": { "n": 1, "accuracy": 1.0, "kl": 0.3714280975520716, "brier": 0.3098894937880271, "ece": 0.4736302159311624 }, "q_2708224646": { "n": 1, "accuracy": 1.0, "kl": 0.40102463800172594, "brier": 0.3394479701611894, "ece": 0.49197570933320167 }, "q_2717bbd24f": { "n": 1, "accuracy": 1.0, "kl": 0.3634410191007587, "brier": 0.3019291845666454, "ece": 0.4685416223306361 }, "q_273760da50": { "n": 1, "accuracy": 1.0, "kl": 0.6553204552582542, "brier": 0.4414409302670584, "ece": 0.6224608443706954 }, "q_27420db8d1": { "n": 1, "accuracy": 1.0, "kl": 0.36932742414619596, "brier": 0.3077949633985345, "ece": 0.4722976952510265 }, "q_274e27a792": { "n": 1, "accuracy": 1.0, "kl": 0.40559527417878255, "brier": 0.3440177884202553, "ece": 0.49473954985041835 }, "q_275ca14328": { "n": 1, "accuracy": 1.0, "kl": 0.40392861982177297, "brier": 0.34235135604667866, "ece": 0.49373382508968167 }, "q_276bc5fcee": { "n": 1, "accuracy": 1.0, "kl": 0.39292299571039835, "brier": 0.3313499608375588, "ece": 0.48703191572501947 }, "q_2787088feb": { "n": 1, "accuracy": 0.0, "kl": 0.42147936454891916, "brier": 0.3599013878344066, "ece": 0.5042059569562918 }, "q_278ee05bfc": { "n": 1, "accuracy": 0.0, "kl": 0.48812590431067376, "brier": 0.4263725649060193, "ece": 0.5417210006627483 }, "q_27915f0fa0": { "n": 1, "accuracy": 0.0, "kl": 1.7917310865161782, "brier": 0.7352310063406164, "ece": 0.13822172736486835 }, "q_2792aa0065": { "n": 1, "accuracy": 0.0, "kl": 0.4174691131546808, "brier": 0.35589129045355106, "ece": 0.5018360406920863 }, "q_27b0d24e36": { "n": 1, "accuracy": 1.0, "kl": 0.38264822369549556, "brier": 0.32108602946782616, "ece": 0.48067819348438845 }, "q_27cee3fa74": { "n": 1, "accuracy": 0.0, "kl": 0.41727134394070997, "brier": 0.35569352373970803, "ece": 0.5017188184914849 }, "q_27e8e493d8": { "n": 1, "accuracy": 1.0, "kl": 0.37833675945865214, "brier": 0.31678194227973794, "ece": 0.47798363174867997 }, "q_27ec05f3d0": { "n": 1, "accuracy": 1.0, "kl": 0.39726708745764594, "brier": 0.335691688973038, "ece": 0.48968993700909835 }, "q_27f90b0a70": { "n": 1, "accuracy": 0.0, "kl": 1.2321916905436878, "brier": 0.653927019395308, "ece": 0.22231098066729962 }, "q_2807710fdf": { "n": 1, "accuracy": 0.0, "kl": 0.9004933945636776, "brier": 0.6056086721673024, "ece": 0.39234906458701135 }, "q_2844b2e968": { "n": 1, "accuracy": 1.0, "kl": 0.41151442926251536, "brier": 0.34993663159564625, "ece": 0.4982921416878675 }, "q_2845c475c4": { "n": 1, "accuracy": 1.0, "kl": 0.3329595242910415, "brier": 0.2716604892057032, "ece": 0.44855154945116094 }, "q_2855484330": { "n": 1, "accuracy": 0.0, "kl": 0.42684001688264617, "brier": 0.36526130573659416, "ece": 0.5073530775229038 }, "q_285c4cffaa": { "n": 1, "accuracy": 1.0, "kl": 0.6724660941821561, "brier": 0.45377904935139635, "ece": 0.6297801579105811 }, "q_28644dd2e6": { "n": 1, "accuracy": 0.0, "kl": 0.4212059116535054, "brier": 0.3596279535566276, "ece": 0.5040447815718451 }, "q_2870567847": { "n": 1, "accuracy": 1.0, "kl": 0.3871747688296351, "brier": 0.32560675164441366, "ece": 0.4834890033473116 }, "q_28740a6946": { "n": 1, "accuracy": 0.0, "kl": 0.7836856318212575, "brier": 0.5337324213978227, "ece": 0.38823407231146184 }, "q_2883fcfefa": { "n": 1, "accuracy": 1.0, "kl": 1.6013326774285097, "brier": 0.6846763488229965, "ece": 0.8524974423584011 }, "q_2884e6c32d": { "n": 1, "accuracy": 0.0, "kl": 1.2568950781653045, "brier": 0.6630031030901622, "ece": 0.2185455854244024 }, "q_2885a9a36a": { "n": 1, "accuracy": 0.0, "kl": 0.4331568791483974, "brier": 0.3715760032432275, "ece": 0.5110313232488025 }, "q_288b4d67fe": { "n": 1, "accuracy": 0.0, "kl": 1.7393635089947792, "brier": 0.7224264114635331, "ece": 0.13956550248481916 }, "q_288c414d48": { "n": 1, "accuracy": 1.0, "kl": 0.36503275227924104, "brier": 0.30351481879753983, "ece": 0.46956053367707806 }, "q_2890cfe0dd": { "n": 1, "accuracy": 0.0, "kl": 0.642427616438582, "brier": 0.5763820119368395, "ece": 0.6168342444073587 }, "q_289972c3dd": { "n": 1, "accuracy": 1.0, "kl": 0.3590580365187265, "brier": 0.2975651510439746, "ece": 0.4657234443509848 }, "q_28a5e739db": { "n": 1, "accuracy": 1.0, "kl": 0.37269834948622893, "brier": 0.3111563191951231, "ece": 0.47443397368578877 }, "q_28a7ae2092": { "n": 1, "accuracy": 0.0, "kl": 0.4153152145527076, "brier": 0.3537374053725997, "ece": 0.5005576092359997 }, "q_28a8c7d5b6": { "n": 1, "accuracy": 1.0, "kl": 0.38871458567915584, "brier": 0.32714498438205836, "ece": 0.48444096255328684 }, "q_28c11f8b08": { "n": 1, "accuracy": 1.0, "kl": 0.41196521236568184, "brier": 0.35038741022535336, "ece": 0.49856147112781013 }, "q_28ceca6889": { "n": 1, "accuracy": 1.0, "kl": 0.40012176262198373, "brier": 0.33854534356540383, "ece": 0.491427602115733 }, "q_28d38695de": { "n": 1, "accuracy": 0.0, "kl": 0.4478082355336776, "brier": 0.3862133859593252, "ece": 0.5194390662875372 }, "q_28ee482b85": { "n": 1, "accuracy": 0.0, "kl": 0.419872023107102, "brier": 0.35829413642145946, "ece": 0.5032576853534141 }, "q_2921ce761a": { "n": 1, "accuracy": 1.0, "kl": 0.4053503802774111, "brier": 0.34377292239383167, "ece": 0.49459192128756657 }, "q_292dc97fd4": { "n": 1, "accuracy": 0.0, "kl": 1.739649477455766, "brier": 0.7220784494259997, "ece": 0.13477281386924886 }, "q_293060b4e8": { "n": 1, "accuracy": 0.0, "kl": 0.4510867205680522, "brier": 0.38948642638778597, "ece": 0.5212971937299091 }, "q_29764af01d": { "n": 1, "accuracy": 0.0, "kl": 0.470241223967409, "brier": 0.40858571974525804, "ece": 0.531987676682262 }, "q_297cea16ac": { "n": 1, "accuracy": 0.0, "kl": 0.4369025217839507, "brier": 0.3753194409277283, "ece": 0.513197091938374 }, "q_2985322be6": { "n": 1, "accuracy": 1.0, "kl": 0.5789639597764035, "brier": 0.38776074132878563, "ece": 0.5875998364970401 }, "q_2988698d08": { "n": 1, "accuracy": 1.0, "kl": 0.3749386428154978, "brier": 0.3133910734346914, "ece": 0.47584787067426004 }, "q_2988f329b1": { "n": 1, "accuracy": 0.0, "kl": 0.7340020732203787, "brier": 0.4985341693224971, "ece": 0.3666893475816855 }, "q_298f92e808": { "n": 1, "accuracy": 1.0, "kl": 0.36910549928651537, "brier": 0.30757372324855176, "ece": 0.4721566799434581 }, "q_2991e9b48e": { "n": 1, "accuracy": 1.0, "kl": 0.40734095638379086, "brier": 0.34576331344109956, "ece": 0.49579039998603835 }, "q_299bf39e24": { "n": 1, "accuracy": 0.0, "kl": 0.9192959026597454, "brier": 0.6154200570955657, "ece": 0.3786237805101734 }, "q_29a124652b": { "n": 1, "accuracy": 0.0, "kl": 0.456717681351106, "brier": 0.3951055718240051, "ece": 0.5244691056890259 }, "q_29a53a1ab4": { "n": 1, "accuracy": 0.0, "kl": 0.42818269217244503, "brier": 0.3666036585496424, "ece": 0.5081376288938186 }, "q_29acbaa5bd": { "n": 1, "accuracy": 1.0, "kl": 0.40883313022879725, "brier": 0.34725540244282155, "ece": 0.4966865743234484 }, "q_29af8e1670": { "n": 1, "accuracy": 1.0, "kl": 0.4105658933821197, "brier": 0.3489881108639014, "ece": 0.4977248561337363 }, "q_29cd70bc8d": { "n": 1, "accuracy": 1.0, "kl": 0.7105188953468338, "brier": 0.48137185076107225, "ece": 0.6454353559620829 }, "q_29cdfceefd": { "n": 1, "accuracy": 1.0, "kl": 0.335472790966053, "brier": 0.27414800777963355, "ece": 0.45023506572151795 }, "q_29d5f0a8f1": { "n": 1, "accuracy": 1.0, "kl": 0.3687706434286451, "brier": 0.30723991373735404, "ece": 0.47194381851060874 }, "q_29d61600dc": { "n": 1, "accuracy": 0.0, "kl": 0.41629038025054965, "brier": 0.3547125681608862, "ece": 0.5011368947034243 }, "q_29ddb304cb": { "n": 1, "accuracy": 1.0, "kl": 0.3798762289055767, "brier": 0.3183185557219072, "ece": 0.47894771319178353 }, "q_29ddc2b452": { "n": 1, "accuracy": 0.0, "kl": 0.4215363963565232, "brier": 0.35995841557409075, "ece": 0.5042395641463032 }, "q_29f9bf36cc": { "n": 1, "accuracy": 1.0, "kl": 0.37660948285867735, "brier": 0.3150581822357485, "ece": 0.47689934633087294 }, "q_2a07b7650b": { "n": 1, "accuracy": 1.0, "kl": 0.3906252605176731, "brier": 0.32905394568660806, "ece": 0.48561924614508123 }, "q_2a09dea5a0": { "n": 1, "accuracy": 1.0, "kl": 0.39462641334704074, "brier": 0.33305232244121385, "ece": 0.48807617085613675 }, "q_2a11132340": { "n": 1, "accuracy": 1.0, "kl": 0.3356772744397534, "brier": 0.2743504711592065, "ece": 0.45037175321506795 }, "q_2a1ec85d90": { "n": 1, "accuracy": 0.0, "kl": 1.2240647754744878, "brier": 0.6516938532200842, "ece": 0.22302201009705683 }, "q_2a2a8cac0c": { "n": 1, "accuracy": 1.0, "kl": 0.41165439452999697, "brier": 0.35007659530880997, "ece": 0.4983757852151639 }, "q_2a3a560808": { "n": 1, "accuracy": 0.0, "kl": 0.52163830710959, "brier": 0.4595383208400658, "ece": 0.5593424250158052 }, "q_2a3e8d707d": { "n": 1, "accuracy": 1.0, "kl": 0.38529187814432164, "brier": 0.323726062626301, "ece": 0.4823220492505357 }, "q_2a4d677df9": { "n": 1, "accuracy": 1.0, "kl": 0.3682815181810269, "brier": 0.30675234568703547, "ece": 0.4716327014480758 }, "q_2a5046520a": { "n": 1, "accuracy": 1.0, "kl": 0.31771136755513074, "brier": 0.2566083117123977, "ece": 0.43819569491578036 }, "q_2a5dc55621": { "n": 1, "accuracy": 0.0, "kl": 0.44636940955227455, "brier": 0.3847766445594299, "ece": 0.5186209323319111 }, "q_2a5f09fe48": { "n": 1, "accuracy": 1.0, "kl": 0.408078225260766, "brier": 0.3465005353662223, "ece": 0.49623342931954795 }, "q_2a7dd3f69d": { "n": 1, "accuracy": 1.0, "kl": 0.3883949620015425, "brier": 0.3268256741506329, "ece": 0.4842435368380259 }, "q_2a7e4867ae": { "n": 1, "accuracy": 1.0, "kl": 0.3743609715203061, "brier": 0.3128147704416051, "ece": 0.4754837357222197 }, "q_2a9493407d": { "n": 1, "accuracy": 0.0, "kl": 0.4597951483227226, "brier": 0.39817513681262023, "ece": 0.5261922998061599 }, "q_2a9e86c6ab": { "n": 1, "accuracy": 0.0, "kl": 0.42519531159755386, "brier": 0.3636169116170543, "ece": 0.5063900278014568 }, "q_2ab53f4ae2": { "n": 1, "accuracy": 1.0, "kl": 0.39653738927575366, "brier": 0.33496231464272386, "ece": 0.48924461795039154 }, "q_2ab81dadb3": { "n": 1, "accuracy": 0.0, "kl": 0.7915188445392377, "brier": 0.534769126106118, "ece": 0.3561205304216644 }, "q_2ae2023145": { "n": 1, "accuracy": 1.0, "kl": 0.3693244226983549, "brier": 0.3077919711647843, "ece": 0.4722957883821749 }, "q_2b22c9bdc0": { "n": 1, "accuracy": 1.0, "kl": 0.3878327955139357, "brier": 0.32626407833036275, "ece": 0.4838960747088059 }, "q_2b371f5e39": { "n": 1, "accuracy": 1.0, "kl": 0.40578226399980044, "brier": 0.34420475798372757, "ece": 0.4948522375399026 }, "q_2b39407a7f": { "n": 1, "accuracy": 1.0, "kl": 0.4058634833739514, "brier": 0.3442859688303846, "ece": 0.4949011742755042 }, "q_2b47dddd33": { "n": 1, "accuracy": 1.0, "kl": 0.39438689136761107, "brier": 0.33281293836298426, "ece": 0.4879294904533038 }, "q_2b5469b9dc": { "n": 1, "accuracy": 1.0, "kl": 0.37098802668667924, "brier": 0.30945065994904913, "ece": 0.47335140774442963 }, "q_2b61b03bd5": { "n": 1, "accuracy": 1.0, "kl": 0.40197631064487277, "brier": 0.34039941489979114, "ece": 0.4925526723339646 }, "q_2b66a2b8c1": { "n": 1, "accuracy": 0.0, "kl": 0.7404691019597011, "brier": 0.501545973662095, "ece": 0.3563066300311763 }, "q_2b795b9f07": { "n": 1, "accuracy": 0.0, "kl": 0.42561963712223444, "brier": 0.36404116510438406, "ece": 0.5066387025952896 }, "q_2b8977fa9e": { "n": 1, "accuracy": 1.0, "kl": 0.3633938349440018, "brier": 0.30188218736883193, "ece": 0.46851138166650397 }, "q_2b9bbe26c2": { "n": 1, "accuracy": 0.0, "kl": 0.417419934633925, "brier": 0.3558421125854564, "ece": 0.5018068945533349 }, "q_2b9eeb0ba5": { "n": 1, "accuracy": 1.0, "kl": 0.6336296714685328, "brier": 0.426052558985089, "ece": 0.6129375222671549 }, "q_2bb0666263": { "n": 1, "accuracy": 0.0, "kl": 0.4497509924854711, "brier": 0.38815303670856666, "ece": 0.5205411653345046 }, "q_2bc41bf346": { "n": 1, "accuracy": 0.0, "kl": 0.43187618496485425, "brier": 0.3702958914119713, "ece": 0.5102882123716447 }, "q_2bc73332c2": { "n": 1, "accuracy": 1.0, "kl": 0.37819559543740466, "brier": 0.3166410530606397, "ece": 0.4778951200132012 }, "q_2bcb5c0b02": { "n": 1, "accuracy": 1.0, "kl": 0.40416948851958534, "brier": 0.3425921877853685, "ece": 0.49387932286197167 }, "q_2bd045a49f": { "n": 1, "accuracy": 0.0, "kl": 0.4553256794268606, "brier": 0.3937167983209206, "ece": 0.5236872763112103 }, "q_2bd5affad3": { "n": 1, "accuracy": 1.0, "kl": 0.3936733949096092, "brier": 0.33209987296438076, "ece": 0.4874922532787468 }, "q_2bf124222e": { "n": 1, "accuracy": 0.0, "kl": 0.414998421559336, "brier": 0.3534206126551296, "ece": 0.500369249978593 }, "q_2bf33e4f6b": { "n": 1, "accuracy": 1.0, "kl": 0.34149909778455323, "brier": 0.28011930553088044, "ece": 0.45424544454868143 }, "q_2bf8fe8e09": { "n": 1, "accuracy": 0.0, "kl": 0.4365374506016756, "brier": 0.3749546200368884, "ece": 0.5129865009656123 }, "q_2c0bebb6d8": { "n": 1, "accuracy": 1.0, "kl": 0.35952532135020954, "brier": 0.2980302591082396, "ece": 0.466024778419883 }, "q_2c0c5bb722": { "n": 1, "accuracy": 0.0, "kl": 0.43277124075411644, "brier": 0.3711905487832211, "ece": 0.5108077000142993 }, "q_2c0fc93879": { "n": 1, "accuracy": 0.0, "kl": 0.4387125044885611, "brier": 0.37712806042875463, "ece": 0.5142396000071588 }, "q_2c12f3cb6f": { "n": 1, "accuracy": 1.0, "kl": 0.3916102099934138, "brier": 0.3300381142554097, "ece": 0.4862253772571389 }, "q_2c154529a1": { "n": 1, "accuracy": 1.0, "kl": 0.3651444134804151, "brier": 0.30362606712482615, "ece": 0.4696319206153585 }, "q_2c2136c104": { "n": 1, "accuracy": 0.0, "kl": 0.4176149781866768, "brier": 0.3560371534246245, "ece": 0.5019224771356845 }, "q_2c21a96e29": { "n": 1, "accuracy": 1.0, "kl": 0.40651514673590405, "brier": 0.34493756950730997, "ece": 0.49529361270510164 }, "q_2c2206af2e": { "n": 1, "accuracy": 1.0, "kl": 0.40718514578429965, "brier": 0.34560751413353197, "ece": 0.49569671284094363 }, "q_2c391dda6e": { "n": 1, "accuracy": 1.0, "kl": 0.41333661897907953, "brier": 0.3517588107215365, "ece": 0.49937978654289983 }, "q_2c39f13ed8": { "n": 1, "accuracy": 1.0, "kl": 0.3833821413957524, "brier": 0.3218188769096391, "ece": 0.481135187255892 }, "q_2c415a2efb": { "n": 1, "accuracy": 0.0, "kl": 0.4343153620456362, "brier": 0.37273388722853174, "ece": 0.5117023785135609 }, "q_2c48602928": { "n": 1, "accuracy": 0.0, "kl": 0.5498448100058473, "brier": 0.4872438909897398, "ece": 0.5735807385776616 }, "q_2c51925e33": { "n": 1, "accuracy": 0.0, "kl": 1.7134978357860928, "brier": 0.7154367532051995, "ece": 0.13967064387218595 }, "q_2c60207e13": { "n": 1, "accuracy": 0.0, "kl": 0.437402474741107, "brier": 0.3758190379282009, "ece": 0.5134853157421834 }, "q_2c6a8701b8": { "n": 1, "accuracy": 0.0, "kl": 0.8016361615435369, "brier": 0.5408815300531347, "ece": 0.3455812016309959 }, "q_2c6c3d0097": { "n": 1, "accuracy": 0.0, "kl": 0.48972443750229544, "brier": 0.42795973750504945, "ece": 0.5425795809939352 }, "q_2c6eb5ffcf": { "n": 1, "accuracy": 0.0, "kl": 0.8019220126412218, "brier": 0.5410798432376182, "ece": 0.3462243903200311 }, "q_2c6eff0775": { "n": 1, "accuracy": 0.0, "kl": 0.4427271888504124, "brier": 0.3811389330674828, "ece": 0.5165426285412931 }, "q_2c88115255": { "n": 1, "accuracy": 0.0, "kl": 0.41552546693733344, "brier": 0.35394765743274764, "ece": 0.5006825747714941 }, "q_2c9d789d19": { "n": 1, "accuracy": 1.0, "kl": 0.356670908193382, "brier": 0.2951897532614263, "ece": 0.4641807863893158 }, "q_2cad32970c": { "n": 1, "accuracy": 1.0, "kl": 0.39977234514530396, "brier": 0.3381960313624665, "ece": 0.4912152911568747 }, "q_2cba49002b": { "n": 1, "accuracy": 0.0, "kl": 0.41784933676919844, "brier": 0.3562715082862135, "ece": 0.5020613156202623 }, "q_2cc515a860": { "n": 1, "accuracy": 0.0, "kl": 1.644244530249486, "brier": 0.6979023204422342, "ece": 0.1525580466935005 }, "q_2cd4080046": { "n": 1, "accuracy": 1.0, "kl": 0.4066239433011787, "brier": 0.34504635656667404, "ece": 0.49535909558277036 }, "q_2cd9252a36": { "n": 1, "accuracy": 1.0, "kl": 0.3988103448956782, "brier": 0.3372343482793504, "ece": 0.49063021581427146 }, "q_2cda63d936": { "n": 1, "accuracy": 0.0, "kl": 0.42546157388709527, "brier": 0.36388312934721645, "ece": 0.5065460873969051 }, "q_2ce68743da": { "n": 1, "accuracy": 1.0, "kl": 0.36283290818747216, "brier": 0.30132351082599546, "ece": 0.46815171700379954 }, "q_2cf5e971e7": { "n": 1, "accuracy": 1.0, "kl": 0.38546476624929116, "brier": 0.3238987359232321, "ece": 0.4824293328792224 }, "q_2d06f936b3": { "n": 1, "accuracy": 1.0, "kl": 0.3565444361827826, "brier": 0.29506393179819723, "ece": 0.46409890119485964 }, "q_2d122178e9": { "n": 1, "accuracy": 1.0, "kl": 0.4081098696527118, "brier": 0.3465321779714511, "ece": 0.4962524342099701 }, "q_2d2a152a1f": { "n": 1, "accuracy": 1.0, "kl": 0.40773336477817373, "brier": 0.34615569554990355, "ece": 0.49602625851615634 }, "q_2d3004fbdd": { "n": 1, "accuracy": 1.0, "kl": 0.38005580895051516, "brier": 0.3184978191037965, "ece": 0.4790600325162847 }, "q_2d3bf60100": { "n": 1, "accuracy": 1.0, "kl": 0.4106993770825075, "brier": 0.349121591896395, "ece": 0.49780473423382543 }, "q_2d49dbb95c": { "n": 1, "accuracy": 0.0, "kl": 0.41486718094859115, "brier": 0.35328937210189676, "ece": 0.5002911919740269 }, "q_2d5eb7ac2d": { "n": 1, "accuracy": 1.0, "kl": 0.3965429060256149, "brier": 0.334967828840713, "ece": 0.4892479864585243 }, "q_2d67208b6f": { "n": 1, "accuracy": 0.0, "kl": 0.42258649512658286, "brier": 0.3610084272976817, "ece": 0.5048578746461466 }, "q_2d7e1a271d": { "n": 1, "accuracy": 1.0, "kl": 0.4126250134083573, "brier": 0.3510472071657271, "ece": 0.4989553718271954 }, "q_2d809cb61b": { "n": 1, "accuracy": 1.0, "kl": 1.6949396796958733, "brier": 0.7103583260512617, "ece": 0.8669429754218417 }, "q_2d9a5e3522": { "n": 1, "accuracy": 0.0, "kl": 1.3981761247523912, "brier": 0.6859527220804988, "ece": 0.18015318039472158 }, "q_2da23be891": { "n": 1, "accuracy": 1.0, "kl": 0.3917260553870038, "brier": 0.33015387218077935, "ece": 0.48629661097576193 }, "q_2db7ce06b6": { "n": 1, "accuracy": 0.0, "kl": 0.42360148909345907, "brier": 0.3620233131984103, "ece": 0.5054546469357282 }, "q_2dce085fd8": { "n": 1, "accuracy": 1.0, "kl": 0.4078025858897091, "brier": 0.3462249123348648, "ece": 0.49606785043720014 }, "q_2dd164cf89": { "n": 1, "accuracy": 1.0, "kl": 0.3873376693674644, "brier": 0.3257694756294339, "ece": 0.48358981381436883 }, "q_2ddb5a0664": { "n": 1, "accuracy": 1.0, "kl": 0.3833404910710077, "brier": 0.32177728595666366, "ece": 0.48110926563510314 }, "q_2de10789dc": { "n": 1, "accuracy": 0.0, "kl": 1.3397763367583992, "brier": 0.6946501731941102, "ece": 0.2269086935338019 }, "q_2de1803e25": { "n": 1, "accuracy": 1.0, "kl": 0.37569355809043614, "brier": 0.3141442617147675, "ece": 0.4763232656019373 }, "q_2df18a40ba": { "n": 1, "accuracy": 1.0, "kl": 0.37978069315740814, "brier": 0.31822318982030207, "ece": 0.47888794781260435 }, "q_2df23b0ce1": { "n": 1, "accuracy": 0.0, "kl": 0.4324127855410763, "brier": 0.37083225784780083, "ece": 0.5105997316811756 }, "q_2e04928ca6": { "n": 1, "accuracy": 1.0, "kl": 0.3800956955664517, "brier": 0.31853763584474304, "ece": 0.47908497581639364 }, "q_2e0b8c4717": { "n": 1, "accuracy": 1.0, "kl": 0.41168437258134716, "brier": 0.3501065730472989, "ece": 0.49839369799705324 }, "q_2e1af1a75a": { "n": 1, "accuracy": 0.0, "kl": 0.425265842712928, "brier": 0.36368743113789614, "ece": 0.50643137263685 }, "q_2e347886d4": { "n": 1, "accuracy": 1.0, "kl": 0.3928892348378641, "brier": 0.3313162227117611, "ece": 0.4870111931579776 }, "q_2e4090eef1": { "n": 1, "accuracy": 1.0, "kl": 0.3540595809106263, "brier": 0.29259247079632134, "ece": 0.46248690879317766 }, "q_2e45ad12ee": { "n": 1, "accuracy": 0.0, "kl": 1.8000662237303857, "brier": 0.736820772501866, "ece": 0.13675774180476044 }, "q_2e6bb43a54": { "n": 1, "accuracy": 0.0, "kl": 0.42745092045699656, "brier": 0.36587207066815386, "ece": 0.5077102235557117 }, "q_2e6f26a84c": { "n": 1, "accuracy": 1.0, "kl": 0.4024906513436646, "brier": 0.34091364619846665, "ece": 0.4928641702778691 }, "q_2e719c9a28": { "n": 1, "accuracy": 0.0, "kl": 0.42071376275678546, "brier": 0.359135834611179, "ece": 0.5037545484187627 }, "q_2e7612358f": { "n": 1, "accuracy": 0.0, "kl": 0.44147451007320304, "brier": 0.3798875669404159, "ece": 0.5158254048012896 }, "q_2e7cf30a26": { "n": 1, "accuracy": 0.0, "kl": 1.7318661130130324, "brier": 0.7199195284526524, "ece": 0.13687048271708763 }, "q_2e83dd4abe": { "n": 1, "accuracy": 1.0, "kl": 0.4051735750716521, "brier": 0.3435961382828164, "ece": 0.4944853063033817 }, "q_2ea48cf077": { "n": 1, "accuracy": 0.0, "kl": 1.0835054571691887, "brier": 0.5955162359836909, "ece": 0.23921691129105607 }, "q_2ebd4d502f": { "n": 1, "accuracy": 1.0, "kl": 0.398064126566663, "brier": 0.3364884049123948, "ece": 0.49017581895596596 }, "q_2ec324f1e8": { "n": 1, "accuracy": 1.0, "kl": 0.3852114114745704, "brier": 0.32364569682751543, "ece": 0.48227210742699733 }, "q_2ec4fdd4d6": { "n": 1, "accuracy": 1.0, "kl": 0.40988486973234933, "brier": 0.3483071039925717, "ece": 0.49731708807127206 }, "q_2ec5021bf5": { "n": 1, "accuracy": 1.0, "kl": 0.40638937366635763, "brier": 0.3448118077615247, "ece": 0.49521789927791204 }, "q_2ed4de1d6f": { "n": 1, "accuracy": 1.0, "kl": 0.3980559572295672, "brier": 0.3364802387307361, "ece": 0.49017084168108294 }, "q_2eedc743f2": { "n": 1, "accuracy": 0.0, "kl": 1.6499202483618285, "brier": 0.6988876626729131, "ece": 0.14475665498086895 }, "q_2f05b09cc4": { "n": 1, "accuracy": 1.0, "kl": 0.392855574537177, "brier": 0.33128258516242354, "ece": 0.48699053131640757 }, "q_2f0814e342": { "n": 1, "accuracy": 0.0, "kl": 0.4277229953407573, "brier": 0.3661440795120706, "ece": 0.507869185331259 }, "q_2f0ba4e3b5": { "n": 1, "accuracy": 1.0, "kl": 0.3963788145584851, "brier": 0.33480381396262326, "ece": 0.48914778134716996 }, "q_2f0ebf57c5": { "n": 1, "accuracy": 1.0, "kl": 0.3563843205288222, "brier": 0.2949046440157729, "ece": 0.4639952109179051 }, "q_2f42939703": { "n": 1, "accuracy": 1.0, "kl": 0.44403650050122573, "brier": 0.28778598058881, "ece": 0.5170802411167752 }, "q_2f488c6d03": { "n": 1, "accuracy": 1.0, "kl": 1.6830369352203578, "brier": 0.7073697323574983, "ece": 0.8651798323037762 }, "q_2f4fc95d67": { "n": 1, "accuracy": 1.0, "kl": 0.40609837815443517, "brier": 0.34452083985531695, "ece": 0.4950426724177388 }, "q_2f590f598e": { "n": 1, "accuracy": 1.0, "kl": 0.39259075083466277, "brier": 0.3310179429914717, "ece": 0.4868279384404859 }, "q_2f5fe61319": { "n": 1, "accuracy": 0.0, "kl": 0.7974175721067362, "brier": 0.5383149964933405, "ece": 0.35108122471262165 }, "q_2f61cc7d25": { "n": 1, "accuracy": 0.0, "kl": 1.3826056841654943, "brier": 0.6806885267445847, "ece": 0.17662646598126777 }, "q_2f67053bf6": { "n": 1, "accuracy": 1.0, "kl": 0.35530251764124415, "brier": 0.29382856061691937, "ece": 0.46329398678880895 }, "q_2f6ad2547c": { "n": 1, "accuracy": 0.0, "kl": 1.5237124822560462, "brier": 0.7257817034637924, "ece": 0.18414062316338847 }, "q_2f7b685771": { "n": 1, "accuracy": 0.0, "kl": 1.179800596865463, "brier": 0.6325880084106226, "ece": 0.21271763522878318 }, "q_2f841610f3": { "n": 1, "accuracy": 0.0, "kl": 0.43755134074257285, "brier": 0.37596779495198807, "ece": 0.513571098524791 }, "q_2f982c4578": { "n": 1, "accuracy": 0.0, "kl": 0.43757911652834225, "brier": 0.3759955502512279, "ece": 0.5135871021209163 }, "q_2f9b2919a7": { "n": 1, "accuracy": 1.0, "kl": 0.3660852132002952, "brier": 0.3045634645921951, "ece": 0.4702329205693665 }, "q_2fabc82f9c": { "n": 1, "accuracy": 1.0, "kl": 0.3955741958173491, "brier": 0.3339995916931234, "ece": 0.4886560850477595 }, "q_2fb02b875c": { "n": 1, "accuracy": 1.0, "kl": 0.3930448061747961, "brier": 0.33147168983338415, "ece": 0.4871066751070191 }, "q_2fc2623802": { "n": 1, "accuracy": 0.0, "kl": 0.44507374888493134, "brier": 0.3834827106461516, "ece": 0.5178828100337758 }, "q_2fe1e33a09": { "n": 1, "accuracy": 1.0, "kl": 0.3413817131221682, "brier": 0.28000290550951346, "ece": 0.45416767999756036 }, "q_2fe532531c": { "n": 1, "accuracy": 0.0, "kl": 0.4743139090117503, "brier": 0.41264054179533116, "ece": 0.5342249122380515 }, "q_2fe5bdf6df": { "n": 1, "accuracy": 1.0, "kl": 0.4043996819085177, "brier": 0.34282234745714446, "ece": 0.49401832535356716 }, "q_2ff013e67b": { "n": 1, "accuracy": 1.0, "kl": 0.37468337744102065, "brier": 0.31313640764697315, "ece": 0.4756870023433756 }, "q_300268c433": { "n": 1, "accuracy": 1.0, "kl": 0.380377783972208, "brier": 0.3188192348161744, "ece": 0.47926133973637763 }, "q_30090b7c6d": { "n": 1, "accuracy": 0.0, "kl": 0.41463089701287636, "brier": 0.3530530882138621, "ece": 0.5001506207384812 }, "q_30091de92b": { "n": 1, "accuracy": 1.0, "kl": 0.3974516018352898, "brier": 0.3358761257503069, "ece": 0.48980246811744976 }, "q_3014b5d7b1": { "n": 1, "accuracy": 1.0, "kl": 0.3868004087425815, "brier": 0.32523280553550504, "ece": 0.4832572414325036 }, "q_30152931cb": { "n": 1, "accuracy": 1.0, "kl": 0.3989484948284297, "brier": 0.3373724501318016, "ece": 0.49071428641563075 }, "q_3015e8d3dc": { "n": 1, "accuracy": 1.0, "kl": 1.6694133468213443, "brier": 0.7037508773094886, "ece": 0.8631414385646656 }, "q_301eaa6a7a": { "n": 1, "accuracy": 0.0, "kl": 0.496578136314589, "brier": 0.4347593307073753, "ece": 0.5462399225223936 }, "q_301f1a1524": { "n": 1, "accuracy": 1.0, "kl": 0.41036097379693204, "brier": 0.34878319575443606, "ece": 0.4976022005176912 }, "q_30355c6d8d": { "n": 1, "accuracy": 1.0, "kl": 0.38878369676166635, "brier": 0.32721402872531374, "ece": 0.4844836391779732 }, "q_30399ef899": { "n": 1, "accuracy": 0.0, "kl": 0.8740515389564636, "brier": 0.5883926021709782, "ece": 0.3803524538677248 }, "q_303eb0ebbc": { "n": 1, "accuracy": 1.0, "kl": 0.4139872587673109, "brier": 0.3524094500041064, "ece": 0.49976746539251127 }, "q_303f1b5e92": { "n": 1, "accuracy": 1.0, "kl": 0.3922057865077294, "brier": 0.33063325065923554, "ece": 0.48659147227852395 }, "q_3048acc643": { "n": 1, "accuracy": 1.0, "kl": 0.39443628510798984, "brier": 0.33286230338933137, "ece": 0.48795974273776777 }, "q_3055ff10df": { "n": 1, "accuracy": 0.0, "kl": 0.42612514122262846, "brier": 0.36454657605603613, "ece": 0.506934758514715 }, "q_30606ca50f": { "n": 1, "accuracy": 0.0, "kl": 0.47997157065819385, "brier": 0.41826922871194505, "ece": 0.5373123815904972 }, "q_3077610611": { "n": 1, "accuracy": 1.0, "kl": 0.3740959551012176, "brier": 0.3125503955258349, "ece": 0.4753165791652526 }, "q_3078026616": { "n": 1, "accuracy": 1.0, "kl": 0.3457252170972045, "brier": 0.28431215233883333, "ece": 0.4570359083289238 }, "q_307ba7f1ad": { "n": 1, "accuracy": 1.0, "kl": 0.41227510018099434, "brier": 0.3506972957914215, "ece": 0.49874651986101415 }, "q_30872c09bb": { "n": 1, "accuracy": 1.0, "kl": 0.36619711451432124, "brier": 0.3046749702435704, "ece": 0.47030434935033094 }, "q_308ce5990d": { "n": 1, "accuracy": 0.0, "kl": 0.41465707317514955, "brier": 0.3530792643735057, "ece": 0.500166195911514 }, "q_308d376336": { "n": 1, "accuracy": 0.0, "kl": 0.4366135954456115, "brier": 0.37503071333978205, "ece": 0.5130304338841452 }, "q_308f8c5ddb": { "n": 1, "accuracy": 1.0, "kl": 0.3268226380356515, "brier": 0.26559393691019056, "ece": 0.44441318370099514 }, "q_30a49bab6c": { "n": 1, "accuracy": 0.0, "kl": 1.4026901395585256, "brier": 0.6890724713615062, "ece": 0.19516079853295457 }, "q_30b79d5c2f": { "n": 1, "accuracy": 1.0, "kl": 1.036462514858372, "brier": 0.5697173457988024, "ece": 0.7545954508424071 }, "q_30b7a24e16": { "n": 1, "accuracy": 0.0, "kl": 0.527044602936327, "brier": 0.46486484868440814, "ece": 0.5621124602644118 }, "q_30beac8c2d": { "n": 1, "accuracy": 1.0, "kl": 0.3679811462373003, "brier": 0.306452947114627, "ece": 0.4714415327444361 }, "q_30c74ec40e": { "n": 1, "accuracy": 0.0, "kl": 0.4343421530312432, "brier": 0.37276066351904746, "ece": 0.5117178844564164 }, "q_30cf4f2766": { "n": 1, "accuracy": 0.0, "kl": 0.439567623540872, "brier": 0.3779824616988955, "ece": 0.5147312167873935 }, "q_30d6f1de8c": { "n": 1, "accuracy": 0.0, "kl": 0.4280083227332505, "brier": 0.36642933472273714, "ece": 0.508035824857416 }, "q_30eaaa6981": { "n": 1, "accuracy": 0.0, "kl": 0.43886202509302924, "brier": 0.3772774590283771, "ece": 0.5143256031069185 }, "q_30ec942e1f": { "n": 1, "accuracy": 1.0, "kl": 0.3973750132601201, "brier": 0.33579956917894804, "ece": 0.48975576211869676 }, "q_30eff21823": { "n": 1, "accuracy": 1.0, "kl": 0.41052023776964464, "brier": 0.3489424562081298, "ece": 0.4976975318386079 }, "q_30fab6c9c3": { "n": 1, "accuracy": 1.0, "kl": 0.3783000760243365, "brier": 0.3167453300445938, "ece": 0.47796063250313703 }, "q_30fbd142ef": { "n": 1, "accuracy": 0.0, "kl": 0.4220178175626107, "brier": 0.3604397998010487, "ece": 0.5045231441282375 }, "q_30ff05626d": { "n": 1, "accuracy": 1.0, "kl": 0.38205474960695196, "brier": 0.3204934587036347, "ece": 0.4803082928841437 }, "q_3102704a64": { "n": 1, "accuracy": 0.0, "kl": 0.4422040530738343, "brier": 0.38061635963391793, "ece": 0.5162432576177641 }, "q_3128f590de": { "n": 1, "accuracy": 1.0, "kl": 0.4098972865891647, "brier": 0.3483195204928704, "ece": 0.49732452629390855 }, "q_3133768e48": { "n": 1, "accuracy": 0.0, "kl": 1.7248316699529547, "brier": 0.7183257714455736, "ece": 0.13764217145002206 }, "q_31486fcdee": { "n": 1, "accuracy": 0.0, "kl": 0.41520638393670223, "brier": 0.35362857487685095, "ece": 0.5004929100929354 }, "q_314c463cd2": { "n": 1, "accuracy": 0.0, "kl": 0.458314067932451, "brier": 0.3966979935763034, "ece": 0.5253638925509697 }, "q_314d14ea2a": { "n": 1, "accuracy": 1.0, "kl": 0.394148544998384, "brier": 0.33257473258630077, "ece": 0.48778347967168845 }, "q_315ebdeca8": { "n": 1, "accuracy": 1.0, "kl": 0.4111648670105326, "brier": 0.3495870739413847, "ece": 0.4980831699204027 }, "q_316dcc8343": { "n": 1, "accuracy": 1.0, "kl": 0.37993752078276766, "brier": 0.3183797391389189, "ece": 0.47898605184825627 }, "q_3173903a7a": { "n": 1, "accuracy": 0.0, "kl": 0.41816289203433, "brier": 0.3565850577276228, "ece": 0.5022469998280762 }, "q_318f0370d2": { "n": 1, "accuracy": 1.0, "kl": 0.3991745331754848, "brier": 0.3375984116676339, "ece": 0.49085180519722305 }, "q_31932ab56a": { "n": 1, "accuracy": 1.0, "kl": 0.3624847952330461, "brier": 0.30097682018142347, "ece": 0.46792835690461154 }, "q_319811491f": { "n": 1, "accuracy": 1.0, "kl": 0.401695396665532, "brier": 0.34011856467667423, "ece": 0.49238244669037146 }, "q_3198ca61bf": { "n": 1, "accuracy": 0.0, "kl": 0.4216537198887653, "brier": 0.360075730532999, "ece": 0.5043086910098584 }, "q_31a7a6f71c": { "n": 1, "accuracy": 0.0, "kl": 0.42163120176899005, "brier": 0.3600532140802596, "ece": 0.5042954242507569 }, "q_31b825beed": { "n": 1, "accuracy": 1.0, "kl": 0.4006416016546362, "brier": 0.3390650353528443, "ece": 0.49174326670441393 }, "q_31d46ada1f": { "n": 1, "accuracy": 1.0, "kl": 0.39661910145837626, "brier": 0.33504398919117595, "ece": 0.48929450838679467 }, "q_31d595113e": { "n": 1, "accuracy": 1.0, "kl": 0.408341938962329, "brier": 0.3467642347228944, "ece": 0.4963917834941597 }, "q_31d73902cc": { "n": 1, "accuracy": 1.0, "kl": 0.3910961076657827, "brier": 0.3295244111374684, "ece": 0.48590910998490067 }, "q_31daae54f7": { "n": 1, "accuracy": 0.0, "kl": 0.4238175487914672, "brier": 0.3622393465795671, "ece": 0.5055815706651118 }, "q_31e8b1d161": { "n": 1, "accuracy": 1.0, "kl": 0.3965853517278417, "brier": 0.33501025496233605, "ece": 0.48927390276093585 }, "q_31f7bd4e8e": { "n": 1, "accuracy": 1.0, "kl": 0.41180033366923896, "brier": 0.3502225329892569, "ece": 0.4984629810325262 }, "q_3203ebfedd": { "n": 1, "accuracy": 0.0, "kl": 0.4647353091887047, "brier": 0.4031002657355692, "ece": 0.5289433515130663 }, "q_321057d906": { "n": 1, "accuracy": 1.0, "kl": 1.287048065309378, "brier": 0.6479927285486893, "ece": 0.8143367349643176 }, "q_321987f2c3": { "n": 1, "accuracy": 0.0, "kl": 0.430081546071688, "brier": 0.3685019379142732, "ece": 0.5092446493051912 }, "q_321caf6c91": { "n": 1, "accuracy": 1.0, "kl": 0.39807020382075503, "brier": 0.3364944798211975, "ece": 0.49017952156415456 }, "q_321e01c395": { "n": 1, "accuracy": 1.0, "kl": 0.392811635834985, "brier": 0.3312386762677926, "ece": 0.4869635587296438 }, "q_32309383d6": { "n": 1, "accuracy": 1.0, "kl": 0.4044487066433621, "brier": 0.3428713652101453, "ece": 0.4940479230778396 }, "q_324bff173b": { "n": 1, "accuracy": 0.0, "kl": 0.43089860106344446, "brier": 0.3693186989787962, "ece": 0.5097200827159444 }, "q_3257d16e60": { "n": 1, "accuracy": 0.0, "kl": 1.730577316572096, "brier": 0.7196091753814456, "ece": 0.13676203980045104 }, "q_325a90b431": { "n": 1, "accuracy": 1.0, "kl": 0.3808773554179414, "brier": 0.3193179596881429, "ece": 0.4795734974245307 }, "q_325f039e11": { "n": 1, "accuracy": 1.0, "kl": 0.3981597251397399, "brier": 0.33658396679722974, "ece": 0.49023405928642105 }, "q_327546d214": { "n": 1, "accuracy": 1.0, "kl": 0.3231876196655637, "brier": 0.2620058697383702, "ece": 0.4419432757618037 }, "q_3275cf5850": { "n": 1, "accuracy": 1.0, "kl": 0.40213590417273337, "brier": 0.3405589734793623, "ece": 0.4926493508291042 }, "q_327e6c5b4c": { "n": 1, "accuracy": 1.0, "kl": 0.40544031061761354, "brier": 0.34386284231827635, "ece": 0.49464613968917903 }, "q_32806b58fc": { "n": 1, "accuracy": 1.0, "kl": 0.3504393375985944, "brier": 0.2889939129053859, "ece": 0.4601275528723128 }, "q_32891b1977": { "n": 1, "accuracy": 0.0, "kl": 0.427402251691276, "brier": 0.36582341343275093, "ece": 0.5076817820721096 }, "q_32937b8502": { "n": 1, "accuracy": 1.0, "kl": 0.41057933699271665, "brier": 0.34900155419713014, "ece": 0.49773290162323225 }, "q_32b998dce6": { "n": 1, "accuracy": 0.0, "kl": 0.42319455627322045, "brier": 0.36161642671617555, "ece": 0.5052154904963926 }, "q_32c0e15df0": { "n": 1, "accuracy": 1.0, "kl": 0.3496152687169304, "brier": 0.28817515560882007, "ece": 0.4595886955698365 }, "q_32c8bdac26": { "n": 1, "accuracy": 1.0, "kl": 0.40123335320055015, "brier": 0.3396566324476802, "ece": 0.49210231281059325 }, "q_32c934965e": { "n": 1, "accuracy": 1.0, "kl": 0.3634785803147088, "brier": 0.30196659720759644, "ece": 0.46856569406446336 }, "q_32da20d111": { "n": 1, "accuracy": 0.0, "kl": 1.7683583584336626, "brier": 0.729197263252514, "ece": 0.13637666015859398 }, "q_32e1c160f2": { "n": 1, "accuracy": 1.0, "kl": 0.36244145419257, "brier": 0.30093365761634905, "ece": 0.46790053984001423 }, "q_32f71cb92a": { "n": 1, "accuracy": 0.0, "kl": 0.7747064367927464, "brier": 0.5231561562488227, "ece": 0.3395888638996402 }, "q_32f8d1eed4": { "n": 1, "accuracy": 0.0, "kl": 0.45090297238108734, "brier": 0.3893030099478489, "ece": 0.5211932739445655 }, "q_32f9b82880": { "n": 1, "accuracy": 0.0, "kl": 0.8441303924113188, "brier": 0.5700465729563268, "ece": 0.37987108835105965 }, "q_3304e11d51": { "n": 1, "accuracy": 0.0, "kl": 0.43324555874006276, "brier": 0.3716646394677118, "ece": 0.5110827295703875 }, "q_330e8638cb": { "n": 1, "accuracy": 1.0, "kl": 0.3710414837438205, "brier": 0.3095039653495776, "ece": 0.4733852852799514 }, "q_333848fe6c": { "n": 1, "accuracy": 0.0, "kl": 0.7956362808278582, "brier": 0.5374777524138088, "ece": 0.35702124160519794 }, "q_33402ef93c": { "n": 1, "accuracy": 0.0, "kl": 0.8065972158103096, "brier": 0.54462875216849, "ece": 0.35897032666877543 }, "q_334e46b03c": { "n": 1, "accuracy": 0.0, "kl": 0.4239039183490246, "brier": 0.36232570527600416, "ece": 0.5056322974563867 }, "q_33533cfaa6": { "n": 1, "accuracy": 1.0, "kl": 0.38823346631516253, "brier": 0.3266643398576746, "ece": 0.4841437490903914 }, "q_3355acca4e": { "n": 1, "accuracy": 1.0, "kl": 0.4099709813874278, "brier": 0.3483932132156811, "ece": 0.49736866989250705 }, "q_3355cc78ee": { "n": 1, "accuracy": 0.0, "kl": 0.4768542575605039, "brier": 0.415168497892367, "ece": 0.5356141448047717 }, "q_33561af37e": { "n": 1, "accuracy": 0.0, "kl": 0.43542208972204705, "brier": 0.3738399748866663, "ece": 0.5123424423340058 }, "q_335af87d9c": { "n": 1, "accuracy": 0.0, "kl": 0.41443544839972046, "brier": 0.3528576396082721, "ece": 0.5000343078894104 }, "q_335eb89523": { "n": 1, "accuracy": 0.0, "kl": 0.4772535700938661, "brier": 0.41556577210223183, "ece": 0.5358320809806127 }, "q_33647b8ed1": { "n": 1, "accuracy": 1.0, "kl": 0.3820165879796845, "brier": 0.3204553563386428, "ece": 0.480284496538801 }, "q_336f58cc44": { "n": 1, "accuracy": 1.0, "kl": 0.390295646084743, "brier": 0.3287246077862004, "ece": 0.48541621069352936 }, "q_3376fa215d": { "n": 1, "accuracy": 0.0, "kl": 0.42827696459409903, "brier": 0.3666979058307891, "ece": 0.5081926586425723 }, "q_3379cd9e61": { "n": 1, "accuracy": 1.0, "kl": 0.359499818989507, "brier": 0.2980048745556233, "ece": 0.46600833835269884 }, "q_337b643acd": { "n": 1, "accuracy": 0.0, "kl": 0.45253050470318723, "brier": 0.3909274894598912, "ece": 0.5221128190065807 }, "q_338011ea4b": { "n": 1, "accuracy": 1.0, "kl": 0.37135156810605796, "brier": 0.3098131775972778, "ece": 0.47358174347730975 }, "q_33946a9326": { "n": 1, "accuracy": 0.0, "kl": 1.2640458133966406, "brier": 0.6655768078385901, "ece": 0.21419670758138476 }, "q_339dc97953": { "n": 1, "accuracy": 1.0, "kl": 0.3965136329798385, "brier": 0.33493856935398714, "ece": 0.4892301121337401 }, "q_339eafb30a": { "n": 1, "accuracy": 0.0, "kl": 1.1610947893503032, "brier": 0.624677061662433, "ece": 0.2194051705506577 }, "q_33a3a452bf": { "n": 1, "accuracy": 0.0, "kl": 1.2290350557992282, "brier": 0.6520439759264728, "ece": 0.21449903471067883 }, "q_33a9e5cf2c": { "n": 1, "accuracy": 0.0, "kl": 1.833351749693911, "brier": 0.7445366630785419, "ece": 0.13510182801654252 }, "q_33cbbe8aec": { "n": 1, "accuracy": 0.0, "kl": 0.43109229189516995, "brier": 0.3695123157593989, "ece": 0.5098327091784657 }, "q_342a5fde5d": { "n": 1, "accuracy": 0.0, "kl": 1.7323927085976951, "brier": 0.7200996588421759, "ece": 0.13185583515380805 }, "q_34335f013e": { "n": 1, "accuracy": 0.0, "kl": 1.7849534069483877, "brier": 0.733113907967647, "ece": 0.13360231728899175 }, "q_343558b64e": { "n": 1, "accuracy": 0.0, "kl": 0.4593713534860496, "brier": 0.39775249444659794, "ece": 0.5259554318800242 }, "q_34432d7b8c": { "n": 1, "accuracy": 1.0, "kl": 0.34307343987899236, "brier": 0.2816807621813586, "ece": 0.45528706491255366 }, "q_344af6da50": { "n": 1, "accuracy": 1.0, "kl": 0.3896933064696652, "brier": 0.3281227937647533, "ece": 0.4850449319302448 }, "q_345efdf612": { "n": 1, "accuracy": 1.0, "kl": 0.37303696180601154, "brier": 0.31149405360792826, "ece": 0.4746479783350779 }, "q_34623c1f1a": { "n": 1, "accuracy": 1.0, "kl": 0.3854917933436749, "brier": 0.3239257296733387, "ece": 0.4824461017784485 }, "q_347749ea10": { "n": 1, "accuracy": 0.0, "kl": 0.47857068789630786, "brier": 0.4168759890200863, "ece": 0.5365501007666553 }, "q_34927b8051": { "n": 1, "accuracy": 1.0, "kl": 0.6270430684992934, "brier": 0.42264401049064465, "ece": 0.6098457348796095 }, "q_34a4157135": { "n": 1, "accuracy": 0.0, "kl": 0.4221839492546853, "brier": 0.3606059176015433, "ece": 0.5046209589749093 }, "q_34b37114d2": { "n": 1, "accuracy": 1.0, "kl": 0.3933533378212989, "brier": 0.33178001931895396, "ece": 0.4872959730459865 }, "q_34ba489398": { "n": 1, "accuracy": 0.0, "kl": 0.4347231504886643, "brier": 0.37314144775742597, "ece": 0.5119383334212338 }, "q_34d1c93cd2": { "n": 1, "accuracy": 1.0, "kl": 1.6612161304858486, "brier": 0.7013666085131136, "ece": 0.8619120298375413 }, "q_34d6a36d7b": { "n": 1, "accuracy": 1.0, "kl": 0.37652291981950536, "brier": 0.31497180440619865, "ece": 0.47684493470762523 }, "q_35069758af": { "n": 1, "accuracy": 0.0, "kl": 0.4219677586889738, "brier": 0.3603897449973563, "ece": 0.5044936660289269 }, "q_350a05e1c6": { "n": 1, "accuracy": 1.0, "kl": 0.3671844479002909, "brier": 0.30565889433035415, "ece": 0.4709340701002882 }, "q_35371cc12b": { "n": 1, "accuracy": 1.0, "kl": 0.704172592296341, "brier": 0.47561456356682097, "ece": 0.6429830640999803 }, "q_353f2df3aa": { "n": 1, "accuracy": 1.0, "kl": 0.38315302487034403, "brier": 0.32159008900895836, "ece": 0.48099257412635354 }, "q_35606df8f3": { "n": 1, "accuracy": 1.0, "kl": 0.39136260186309113, "brier": 0.32979069613525225, "ece": 0.4860730821756425 }, "q_3565b63305": { "n": 1, "accuracy": 1.0, "kl": 1.169157051884474, "brier": 0.6276665768585613, "ece": 0.788397930709652 }, "q_357b3c2db7": { "n": 1, "accuracy": 1.0, "kl": 0.4143330775791989, "brier": 0.3527552687878832, "ece": 0.4999733734344852 }, "q_357dc1ae58": { "n": 1, "accuracy": 0.0, "kl": 0.4339076392316682, "brier": 0.37232638328365303, "ece": 0.5114663273557121 }, "q_358bea52b9": { "n": 1, "accuracy": 0.0, "kl": 0.4148510519291888, "brier": 0.3532732430877865, "ece": 0.5002815979125106 }, "q_359d7c73a7": { "n": 1, "accuracy": 1.0, "kl": 0.39903708526031056, "brier": 0.337461010186055, "ece": 0.4907681889984027 }, "q_359e05709d": { "n": 1, "accuracy": 0.0, "kl": 0.43331021670175207, "brier": 0.3717292655549088, "ece": 0.5111202068767531 }, "q_359e6dab2a": { "n": 1, "accuracy": 0.0, "kl": 0.7634783489963464, "brier": 0.515805662349127, "ece": 0.34231612424926927 }, "q_35bc0d7643": { "n": 1, "accuracy": 1.0, "kl": 0.33190326094208394, "brier": 0.2706155642224376, "ece": 0.4478420613676728 }, "q_35c0002875": { "n": 1, "accuracy": 0.0, "kl": 0.8351105380635033, "brier": 0.563966149452999, "ece": 0.3753110467725236 }, "q_35c09eb1d2": { "n": 1, "accuracy": 0.0, "kl": 0.4339692629272105, "brier": 0.37238797446991634, "ece": 0.5115020130137959 }, "q_35c5b69269": { "n": 1, "accuracy": 0.0, "kl": 1.4116535879947416, "brier": 0.6935064830191602, "ece": 0.1991718314253761 }, "q_35c6c345cb": { "n": 1, "accuracy": 1.0, "kl": 0.6891029560040784, "brier": 0.46535168114497827, "ece": 0.636765908263427 }, "q_35c96076ac": { "n": 1, "accuracy": 0.0, "kl": 1.7183870296812511, "brier": 0.7169578391265469, "ece": 0.14953523715554531 }, "q_35c9c45a33": { "n": 1, "accuracy": 1.0, "kl": 0.6150264461032177, "brier": 0.41284680398968554, "ece": 0.6045477911437365 }, "q_36058cb631": { "n": 1, "accuracy": 1.0, "kl": 0.3578230378281357, "brier": 0.29633609229416974, "ece": 0.4649260268507247 }, "q_360b298de3": { "n": 1, "accuracy": 1.0, "kl": 0.38160730749271254, "brier": 0.32004672047762667, "ece": 0.48002919923277265 }, "q_36139ca87f": { "n": 1, "accuracy": 1.0, "kl": 0.3835195822012157, "brier": 0.3219561229504335, "ece": 0.48122071416517953 }, "q_361a1cdbfe": { "n": 1, "accuracy": 1.0, "kl": 0.31688789893856273, "brier": 0.2557975405616225, "ece": 0.43762937558429293 }, "q_361d14da79": { "n": 1, "accuracy": 1.0, "kl": 0.39535249125298555, "brier": 0.3337780026177568, "ece": 0.488520502923511 }, "q_363f6473d2": { "n": 1, "accuracy": 0.0, "kl": 1.1929978284022893, "brier": 0.6374055525091077, "ece": 0.20837812865762667 }, "q_3652fd9b34": { "n": 1, "accuracy": 0.0, "kl": 0.4481406776988456, "brier": 0.38654532073856424, "ece": 0.5196278657788677 }, "q_3653dac216": { "n": 1, "accuracy": 1.0, "kl": 0.4131928042590274, "brier": 0.351614996254765, "ece": 0.49929404733120464 }, "q_366f4e5ddc": { "n": 1, "accuracy": 0.0, "kl": 0.4228186645468911, "brier": 0.36124057418019656, "ece": 0.5049944553639474 }, "q_3684feb463": { "n": 1, "accuracy": 1.0, "kl": 0.3916293516983963, "brier": 0.33005724144499715, "ece": 0.4862371483782577 }, "q_368c385499": { "n": 1, "accuracy": 1.0, "kl": 0.3890128420817687, "brier": 0.32744295537760226, "ece": 0.48462510758577637 }, "q_36a149ffb1": { "n": 1, "accuracy": 1.0, "kl": 0.410272988436701, "brier": 0.3486952124624483, "ece": 0.49754952548317444 }, "q_36a17d87ff": { "n": 1, "accuracy": 0.0, "kl": 1.401047477627116, "brier": 0.6868624007811034, "ece": 0.178733494765192 }, "q_36a3beded7": { "n": 1, "accuracy": 0.0, "kl": 0.430999798321569, "brier": 0.3694198577604366, "ece": 0.5097789302423029 }, "q_36b31b565a": { "n": 1, "accuracy": 0.0, "kl": 1.1292658848856019, "brier": 0.613053092103995, "ece": 0.23554994673227173 }, "q_36bb93078f": { "n": 1, "accuracy": 1.0, "kl": 0.3616251040526436, "brier": 0.3001207273067828, "ece": 0.4673762559236063 }, "q_36c2ef4e5e": { "n": 1, "accuracy": 0.0, "kl": 0.42018687837168567, "brier": 0.3586089775430493, "ece": 0.5034436075459454 }, "q_36ca21ad9d": { "n": 1, "accuracy": 1.0, "kl": 0.38750668982154235, "brier": 0.3259383151763693, "ece": 0.48369438637189965 }, "q_36d935d447": { "n": 1, "accuracy": 1.0, "kl": 0.4065262424938655, "brier": 0.3449486642835783, "ece": 0.495300291526251 }, "q_36debd07fd": { "n": 1, "accuracy": 1.0, "kl": 0.3632137667798735, "brier": 0.3017028359998719, "ece": 0.4683959551796799 }, "q_36e22e536a": { "n": 1, "accuracy": 0.0, "kl": 0.4232086024376525, "brier": 0.36163047134988857, "ece": 0.5052237477786774 }, "q_36f24c9b28": { "n": 1, "accuracy": 1.0, "kl": 0.40445810973663743, "brier": 0.3428807669721893, "ece": 0.4940535997743464 }, "q_3715fc6306": { "n": 1, "accuracy": 1.0, "kl": 0.40663564613241276, "brier": 0.3450580583912154, "ece": 0.49536613872053614 }, "q_3718e22f13": { "n": 1, "accuracy": 1.0, "kl": 0.40987356805099223, "brier": 0.3482958026374352, "ece": 0.4973103177717004 }, "q_37251f2468": { "n": 1, "accuracy": 1.0, "kl": 0.38584740465873557, "brier": 0.32428090816213895, "ece": 0.4826666786326743 }, "q_374469e1ff": { "n": 1, "accuracy": 1.0, "kl": 0.40526237473593724, "brier": 0.3436849272494122, "ece": 0.4945388565921246 }, "q_37567c12bd": { "n": 1, "accuracy": 0.0, "kl": 0.4323316301696889, "brier": 0.37075113878721666, "ece": 0.5105526325475299 }, "q_37891f14ee": { "n": 1, "accuracy": 0.0, "kl": 0.42582981955163024, "brier": 0.36425130978935727, "ece": 0.5067618245516796 }, "q_379a3f7ee9": { "n": 1, "accuracy": 0.0, "kl": 0.7778592138098146, "brier": 0.5258894840178375, "ece": 0.3554463605939354 }, "q_37b133100b": { "n": 1, "accuracy": 1.0, "kl": 0.3685087132760504, "brier": 0.3069788132032498, "ece": 0.4717772410460118 }, "q_37c8decebc": { "n": 1, "accuracy": 1.0, "kl": 0.39110710057978815, "brier": 0.3295353953249528, "ece": 0.485915875105269 }, "q_37c92b58c3": { "n": 1, "accuracy": 0.0, "kl": 0.43956171047520043, "brier": 0.37797655376478817, "ece": 0.514727819310421 }, "q_37e2876a03": { "n": 1, "accuracy": 0.0, "kl": 0.423275273798016, "brier": 0.36169713537832693, "ece": 0.5052629394729377 }, "q_37e57deafa": { "n": 1, "accuracy": 0.0, "kl": 0.4339193242857482, "brier": 0.3723380621888579, "ece": 0.5114730942879624 }, "q_37ef5d1c7a": { "n": 1, "accuracy": 0.0, "kl": 0.414918173529909, "brier": 0.3533403646640553, "ece": 0.5003215225657944 }, "q_380207d1e9": { "n": 1, "accuracy": 1.0, "kl": 0.3790873256657095, "brier": 0.3175310840987192, "ece": 0.47845393968357197 }, "q_3804e562e8": { "n": 1, "accuracy": 0.0, "kl": 0.4323554738681541, "brier": 0.37077497185099645, "ece": 0.5105664709722509 }, "q_380525e6ed": { "n": 1, "accuracy": 1.0, "kl": 0.3885776621610617, "brier": 0.3270081941736436, "ece": 0.4843563985976007 }, "q_3805fe9c73": { "n": 1, "accuracy": 0.0, "kl": 1.770554981833938, "brier": 0.7294712573361493, "ece": 0.13113356916055902 }, "q_38157b150e": { "n": 1, "accuracy": 0.0, "kl": 0.7644539116128494, "brier": 0.5163462751990082, "ece": 0.33797585805072905 }, "q_3836963267": { "n": 1, "accuracy": 0.0, "kl": 0.7714347395544965, "brier": 0.521422191765159, "ece": 0.3509598393851685 }, "q_384ac46c2c": { "n": 1, "accuracy": 0.0, "kl": 0.45524922302042015, "brier": 0.3936405131980791, "ece": 0.5236442906192297 }, "q_38647bee24": { "n": 1, "accuracy": 0.0, "kl": 0.43696144631544986, "brier": 0.37537832430348983, "ece": 0.5132310724679671 }, "q_3868052811": { "n": 1, "accuracy": 1.0, "kl": 0.4127748696902727, "brier": 0.35119706284791374, "ece": 0.4990447845087167 }, "q_386a7761c3": { "n": 1, "accuracy": 1.0, "kl": 0.40992521265529946, "brier": 0.34834744576439736, "ece": 0.49734125470913926 }, "q_386eb591b2": { "n": 1, "accuracy": 1.0, "kl": 0.3906289550254492, "brier": 0.32905763713868097, "ece": 0.48562152133403924 }, "q_38759699fb": { "n": 1, "accuracy": 0.0, "kl": 1.7400163104246678, "brier": 0.7222245184412016, "ece": 0.13717746512381068 }, "q_387e12c8cf": { "n": 1, "accuracy": 0.0, "kl": 1.81132906164112, "brier": 0.7395269551931303, "ece": 0.13263821039007925 }, "q_3880e9e911": { "n": 1, "accuracy": 0.0, "kl": 0.7490660688911656, "brier": 0.5067512456932468, "ece": 0.35099556334300774 }, "q_38af0f3837": { "n": 1, "accuracy": 1.0, "kl": 0.6806010602915314, "brier": 0.45997221343083383, "ece": 0.6331629443317819 }, "q_38cfb8ccf3": { "n": 1, "accuracy": 1.0, "kl": 0.3847534255065516, "brier": 0.32318829588288217, "ece": 0.4819877460090557 }, "q_38d67efca0": { "n": 1, "accuracy": 0.0, "kl": 0.4457601602128715, "brier": 0.38416822457948896, "ece": 0.5182740150747526 }, "q_38d79f1045": { "n": 1, "accuracy": 0.0, "kl": 1.810286501571575, "brier": 0.7391345584094262, "ece": 0.13392539110042123 }, "q_38e21bee89": { "n": 1, "accuracy": 1.0, "kl": 0.39968136136547394, "brier": 0.33810507584507987, "ece": 0.4911599906636587 }, "q_38e54c7f0e": { "n": 1, "accuracy": 0.0, "kl": 0.41832228591930354, "brier": 0.3567444482563915, "ece": 0.5023413597177001 }, "q_38fa351916": { "n": 1, "accuracy": 0.0, "kl": 0.8473058420356342, "brier": 0.5708993993994055, "ece": 0.3679114621347247 }, "q_390697e4fe": { "n": 1, "accuracy": 1.0, "kl": 0.39845467668877177, "brier": 0.33687880788114233, "ece": 0.49041369852938765 }, "q_39091b7146": { "n": 1, "accuracy": 0.0, "kl": 0.8030457881549495, "brier": 0.5431705635439199, "ece": 0.3687332666800882 }, "q_3909621a9c": { "n": 1, "accuracy": 0.0, "kl": 0.43897949996321783, "brier": 0.3773948370089285, "ece": 0.5143931612082127 }, "q_390d1303c9": { "n": 1, "accuracy": 0.0, "kl": 0.7533987549431621, "brier": 0.5112571381208459, "ece": 0.3676829341560586 }, "q_390e465d77": { "n": 1, "accuracy": 0.0, "kl": 0.415017872358107, "brier": 0.35344006344295653, "ece": 0.5003808174994171 }, "q_390f64f2c1": { "n": 1, "accuracy": 1.0, "kl": 0.408423712600678, "brier": 0.34684600416040245, "ece": 0.4964408746511336 }, "q_3912daaddc": { "n": 1, "accuracy": 0.0, "kl": 0.431043590393811, "brier": 0.36946363303812163, "ece": 0.5098043933221958 }, "q_392aa6b222": { "n": 1, "accuracy": 1.0, "kl": 0.3757838583685488, "brier": 0.31423435999359406, "ece": 0.4763800953589836 }, "q_3930e167a1": { "n": 1, "accuracy": 1.0, "kl": 0.40831604851489484, "brier": 0.3467383456295713, "ece": 0.4963762394935446 }, "q_39362c6e90": { "n": 1, "accuracy": 1.0, "kl": 0.4124194900918454, "brier": 0.35084168485577666, "ece": 0.49883271413284835 }, "q_393f963dc9": { "n": 1, "accuracy": 1.0, "kl": 0.3376376479175345, "brier": 0.2762920362214667, "ece": 0.451679994229893 }, "q_3948d55866": { "n": 1, "accuracy": 0.0, "kl": 0.4441493778624187, "brier": 0.38255948753708297, "ece": 0.5173553975527699 }, "q_39680c7d73": { "n": 1, "accuracy": 0.0, "kl": 0.4334451003050299, "brier": 0.3718640819697818, "ece": 0.51119837776236 }, "q_396d5ed8df": { "n": 1, "accuracy": 1.0, "kl": 0.4141008982898614, "brier": 0.3525230895085373, "ece": 0.4998351399707611 }, "q_397a8bc5cd": { "n": 1, "accuracy": 0.0, "kl": 0.4144996736499853, "brier": 0.35292186485777244, "ece": 0.5000725323427921 }, "q_3989acf566": { "n": 1, "accuracy": 0.0, "kl": 0.41653039077696896, "brier": 0.35495257728443685, "ece": 0.501279347514471 }, "q_398a0acdc4": { "n": 1, "accuracy": 1.0, "kl": 0.3983366108067343, "brier": 0.3367607857250969, "ece": 0.4903418000430232 }, "q_39b562753b": { "n": 1, "accuracy": 0.0, "kl": 1.8367301592195933, "brier": 0.7454402143702727, "ece": 0.13684046114894802 }, "q_39bba397e9": { "n": 1, "accuracy": 0.0, "kl": 0.4576934489076254, "brier": 0.3960789498100308, "ece": 0.5250162636410217 }, "q_39c0bb3eff": { "n": 1, "accuracy": 1.0, "kl": 0.383445815573751, "brier": 0.3218824606361385, "ece": 0.4811748126665846 }, "q_39c40dfe15": { "n": 1, "accuracy": 1.0, "kl": 0.40848647800440246, "brier": 0.34690876641738316, "ece": 0.49647855071863134 }, "q_39da20346f": { "n": 1, "accuracy": 0.0, "kl": 1.2439547084845852, "brier": 0.6581680533226307, "ece": 0.2229675941267529 }, "q_39e255b85b": { "n": 1, "accuracy": 0.0, "kl": 0.4177806047774944, "brier": 0.35620277743976403, "ece": 0.5020206022457695 }, "q_39eefe9364": { "n": 1, "accuracy": 1.0, "kl": 0.40818923973909105, "brier": 0.34661154365552743, "ece": 0.49630009827979105 }, "q_3a061fd734": { "n": 1, "accuracy": 0.0, "kl": 1.7160110337575336, "brier": 0.715883241675501, "ece": 0.13550717969178652 }, "q_3a0f3234ed": { "n": 1, "accuracy": 1.0, "kl": 0.40202501151815934, "brier": 0.34044810501150014, "ece": 0.4925821766699938 }, "q_3a114c37df": { "n": 1, "accuracy": 0.0, "kl": 0.44367309230984886, "brier": 0.382083766885998, "ece": 0.5170833827120392 }, "q_3a1258a0e2": { "n": 1, "accuracy": 0.0, "kl": 0.43562510287858847, "brier": 0.37404286315897656, "ece": 0.5124597456174254 }, "q_3a1bd086ec": { "n": 1, "accuracy": 0.0, "kl": 0.4222215945900165, "brier": 0.3606435597060263, "ece": 0.5046431205765768 }, "q_3a26c818af": { "n": 1, "accuracy": 0.0, "kl": 0.4318922799445251, "brier": 0.37031197957100753, "ece": 0.51029755958581 }, "q_3a2b811036": { "n": 1, "accuracy": 1.0, "kl": 0.3268123708014188, "brier": 0.2655837965905075, "ece": 0.4444062270259027 }, "q_3a2ebb65e4": { "n": 1, "accuracy": 1.0, "kl": 0.4070104433928085, "brier": 0.3454328250013189, "ece": 0.4955916415192435 }, "q_3a2eec1f85": { "n": 1, "accuracy": 1.0, "kl": 0.3883211795422472, "brier": 0.3267519651742704, "ece": 0.4841979497562242 }, "q_3a49f584b4": { "n": 1, "accuracy": 0.0, "kl": 0.4342875235086594, "brier": 0.3727060639200355, "ece": 0.5116862656606274 }, "q_3a4d25c42a": { "n": 1, "accuracy": 1.0, "kl": 0.374511272487013, "brier": 0.3129647114515237, "ece": 0.4755785076641068 }, "q_3a556f0818": { "n": 1, "accuracy": 1.0, "kl": 0.4042130177475311, "brier": 0.34263571051840297, "ece": 0.4939056115338393 }, "q_3a6e795d39": { "n": 1, "accuracy": 1.0, "kl": 0.39922143650594144, "brier": 0.3376452993457475, "ece": 0.4908803349795092 }, "q_3a75e58810": { "n": 1, "accuracy": 0.0, "kl": 0.4158873739246795, "brier": 0.3543095635108418, "ece": 0.5008975905792534 }, "q_3a7e3e436f": { "n": 1, "accuracy": 0.0, "kl": 0.4328739499506783, "brier": 0.3712932097264279, "ece": 0.5108672705871425 }, "q_3a861576b3": { "n": 1, "accuracy": 0.0, "kl": 0.42052733872791037, "brier": 0.3589494207891799, "ece": 0.5036445566681932 }, "q_3a882e42e7": { "n": 1, "accuracy": 0.0, "kl": 0.797223048617822, "brier": 0.5390750208225428, "ece": 0.36460466043383893 }, "q_3a88d5de3a": { "n": 1, "accuracy": 1.0, "kl": 0.38880054584254425, "brier": 0.32723086159090176, "ece": 0.4844940429665817 }, "q_3a8d2e108d": { "n": 1, "accuracy": 0.0, "kl": 0.4250446920507195, "brier": 0.36346631633249704, "ece": 0.5063017219836773 }, "q_3a8f022792": { "n": 1, "accuracy": 1.0, "kl": 0.39114708083870153, "brier": 0.3295753439169012, "ece": 0.4859404783443634 }, "q_3a9ea4e1ea": { "n": 1, "accuracy": 1.0, "kl": 0.41325818945942255, "brier": 0.3516803813318816, "ece": 0.4993330307356443 }, "q_3ab288c638": { "n": 1, "accuracy": 1.0, "kl": 0.3628266623497183, "brier": 0.30131729033237065, "ece": 0.4681477104997339 }, "q_3abd8f6e3a": { "n": 1, "accuracy": 1.0, "kl": 0.37081827492864716, "brier": 0.3092813923355699, "ece": 0.4732438126249222 }, "q_3ad0ed5aa3": { "n": 1, "accuracy": 1.0, "kl": 0.40990722023396375, "brier": 0.34832945385387526, "ece": 0.4973304768728706 }, "q_3ae388bf6a": { "n": 1, "accuracy": 1.0, "kl": 0.3450937730676058, "brier": 0.283685415932324, "ece": 0.4566201109422623 }, "q_3aea09877f": { "n": 1, "accuracy": 0.0, "kl": 0.7642105683510221, "brier": 0.5184857012232483, "ece": 0.36968370318951366 }, "q_3afb8f34e6": { "n": 1, "accuracy": 1.0, "kl": 0.39365602504840913, "brier": 0.3320825139820617, "ece": 0.48748160325471235 }, "q_3b014c31cb": { "n": 1, "accuracy": 1.0, "kl": 0.3958967117218627, "brier": 0.33432194445531793, "ece": 0.4888532404514595 }, "q_3b095ebc19": { "n": 1, "accuracy": 1.0, "kl": 0.39705770414603936, "brier": 0.3354823957965247, "ece": 0.4895622027217139 }, "q_3b0c3d06dc": { "n": 1, "accuracy": 0.0, "kl": 0.4475595311227194, "brier": 0.38596505474163945, "ece": 0.519297766180093 }, "q_3b0c94fd5d": { "n": 1, "accuracy": 1.0, "kl": 0.3969185493728772, "brier": 0.3353433021603367, "ece": 0.4894772900664557 }, "q_3b0d96656c": { "n": 1, "accuracy": 1.0, "kl": 0.3986023753730128, "brier": 0.33702645278074433, "ece": 0.490503625307222 }, "q_3b124bc3c9": { "n": 1, "accuracy": 1.0, "kl": 0.4052860364459213, "brier": 0.34370858614400895, "ece": 0.49455312454739075 }, "q_3b19ed322d": { "n": 1, "accuracy": 0.0, "kl": 1.7518922615563541, "brier": 0.7255639412587603, "ece": 0.14347297819273902 }, "q_3b1d8dc0ca": { "n": 1, "accuracy": 1.0, "kl": 1.1078102472760734, "brier": 0.6024601997702804, "ece": 0.7733526290079488 }, "q_3b1d9cee6e": { "n": 1, "accuracy": 1.0, "kl": 0.3886260830596711, "brier": 0.32705656776412284, "ece": 0.48438630526028126 }, "q_3b23d2e5b3": { "n": 1, "accuracy": 0.0, "kl": 1.7615119697282973, "brier": 0.7276109437718816, "ece": 0.13741409060231227 }, "q_3b3167bdb6": { "n": 1, "accuracy": 0.0, "kl": 0.42386913152611394, "brier": 0.36229092285123954, "ece": 0.5056118671108921 }, "q_3b316a565b": { "n": 1, "accuracy": 1.0, "kl": 0.3941194262299538, "brier": 0.3325456312264023, "ece": 0.4877656380976714 }, "q_3b33081041": { "n": 1, "accuracy": 0.0, "kl": 0.4200240864881675, "brier": 0.3584461931678385, "ece": 0.5033474891669009 }, "q_3b45938f50": { "n": 1, "accuracy": 0.0, "kl": 0.4726635110604578, "brier": 0.4109976739600876, "ece": 0.5333197954866341 }, "q_3b4629fa20": { "n": 1, "accuracy": 0.0, "kl": 0.8557345082425141, "brier": 0.5768041769115588, "ece": 0.37625049238926256 }, "q_3b577355c9": { "n": 1, "accuracy": 1.0, "kl": 0.41335087983122915, "brier": 0.35177307155204307, "ece": 0.4993882875999537 }, "q_3b61c98cd3": { "n": 1, "accuracy": 1.0, "kl": 0.41375376641395745, "brier": 0.3521759577374811, "ece": 0.4996283818675049 }, "q_3b65b2f1bb": { "n": 1, "accuracy": 0.0, "kl": 1.7607379885706838, "brier": 0.7277520160693237, "ece": 0.1460673194240373 }, "q_3ba710b24c": { "n": 1, "accuracy": 1.0, "kl": 1.1389543606838528, "brier": 0.6151148404229149, "ece": 0.7811465543372026 }, "q_3ba750c2fb": { "n": 1, "accuracy": 1.0, "kl": 0.39432650419880777, "brier": 0.33275258649509953, "ece": 0.48789250207321744 }, "q_3bb08031d4": { "n": 1, "accuracy": 1.0, "kl": 0.3682621134416034, "brier": 0.3067330034350595, "ece": 0.4716203540644047 }, "q_3bb5af9c05": { "n": 1, "accuracy": 1.0, "kl": 0.38289069303257117, "brier": 0.32132813954159034, "ece": 0.480829227690291 }, "q_3bb6e64841": { "n": 1, "accuracy": 1.0, "kl": 0.3767918535209538, "brier": 0.31524016554503, "ece": 0.4770139579064129 }, "q_3bc3ad42ea": { "n": 1, "accuracy": 1.0, "kl": 0.4090931317505083, "brier": 0.3475153930755525, "ece": 0.49684253206429907 }, "q_3bc4600e26": { "n": 1, "accuracy": 0.0, "kl": 1.7429834246630351, "brier": 0.7230253944454996, "ece": 0.13957235519634073 }, "q_3bcbbe0eb6": { "n": 1, "accuracy": 1.0, "kl": 0.4049856435573798, "brier": 0.34340823010303245, "ece": 0.49437195253964306 }, "q_3bdae05b22": { "n": 1, "accuracy": 0.0, "kl": 0.44809198745552237, "brier": 0.3864967054218776, "ece": 0.5196002191889112 }, "q_3be2ddbd18": { "n": 1, "accuracy": 1.0, "kl": 0.38566458808760296, "brier": 0.32409831273581746, "ece": 0.48255329630734445 }, "q_3be7b4025a": { "n": 1, "accuracy": 0.0, "kl": 0.42763825008483713, "brier": 0.36605935511545834, "ece": 0.5078196787873708 }, "q_3be9565653": { "n": 1, "accuracy": 1.0, "kl": 0.30938650434674164, "brier": 0.2484228386596252, "ece": 0.43243640466020616 }, "q_3beb72912c": { "n": 1, "accuracy": 1.0, "kl": 0.4126694326658351, "brier": 0.35109162623419315, "ece": 0.49898187683609485 }, "q_3bfc54755e": { "n": 1, "accuracy": 0.0, "kl": 1.8892929945101897, "brier": 0.757482938328264, "ece": 0.14309356114707536 }, "q_3c0231d253": { "n": 1, "accuracy": 1.0, "kl": 0.40207506882273836, "brier": 0.34049815134362404, "ece": 0.49261250062475326 }, "q_3c0a2e4beb": { "n": 1, "accuracy": 1.0, "kl": 0.38276769485709017, "brier": 0.3212053229060414, "ece": 0.48075261877250497 }, "q_3c1ccb8045": { "n": 1, "accuracy": 0.0, "kl": 0.7541484369241268, "brier": 0.5105467452890773, "ece": 0.35669265550392343 }, "q_3c2d4715fe": { "n": 1, "accuracy": 0.0, "kl": 0.77385618000641, "brier": 0.5234581440955324, "ece": 0.357655110237834 }, "q_3c2f5e165c": { "n": 1, "accuracy": 0.0, "kl": 1.1742749760917537, "brier": 0.6299347970605745, "ece": 0.21343958057543838 }, "q_3c42dd23c0": { "n": 1, "accuracy": 1.0, "kl": 0.39085406352482643, "brier": 0.32928256127058936, "ece": 0.48576012696579074 }, "q_3c5094f795": { "n": 1, "accuracy": 1.0, "kl": 0.36650536369289555, "brier": 0.30498213931334606, "ece": 0.47050104949496996 }, "q_3c6c0dd7d9": { "n": 1, "accuracy": 0.0, "kl": 0.42109319216687063, "brier": 0.3595152413259435, "ece": 0.503978325699524 }, "q_3c76470e1a": { "n": 1, "accuracy": 0.0, "kl": 0.4504484232198839, "brier": 0.38884926756934113, "ece": 0.5209360880951689 }, "q_3c956c47a8": { "n": 1, "accuracy": 0.0, "kl": 1.766029756109816, "brier": 0.7287512579352935, "ece": 0.1384672753217155 }, "q_3cb9652b91": { "n": 1, "accuracy": 0.0, "kl": 0.42068314328940937, "brier": 0.35910521686203534, "ece": 0.5037364846588238 }, "q_3d03eb8a4b": { "n": 1, "accuracy": 1.0, "kl": 0.3464237827621349, "brier": 0.2850056150186975, "ece": 0.4574954403821968 }, "q_3d12328376": { "n": 1, "accuracy": 1.0, "kl": 0.4124649137034089, "brier": 0.35088710822547675, "ece": 0.4988598263294516 }, "q_3d197e01b5": { "n": 1, "accuracy": 1.0, "kl": 0.39927093802084085, "brier": 0.3376947844471301, "ece": 0.4909104430694905 }, "q_3d34a384e8": { "n": 1, "accuracy": 1.0, "kl": 0.40926704338600917, "brier": 0.34768929800228243, "ece": 0.4969468179530109 }, "q_3d46b9edf0": { "n": 1, "accuracy": 1.0, "kl": 0.3750484037276538, "brier": 0.3135005789741622, "ece": 0.47591702348734777 }, "q_3d5041302d": { "n": 1, "accuracy": 0.0, "kl": 0.42484410429385205, "brier": 0.3632657598473192, "ece": 0.5061840915891389 }, "q_3d674633b7": { "n": 1, "accuracy": 0.0, "kl": 0.46387514653543904, "brier": 0.4022429380786843, "ece": 0.5284656832348961 }, "q_3d6ddf635b": { "n": 1, "accuracy": 0.0, "kl": 0.7660169242657066, "brier": 0.5174041400933531, "ece": 0.33918312385636445 }, "q_3d6ff757fb": { "n": 1, "accuracy": 1.0, "kl": 0.40398132930754954, "brier": 0.34240405729591383, "ece": 0.49376566876428607 }, "q_3d70671059": { "n": 1, "accuracy": 1.0, "kl": 0.6563252016559984, "brier": 0.4421140890559762, "ece": 0.6228995086852261 }, "q_3d707b3a0d": { "n": 1, "accuracy": 1.0, "kl": 0.660823733064139, "brier": 0.4454038138811825, "ece": 0.6248277613633202 }, "q_3d707fb765": { "n": 1, "accuracy": 1.0, "kl": 0.39973229479493977, "brier": 0.3381559934093106, "ece": 0.4911909492008004 }, "q_3d810df237": { "n": 1, "accuracy": 0.0, "kl": 1.8083093524718807, "brier": 0.7386714057194049, "ece": 0.1361935108696986 }, "q_3da75b73fb": { "n": 1, "accuracy": 1.0, "kl": 0.3926643215756433, "brier": 0.3310914628483346, "ece": 0.4868731146489864 }, "q_3dadc47e7f": { "n": 1, "accuracy": 0.0, "kl": 0.4544403923527299, "brier": 0.3928334566674876, "ece": 0.523189269199677 }, "q_3dbf21eb7c": { "n": 1, "accuracy": 1.0, "kl": 0.4116826958089956, "brier": 0.35010489629226366, "ece": 0.4983926960955841 }, "q_3dda15e132": { "n": 1, "accuracy": 1.0, "kl": 0.6719420328621984, "brier": 0.45416896683192587, "ece": 0.6294819390201422 }, "q_3df972a4e5": { "n": 1, "accuracy": 1.0, "kl": 0.4059708164703875, "brier": 0.3443932909059837, "ece": 0.4949658364889715 }, "q_3df9e4133b": { "n": 1, "accuracy": 1.0, "kl": 0.39429985434339726, "brier": 0.3327259522873375, "ece": 0.4878761774652556 }, "q_3dffa23579": { "n": 1, "accuracy": 0.0, "kl": 1.6756593389188406, "brier": 0.7057916721397772, "ece": 0.1396612608828699 }, "q_3e0f7a2eda": { "n": 1, "accuracy": 0.0, "kl": 1.8075531179758344, "brier": 0.7385502226193409, "ece": 0.1318750818054581 }, "q_3e28d0949b": { "n": 1, "accuracy": 0.0, "kl": 0.4392314441308714, "brier": 0.37764657029418647, "ece": 0.514538013466133 }, "q_3e2e0f3d19": { "n": 1, "accuracy": 1.0, "kl": 1.079623779179061, "brier": 0.5901565659216359, "ece": 0.7661008101737828 }, "q_3e3393a131": { "n": 1, "accuracy": 0.0, "kl": 0.4272286910532318, "brier": 0.3656498932232113, "ece": 0.5075803393651369 }, "q_3e4b3d69e7": { "n": 1, "accuracy": 0.0, "kl": 0.4147437216628006, "brier": 0.35316591284830673, "ece": 0.5002177488209575 }, "q_3e543d6206": { "n": 1, "accuracy": 1.0, "kl": 0.39802412764831707, "brier": 0.33644842147429377, "ece": 0.49015144853717985 }, "q_3e62ff0f47": { "n": 1, "accuracy": 0.0, "kl": 0.42157694475254415, "brier": 0.3599989610383999, "ece": 0.5042634564974928 }, "q_3e6c6200c7": { "n": 1, "accuracy": 1.0, "kl": 0.3266459981277347, "brier": 0.2654194849011583, "ece": 0.4442934839529512 }, "q_3e708a8a93": { "n": 1, "accuracy": 0.0, "kl": 0.4186415910463838, "brier": 0.3570637458014687, "ece": 0.5025303218713828 }, "q_3e7271913e": { "n": 1, "accuracy": 0.0, "kl": 1.528428154811662, "brier": 0.7270911201693724, "ece": 0.18522400594765845 }, "q_3e8df362bb": { "n": 1, "accuracy": 1.0, "kl": 0.3939116700987816, "brier": 0.3323380007815273, "ece": 0.48763832056219103 }, "q_3e996fe78b": { "n": 1, "accuracy": 1.0, "kl": 0.4075657469943267, "brier": 0.3459880886238452, "ece": 0.4959255273626789 }, "q_3e9dab2983": { "n": 1, "accuracy": 1.0, "kl": 0.3768020751637372, "brier": 0.31525036559109704, "ece": 0.4770203808314486 }, "q_3ea4502015": { "n": 1, "accuracy": 1.0, "kl": 0.3943516689818446, "brier": 0.3327777365411405, "ece": 0.48790791641076325 }, "q_3eaa9145e6": { "n": 1, "accuracy": 0.0, "kl": 1.199577445759135, "brier": 0.64058013463524, "ece": 0.21605180145324512 }, "q_3ead078b27": { "n": 1, "accuracy": 1.0, "kl": 0.39906162926073985, "brier": 0.3374855458328303, "ece": 0.4907831215086802 }, "q_3eaf3a8fbb": { "n": 1, "accuracy": 0.0, "kl": 0.4471383941765209, "brier": 0.38554453737864325, "ece": 0.519058388701687 }, "q_3eafacf6c9": { "n": 1, "accuracy": 0.0, "kl": 0.4336693669896303, "brier": 0.3720882348484746, "ece": 0.5113283174383955 }, "q_3eb82420be": { "n": 1, "accuracy": 0.0, "kl": 0.4198942805384852, "brier": 0.35831639290419587, "ece": 0.5032708310905654 }, "q_3ebab03bbf": { "n": 1, "accuracy": 0.0, "kl": 0.8301110804607039, "brier": 0.5630291749330889, "ece": 0.3912459241658067 }, "q_3ec0231d58": { "n": 1, "accuracy": 1.0, "kl": 0.40223969761003797, "brier": 0.34066274467528723, "ece": 0.4927122149120905 }, "q_3ed38295bd": { "n": 1, "accuracy": 1.0, "kl": 0.4005772999571031, "brier": 0.3390007512730598, "ece": 0.4917042332021009 }, "q_3ed64deabb": { "n": 1, "accuracy": 0.0, "kl": 0.8158025449383364, "brier": 0.5510379131099543, "ece": 0.3665173478322861 }, "q_3ed8d58dd6": { "n": 1, "accuracy": 0.0, "kl": 0.8067624758627364, "brier": 0.5451562185511134, "ece": 0.36469367290266064 }, "q_3edad4d385": { "n": 1, "accuracy": 1.0, "kl": 0.38621715551222946, "brier": 0.3246502205089619, "ece": 0.48289590498599133 }, "q_3ef0897fba": { "n": 1, "accuracy": 0.0, "kl": 0.43946599915319895, "brier": 0.3778809251755402, "ece": 0.5146728224627922 }, "q_3f05d4a502": { "n": 1, "accuracy": 1.0, "kl": 0.3835119810226464, "brier": 0.3219485324971394, "ece": 0.4812159845377171 }, "q_3f11d87483": { "n": 1, "accuracy": 1.0, "kl": 0.3838382301158303, "brier": 0.32227432609386375, "ece": 0.48141893708061634 }, "q_3f191a2906": { "n": 1, "accuracy": 0.0, "kl": 0.7372215323264403, "brier": 0.4986522767711452, "ece": 0.3471659050882499 }, "q_3f193fca23": { "n": 1, "accuracy": 0.0, "kl": 1.7646605904547839, "brier": 0.7287933390135477, "ece": 0.1412086096662875 }, "q_3f28c6a1cb": { "n": 1, "accuracy": 1.0, "kl": 0.3452847619404975, "brier": 0.2838749713478932, "ece": 0.4567459165989016 }, "q_3f2ffeb0b9": { "n": 1, "accuracy": 1.0, "kl": 0.41214573904728324, "brier": 0.3505679355218499, "ece": 0.49866928208423045 }, "q_3f5c41bb32": { "n": 1, "accuracy": 1.0, "kl": 0.3878524651395511, "brier": 0.32628372756718377, "ece": 0.4839082368355365 }, "q_3f6317a6c7": { "n": 1, "accuracy": 1.0, "kl": 0.3736897885986866, "brier": 0.31214522919887594, "ece": 0.4750602670472417 }, "q_3f6cd70a37": { "n": 1, "accuracy": 1.0, "kl": 0.37846968820817023, "brier": 0.31691461427042567, "ece": 0.4780669631295881 }, "q_3f790e8f33": { "n": 1, "accuracy": 1.0, "kl": 0.39295918057428325, "brier": 0.3313861214020976, "ece": 0.48705412502644996 }, "q_3f7ca95416": { "n": 1, "accuracy": 1.0, "kl": 0.3984555240070838, "brier": 0.3368796548880064, "ece": 0.49041421447606215 }, "q_3f7d08fe32": { "n": 1, "accuracy": 1.0, "kl": 0.29275755188056096, "brier": 0.23215306166197852, "ece": 0.42070005992219783 }, "q_3f8c3cb4c8": { "n": 1, "accuracy": 0.0, "kl": 1.8305721486160622, "brier": 0.7444174129929882, "ece": 0.14208399258492102 }, "q_3f8fdbf5c6": { "n": 1, "accuracy": 1.0, "kl": 0.3832926574107812, "brier": 0.3217295206837515, "ece": 0.4810794937937811 }, "q_3fa79f57c1": { "n": 1, "accuracy": 1.0, "kl": 0.3909930888117806, "brier": 0.32942147447104897, "ece": 0.4858457061932828 }, "q_3fae852d98": { "n": 1, "accuracy": 1.0, "kl": 0.38957420315574665, "brier": 0.3280037975267731, "ece": 0.4849714789505386 }, "q_3fb05203f3": { "n": 1, "accuracy": 1.0, "kl": 0.4031750519480246, "brier": 0.3415979153388625, "ece": 0.49327830534572126 }, "q_3fb2e9a929": { "n": 1, "accuracy": 1.0, "kl": 0.3992036228362225, "brier": 0.3376274916092021, "ece": 0.4908694997254006 }, "q_3fcf8e26f5": { "n": 1, "accuracy": 1.0, "kl": 0.41269986122451113, "brier": 0.35112205466894003, "ece": 0.49900003261869796 }, "q_3fdce2752b": { "n": 1, "accuracy": 1.0, "kl": 0.3687201903745736, "brier": 0.3071896197213445, "ece": 0.47191173733466085 }, "q_3fe5903004": { "n": 1, "accuracy": 1.0, "kl": 0.38892105642050073, "brier": 0.32735125682442057, "ece": 0.484568447128802 }, "q_3fe61aaab2": { "n": 1, "accuracy": 0.0, "kl": 0.4210784148141479, "brier": 0.35950046490670245, "ece": 0.5039696126532551 }, "q_3fe72751ff": { "n": 1, "accuracy": 1.0, "kl": 0.7152475415697845, "brier": 0.48318664552942986, "ece": 0.6474713996378401 }, "q_3ff1280128": { "n": 1, "accuracy": 0.0, "kl": 0.732322787405487, "brier": 0.49554060136973777, "ece": 0.3491086722819274 }, "q_40005bd801": { "n": 1, "accuracy": 1.0, "kl": 0.40759620615946174, "brier": 0.34601854577540425, "ece": 0.49594383381377594 }, "q_402abe0259": { "n": 1, "accuracy": 1.0, "kl": 0.3614264680083733, "brier": 0.2999229402161687, "ece": 0.4672485895495093 }, "q_403fce25ed": { "n": 1, "accuracy": 0.0, "kl": 1.706355177356512, "brier": 0.713711552594233, "ece": 0.14064691548116715 }, "q_40413d1702": { "n": 1, "accuracy": 1.0, "kl": 0.3867353756940889, "brier": 0.3251678455828044, "ece": 0.4832169673902652 }, "q_4045016b80": { "n": 1, "accuracy": 0.0, "kl": 0.41694451268790067, "brier": 0.3553666959301135, "ece": 0.5015250264990878 }, "q_4053fcc774": { "n": 1, "accuracy": 0.0, "kl": 0.4231020752882422, "brier": 0.3615239556890921, "ece": 0.5051611198646297 }, "q_407a920bc0": { "n": 1, "accuracy": 0.0, "kl": 0.47710976237430225, "brier": 0.4154227013272249, "ece": 0.535753607406033 }, "q_4083299299": { "n": 1, "accuracy": 1.0, "kl": 0.40850155063899446, "brier": 0.34692383830625523, "ece": 0.4964875978383121 }, "q_4098cab099": { "n": 1, "accuracy": 1.0, "kl": 0.39917612983105766, "brier": 0.33760000778877053, "ece": 0.4908527764228754 }, "q_409faf6cda": { "n": 1, "accuracy": 0.0, "kl": 1.3385499781554224, "brier": 0.6661040882804509, "ece": 0.18723887610286147 }, "q_40b0d38202": { "n": 1, "accuracy": 1.0, "kl": 0.3947057609784633, "brier": 0.3331316251303878, "ece": 0.4881247512283393 }, "q_40e04be680": { "n": 1, "accuracy": 0.0, "kl": 1.8074051166111844, "brier": 0.738373107101513, "ece": 0.13121859066741293 }, "q_40fa9ebf1a": { "n": 1, "accuracy": 0.0, "kl": 0.43516968667037126, "brier": 0.37358772382450833, "ece": 0.5121965547204814 }, "q_4100e01108": { "n": 1, "accuracy": 0.0, "kl": 1.7741075251080831, "brier": 0.7305196749187708, "ece": 0.13259759395410617 }, "q_4105663b4e": { "n": 1, "accuracy": 1.0, "kl": 0.39552923366335774, "brier": 0.3339546527389796, "ece": 0.4886285922075079 }, "q_4139cc7df6": { "n": 1, "accuracy": 0.0, "kl": 1.2421851917867806, "brier": 0.6569593997132215, "ece": 0.20727175271083953 }, "q_413ae29d4e": { "n": 1, "accuracy": 0.0, "kl": 1.6872337609009378, "brier": 0.7093732385385049, "ece": 0.14769599053310406 }, "q_414fb8b3a6": { "n": 1, "accuracy": 1.0, "kl": 0.4132811062719327, "brier": 0.35170329810444345, "ece": 0.49934669314568547 }, "q_4150248b4b": { "n": 1, "accuracy": 1.0, "kl": 0.39170232220187207, "brier": 0.33013015684138036, "ece": 0.4862820183329434 }, "q_4162daea07": { "n": 1, "accuracy": 1.0, "kl": 0.713308524936077, "brier": 0.48190136308123876, "ece": 0.6466866797483514 }, "q_4167ca0881": { "n": 1, "accuracy": 0.0, "kl": 0.4434013653929595, "brier": 0.3818123543002612, "ece": 0.5169281143965567 }, "q_417a86dd1b": { "n": 1, "accuracy": 1.0, "kl": 0.40410098333721156, "brier": 0.3425236929380984, "ece": 0.4938379471110028 }, "q_418a4a8c78": { "n": 1, "accuracy": 1.0, "kl": 0.37471192202075165, "brier": 0.3131648847833379, "ece": 0.4757049941454732 }, "q_41900fad9b": { "n": 1, "accuracy": 0.0, "kl": 0.4732531729083459, "brier": 0.41158469169824385, "ece": 0.5336434126592404 }, "q_41b9f55533": { "n": 1, "accuracy": 1.0, "kl": 0.38364350379267964, "brier": 0.32207987044909236, "ece": 0.4812978136304086 }, "q_41bd611596": { "n": 1, "accuracy": 1.0, "kl": 0.4057665452274923, "brier": 0.3441890408806429, "ece": 0.4948427659250205 }, "q_41c6001658": { "n": 1, "accuracy": 0.0, "kl": 0.7592900547561654, "brier": 0.5137245197561996, "ece": 0.3544972684441207 }, "q_41cc943662": { "n": 1, "accuracy": 1.0, "kl": 0.6784939809275703, "brier": 0.4577771245269533, "ece": 0.6323480997862523 }, "q_41ccfc08f8": { "n": 1, "accuracy": 1.0, "kl": 0.37709404035455407, "brier": 0.31554171898767397, "ece": 0.4772038009559286 }, "q_41fc4a1985": { "n": 1, "accuracy": 0.0, "kl": 0.8832143003732045, "brier": 0.5960644807557596, "ece": 0.39733013373687753 }, "q_421dc9034c": { "n": 1, "accuracy": 0.0, "kl": 0.42816574210108604, "brier": 0.3665867129626291, "ece": 0.5081277338380621 }, "q_423999ddc6": { "n": 1, "accuracy": 0.0, "kl": 0.4380564409199301, "brier": 0.3764725149877208, "ece": 0.5138620258721203 }, "q_4241f8a62d": { "n": 1, "accuracy": 0.0, "kl": 0.7441918650035577, "brier": 0.5037803413097783, "ece": 0.35398306694052956 }, "q_42426d3abc": { "n": 1, "accuracy": 0.0, "kl": 0.42238736057054427, "brier": 0.3608093110893367, "ece": 0.5047406921224623 }, "q_424ec617c3": { "n": 1, "accuracy": 0.0, "kl": 1.7922120930226486, "brier": 0.7349422585970318, "ece": 0.13592013105746897 }, "q_426c31132a": { "n": 1, "accuracy": 0.0, "kl": 0.4224212508372685, "brier": 0.36084319829660355, "ece": 0.504760637475157 }, "q_428383552e": { "n": 1, "accuracy": 1.0, "kl": 0.40133345516131425, "brier": 0.33975670962510635, "ece": 0.49216301970525345 }, "q_42864bd8dc": { "n": 1, "accuracy": 0.0, "kl": 0.42518236610042026, "brier": 0.36360396823179625, "ece": 0.506382438798666 }, "q_428b54f53d": { "n": 1, "accuracy": 1.0, "kl": 0.38686544828638614, "brier": 0.3252977723270666, "ece": 0.4832975156922409 }, "q_429cea7365": { "n": 1, "accuracy": 1.0, "kl": 0.7062737380925125, "brier": 0.476919555743981, "ece": 0.6438515312938258 }, "q_42a3e57154": { "n": 1, "accuracy": 1.0, "kl": 1.040976413435967, "brier": 0.5718994628980444, "ece": 0.7558181157085926 }, "q_42ba1b9ff5": { "n": 1, "accuracy": 1.0, "kl": 0.3468763545402317, "brier": 0.28545493910085107, "ece": 0.4577928924032657 }, "q_42c61fa483": { "n": 1, "accuracy": 1.0, "kl": 0.413801467795606, "brier": 0.3522236590947432, "ece": 0.4996567997154002 }, "q_42c855400a": { "n": 1, "accuracy": 1.0, "kl": 0.3824472896862293, "brier": 0.3208853974675589, "ece": 0.4805529911681842 }, "q_42ccc27b1e": { "n": 1, "accuracy": 0.0, "kl": 0.4296389463424539, "brier": 0.36805948531039234, "ece": 0.508986879350868 }, "q_42dcab15e0": { "n": 1, "accuracy": 0.0, "kl": 0.4309182235848718, "brier": 0.3693383140757701, "ece": 0.5097314941191593 }, "q_42e321b289": { "n": 1, "accuracy": 0.0, "kl": 0.8259900453679355, "brier": 0.5597854229850494, "ece": 0.38675434058323727 }, "q_42e4629d28": { "n": 1, "accuracy": 1.0, "kl": 0.405230407548864, "brier": 0.3436529638893846, "ece": 0.4945195796879711 }, "q_42e4870075": { "n": 1, "accuracy": 1.0, "kl": 0.3815306996933945, "brier": 0.3199702351859113, "ece": 0.4799813965585845 }, "q_42f4a5447e": { "n": 1, "accuracy": 1.0, "kl": 0.6841929747057159, "brier": 0.4626302662771444, "ece": 0.6346529955294092 }, "q_4346e88fb0": { "n": 1, "accuracy": 1.0, "kl": 0.3929371332774068, "brier": 0.3313640889008024, "ece": 0.4870405931235866 }, "q_434bbaa897": { "n": 1, "accuracy": 1.0, "kl": 0.40969200608641365, "brier": 0.3481142461421609, "ece": 0.49720153771418485 }, "q_4357316664": { "n": 1, "accuracy": 1.0, "kl": 0.6480900984365284, "brier": 0.4370705023273706, "ece": 0.619235356397044 }, "q_4357820dc7": { "n": 1, "accuracy": 0.0, "kl": 0.47824356959674785, "brier": 0.41655061021452455, "ece": 0.5363718934238416 }, "q_4374908c14": { "n": 1, "accuracy": 1.0, "kl": 1.6356080436065068, "brier": 0.6941491789594584, "ece": 0.857974085425647 }, "q_438f161015": { "n": 1, "accuracy": 0.0, "kl": 1.720765206487226, "brier": 0.7177750881133583, "ece": 0.14759245501403534 }, "q_4393884724": { "n": 1, "accuracy": 1.0, "kl": 0.3731697352909965, "brier": 0.31162648687379507, "ece": 0.4747318627079622 }, "q_43a5c191a9": { "n": 1, "accuracy": 1.0, "kl": 0.38779801949557235, "brier": 0.32622933843494195, "ece": 0.48387457114489263 }, "q_43c10b8722": { "n": 1, "accuracy": 1.0, "kl": 0.399519398578981, "brier": 0.3379431642513623, "ece": 0.4910615308268108 }, "q_43cb23abd0": { "n": 1, "accuracy": 0.0, "kl": 0.4312273992404975, "brier": 0.36964737043634516, "ece": 0.5099112527233645 }, "q_43cdd67036": { "n": 1, "accuracy": 1.0, "kl": 0.3859905059034089, "brier": 0.3244238383100324, "ece": 0.4827554085980922 }, "q_43d2172390": { "n": 1, "accuracy": 0.0, "kl": 0.4156578006281023, "brier": 0.3540799908473917, "ece": 0.5007612095045073 }, "q_43e1001ada": { "n": 1, "accuracy": 1.0, "kl": 0.3634547503802287, "brier": 0.30194286150580096, "ece": 0.4685504224073118 }, "q_43e2225413": { "n": 1, "accuracy": 0.0, "kl": 0.4416373350051009, "brier": 0.38005022779503367, "ece": 0.5159187010183399 }, "q_43eb11c9a8": { "n": 1, "accuracy": 1.0, "kl": 0.3460676356595546, "brier": 0.2846520558382693, "ece": 0.45726121973923406 }, "q_4406c42c4b": { "n": 1, "accuracy": 0.0, "kl": 0.4179736452384838, "brier": 0.356395814566379, "ece": 0.5021349396617028 }, "q_440a8f167d": { "n": 1, "accuracy": 0.0, "kl": 1.7963493381278803, "brier": 0.7361171865750086, "ece": 0.1356867667813823 }, "q_4413c8534c": { "n": 1, "accuracy": 1.0, "kl": 0.3918892502795034, "brier": 0.33031694538777306, "ece": 0.48639693981855536 }, "q_4422e52284": { "n": 1, "accuracy": 1.0, "kl": 0.6765695144420066, "brier": 0.45818692880920153, "ece": 0.6313632645313014 }, "q_4433fa9d19": { "n": 1, "accuracy": 1.0, "kl": 0.3559260403080678, "brier": 0.2944487598003577, "ece": 0.4636982928033154 }, "q_443a3c1dab": { "n": 1, "accuracy": 0.0, "kl": 0.41632587541357435, "brier": 0.35474806313697455, "ece": 0.5011579651015605 }, "q_44431b0424": { "n": 1, "accuracy": 0.0, "kl": 1.7002568383251653, "brier": 0.7117891688518483, "ece": 0.1351726088130077 }, "q_445eb728a9": { "n": 1, "accuracy": 0.0, "kl": 0.43528186112072587, "brier": 0.37369983117290323, "ece": 0.5122613972892462 }, "q_445fc8fb24": { "n": 1, "accuracy": 0.0, "kl": 0.4153678739485819, "brier": 0.3537900646992353, "ece": 0.5005889113488581 }, "q_446fdd50d4": { "n": 1, "accuracy": 1.0, "kl": 0.288192237256792, "brier": 0.2277073887880589, "ece": 0.417422130859891 }, "q_44707329de": { "n": 1, "accuracy": 0.0, "kl": 0.4463834191156364, "brier": 0.38479063468381514, "ece": 0.5186289061859781 }, "q_4475101deb": { "n": 1, "accuracy": 0.0, "kl": 0.4289571455108118, "brier": 0.3673778951439472, "ece": 0.5085894860725979 }, "q_447f3485ad": { "n": 1, "accuracy": 1.0, "kl": 0.389359660213786, "brier": 0.3277894501202081, "ece": 0.4848391347931966 }, "q_4498a7cdc2": { "n": 1, "accuracy": 1.0, "kl": 0.3516766499820409, "brier": 0.2902235152988065, "ece": 0.4609353720113206 }, "q_449a71cb90": { "n": 1, "accuracy": 1.0, "kl": 0.3766441644213616, "brier": 0.315092789838363, "ece": 0.47692114445967915 }, "q_44a4a7710e": { "n": 1, "accuracy": 0.0, "kl": 1.7035878128401882, "brier": 0.7135056786038676, "ece": 0.15066683515680013 }, "q_44b632f0a3": { "n": 1, "accuracy": 0.0, "kl": 1.3643657208909357, "brier": 0.674807849665778, "ece": 0.1763026735420794 }, "q_44c3d10498": { "n": 1, "accuracy": 0.0, "kl": 1.3629961158508752, "brier": 0.6756317976023938, "ece": 0.18782605836199398 }, "q_44c9d70067": { "n": 1, "accuracy": 1.0, "kl": 0.4140407369066307, "brier": 0.3524629281333713, "ece": 0.4997993140378931 }, "q_44d5c47059": { "n": 1, "accuracy": 0.0, "kl": 0.4164450580427431, "brier": 0.3548672450870554, "ece": 0.5012287057449049 }, "q_44db70848c": { "n": 1, "accuracy": 0.0, "kl": 0.4374849726140227, "brier": 0.375901475579118, "ece": 0.5135328566435986 }, "q_44e29871cd": { "n": 1, "accuracy": 1.0, "kl": 0.3991359651111111, "brier": 0.3375598565473624, "ece": 0.490828344048559 }, "q_44e9675071": { "n": 1, "accuracy": 0.0, "kl": 0.44905178131882206, "brier": 0.38745498302280706, "ece": 0.5201448528739187 }, "q_44f5a2d2a1": { "n": 1, "accuracy": 1.0, "kl": 0.38607561865428264, "brier": 0.32450885012844455, "ece": 0.48280817402855947 }, "q_44f84aa950": { "n": 1, "accuracy": 1.0, "kl": 0.38330580887791876, "brier": 0.32174265332689433, "ece": 0.4810876795208837 }, "q_44ff0652b5": { "n": 1, "accuracy": 1.0, "kl": 0.7287307383133996, "brier": 0.49237864335133646, "ece": 0.6528509916318566 }, "q_450467bae4": { "n": 1, "accuracy": 1.0, "kl": 1.0381882519857204, "brier": 0.5712795205799246, "ece": 0.7550067955927295 }, "q_4508d9ad07": { "n": 1, "accuracy": 0.0, "kl": 1.382842504489495, "brier": 0.6807722616331888, "ece": 0.17552840734154504 }, "q_45105baf32": { "n": 1, "accuracy": 0.0, "kl": 0.4261741397990277, "brier": 0.36459556516785474, "ece": 0.5069634440838318 }, "q_451be470d2": { "n": 1, "accuracy": 1.0, "kl": 0.6497377757157561, "brier": 0.44008889316601, "ece": 0.6197552127837627 }, "q_4535078312": { "n": 1, "accuracy": 1.0, "kl": 0.31762941874295186, "brier": 0.25652761614479835, "ece": 0.4381393696208211 }, "q_454c5132f5": { "n": 1, "accuracy": 0.0, "kl": 1.7057739444322666, "brier": 0.7134611816170279, "ece": 0.13867985866307828 }, "q_455012469d": { "n": 1, "accuracy": 0.0, "kl": 0.43732440755017876, "brier": 0.3757410273352636, "ece": 0.5134403230753131 }, "q_4562829546": { "n": 1, "accuracy": 1.0, "kl": 0.38391613709944905, "brier": 0.322352125766405, "ece": 0.48146738707297565 }, "q_4587e7bd5d": { "n": 1, "accuracy": 0.0, "kl": 0.44784495302134253, "brier": 0.3862500478886019, "ece": 0.5194599230240465 }, "q_45891abc3e": { "n": 1, "accuracy": 1.0, "kl": 0.40964671165188804, "brier": 0.3480689531403147, "ece": 0.4971743958707885 }, "q_45a1ac7d03": { "n": 1, "accuracy": 1.0, "kl": 0.4139597820639774, "brier": 0.3523819733071438, "ece": 0.49975110083664087 }, "q_45a2ad08eb": { "n": 1, "accuracy": 0.0, "kl": 0.4181648406505465, "brier": 0.3565870063044645, "ece": 0.5022481535214005 }, "q_45a613d20b": { "n": 1, "accuracy": 0.0, "kl": 1.8060850862683915, "brier": 0.7383314700104819, "ece": 0.1405764029392726 }, "q_45abc50bb8": { "n": 1, "accuracy": 1.0, "kl": 0.4087299056906177, "brier": 0.3471521825230214, "ece": 0.4966246407277307 }, "q_45b598f537": { "n": 1, "accuracy": 0.0, "kl": 0.7826079061258143, "brier": 0.5284491215633403, "ece": 0.3443088622737456 }, "q_45c6c6aeb3": { "n": 1, "accuracy": 1.0, "kl": 0.41253099428473367, "brier": 0.35095318847493256, "ece": 0.4988992650237838 }, "q_45c870fcb0": { "n": 1, "accuracy": 1.0, "kl": 0.3895845313095929, "brier": 0.32801411635385325, "ece": 0.4849778489953822 }, "q_45cfe85a26": { "n": 1, "accuracy": 0.0, "kl": 0.4289588631483005, "brier": 0.3673796122744726, "ece": 0.5085904876886983 }, "q_45d398c295": { "n": 1, "accuracy": 0.0, "kl": 1.806733572473656, "brier": 0.7383248237623387, "ece": 0.13660744410865916 }, "q_45e9a3ebea": { "n": 1, "accuracy": 1.0, "kl": 0.40447188776389875, "brier": 0.342894543053429, "ece": 0.49406191750354733 }, "q_45ee7462d8": { "n": 1, "accuracy": 0.0, "kl": 0.41480649487465526, "brier": 0.3532286860460976, "ece": 0.5002550927984678 }, "q_45f7c79588": { "n": 1, "accuracy": 1.0, "kl": 0.64860751092583, "brier": 0.437288684005131, "ece": 0.6194774678944206 }, "q_45f87ca67b": { "n": 1, "accuracy": 0.0, "kl": 0.44041720897183284, "brier": 0.3788312849625113, "ece": 0.5152190741238895 }, "q_45fa28cf97": { "n": 1, "accuracy": 1.0, "kl": 0.40523020618546796, "brier": 0.34365276255018096, "ece": 0.49451945825870514 }, "q_460f6b2df9": { "n": 1, "accuracy": 0.0, "kl": 0.43968557773663464, "brier": 0.37810031303454167, "ece": 0.514798984034313 }, "q_4612004656": { "n": 1, "accuracy": 1.0, "kl": 0.3941103144961103, "brier": 0.33253652495041164, "ece": 0.48776005502648956 }, "q_46135ed46c": { "n": 1, "accuracy": 0.0, "kl": 0.5140744219781793, "brier": 0.4520741285841886, "ece": 0.555433554024213 }, "q_46212f24f4": { "n": 1, "accuracy": 1.0, "kl": 0.4035545443192268, "brier": 0.3419773414412207, "ece": 0.4935077637972597 }, "q_462de31e5c": { "n": 1, "accuracy": 0.0, "kl": 0.44823518394877504, "brier": 0.3866396809546965, "ece": 0.519681521646462 }, "q_462fe1509f": { "n": 1, "accuracy": 1.0, "kl": 0.4102043320678886, "brier": 0.3486265577705321, "ece": 0.49750841774180554 }, "q_46378480f9": { "n": 1, "accuracy": 0.0, "kl": 0.4292124929442561, "brier": 0.3676331659062578, "ece": 0.508738361886511 }, "q_4642b9eb74": { "n": 1, "accuracy": 0.0, "kl": 0.42749252780554814, "brier": 0.3659136680916541, "ece": 0.5077345368868722 }, "q_46475a3ddf": { "n": 1, "accuracy": 1.0, "kl": 0.3702074290588617, "brier": 0.30867232111323756, "ece": 0.4728564121363157 }, "q_464ec96bf1": { "n": 1, "accuracy": 1.0, "kl": 0.4055054243000374, "brier": 0.3439279485896747, "ece": 0.49468539194772376 }, "q_4652706e7e": { "n": 1, "accuracy": 1.0, "kl": 0.3825694967882696, "brier": 0.321007420424459, "ece": 0.4806291429891608 }, "q_4658b0c3b0": { "n": 1, "accuracy": 0.0, "kl": 0.42639988686112174, "brier": 0.36482126760829847, "ece": 0.5070955792374222 }, "q_467134336a": { "n": 1, "accuracy": 0.0, "kl": 0.4623250302100308, "brier": 0.40069769536482486, "ece": 0.5276034491404332 }, "q_467949d1e3": { "n": 1, "accuracy": 1.0, "kl": 0.38347168652773167, "brier": 0.3219082949480834, "ece": 0.48119091150478677 }, "q_4693600585": { "n": 1, "accuracy": 0.0, "kl": 0.7668183326836578, "brier": 0.5198196496747386, "ece": 0.36688650108518905 }, "q_46941e3362": { "n": 1, "accuracy": 1.0, "kl": 0.4114048135825001, "brier": 0.3498270172442182, "ece": 0.4982266235213979 }, "q_469b4c78a5": { "n": 1, "accuracy": 0.0, "kl": 0.8765699461654104, "brier": 0.5885928325386907, "ece": 0.3544702624536804 }, "q_469d673549": { "n": 1, "accuracy": 1.0, "kl": 0.39173407354758927, "brier": 0.33016188432083854, "ece": 0.48630154092794087 }, "q_46e8b8be72": { "n": 1, "accuracy": 1.0, "kl": 0.36010201597671576, "brier": 0.2986043200055182, "ece": 0.46639637679817736 }, "q_46eddbfbd0": { "n": 1, "accuracy": 1.0, "kl": 0.3846866934532317, "brier": 0.32312165063153486, "ece": 0.4819462965568503 }, "q_46f03705df": { "n": 1, "accuracy": 0.0, "kl": 0.44810709605204696, "brier": 0.3865117907912457, "ece": 0.5196087981326384 }, "q_46f37c351d": { "n": 1, "accuracy": 1.0, "kl": 0.3991848117117941, "brier": 0.3376086867654735, "ece": 0.49085805746356814 }, "q_46f49b401f": { "n": 1, "accuracy": 0.0, "kl": 0.42537947329587855, "brier": 0.3638010427252773, "ece": 0.5064979734566609 }, "q_47014b4de2": { "n": 1, "accuracy": 0.0, "kl": 0.44077152378603135, "brier": 0.3791852671061301, "ece": 0.5154223622565394 }, "q_470a920aeb": { "n": 1, "accuracy": 0.0, "kl": 0.4157300581077612, "brier": 0.3541522481499521, "ece": 0.5008041398025642 }, "q_470e5a9b27": { "n": 1, "accuracy": 0.0, "kl": 0.4287402349621904, "brier": 0.36716104767119895, "ece": 0.508462978372227 }, "q_470f1fdd25": { "n": 1, "accuracy": 1.0, "kl": 0.37051251420123077, "brier": 0.308976513535765, "ece": 0.4730499418240416 }, "q_470fdf03cf": { "n": 1, "accuracy": 1.0, "kl": 0.38984933177486725, "brier": 0.32827868038321073, "ece": 0.4851411361385133 }, "q_472c9652a9": { "n": 1, "accuracy": 1.0, "kl": 0.41208096574875924, "brier": 0.3505031626955958, "ece": 0.49863060249795144 }, "q_4730388c2e": { "n": 1, "accuracy": 1.0, "kl": 0.3768318008334688, "brier": 0.3152800285237567, "ece": 0.4770390588618182 }, "q_47450b501d": { "n": 1, "accuracy": 1.0, "kl": 0.39168396780749015, "brier": 0.3301118162743095, "ece": 0.4862707325628499 }, "q_474e12c852": { "n": 1, "accuracy": 0.0, "kl": 0.43253772568846216, "brier": 0.3709571414599889, "ece": 0.5106722312037246 }, "q_475118d697": { "n": 1, "accuracy": 0.0, "kl": 1.2500973922313645, "brier": 0.6612117761547597, "ece": 0.23048215615967202 }, "q_47639f3015": { "n": 1, "accuracy": 0.0, "kl": 0.45749237481778093, "brier": 0.3958783767957611, "ece": 0.5249035720219388 }, "q_4769666f27": { "n": 1, "accuracy": 1.0, "kl": 0.7067429636760837, "brier": 0.47761144482680545, "ece": 0.6440088891644564 }, "q_47768ce049": { "n": 1, "accuracy": 1.0, "kl": 0.38558119115883677, "brier": 0.32401501764834684, "ece": 0.48250156375369946 }, "q_478c702dee": { "n": 1, "accuracy": 0.0, "kl": 0.44596877995534623, "brier": 0.38437656384036245, "ece": 0.5183928397227551 }, "q_47a680fc47": { "n": 1, "accuracy": 0.0, "kl": 0.43908411914367385, "brier": 0.37749936913361043, "ece": 0.5144533169016036 }, "q_47a81278cc": { "n": 1, "accuracy": 0.0, "kl": 1.246923586220425, "brier": 0.6591372425832398, "ece": 0.2189537373397919 }, "q_47aff58a7e": { "n": 1, "accuracy": 1.0, "kl": 0.726687144823929, "brier": 0.49088161244284606, "ece": 0.652050590379516 }, "q_47b91cc1ac": { "n": 1, "accuracy": 0.0, "kl": 0.4257451381716852, "brier": 0.3641666437833865, "ece": 0.5067122237429966 }, "q_47bceb395a": { "n": 1, "accuracy": 0.0, "kl": 0.4362192824330835, "brier": 0.37463666348323, "ece": 0.5128028786198342 }, "q_47c2a6f1c9": { "n": 1, "accuracy": 0.0, "kl": 0.462210830717486, "brier": 0.4005838431284402, "ece": 0.527539854721588 }, "q_47cc43fef3": { "n": 1, "accuracy": 0.0, "kl": 0.4347542576969784, "brier": 0.3731725372049265, "ece": 0.5119563271934597 }, "q_47e2da9263": { "n": 1, "accuracy": 1.0, "kl": 0.4138104886123731, "brier": 0.35223267990732643, "ece": 0.49966217360355836 }, "q_47edfae14a": { "n": 1, "accuracy": 1.0, "kl": 0.3845563734433849, "brier": 0.3229915012887371, "ece": 0.48186533894374184 }, "q_47ef4e11a0": { "n": 1, "accuracy": 0.0, "kl": 0.4185379961771917, "brier": 0.35696015352160265, "ece": 0.502469024616955 }, "q_47f836217a": { "n": 1, "accuracy": 1.0, "kl": 0.40904615522690646, "brier": 0.3474684184420652, "ece": 0.4968143582232174 }, "q_481c279a4a": { "n": 1, "accuracy": 0.0, "kl": 0.47724615215401733, "brier": 0.4155583922547801, "ece": 0.5358280335031952 }, "q_4820d63fcf": { "n": 1, "accuracy": 1.0, "kl": 0.3898108078148752, "brier": 0.32824019049980985, "ece": 0.48511738453182296 }, "q_4829d1109b": { "n": 1, "accuracy": 1.0, "kl": 0.39276601976873105, "brier": 0.3311930912777814, "ece": 0.4869355546507219 }, "q_482d9471ff": { "n": 1, "accuracy": 0.0, "kl": 0.44225581537684144, "brier": 0.3806680672086369, "ece": 0.5162728889173821 }, "q_4838381d36": { "n": 1, "accuracy": 0.0, "kl": 0.4205865590022445, "brier": 0.3590086378868068, "ece": 0.5036795002633516 }, "q_484853def8": { "n": 1, "accuracy": 1.0, "kl": 0.4083295498581024, "brier": 0.34675184626518485, "ece": 0.4963843454461183 }, "q_48494a5a86": { "n": 1, "accuracy": 1.0, "kl": 0.3911870142188517, "brier": 0.32961524577765633, "ece": 0.4859650513145536 }, "q_4863902200": { "n": 1, "accuracy": 1.0, "kl": 1.5670029892509352, "brier": 0.6746856100645015, "ece": 0.8468096140079264 }, "q_489336b146": { "n": 1, "accuracy": 1.0, "kl": 0.40623302141201195, "brier": 0.3446554700927269, "ece": 0.4951237587110179 }, "q_48979da4c1": { "n": 1, "accuracy": 0.0, "kl": 0.45738113318557927, "brier": 0.3957674104359998, "ece": 0.5248412134885884 }, "q_48a041ebcb": { "n": 1, "accuracy": 1.0, "kl": 0.41434363531771734, "brier": 0.3527658265263782, "ece": 0.49997965815404566 }, "q_48a06c61ac": { "n": 1, "accuracy": 1.0, "kl": 0.40853463065596873, "brier": 0.3469569167000116, "ece": 0.49650745293452525 }, "q_48afe7272f": { "n": 1, "accuracy": 1.0, "kl": 0.3773738824203775, "brier": 0.31582098382805124, "ece": 0.47737953132241917 }, "q_48bf8787e8": { "n": 1, "accuracy": 0.0, "kl": 0.4522567507804738, "brier": 0.3906542672417059, "ece": 0.5219582939835533 }, "q_48bfaf429e": { "n": 1, "accuracy": 1.0, "kl": 0.3958573879279964, "brier": 0.3342826402475856, "ece": 0.4888292065444845 }, "q_48c0ee1004": { "n": 1, "accuracy": 0.0, "kl": 0.44839362792314597, "brier": 0.38679787830454, "ece": 0.5197714624123193 }, "q_48cbccda65": { "n": 1, "accuracy": 0.0, "kl": 1.14920124274971, "brier": 0.6210714260054984, "ece": 0.2223663056294328 }, "q_48d6a2b6f4": { "n": 1, "accuracy": 1.0, "kl": 0.3814181606432344, "brier": 0.3198578771669947, "ece": 0.47991116336443684 }, "q_48ed4d7b2f": { "n": 1, "accuracy": 1.0, "kl": 0.39582044950012274, "brier": 0.33424572029468813, "ece": 0.4888066292849763 }, "q_48f6ddb7c3": { "n": 1, "accuracy": 1.0, "kl": 1.2416132437902139, "brier": 0.6317091968888554, "ece": 0.8046907635989489 }, "q_4909fb0975": { "n": 1, "accuracy": 1.0, "kl": 0.37892944939583617, "brier": 0.31737350234161643, "ece": 0.4783550566652922 }, "q_49172d986d": { "n": 1, "accuracy": 0.0, "kl": 0.4284654937715382, "brier": 0.3668863837093205, "ece": 0.5083026871905665 }, "q_4931036552": { "n": 1, "accuracy": 0.0, "kl": 1.708483763395827, "brier": 0.7139932710227787, "ece": 0.13851528599505936 }, "q_495cce1efe": { "n": 1, "accuracy": 1.0, "kl": 0.40180653617841766, "brier": 0.3402296786205663, "ece": 0.4924498021702558 }, "q_496ceb75e4": { "n": 1, "accuracy": 0.0, "kl": 1.7410008410406796, "brier": 0.7227370736077345, "ece": 0.14420863686272198 }, "q_49905b5305": { "n": 1, "accuracy": 1.0, "kl": 0.34949818979685593, "brier": 0.2880588429334621, "ece": 0.45951208342651095 }, "q_499efd32e5": { "n": 1, "accuracy": 0.0, "kl": 0.43978907999693495, "brier": 0.3782037242579785, "ece": 0.5148584391833614 }, "q_49a3d10ca8": { "n": 1, "accuracy": 0.0, "kl": 0.4148906095154914, "brier": 0.3533128006604643, "ece": 0.5003051276516052 }, "q_49a8d66efc": { "n": 1, "accuracy": 0.0, "kl": 0.4965373128213272, "brier": 0.43471885619408046, "ece": 0.5462182193962825 }, "q_49b0277728": { "n": 1, "accuracy": 0.0, "kl": 0.4500253405833966, "brier": 0.3884269182613776, "ece": 0.5206965612875698 }, "q_49b5a618e2": { "n": 1, "accuracy": 0.0, "kl": 1.905695706200914, "brier": 0.7612914018733196, "ece": 0.1442182948211051 }, "q_49b6d8eb11": { "n": 1, "accuracy": 1.0, "kl": 0.39026339774819196, "brier": 0.32869238692224123, "ece": 0.485396341203421 }, "q_49c6f871e8": { "n": 1, "accuracy": 1.0, "kl": 0.3672283652729045, "brier": 0.305702663435282, "ece": 0.47096205917920086 }, "q_49d427fce3": { "n": 1, "accuracy": 0.0, "kl": 0.4472048349307095, "brier": 0.38561088141035077, "ece": 0.5190961633915461 }, "q_49e39a63d3": { "n": 1, "accuracy": 1.0, "kl": 0.3577636254802693, "brier": 0.2962769726188624, "ece": 0.4648876281584421 }, "q_49e5964b1a": { "n": 1, "accuracy": 0.0, "kl": 0.42481569001504627, "brier": 0.3632373499033982, "ece": 0.5061674259627301 }, "q_4a04d82ae7": { "n": 1, "accuracy": 1.0, "kl": 0.38686486055058383, "brier": 0.32529718524712814, "ece": 0.48329715176723487 }, "q_4a0be8a22b": { "n": 1, "accuracy": 0.0, "kl": 0.43217812856828874, "brier": 0.3705977049847042, "ece": 0.5104635321282769 }, "q_4a209394db": { "n": 1, "accuracy": 1.0, "kl": 0.3875195838403489, "brier": 0.32595119548919516, "ece": 0.4837023628177045 }, "q_4a306ffa2c": { "n": 1, "accuracy": 1.0, "kl": 0.38335832000334646, "brier": 0.3217950894542282, "ece": 0.48112036189542173 }, "q_4a4c843f69": { "n": 1, "accuracy": 0.0, "kl": 0.4183714241626557, "brier": 0.35679358540880646, "ece": 0.5023704448755892 }, "q_4a4fa28974": { "n": 1, "accuracy": 1.0, "kl": 0.39721698672012073, "brier": 0.33564160960102984, "ece": 0.4896593765563225 }, "q_4a5633cdf4": { "n": 1, "accuracy": 1.0, "kl": 0.36930665252035133, "brier": 0.30777425556512167, "ece": 0.47228449852442655 }, "q_4a5ab9ae98": { "n": 1, "accuracy": 0.0, "kl": 1.2993498943731048, "brier": 0.6803724087820651, "ece": 0.22943243853506234 }, "q_4a67a15270": { "n": 1, "accuracy": 1.0, "kl": 0.3491968894483317, "brier": 0.28775952787566805, "ece": 0.45931486121404996 }, "q_4a76123857": { "n": 1, "accuracy": 0.0, "kl": 0.43184300323686575, "brier": 0.37026272370647145, "ece": 0.5102689413067549 }, "q_4a7b2baca5": { "n": 1, "accuracy": 1.0, "kl": 0.40259820973186805, "brier": 0.3410211828784423, "ece": 0.4929292814020594 }, "q_4a961e0a88": { "n": 1, "accuracy": 0.0, "kl": 0.4537837076093683, "brier": 0.392178162030233, "ece": 0.5228194677463001 }, "q_4a9bbef1db": { "n": 1, "accuracy": 0.0, "kl": 0.4335331334200885, "brier": 0.37195207072467734, "ece": 0.5112493888254668 }, "q_4aa9b1ce3b": { "n": 1, "accuracy": 0.0, "kl": 0.418259508786736, "brier": 0.3566816724786599, "ece": 0.5023041986996222 }, "q_4ac26cf2ef": { "n": 1, "accuracy": 0.0, "kl": 1.2197615950974474, "brier": 0.6496367198520775, "ece": 0.23563333421459437 }, "q_4ac6d941c0": { "n": 1, "accuracy": 0.0, "kl": 0.4314426405038478, "brier": 0.36986252605253767, "ece": 0.5100363508196357 }, "q_4ade3fb1fd": { "n": 1, "accuracy": 1.0, "kl": 0.3994849540371056, "brier": 0.33790873074325417, "ece": 0.4910405884722664 }, "q_4b05baf730": { "n": 1, "accuracy": 1.0, "kl": 0.3655251615672501, "brier": 0.30400542190237506, "ece": 0.4698752504983966 }, "q_4b0e7e3385": { "n": 1, "accuracy": 1.0, "kl": 0.3859670773964431, "brier": 0.3244004376948438, "ece": 0.4827408830096863 }, "q_4b0fc3a977": { "n": 1, "accuracy": 1.0, "kl": 0.3959843545028542, "brier": 0.3344095438867297, "ece": 0.4889068010480687 }, "q_4b196d7628": { "n": 1, "accuracy": 0.0, "kl": 0.46009372203018706, "brier": 0.3984728859611042, "ece": 0.5263590964465181 }, "q_4b1dcfc482": { "n": 1, "accuracy": 1.0, "kl": 0.3690656384326812, "brier": 0.30753398611579885, "ece": 0.4721313466912578 }, "q_4b21d26177": { "n": 1, "accuracy": 1.0, "kl": 0.40022574850644843, "brier": 0.3386492991085071, "ece": 0.4914907648468596 }, "q_4b25f465c0": { "n": 1, "accuracy": 1.0, "kl": 0.4034669697727633, "brier": 0.3418897817802442, "ece": 0.49345482327591983 }, "q_4b31b5026c": { "n": 1, "accuracy": 1.0, "kl": 0.40882174441660235, "brier": 0.34724401713166786, "ece": 0.4966797434071326 }, "q_4b37f0c726": { "n": 1, "accuracy": 0.0, "kl": 0.42322657366340266, "brier": 0.3616484406101067, "ece": 0.5052343122386214 }, "q_4b3b81e859": { "n": 1, "accuracy": 1.0, "kl": 0.67035996207061, "brier": 0.45199878534862076, "ece": 0.6289164167382717 }, "q_4b3c5f2271": { "n": 1, "accuracy": 0.0, "kl": 0.5131501495341456, "brier": 0.45116111871230935, "ece": 0.5549532180711639 }, "q_4b3e0248ce": { "n": 1, "accuracy": 1.0, "kl": 0.3798637289928753, "brier": 0.31830607797722155, "ece": 0.47893989395472936 }, "q_4b43dc23bc": { "n": 1, "accuracy": 1.0, "kl": 0.39618396466706246, "brier": 0.3346090568719148, "ece": 0.48902876235780457 }, "q_4b44acf342": { "n": 1, "accuracy": 1.0, "kl": 0.4012957149905244, "brier": 0.3397189787531615, "ece": 0.4921401331787293 }, "q_4b4d650d6c": { "n": 1, "accuracy": 1.0, "kl": 0.3948262129707371, "brier": 0.3332520095983879, "ece": 0.4881984870123772 }, "q_4b502fcc4d": { "n": 1, "accuracy": 1.0, "kl": 0.3593749481115087, "brier": 0.29788058216529334, "ece": 0.4659278314434535 }, "q_4b53982d46": { "n": 1, "accuracy": 0.0, "kl": 0.4362452481405272, "brier": 0.37466261214619423, "ece": 0.5128178670908782 }, "q_4b5c6cb291": { "n": 1, "accuracy": 1.0, "kl": 0.27881952727491705, "brier": 0.2186119307735752, "ece": 0.4106145268840853 }, "q_4b5f6fa0a6": { "n": 1, "accuracy": 1.0, "kl": 0.36196728495579966, "brier": 0.3004614612606244, "ece": 0.46759609212466546 }, "q_4b5ff9de6a": { "n": 1, "accuracy": 1.0, "kl": 0.3790753735015553, "brier": 0.31751915413661874, "ece": 0.4784464544556889 }, "q_4b673401ab": { "n": 1, "accuracy": 1.0, "kl": 0.41255073318625834, "brier": 0.3509729272818134, "ece": 0.4989110450213824 }, "q_4b6b49e02e": { "n": 1, "accuracy": 1.0, "kl": 0.3800384592930014, "brier": 0.3184804998921194, "ece": 0.4790491823648555 }, "q_4b6f772a80": { "n": 1, "accuracy": 1.0, "kl": 0.3669943338239299, "brier": 0.3054694253911364, "ece": 0.47081288706434454 }, "q_4b75f9e97e": { "n": 1, "accuracy": 0.0, "kl": 1.2694892838694491, "brier": 0.6697605625788896, "ece": 0.23961011856415404 }, "q_4b7eec2ae5": { "n": 1, "accuracy": 1.0, "kl": 0.3813769287958437, "brier": 0.31981671196322514, "ece": 0.4798854285687496 }, "q_4b849ad458": { "n": 1, "accuracy": 0.0, "kl": 1.1496910457067262, "brier": 0.6211780315240427, "ece": 0.2260704044735688 }, "q_4b8b577229": { "n": 1, "accuracy": 0.0, "kl": 0.7845370732785402, "brier": 0.5360415116475836, "ece": 0.39719996130197865 }, "q_4b9c4ce86c": { "n": 1, "accuracy": 0.0, "kl": 0.4186809497478473, "brier": 0.3571031034856464, "ece": 0.5025536081289842 }, "q_4b9cb3e0b1": { "n": 1, "accuracy": 1.0, "kl": 0.33120418671584684, "brier": 0.2699241659559137, "ece": 0.44737185926246015 }, "q_4ba0a7a0a8": { "n": 1, "accuracy": 1.0, "kl": 0.37195617316445173, "brier": 0.3104161191240621, "ece": 0.47396454099579954 }, "q_4bafdc996a": { "n": 1, "accuracy": 1.0, "kl": 0.40880863831276887, "brier": 0.3472309116071362, "ece": 0.4966718802649971 }, "q_4bbb51e617": { "n": 1, "accuracy": 1.0, "kl": 0.3746939974108232, "brier": 0.31314700251290367, "ece": 0.4756936962556414 }, "q_4bbd792f8a": { "n": 1, "accuracy": 1.0, "kl": 0.3994624911508988, "brier": 0.33788627508052627, "ece": 0.4910269304318916 }, "q_4bc5446885": { "n": 1, "accuracy": 1.0, "kl": 0.3896729174405198, "brier": 0.32810242299130427, "ece": 0.48503235857848703 }, "q_4bcc0ec204": { "n": 1, "accuracy": 0.0, "kl": 0.43726729676804166, "brier": 0.37568395771862956, "ece": 0.513407405173602 }, "q_4bd1ecbe81": { "n": 1, "accuracy": 1.0, "kl": 0.40852861139178387, "brier": 0.34695089772981974, "ece": 0.49650384015625815 }, "q_4bda021994": { "n": 1, "accuracy": 0.0, "kl": 0.44643423921296405, "brier": 0.3848413841259097, "ece": 0.5186578302765776 }, "q_4bec4b9dc6": { "n": 1, "accuracy": 0.0, "kl": 0.4209692159885296, "brier": 0.3593912728529853, "ece": 0.5039052210417945 }, "q_4bf08bdd69": { "n": 1, "accuracy": 1.0, "kl": 0.36596432971699866, "brier": 0.30444301066991664, "ece": 0.470155744972387 }, "q_4c15a4e557": { "n": 1, "accuracy": 0.0, "kl": 0.4288991125426632, "brier": 0.36731987923493004, "ece": 0.5085556435487286 }, "q_4c1a43cc16": { "n": 1, "accuracy": 1.0, "kl": 0.4049992812062301, "brier": 0.3434218660265215, "ece": 0.49438017931998235 }, "q_4c2b0e6e3e": { "n": 1, "accuracy": 1.0, "kl": 0.3958667221546768, "brier": 0.33429196981749837, "ece": 0.4888349115581363 }, "q_4c2d412748": { "n": 1, "accuracy": 0.0, "kl": 0.45346143015102713, "brier": 0.3918565505198681, "ece": 0.5226378601745834 }, "q_4c2f74155e": { "n": 1, "accuracy": 0.0, "kl": 0.7738731395772978, "brier": 0.5226109680520525, "ece": 0.33988275149150216 }, "q_4c35e99512": { "n": 1, "accuracy": 0.0, "kl": 0.8378955022241068, "brier": 0.5677519000019686, "ece": 0.39099631110648914 }, "q_4c48b76022": { "n": 1, "accuracy": 1.0, "kl": 0.3919826847822342, "brier": 0.3304103110243825, "ece": 0.4864543707628093 }, "q_4c48be8713": { "n": 1, "accuracy": 1.0, "kl": 0.39535904010939565, "brier": 0.3337845480233682, "ece": 0.4885245084590202 }, "q_4c5aebd616": { "n": 1, "accuracy": 0.0, "kl": 1.757064255738373, "brier": 0.7261491611445062, "ece": 0.1296675440092715 }, "q_4c5e17290c": { "n": 1, "accuracy": 0.0, "kl": 1.7626307195955737, "brier": 0.7278192916096735, "ece": 0.14054639986426615 }, "q_4c7264b30f": { "n": 1, "accuracy": 0.0, "kl": 0.4558286766462128, "brier": 0.394218653111843, "ece": 0.5239699613216208 }, "q_4c81d56aa2": { "n": 1, "accuracy": 0.0, "kl": 0.41869865417348817, "brier": 0.35712080744759434, "ece": 0.5025640823872719 }, "q_4c81e484f5": { "n": 1, "accuracy": 0.0, "kl": 0.41557298159408923, "brier": 0.3539951719972401, "ece": 0.5007108104133052 }, "q_4c9fe75b7f": { "n": 1, "accuracy": 1.0, "kl": 0.4100850361572103, "brier": 0.34850726490794565, "ece": 0.4974369802185389 }, "q_4cb2e57926": { "n": 1, "accuracy": 1.0, "kl": 0.40173436104398436, "brier": 0.34015752003917277, "ece": 0.49240606205484705 }, "q_4cc52fb2a1": { "n": 1, "accuracy": 0.0, "kl": 0.4538883659880615, "brier": 0.3922826018509539, "ece": 0.5228784268007157 }, "q_4cd56ce026": { "n": 1, "accuracy": 0.0, "kl": 0.4284626329669588, "brier": 0.36688352369341626, "ece": 0.5083010177978895 }, "q_4ce3cc6f7c": { "n": 1, "accuracy": 0.0, "kl": 0.4458808056893587, "brier": 0.3842887082959487, "ece": 0.5183427359361329 }, "q_4ce3dbe1e2": { "n": 1, "accuracy": 0.0, "kl": 1.7936612669674077, "brier": 0.7356572632934429, "ece": 0.13604765294692717 }, "q_4ceb48f295": { "n": 1, "accuracy": 0.0, "kl": 0.45040531748436907, "brier": 0.3888062373221757, "ece": 0.5209116903202815 }, "q_4cfd6595a0": { "n": 1, "accuracy": 1.0, "kl": 1.175755779555807, "brier": 0.630217353936401, "ece": 0.7899601017937774 }, "q_4d14699b2b": { "n": 1, "accuracy": 1.0, "kl": 0.39830412015422667, "brier": 0.3367283072204637, "ece": 0.49032201209566106 }, "q_4d1cee434c": { "n": 1, "accuracy": 0.0, "kl": 0.8918961793113298, "brier": 0.5982187469809012, "ece": 0.3645655700588423 }, "q_4d2c79f474": { "n": 1, "accuracy": 0.0, "kl": 0.4604147495046172, "brier": 0.39879301515152005, "ece": 0.5265383606990109 }, "q_4d37725b81": { "n": 1, "accuracy": 0.0, "kl": 0.523809328476182, "brier": 0.4616781826561564, "ece": 0.5604571690880241 }, "q_4d40f3807b": { "n": 1, "accuracy": 0.0, "kl": 0.43366480975441385, "brier": 0.3720836799520471, "ece": 0.511325677390094 }, "q_4d4ace5a39": { "n": 1, "accuracy": 1.0, "kl": 0.41183890692777003, "brier": 0.3502611058887194, "ece": 0.49848602478978876 }, "q_4d5f05e8f1": { "n": 1, "accuracy": 0.0, "kl": 0.4530344576567407, "brier": 0.39143044399920485, "ece": 0.522397131545405 }, "q_4d63349bba": { "n": 1, "accuracy": 1.0, "kl": 0.37892509541105057, "brier": 0.3173691565172887, "ece": 0.47835232929988536 }, "q_4d63997a01": { "n": 1, "accuracy": 0.0, "kl": 1.7367383808128798, "brier": 0.7211848023772718, "ece": 0.13140329798371564 }, "q_4d65aa8960": { "n": 1, "accuracy": 1.0, "kl": 0.6118410012418709, "brier": 0.41193212515625843, "ece": 0.6029278867518604 }, "q_4d8bcebc49": { "n": 1, "accuracy": 1.0, "kl": 1.1846446556271641, "brier": 0.633771382675454, "ece": 0.7920350098948923 }, "q_4d916a37e0": { "n": 1, "accuracy": 0.0, "kl": 0.4219363898895667, "brier": 0.36035837872127274, "ece": 0.5044751928683658 }, "q_4d9d4ad47f": { "n": 1, "accuracy": 1.0, "kl": 0.3676531728410038, "brier": 0.30612605152292416, "ece": 0.4712327002711584 }, "q_4da325f389": { "n": 1, "accuracy": 0.0, "kl": 0.417349195242772, "brier": 0.35577137409685183, "ece": 0.5017649665968309 }, "q_4dabcbd5bd": { "n": 1, "accuracy": 1.0, "kl": 1.082246499475184, "brier": 0.5903737037383248, "ece": 0.7668524180541911 }, "q_4db59831ff": { "n": 1, "accuracy": 1.0, "kl": 0.410167826264264, "brier": 0.3485900528813932, "ece": 0.49748655839523337 }, "q_4db7c2f162": { "n": 1, "accuracy": 1.0, "kl": 0.4046129021710102, "brier": 0.3430355378551547, "ece": 0.4941470378109414 }, "q_4dc1034333": { "n": 1, "accuracy": 0.0, "kl": 0.7964201937342033, "brier": 0.537498607422102, "ece": 0.3458122285657289 }, "q_4dc67269d2": { "n": 1, "accuracy": 1.0, "kl": 0.393520892148689, "brier": 0.3319474663511094, "ece": 0.4873987397815004 }, "q_4dca954316": { "n": 1, "accuracy": 1.0, "kl": 0.401724244114302, "brier": 0.3401474054450635, "ece": 0.4923999305559249 }, "q_4dd5d8038e": { "n": 1, "accuracy": 0.0, "kl": 0.427982799857831, "brier": 0.3664038184276044, "ece": 0.5080209214674 }, "q_4de7e281b5": { "n": 1, "accuracy": 0.0, "kl": 0.4259161694522128, "brier": 0.3643376437790761, "ece": 0.506812396597777 }, "q_4df675f7c5": { "n": 1, "accuracy": 1.0, "kl": 0.3992969377490681, "brier": 0.3377207755979017, "ece": 0.49092625591333394 }, "q_4e0bd16291": { "n": 1, "accuracy": 0.0, "kl": 1.7447240827432888, "brier": 0.7234769829482578, "ece": 0.14066836372962468 }, "q_4e115c8b39": { "n": 1, "accuracy": 1.0, "kl": 0.39806716518685165, "brier": 0.3364914423597205, "ece": 0.49017767025992554 }, "q_4e14f4c05d": { "n": 1, "accuracy": 1.0, "kl": 0.3949821389047262, "brier": 0.3334078493661746, "ece": 0.488293919478465 }, "q_4e386931f6": { "n": 1, "accuracy": 1.0, "kl": 0.3998869661675034, "brier": 0.3383106172827606, "ece": 0.49128494823100477 }, "q_4e472568c4": { "n": 1, "accuracy": 1.0, "kl": 0.3890261589493149, "brier": 0.3274562596601251, "ece": 0.4846333276314032 }, "q_4e4ae6afe0": { "n": 1, "accuracy": 1.0, "kl": 1.6726353808223873, "brier": 0.704291945257784, "ece": 0.8636448632428523 }, "q_4e4b53c4f4": { "n": 1, "accuracy": 0.0, "kl": 0.4547886478258221, "brier": 0.39318095670483055, "ece": 0.523385248235003 }, "q_4e4d82ff26": { "n": 1, "accuracy": 1.0, "kl": 0.37716963375756607, "brier": 0.31561715558422754, "ece": 0.4772512778986542 }, "q_4e592dcb3b": { "n": 1, "accuracy": 1.0, "kl": 0.38590877880882835, "brier": 0.3243422087160719, "ece": 0.4827047359518335 }, "q_4e60f80123": { "n": 1, "accuracy": 0.0, "kl": 0.4381981373209374, "brier": 0.37661410183539257, "ece": 0.5139436033837764 }, "q_4e680e3c02": { "n": 1, "accuracy": 0.0, "kl": 0.8222270138164272, "brier": 0.5549103091063449, "ece": 0.3641538934948259 }, "q_4e69c7b148": { "n": 1, "accuracy": 1.0, "kl": 0.3962221154092143, "brier": 0.33464718928453674, "ece": 0.4890520683754922 }, "q_4e6b7f75c6": { "n": 1, "accuracy": 1.0, "kl": 0.402186821623574, "brier": 0.3406098799716142, "ece": 0.49268019092974047 }, "q_4e6cf70f72": { "n": 1, "accuracy": 1.0, "kl": 0.4104977154342624, "brier": 0.34891993435314506, "ece": 0.4976840518580671 }, "q_4e7d78cfdf": { "n": 1, "accuracy": 1.0, "kl": 0.35516591300219624, "brier": 0.2936926939637216, "ece": 0.4632053587593221 }, "q_4e7d7b4dfd": { "n": 1, "accuracy": 0.0, "kl": 0.4185490784170062, "brier": 0.3569712354904659, "ece": 0.5024755824248698 }, "q_4e879d892d": { "n": 1, "accuracy": 1.0, "kl": 0.40752210634800173, "brier": 0.3459444508941869, "ece": 0.4958992972428463 }, "q_4e8a2b5ef4": { "n": 1, "accuracy": 1.0, "kl": 0.38918799770522927, "brier": 0.3276179465446165, "ece": 0.4847332124650857 }, "q_4e8df21685": { "n": 1, "accuracy": 0.0, "kl": 0.4226081659308406, "brier": 0.36103009605093295, "ece": 0.5048706250442203 }, "q_4e99192c22": { "n": 1, "accuracy": 0.0, "kl": 0.4165782286610282, "brier": 0.35500041484830436, "ece": 0.5013077348259253 }, "q_4e9a21502c": { "n": 1, "accuracy": 1.0, "kl": 0.38488173440248, "brier": 0.3233164389995856, "ece": 0.4820674315333098 }, "q_4e9a7733af": { "n": 1, "accuracy": 1.0, "kl": 0.35310138780282224, "brier": 0.2916397613683985, "ece": 0.46186369385449466 }, "q_4ea1565442": { "n": 1, "accuracy": 1.0, "kl": 0.40525744112029405, "brier": 0.34367999422265183, "ece": 0.49453588157278483 }, "q_4eab3fa0d7": { "n": 1, "accuracy": 1.0, "kl": 0.39829764214398866, "brier": 0.3367218316382263, "ece": 0.49031806664965794 }, "q_4ebc54e17b": { "n": 1, "accuracy": 1.0, "kl": 0.4096196073314511, "brier": 0.34804184969047086, "ece": 0.4971581532767104 }, "q_4ebd7b08c2": { "n": 1, "accuracy": 1.0, "kl": 0.3720324420856516, "brier": 0.31049218163432024, "ece": 0.47401280539743895 }, "q_4ec7aaad3a": { "n": 1, "accuracy": 1.0, "kl": 0.38688298264841714, "brier": 0.3253152871353606, "ece": 0.4833083727964004 }, "q_4ed025e5f1": { "n": 1, "accuracy": 1.0, "kl": 1.191852949476854, "brier": 0.636801199400083, "ece": 0.7936909884177255 }, "q_4ee095357e": { "n": 1, "accuracy": 1.0, "kl": 0.41094774190786476, "brier": 0.34936995225083667, "ece": 0.4979533181174882 }, "q_4ee25fd3b8": { "n": 1, "accuracy": 0.0, "kl": 0.4543473923687771, "brier": 0.3927406562723479, "ece": 0.5231369180469778 }, "q_4ef308d698": { "n": 1, "accuracy": 0.0, "kl": 0.4184560647695856, "brier": 0.3568782240728641, "ece": 0.5024205393164873 }, "q_4f01673d10": { "n": 1, "accuracy": 1.0, "kl": 0.38388030261942996, "brier": 0.3223163405761248, "ece": 0.4814451024586829 }, "q_4f08b55f8f": { "n": 1, "accuracy": 1.0, "kl": 0.41066157694116406, "brier": 0.34908379249124966, "ece": 0.4977821157560778 }, "q_4f0d5f9f1a": { "n": 1, "accuracy": 0.0, "kl": 0.4328080218856003, "brier": 0.37122731269567705, "ece": 0.510829033780035 }, "q_4f232021c9": { "n": 1, "accuracy": 1.0, "kl": 0.39945839799425525, "brier": 0.33788218324250624, "ece": 0.4910244416348657 }, "q_4f2aec841a": { "n": 1, "accuracy": 0.0, "kl": 0.4427635582953956, "brier": 0.3811752626511366, "ece": 0.5165634333353726 }, "q_4f2eafa789": { "n": 1, "accuracy": 0.0, "kl": 0.417525775121309, "brier": 0.35594795164208026, "ece": 0.5018696194572917 }, "q_4f528a9a74": { "n": 1, "accuracy": 0.0, "kl": 0.45852259952105767, "brier": 0.39690598607514993, "ece": 0.5254806314954388 }, "q_4f5ee2a244": { "n": 1, "accuracy": 1.0, "kl": 0.4096740196886358, "brier": 0.34809626030998986, "ece": 0.49719075991085293 }, "q_4f6d1ebc37": { "n": 1, "accuracy": 1.0, "kl": 0.38986222279963056, "brier": 0.3282915600294398, "ece": 0.48514908368984355 }, "q_4f744eb4a8": { "n": 1, "accuracy": 0.0, "kl": 1.754570605824948, "brier": 0.7257571957254875, "ece": 0.1329469294281912 }, "q_4f841334fb": { "n": 1, "accuracy": 0.0, "kl": 1.7733226971459732, "brier": 0.730252009538105, "ece": 0.13104270219121603 }, "q_4f8bab5f93": { "n": 1, "accuracy": 1.0, "kl": 0.40965522313285463, "brier": 0.34807746434994774, "ece": 0.4971794963501608 }, "q_4f9c6673f9": { "n": 1, "accuracy": 1.0, "kl": 1.143682287872963, "brier": 0.6171172054376719, "ece": 0.782297784886262 }, "q_4fb35ab425": { "n": 1, "accuracy": 1.0, "kl": 0.3648171053793, "brier": 0.30329997476380455, "ece": 0.46942263337138257 }, "q_4fb9300af1": { "n": 1, "accuracy": 1.0, "kl": 0.40234235389236417, "brier": 0.34076537933407974, "ece": 0.49277438106917415 }, "q_4fc396f467": { "n": 1, "accuracy": 1.0, "kl": 0.38855522082930793, "brier": 0.3269857748289344, "ece": 0.4843425372310798 }, "q_4fcdc76dc1": { "n": 1, "accuracy": 1.0, "kl": 0.4143657203734326, "brier": 0.3527879115820756, "ece": 0.4999928044515022 }, "q_4fd396f263": { "n": 1, "accuracy": 0.0, "kl": 0.4337705762281948, "brier": 0.3721893918646574, "ece": 0.5113869445548029 }, "q_4fdf181555": { "n": 1, "accuracy": 0.0, "kl": 0.4217362751731999, "brier": 0.36015827961747826, "ece": 0.5043573256216265 }, "q_4ff205dcf1": { "n": 1, "accuracy": 0.0, "kl": 1.2217107878890856, "brier": 0.6512750252167087, "ece": 0.2454632922156731 }, "q_50130ddc8c": { "n": 1, "accuracy": 0.0, "kl": 0.4282227291724843, "brier": 0.36664368491403215, "ece": 0.5081610006259515 }, "q_502a1de6a9": { "n": 1, "accuracy": 0.0, "kl": 0.42405512862085093, "brier": 0.36247689605650146, "ece": 0.5057210918292053 }, "q_502f2661fb": { "n": 1, "accuracy": 1.0, "kl": 0.39428841207478554, "brier": 0.33271451675007796, "ece": 0.48786916820843296 }, "q_5034d75959": { "n": 1, "accuracy": 1.0, "kl": 0.4114905541346647, "brier": 0.3499127567486831, "ece": 0.49827787220260833 }, "q_504781ff9c": { "n": 1, "accuracy": 1.0, "kl": 0.3864466251703258, "brier": 0.3248794238679656, "ece": 0.48303810233522926 }, "q_5053d8c7ef": { "n": 1, "accuracy": 0.0, "kl": 1.8149483236539314, "brier": 0.7405450801898024, "ece": 0.1395561273051545 }, "q_5058a98af7": { "n": 1, "accuracy": 0.0, "kl": 0.41641109151160055, "brier": 0.35483327875768533, "ece": 0.5012085461844793 }, "q_5061d501f3": { "n": 1, "accuracy": 1.0, "kl": 0.39403014652061674, "brier": 0.3324564052098504, "ece": 0.48771093020046097 }, "q_50641cfba7": { "n": 1, "accuracy": 1.0, "kl": 0.6546727140518198, "brier": 0.4411481245130798, "ece": 0.6221629035556442 }, "q_507b23a500": { "n": 1, "accuracy": 0.0, "kl": 0.4569885354810517, "brier": 0.39537577323532774, "ece": 0.5246210595750767 }, "q_5083f567ea": { "n": 1, "accuracy": 1.0, "kl": 0.3881927796180001, "brier": 0.32662369414334136, "ece": 0.48411860520355976 }, "q_509ad15036": { "n": 1, "accuracy": 1.0, "kl": 0.36653578691504896, "brier": 0.3050124567094575, "ece": 0.47052045830497624 }, "q_50cc71af3a": { "n": 1, "accuracy": 1.0, "kl": 0.40398841449528533, "brier": 0.342411141382889, "ece": 0.4937699489951445 }, "q_50d1e42415": { "n": 1, "accuracy": 1.0, "kl": 0.3599896165539398, "brier": 0.2984924293646144, "ece": 0.46632397632337963 }, "q_50db40dbb0": { "n": 1, "accuracy": 1.0, "kl": 0.4136556727642397, "brier": 0.35207786415091896, "ece": 0.49956993704918784 }, "q_50fc1c47e6": { "n": 1, "accuracy": 1.0, "kl": 0.3772786739778168, "brier": 0.31572597076806613, "ece": 0.4773197520688256 }, "q_50fe8ca7e9": { "n": 1, "accuracy": 1.0, "kl": 0.3491730740952344, "brier": 0.28773587026737085, "ece": 0.4592992685646591 }, "q_510158c8f5": { "n": 1, "accuracy": 1.0, "kl": 0.632025138330073, "brier": 0.42492244358877285, "ece": 0.6122211347464231 }, "q_5103fb4f6a": { "n": 1, "accuracy": 0.0, "kl": 0.4457480248520354, "brier": 0.384156105422433, "ece": 0.5182671020179549 }, "q_51120252fc": { "n": 1, "accuracy": 1.0, "kl": 0.38826198286740726, "brier": 0.32669282776317454, "ece": 0.4841613710902951 }, "q_5112190767": { "n": 1, "accuracy": 0.0, "kl": 0.43614753975864373, "brier": 0.37456496769522285, "ece": 0.5127614629881124 }, "q_5124cae92e": { "n": 1, "accuracy": 1.0, "kl": 0.6707806741046806, "brier": 0.4526902844496121, "ece": 0.6290554535017985 }, "q_51296278a0": { "n": 1, "accuracy": 1.0, "kl": 0.40456944813703605, "brier": 0.3429920898023516, "ece": 0.4941208095485854 }, "q_51345757d2": { "n": 1, "accuracy": 0.0, "kl": 0.425116813640655, "brier": 0.3635384263891013, "ece": 0.5063440080434468 }, "q_5136185fcb": { "n": 1, "accuracy": 1.0, "kl": 0.38810979445660265, "brier": 0.326540792974244, "ece": 0.4840673167766999 }, "q_513ede01e1": { "n": 1, "accuracy": 0.0, "kl": 1.7137406183710626, "brier": 0.7153348713772234, "ece": 0.13057328509752744 }, "q_51510fc499": { "n": 1, "accuracy": 1.0, "kl": 0.4099273413668725, "brier": 0.3483495744158084, "ece": 0.49734252983359384 }, "q_51551a2df0": { "n": 1, "accuracy": 0.0, "kl": 0.44921926728454686, "brier": 0.38762219583148405, "ece": 0.5202398186395024 }, "q_515bc7afb9": { "n": 1, "accuracy": 1.0, "kl": 0.37576041563415613, "brier": 0.31421096960667955, "ece": 0.4763653425860285 }, "q_5170ad8d9f": { "n": 1, "accuracy": 0.0, "kl": 0.46216115547010095, "brier": 0.4005343184332081, "ece": 0.527512188902832 }, "q_5173a9154e": { "n": 1, "accuracy": 1.0, "kl": 0.3938105882247961, "brier": 0.33223698100347, "ece": 0.48757636155907635 }, "q_5175d962c5": { "n": 1, "accuracy": 1.0, "kl": 0.40800649995183114, "brier": 0.3464288141743011, "ece": 0.4961903495843585 }, "q_51791b134b": { "n": 1, "accuracy": 1.0, "kl": 0.3874899721004188, "brier": 0.32592161524568986, "ece": 0.4836840443005457 }, "q_517d5e5376": { "n": 1, "accuracy": 0.0, "kl": 1.4989730123101446, "brier": 0.7179012603508753, "ece": 0.1856309132169101 }, "q_5182880954": { "n": 1, "accuracy": 1.0, "kl": 0.40863863559853586, "brier": 0.3470609166581724, "ece": 0.49656987208520753 }, "q_518a00818c": { "n": 1, "accuracy": 1.0, "kl": 0.4047696915072704, "brier": 0.3431923060522555, "ece": 0.4942416601769162 }, "q_519001f46d": { "n": 1, "accuracy": 1.0, "kl": 0.6837310970111949, "brier": 0.4613038429324584, "ece": 0.6345570612760363 }, "q_519165e6ef": { "n": 1, "accuracy": 1.0, "kl": 0.39564020534214644, "brier": 0.33406556736107856, "ece": 0.48869644441876325 }, "q_51bdbaff5f": { "n": 1, "accuracy": 1.0, "kl": 0.36511214318385576, "brier": 0.30359391595043533, "ece": 0.4696112908723483 }, "q_51be17a0bc": { "n": 1, "accuracy": 0.0, "kl": 0.43181844448974277, "brier": 0.3702381753039595, "ece": 0.510254677664264 }, "q_51c7f59103": { "n": 1, "accuracy": 0.0, "kl": 0.4158584431838249, "brier": 0.3542806328614482, "ece": 0.5008804063278832 }, "q_51d84b2e33": { "n": 1, "accuracy": 1.0, "kl": 0.39993087191007326, "brier": 0.33835450972718517, "ece": 0.4913116274354429 }, "q_51e8a0e64d": { "n": 1, "accuracy": 0.0, "kl": 0.4531861957221111, "brier": 0.39158187643348674, "ece": 0.5224826982117418 }, "q_51ebe48d4a": { "n": 1, "accuracy": 1.0, "kl": 0.38983555538671455, "brier": 0.32826491616853953, "ece": 0.48513264258051303 }, "q_520108657a": { "n": 1, "accuracy": 1.0, "kl": 0.388967537274187, "brier": 0.32739769348591496, "ece": 0.4845971412936051 }, "q_5208feea56": { "n": 1, "accuracy": 0.0, "kl": 0.4354639376432126, "brier": 0.37388179725807613, "ece": 0.512366625248802 }, "q_52291e3e99": { "n": 1, "accuracy": 1.0, "kl": 0.3478109671748073, "brier": 0.28638298828756137, "ece": 0.45840651968984447 }, "q_523bfde6cf": { "n": 1, "accuracy": 0.0, "kl": 0.4218097686733524, "brier": 0.3602317674805177, "ece": 0.5044006170356716 }, "q_52451e3967": { "n": 1, "accuracy": 1.0, "kl": 0.39822295020294185, "brier": 0.33664716783542176, "ece": 0.4902725727095474 }, "q_525a686dc1": { "n": 1, "accuracy": 0.0, "kl": 1.7203406795787566, "brier": 0.7174718465933055, "ece": 0.14199055755552034 }, "q_5267320856": { "n": 1, "accuracy": 1.0, "kl": 0.3970866278891394, "brier": 0.3355113069562326, "ece": 0.4895798499415178 }, "q_5268fa1252": { "n": 1, "accuracy": 1.0, "kl": 0.411956876013311, "brier": 0.35037907394222534, "ece": 0.49855649197105123 }, "q_528f5cae5d": { "n": 1, "accuracy": 1.0, "kl": 0.3927820319848172, "brier": 0.3312090925702481, "ece": 0.4869453848922777 }, "q_52a025a3da": { "n": 1, "accuracy": 1.0, "kl": 0.39306576932237236, "brier": 0.3314926390553918, "ece": 0.4871195396043966 }, "q_52ad262c12": { "n": 1, "accuracy": 0.0, "kl": 1.3729794945066027, "brier": 0.6772961529903918, "ece": 0.17298113447435984 }, "q_52b30faaaf": { "n": 1, "accuracy": 0.0, "kl": 0.4319794497393833, "brier": 0.37039911220996175, "ece": 0.5103481800879154 }, "q_52b89930cc": { "n": 1, "accuracy": 1.0, "kl": 0.7292317783731791, "brier": 0.4931221695415007, "ece": 0.6530148377809676 }, "q_52c74914ef": { "n": 1, "accuracy": 1.0, "kl": 0.38539844956224, "brier": 0.3238325013234822, "ece": 0.48238818404836525 }, "q_52cb86fa5a": { "n": 1, "accuracy": 0.0, "kl": 0.4460874080753644, "brier": 0.3844950308441342, "ece": 0.5184603920789962 }, "q_52e03ebfa3": { "n": 1, "accuracy": 1.0, "kl": 0.3950546853935968, "brier": 0.3334803562408053, "ece": 0.4883383133143431 }, "q_52e2e229c4": { "n": 1, "accuracy": 1.0, "kl": 0.6996995752259213, "brier": 0.4728347175731172, "ece": 0.6411259685730786 }, "q_52f52ab017": { "n": 1, "accuracy": 0.0, "kl": 0.42151671549322167, "brier": 0.35993873612189015, "ece": 0.504227967089565 }, "q_530bcc7a51": { "n": 1, "accuracy": 1.0, "kl": 0.39804753893102707, "brier": 0.3364718236871403, "ece": 0.49016571266205333 }, "q_5314b6399a": { "n": 1, "accuracy": 1.0, "kl": 0.34041552453211554, "brier": 0.27904494920012496, "ece": 0.4535270734499207 }, "q_5320406d9f": { "n": 1, "accuracy": 1.0, "kl": 0.3491726134597579, "brier": 0.287735412684179, "ece": 0.4592989669668103 }, "q_532ecf5968": { "n": 1, "accuracy": 0.0, "kl": 0.4398824025833862, "brier": 0.3782969641342615, "ece": 0.5149120394598553 }, "q_532ff66159": { "n": 1, "accuracy": 1.0, "kl": 0.3818617285357178, "brier": 0.3203007388521604, "ece": 0.4801879176413003 }, "q_533691c166": { "n": 1, "accuracy": 0.0, "kl": 1.3976983855724188, "brier": 0.6864639832568417, "ece": 0.18321619669442774 }, "q_534148239d": { "n": 1, "accuracy": 0.0, "kl": 0.4321544996723282, "brier": 0.37057408642327017, "ece": 0.5104498149745624 }, "q_53457eaaed": { "n": 1, "accuracy": 1.0, "kl": 0.40092398124196904, "brier": 0.33934733952408364, "ece": 0.4919146389266128 }, "q_5355f1afab": { "n": 1, "accuracy": 0.0, "kl": 0.45568095671278885, "brier": 0.39407127149957344, "ece": 0.5238869628067339 }, "q_535a845954": { "n": 1, "accuracy": 0.0, "kl": 0.42241516388368683, "brier": 0.36083711189441753, "ece": 0.5047570552059244 }, "q_5362362dfa": { "n": 1, "accuracy": 1.0, "kl": 0.41298782745857276, "brier": 0.351410019937757, "ece": 0.49917181437792124 }, "q_537269f5d5": { "n": 1, "accuracy": 1.0, "kl": 0.40170641464397067, "brier": 0.3401295800999879, "ece": 0.49238912455349004 }, "q_53774991e7": { "n": 1, "accuracy": 1.0, "kl": 0.3690423041218778, "brier": 0.30751072433505405, "ece": 0.4721165160606309 }, "q_5382e0d37b": { "n": 1, "accuracy": 0.0, "kl": 0.41887957236700896, "brier": 0.357301720681963, "ece": 0.5026711018522338 }, "q_53834aa256": { "n": 1, "accuracy": 1.0, "kl": 0.6749956429310306, "brier": 0.4552252125884592, "ece": 0.6308832495922823 }, "q_53a431670e": { "n": 1, "accuracy": 0.0, "kl": 0.7537188965246014, "brier": 0.5094789034409826, "ece": 0.34537650130167624 }, "q_53b45f9bcc": { "n": 1, "accuracy": 1.0, "kl": 0.34453937500345805, "brier": 0.2831352262101494, "ece": 0.4562547183824738 }, "q_53ba7a0d7b": { "n": 1, "accuracy": 1.0, "kl": 0.31295135174904687, "brier": 0.2519249522767363, "ece": 0.4349119272979821 }, "q_53cb5ce028": { "n": 1, "accuracy": 1.0, "kl": 0.7148464654723485, "brier": 0.4828893927231981, "ece": 0.6473120275694364 }, "q_53d5bf8baf": { "n": 1, "accuracy": 0.0, "kl": 0.4151419922883256, "brier": 0.35356418328631817, "ece": 0.5004546249515625 }, "q_53dfe18d78": { "n": 1, "accuracy": 1.0, "kl": 0.39082829211865366, "brier": 0.3292568107907977, "ece": 0.4857442610751246 }, "q_53e88eadbb": { "n": 1, "accuracy": 1.0, "kl": 0.40281794228953127, "brier": 0.34124087231525574, "ece": 0.4930622666833995 }, "q_53f9f0c534": { "n": 1, "accuracy": 0.0, "kl": 0.43641299565969793, "brier": 0.3748302485884022, "ece": 0.5129146847754198 }, "q_53fcc7d35f": { "n": 1, "accuracy": 0.0, "kl": 0.43074242228794185, "brier": 0.3691625786765358, "ece": 0.5096292463721108 }, "q_53fd3e83e4": { "n": 1, "accuracy": 0.0, "kl": 0.7641925014598624, "brier": 0.5162935347300676, "ece": 0.342803875599291 }, "q_542ef2bfb7": { "n": 1, "accuracy": 1.0, "kl": 0.39939111404495725, "brier": 0.3378149210739431, "ece": 0.4909835283037163 }, "q_54364920e1": { "n": 1, "accuracy": 1.0, "kl": 0.37388523204397106, "brier": 0.31234018878967973, "ece": 0.47518362111155343 }, "q_545325a9ff": { "n": 1, "accuracy": 1.0, "kl": 0.4095448352764056, "brier": 0.3479670800891772, "ece": 0.49711334196425383 }, "q_545ebcbeb3": { "n": 1, "accuracy": 1.0, "kl": 0.3773755232387991, "brier": 0.31582262128829286, "ece": 0.4773805614824993 }, "q_5462110a8a": { "n": 1, "accuracy": 1.0, "kl": 0.3849751502895472, "brier": 0.32340973511331916, "ece": 0.4821254375896401 }, "q_546ca61dc6": { "n": 1, "accuracy": 1.0, "kl": 0.3732027652803768, "brier": 0.3116594325770271, "ece": 0.47475272803175605 }, "q_5473670750": { "n": 1, "accuracy": 0.0, "kl": 0.46041746097624325, "brier": 0.3987957189841197, "ece": 0.5265398744704215 }, "q_547df98239": { "n": 1, "accuracy": 1.0, "kl": 0.36605696858391734, "brier": 0.30453532014431567, "ece": 0.47021488960847946 }, "q_54b34ca15e": { "n": 1, "accuracy": 0.0, "kl": 1.2085187304164213, "brier": 0.6446027881268831, "ece": 0.21652289522314658 }, "q_54b66bee8c": { "n": 1, "accuracy": 1.0, "kl": 0.384832175250578, "brier": 0.3232669437054884, "ece": 0.48203665486214586 }, "q_54ce3e30a8": { "n": 1, "accuracy": 0.0, "kl": 0.44624503923593867, "brier": 0.3846524460843473, "ece": 0.5185501374326242 }, "q_54ce947c8b": { "n": 1, "accuracy": 1.0, "kl": 0.40523685120867914, "brier": 0.343659406775607, "ece": 0.49452346542482184 }, "q_54d3f8d5e4": { "n": 1, "accuracy": 1.0, "kl": 0.37652571509969357, "brier": 0.31497459369200514, "ece": 0.47684669186727835 }, "q_54d96574fe": { "n": 1, "accuracy": 1.0, "kl": 0.3993312229892738, "brier": 0.3377550495728311, "ece": 0.4909471070422755 }, "q_54e03761e6": { "n": 1, "accuracy": 1.0, "kl": 0.41437780879135794, "brier": 0.35280000000000006, "ece": 0.5 }, "q_54e2338a1c": { "n": 1, "accuracy": 1.0, "kl": 0.39836426896172017, "brier": 0.33678843357816834, "ece": 0.49035864410181995 }, "q_54ed50b655": { "n": 1, "accuracy": 1.0, "kl": 0.33087279749821236, "brier": 0.2695964637437671, "ece": 0.44714878710392536 }, "q_54ef265d17": { "n": 1, "accuracy": 0.0, "kl": 0.41744421610386034, "brier": 0.3558663937357561, "ece": 0.5018212854608904 }, "q_550e01b035": { "n": 1, "accuracy": 1.0, "kl": 0.37270452882102206, "brier": 0.3111624823765954, "ece": 0.4744378800119198 }, "q_551d2b12bc": { "n": 1, "accuracy": 0.0, "kl": 0.41948661146201444, "brier": 0.3579087400203148, "ece": 0.5030299871287582 }, "q_552c137893": { "n": 1, "accuracy": 0.0, "kl": 0.4455245129719024, "brier": 0.3839328897995011, "ece": 0.5181397549866372 }, "q_5536d08517": { "n": 1, "accuracy": 1.0, "kl": 0.409165728872718, "brier": 0.3475879873424389, "ece": 0.496886067974476 }, "q_554fe0d5a0": { "n": 1, "accuracy": 1.0, "kl": 0.40297196275689817, "brier": 0.34139486352582843, "ece": 0.49315545713800535 }, "q_55521445d8": { "n": 1, "accuracy": 1.0, "kl": 0.3677565456510603, "brier": 0.30622908292768736, "ece": 0.47129853240696373 }, "q_555da0ed32": { "n": 1, "accuracy": 1.0, "kl": 0.36854763407784275, "brier": 0.3070176101083555, "ece": 0.47180199725649397 }, "q_5560a9cb19": { "n": 1, "accuracy": 0.0, "kl": 0.4239641918938003, "brier": 0.36238597112443693, "ece": 0.5056676938202128 }, "q_556311a329": { "n": 1, "accuracy": 1.0, "kl": 0.41129277748878323, "brier": 0.3497149826137505, "ece": 0.49815964810927804 }, "q_557fb0466a": { "n": 1, "accuracy": 0.0, "kl": 0.7681216443298491, "brier": 0.5211640781994905, "ece": 0.3709739815096044 }, "q_5587b83e75": { "n": 1, "accuracy": 0.0, "kl": 0.4205417446004895, "brier": 0.35896382589457143, "ece": 0.5036530572854228 }, "q_558b8003e5": { "n": 1, "accuracy": 1.0, "kl": 1.5082394152431184, "brier": 0.657018543663081, "ece": 0.8365387040850831 }, "q_558d342097": { "n": 1, "accuracy": 1.0, "kl": 0.4113274122979101, "brier": 0.349749616958919, "ece": 0.4981803540094387 }, "q_55992806f9": { "n": 1, "accuracy": 1.0, "kl": 0.3374956610529232, "brier": 0.276151378011948, "ece": 0.45158537243273444 }, "q_55a5769048": { "n": 1, "accuracy": 1.0, "kl": 0.38313602946303155, "brier": 0.3215731181758754, "ece": 0.48098199347095083 }, "q_55a78e70de": { "n": 1, "accuracy": 1.0, "kl": 0.3972808197919775, "brier": 0.33570541547326627, "ece": 0.48969831307516154 }, "q_55b7095315": { "n": 1, "accuracy": 0.0, "kl": 1.71359247907264, "brier": 0.7154094413540573, "ece": 0.13592269819628916 }, "q_55c8d61aac": { "n": 1, "accuracy": 1.0, "kl": 0.3642318524492779, "brier": 0.30271693753328444, "ece": 0.4690481573875427 }, "q_55c8fda974": { "n": 1, "accuracy": 1.0, "kl": 1.6136050019637365, "brier": 0.687968719248946, "ece": 0.8544906355951849 }, "q_55d261ffe7": { "n": 1, "accuracy": 1.0, "kl": 0.388046299028162, "brier": 0.3264773621781073, "ece": 0.48402806967963696 }, "q_55dd55787d": { "n": 1, "accuracy": 0.0, "kl": 0.4277395714330945, "brier": 0.36616065149351673, "ece": 0.5078788680768873 }, "q_55e2f99295": { "n": 1, "accuracy": 1.0, "kl": 0.36976731772537424, "brier": 0.30823352022312467, "ece": 0.47257707537700455 }, "q_55e70dabc1": { "n": 1, "accuracy": 0.0, "kl": 0.4147616854593518, "brier": 0.3531838766412812, "ece": 0.5002284358782025 }, "q_55f935b3a6": { "n": 1, "accuracy": 1.0, "kl": 0.4056815592359838, "brier": 0.34410406402072685, "ece": 0.4947915524819224 }, "q_55fca97369": { "n": 1, "accuracy": 1.0, "kl": 0.34974117796816806, "brier": 0.2883002440592654, "ece": 0.459671070835839 }, "q_561a60f7b0": { "n": 1, "accuracy": 0.0, "kl": 0.8018408906546236, "brier": 0.542709526744265, "ece": 0.3715752921719394 }, "q_56228ad971": { "n": 1, "accuracy": 1.0, "kl": 0.37929141810478817, "brier": 0.31773479979578834, "ece": 0.47858173552973315 }, "q_5629c7e829": { "n": 1, "accuracy": 1.0, "kl": 0.39452849325369377, "brier": 0.33295445831657305, "ece": 0.48801621188169286 }, "q_56503f9efd": { "n": 1, "accuracy": 1.0, "kl": 0.4100022051932536, "brier": 0.34842443616287666, "ece": 0.4973873717321097 }, "q_56539b3c6d": { "n": 1, "accuracy": 0.0, "kl": 1.2438221349006717, "brier": 0.6580168285914584, "ece": 0.2123388808106572 }, "q_56548a41df": { "n": 1, "accuracy": 0.0, "kl": 0.42003046172252745, "brier": 0.3584525681161214, "ece": 0.503351253757516 }, "q_567eaba27d": { "n": 1, "accuracy": 0.0, "kl": 1.74807444632384, "brier": 0.724027578281202, "ece": 0.13447477038849126 }, "q_568492e00f": { "n": 1, "accuracy": 0.0, "kl": 0.7796854263157256, "brier": 0.52667973872302, "ece": 0.34836032335432754 }, "q_568650a9ab": { "n": 1, "accuracy": 1.0, "kl": 0.6072457466386273, "brier": 0.4071557492580625, "ece": 0.6009962832128068 }, "q_5687552185": { "n": 1, "accuracy": 0.0, "kl": 0.4256685499058357, "brier": 0.3640900692279018, "ece": 0.5066673582709965 }, "q_568f2a82fa": { "n": 1, "accuracy": 0.0, "kl": 0.43461394454847524, "brier": 0.3730323037461529, "ece": 0.5118751577401465 }, "q_569d5d8172": { "n": 1, "accuracy": 0.0, "kl": 0.4744322692994115, "brier": 0.4127583464690264, "ece": 0.5342897459050922 }, "q_56a28e2177": { "n": 1, "accuracy": 1.0, "kl": 0.3969143224635842, "brier": 0.3353390771236418, "ece": 0.48947471052779423 }, "q_56acbd6e8c": { "n": 1, "accuracy": 1.0, "kl": 0.3671120979189937, "brier": 0.3055867892303884, "ece": 0.4708879566003462 }, "q_56b2321e59": { "n": 1, "accuracy": 1.0, "kl": 0.34094960435076616, "brier": 0.27957445022294525, "ece": 0.4538812981568784 }, "q_56df96cdde": { "n": 1, "accuracy": 0.0, "kl": 0.47248681015018523, "brier": 0.41082175546668304, "ece": 0.5332227683306979 }, "q_56f0fbd81c": { "n": 1, "accuracy": 0.0, "kl": 0.41640341857454405, "brier": 0.35482560586528816, "ece": 0.5012039920663669 }, "q_56f3ff0c48": { "n": 1, "accuracy": 1.0, "kl": 0.4012429623489706, "brier": 0.3396662392004459, "ece": 0.49210814066240294 }, "q_5706257bba": { "n": 1, "accuracy": 0.0, "kl": 0.4345643298362778, "brier": 0.37298271695290236, "ece": 0.5118464524300868 }, "q_570bd3d7cc": { "n": 1, "accuracy": 0.0, "kl": 0.4201682114758289, "brier": 0.3585903115298023, "ece": 0.5034325870370644 }, "q_570f6015e8": { "n": 1, "accuracy": 0.0, "kl": 0.42549913087228763, "brier": 0.3639206798732849, "ece": 0.5065680953102827 }, "q_571a170497": { "n": 1, "accuracy": 0.0, "kl": 0.42184863152049284, "brier": 0.360270627301589, "ece": 0.5044235074201174 }, "q_571a48ae8e": { "n": 1, "accuracy": 1.0, "kl": 0.39638467782530806, "brier": 0.33480967446827453, "ece": 0.4891513622537963 }, "q_572c786146": { "n": 1, "accuracy": 0.0, "kl": 0.4150771469902773, "brier": 0.35349933803746153, "ece": 0.5004160665563707 }, "q_5735821e09": { "n": 1, "accuracy": 1.0, "kl": 0.36076922093470365, "brier": 0.29926854968532857, "ece": 0.4668258973267745 }, "q_574f2f232a": { "n": 1, "accuracy": 1.0, "kl": 0.41017157816150823, "brier": 0.34859380468391354, "ece": 0.49748880504985604 }, "q_5757f40de1": { "n": 1, "accuracy": 0.0, "kl": 1.3432422689249484, "brier": 0.6686248151536837, "ece": 0.19156042293012626 }, "q_575cb89eda": { "n": 1, "accuracy": 1.0, "kl": 0.4074320052034669, "brier": 0.345854355890525, "ece": 0.4958451369744059 }, "q_575eea1184": { "n": 1, "accuracy": 1.0, "kl": 0.38698031183617243, "brier": 0.32541250824654183, "ece": 0.48336863304336253 }, "q_577be32b90": { "n": 1, "accuracy": 0.0, "kl": 0.4242107659673068, "brier": 0.36263251269917185, "ece": 0.5058124661744721 }, "q_57bf87f198": { "n": 1, "accuracy": 1.0, "kl": 0.40938128674883667, "brier": 0.34780353720008905, "ece": 0.497015309790953 }, "q_57c8055aaa": { "n": 1, "accuracy": 1.0, "kl": 0.363947536227805, "brier": 0.30243371725034274, "ece": 0.4688661191530722 }, "q_57ccf422f0": { "n": 1, "accuracy": 0.0, "kl": 0.4199248663581646, "brier": 0.35834697740776383, "ece": 0.503288895086892 }, "q_57defd80c7": { "n": 1, "accuracy": 1.0, "kl": 0.4038824960692319, "brier": 0.34230523957058845, "ece": 0.4937059581215796 }, "q_57f637662c": { "n": 1, "accuracy": 0.0, "kl": 0.4557485055034135, "brier": 0.39413866587525037, "ece": 0.5239249181310114 }, "q_57ff87a0fd": { "n": 1, "accuracy": 0.0, "kl": 0.5056082769694894, "brier": 0.4437039800727406, "ece": 0.5510116665607873 }, "q_5849badfd3": { "n": 1, "accuracy": 0.0, "kl": 0.4330300030142279, "brier": 0.37144918845644115, "ece": 0.5109577638565298 }, "q_584d0e4cc3": { "n": 1, "accuracy": 1.0, "kl": 0.3529880118854428, "brier": 0.2915270462938617, "ece": 0.4617898939821886 }, "q_584d9dd90e": { "n": 1, "accuracy": 1.0, "kl": 0.40952340818050825, "brier": 0.3479456537106522, "ece": 0.4971004997063969 }, "q_585e540593": { "n": 1, "accuracy": 0.0, "kl": 1.505824451473885, "brier": 0.7202038247823437, "ece": 0.1859947082385398 }, "q_58892e473d": { "n": 1, "accuracy": 1.0, "kl": 0.34372414060203993, "brier": 0.28232630912605494, "ece": 0.45571685424402697 }, "q_588ba473da": { "n": 1, "accuracy": 0.0, "kl": 0.4220025572286951, "brier": 0.3604245407134883, "ece": 0.5045141580168371 }, "q_589f8d6c28": { "n": 1, "accuracy": 1.0, "kl": 0.3586933053339808, "brier": 0.2972021457188959, "ece": 0.4654880969102002 }, "q_58a2dae889": { "n": 1, "accuracy": 1.0, "kl": 0.3950129317687501, "brier": 0.3334386253788835, "ece": 0.48831276331929885 }, "q_58a5040a47": { "n": 1, "accuracy": 1.0, "kl": 0.6307277659844895, "brier": 0.424184797253537, "ece": 0.6116208812188586 }, "q_58b5adceea": { "n": 1, "accuracy": 0.0, "kl": 0.8704628480649389, "brier": 0.586313004316979, "ece": 0.38132250149020797 }, "q_58b797e066": { "n": 1, "accuracy": 1.0, "kl": 0.39058895692362405, "brier": 0.3290176721704879, "ece": 0.48559688865330797 }, "q_58b7bd9f01": { "n": 1, "accuracy": 0.0, "kl": 1.1563666125662901, "brier": 0.6262928175193441, "ece": 0.22901505894521407 }, "q_58b8ebc3d8": { "n": 1, "accuracy": 1.0, "kl": 0.40526262645197064, "brier": 0.3436851789354174, "ece": 0.494539008378836 }, "q_58bf822f7c": { "n": 1, "accuracy": 0.0, "kl": 0.4672118524025883, "brier": 0.4055681105089604, "ece": 0.5303155063446963 }, "q_58c808443a": { "n": 1, "accuracy": 0.0, "kl": 0.42099377269463883, "brier": 0.35941582805549976, "ece": 0.5039197023349468 }, "q_58d37fb776": { "n": 1, "accuracy": 1.0, "kl": 0.7122805253398492, "brier": 0.48112560187647324, "ece": 0.6462782345437772 }, "q_58ea106b69": { "n": 1, "accuracy": 1.0, "kl": 0.35532427955921697, "brier": 0.29385020529793165, "ece": 0.4633081040742105 }, "q_58ee21e798": { "n": 1, "accuracy": 0.0, "kl": 1.4510018133446807, "brier": 0.7028915435769301, "ece": 0.17749289429290716 }, "q_58ef777768": { "n": 1, "accuracy": 0.0, "kl": 0.4253048915135612, "brier": 0.36372647345487685, "ece": 0.5064542610027931 }, "q_58f91d5b6c": { "n": 1, "accuracy": 0.0, "kl": 0.4171986733412333, "brier": 0.3556208539776604, "ece": 0.501675736779851 }, "q_591cba2d1e": { "n": 1, "accuracy": 1.0, "kl": 0.40318002078710025, "brier": 0.34160288328034766, "ece": 0.493281310538202 }, "q_5923b096e7": { "n": 1, "accuracy": 1.0, "kl": 0.40634182390541496, "brier": 0.3447642623762364, "ece": 0.4951892715233839 }, "q_594cf98036": { "n": 1, "accuracy": 1.0, "kl": 0.394116702600787, "brier": 0.33254290922814483, "ece": 0.48776396924455256 }, "q_5960237d13": { "n": 1, "accuracy": 1.0, "kl": 0.3602263578825212, "brier": 0.29872810161943175, "ece": 0.4664764556990708 }, "q_59615458af": { "n": 1, "accuracy": 0.0, "kl": 0.49603829879930994, "brier": 0.43422408156139036, "ece": 0.5459528310684411 }, "q_5978450dd3": { "n": 1, "accuracy": 0.0, "kl": 0.4473092533788162, "brier": 0.3857151470741351, "ece": 0.519155523177231 }, "q_5981080efc": { "n": 1, "accuracy": 1.0, "kl": 0.39030534551192886, "brier": 0.3287342989650023, "ece": 0.4854221867171321 }, "q_598bd99f2d": { "n": 1, "accuracy": 0.0, "kl": 0.41457232307350356, "brier": 0.3529945142786696, "ece": 0.50011576635415 }, "q_598ca81ec9": { "n": 1, "accuracy": 0.0, "kl": 0.4473992842897736, "brier": 0.38580504549012146, "ece": 0.5192066970630806 }, "q_5990760b8f": { "n": 1, "accuracy": 0.0, "kl": 1.3528859656753447, "brier": 0.6706606000017954, "ece": 0.17479587308748595 }, "q_5991b1f919": { "n": 1, "accuracy": 1.0, "kl": 0.38789573058966015, "brier": 0.326326948278289, "ece": 0.4839349875154967 }, "q_59a6153297": { "n": 1, "accuracy": 0.0, "kl": 0.4206872601166348, "brier": 0.3591093334592061, "ece": 0.5037389134002246 }, "q_59a6edf89f": { "n": 1, "accuracy": 0.0, "kl": 0.4471588696904517, "brier": 0.3855649831257553, "ece": 0.5190700303628997 }, "q_59bf19f8a5": { "n": 1, "accuracy": 1.0, "kl": 0.40730116731900357, "brier": 0.3457235272127358, "ece": 0.49576647725179557 }, "q_59c20e6453": { "n": 1, "accuracy": 0.0, "kl": 1.7201948020333229, "brier": 0.7175270108103974, "ece": 0.1426931072328818 }, "q_59cd1049fc": { "n": 1, "accuracy": 0.0, "kl": 1.2712530715704315, "brier": 0.6689789748407916, "ece": 0.22707390952090611 }, "q_59cd75034b": { "n": 1, "accuracy": 1.0, "kl": 0.39016572693491214, "brier": 0.328594799772589, "ece": 0.4853361566481511 }, "q_59ce519c9b": { "n": 1, "accuracy": 1.0, "kl": 0.4099371740713992, "brier": 0.34835940684319033, "ece": 0.49734841969461807 }, "q_59d6b32f63": { "n": 1, "accuracy": 1.0, "kl": 0.260909659827929, "brier": 0.20136344692255376, "ece": 0.3973038346148323 }, "q_59da6b3780": { "n": 1, "accuracy": 0.0, "kl": 0.42138962716774253, "brier": 0.35981165672356796, "ece": 0.504153071852349 }, "q_59e783e9b4": { "n": 1, "accuracy": 1.0, "kl": 0.3917260553870038, "brier": 0.33015387218077935, "ece": 0.48629661097576193 }, "q_59f0ecca1a": { "n": 1, "accuracy": 1.0, "kl": 0.4062025214774797, "brier": 0.34462497307001116, "ece": 0.4951053920813431 }, "q_59f1dc7d20": { "n": 1, "accuracy": 1.0, "kl": 0.40250654585089196, "brier": 0.3409295374726603, "ece": 0.4928737927458342 }, "q_59fd7615b4": { "n": 1, "accuracy": 1.0, "kl": 0.36679379296699777, "brier": 0.3052695708851864, "ece": 0.4706850207553307 }, "q_5a1a519eb7": { "n": 1, "accuracy": 0.0, "kl": 0.7771786562939853, "brier": 0.5269942944916541, "ece": 0.37124035321685406 }, "q_5a29fec9ec": { "n": 1, "accuracy": 0.0, "kl": 0.43926448010728303, "brier": 0.3776795783049789, "ece": 0.5145570033407463 }, "q_5a42ba2812": { "n": 1, "accuracy": 1.0, "kl": 0.39390137310319356, "brier": 0.3323277100831349, "ece": 0.48763200934368167 }, "q_5a4afc7ac4": { "n": 1, "accuracy": 1.0, "kl": 0.3981932551078251, "brier": 0.33661748400055463, "ece": 0.490254484436523 }, "q_5a5f03c630": { "n": 1, "accuracy": 1.0, "kl": 0.4090712629738207, "brier": 0.34749352517458443, "ece": 0.4968294166530143 }, "q_5a6ae51026": { "n": 1, "accuracy": 0.0, "kl": 0.4815135436419757, "brier": 0.4198024204468551, "ece": 0.5381497683328319 }, "q_5a7f7aa523": { "n": 1, "accuracy": 0.0, "kl": 1.8751529975924175, "brier": 0.7539909957207882, "ece": 0.13245690810921365 }, "q_5a88935f5d": { "n": 1, "accuracy": 1.0, "kl": 0.38342233285715277, "brier": 0.3218590112333286, "ece": 0.48116019944239763 }, "q_5a9f49c720": { "n": 1, "accuracy": 0.0, "kl": 0.8855234360491511, "brier": 0.5961373441371554, "ece": 0.387877221480128 }, "q_5aaa731f1d": { "n": 1, "accuracy": 0.0, "kl": 1.1597396647309008, "brier": 0.624151924109867, "ece": 0.21603298037098875 }, "q_5ab892f574": { "n": 1, "accuracy": 1.0, "kl": 0.40714576953253, "brier": 0.34556814081456344, "ece": 0.4956730330527609 }, "q_5abfca9d6e": { "n": 1, "accuracy": 0.0, "kl": 0.8596375867507644, "brier": 0.5797985130895607, "ece": 0.3820136256780086 }, "q_5ac756cd86": { "n": 1, "accuracy": 1.0, "kl": 1.6834929593121435, "brier": 0.7072825633873554, "ece": 0.8652594003441927 }, "q_5ac929b460": { "n": 1, "accuracy": 0.0, "kl": 0.4170442921676455, "brier": 0.35546647444514423, "ece": 0.5015841994460561 }, "q_5ad1eb784d": { "n": 1, "accuracy": 0.0, "kl": 0.7512234403435376, "brier": 0.5080169650203358, "ece": 0.34868743474206115 }, "q_5ad2dea9a1": { "n": 1, "accuracy": 0.0, "kl": 1.7169021426467248, "brier": 0.7161000906714882, "ece": 0.13368092110197344 }, "q_5ae672aca2": { "n": 1, "accuracy": 0.0, "kl": 0.41980145157371623, "brier": 0.35822356784567105, "ece": 0.5032160014966772 }, "q_5b0142f99a": { "n": 1, "accuracy": 0.0, "kl": 1.1591102750728188, "brier": 0.6260821005335827, "ece": 0.23673805158782996 }, "q_5b0cd234a8": { "n": 1, "accuracy": 1.0, "kl": 0.38156013699103575, "brier": 0.3199996253395007, "ece": 0.47999976583711934 }, "q_5b1b132220": { "n": 1, "accuracy": 1.0, "kl": 0.41212723177990046, "brier": 0.3505494283866502, "ece": 0.4986582307722196 }, "q_5b260269ff": { "n": 1, "accuracy": 1.0, "kl": 0.40900307933078356, "brier": 0.3474253443087527, "ece": 0.49678852210008895 }, "q_5b4204c56c": { "n": 1, "accuracy": 1.0, "kl": 0.4070402724282274, "brier": 0.3454626517274173, "ece": 0.49560958345989636 }, "q_5b627e107b": { "n": 1, "accuracy": 0.0, "kl": 0.4607192509623629, "brier": 0.39909665328054916, "ece": 0.5267083238985754 }, "q_5b6b3ef53f": { "n": 1, "accuracy": 0.0, "kl": 0.41850480179376953, "brier": 0.3569269599411808, "ece": 0.5024493815483583 }, "q_5b6d304f68": { "n": 1, "accuracy": 1.0, "kl": 0.36136965970081736, "brier": 0.299866375923323, "ece": 0.4672120710433256 }, "q_5b8981cbb2": { "n": 1, "accuracy": 0.0, "kl": 0.4285538721181505, "brier": 0.3669747375349466, "ece": 0.508354256156599 }, "q_5b8c2fe1b0": { "n": 1, "accuracy": 1.0, "kl": 0.39315076585145037, "brier": 0.3315775794067417, "ece": 0.4871716956068666 }, "q_5b8fe370a3": { "n": 1, "accuracy": 0.0, "kl": 0.43715082527278326, "brier": 0.37556756955167125, "ece": 0.5133402644295076 }, "q_5b93972757": { "n": 1, "accuracy": 1.0, "kl": 0.41139866789195073, "brier": 0.3498208716311386, "ece": 0.4982229498910471 }, "q_5b9d203412": { "n": 1, "accuracy": 0.0, "kl": 0.4734728547045304, "brier": 0.41180337531459954, "ece": 0.5337639118057977 }, "q_5ba555980d": { "n": 1, "accuracy": 1.0, "kl": 0.3909387762594154, "brier": 0.3293672055463474, "ece": 0.4858122752864601 }, "q_5ba7b6b5ac": { "n": 1, "accuracy": 1.0, "kl": 0.4085248177647085, "brier": 0.34694710428834513, "ece": 0.4965015631953529 }, "q_5bb143cbfa": { "n": 1, "accuracy": 1.0, "kl": 0.38189297933082916, "brier": 0.32033194062945397, "ece": 0.48020740912022974 }, "q_5bc67c55be": { "n": 1, "accuracy": 1.0, "kl": 0.4113780472090206, "brier": 0.34980025121049235, "ece": 0.4982106234963982 }, "q_5bcd7967b5": { "n": 1, "accuracy": 1.0, "kl": 0.3692410549784421, "brier": 0.3077088598812069, "ece": 0.4722428201262624 }, "q_5be2c6859e": { "n": 1, "accuracy": 1.0, "kl": 0.38339471009255716, "brier": 0.32183142772201195, "ece": 0.481143009238608 }, "q_5be31f36ea": { "n": 1, "accuracy": 1.0, "kl": 0.4013153356135265, "brier": 0.3397385945350472, "ece": 0.4921520317401378 }, "q_5be61d9fd5": { "n": 1, "accuracy": 1.0, "kl": 0.35243401417327236, "brier": 0.2909763145969691, "ece": 0.46142909865200965 }, "q_5bea3e06c8": { "n": 1, "accuracy": 1.0, "kl": 0.4044691220792897, "brier": 0.34289177775901086, "ece": 0.49406024788610825 }, "q_5bebe68e20": { "n": 1, "accuracy": 0.0, "kl": 0.4305826771673903, "brier": 0.36900289223384364, "ece": 0.5095363152481077 }, "q_5bec46b798": { "n": 1, "accuracy": 0.0, "kl": 0.4360507900000958, "brier": 0.37446828068592136, "ece": 0.5127056047048162 }, "q_5bf66c1cb0": { "n": 1, "accuracy": 0.0, "kl": 0.4259298536889494, "brier": 0.36435132547255, "ece": 0.5068204104026364 }, "q_5c04ffd3b6": { "n": 1, "accuracy": 1.0, "kl": 0.6332518016594454, "brier": 0.4261385340113962, "ece": 0.6127294990933756 }, "q_5c06289ec9": { "n": 1, "accuracy": 0.0, "kl": 0.45074974802559387, "brier": 0.3891500597539121, "ece": 0.5211065969546999 }, "q_5c13d76b0c": { "n": 1, "accuracy": 1.0, "kl": 0.6756677436439484, "brier": 0.4559956842819794, "ece": 0.6311375088353437 }, "q_5c19473f5d": { "n": 1, "accuracy": 1.0, "kl": 0.38215193831326066, "brier": 0.32059049712850385, "ece": 0.4803688906049668 }, "q_5c19a8fd0f": { "n": 1, "accuracy": 1.0, "kl": 0.39483488833690006, "brier": 0.33326068013365406, "ece": 0.4882037972224499 }, "q_5c1f5de4e8": { "n": 1, "accuracy": 0.0, "kl": 0.47930515933824946, "brier": 0.417606492613151, "ece": 0.5369499385124977 }, "q_5c2274a98a": { "n": 1, "accuracy": 1.0, "kl": 0.39646845858137947, "brier": 0.33489341596845834, "ece": 0.48920252685464827 }, "q_5c26fa0eb3": { "n": 1, "accuracy": 1.0, "kl": 0.3831031112676994, "brier": 0.3215402476558956, "ece": 0.4809614991840835 }, "q_5c2fba67ed": { "n": 1, "accuracy": 0.0, "kl": 0.4642542463398678, "brier": 0.40262080003874134, "ece": 0.5286762753025511 }, "q_5c6669adc6": { "n": 1, "accuracy": 0.0, "kl": 0.7906197662210518, "brier": 0.5337173245984562, "ece": 0.3455969132720506 }, "q_5c68ef2fb1": { "n": 1, "accuracy": 0.0, "kl": 0.806209832590731, "brier": 0.5445538143541993, "ece": 0.36149629148070667 }, "q_5c7021b515": { "n": 1, "accuracy": 1.0, "kl": 0.40492067972966356, "brier": 0.3433432745636601, "ece": 0.49433276153573713 }, "q_5c7c0180e4": { "n": 1, "accuracy": 0.0, "kl": 0.42477014667665425, "brier": 0.36319181346439006, "ece": 0.5061407123617679 }, "q_5c7e186def": { "n": 1, "accuracy": 0.0, "kl": 0.42102800933479323, "brier": 0.35945006258074225, "ece": 0.5039398911288853 }, "q_5c7f5c4f87": { "n": 1, "accuracy": 0.0, "kl": 0.42766334529744066, "brier": 0.3660844441785212, "ece": 0.5078343395395706 }, "q_5c9774416c": { "n": 1, "accuracy": 1.0, "kl": 0.351293469806115, "brier": 0.28984268912379285, "ece": 0.4606853616333263 }, "q_5cafc25124": { "n": 1, "accuracy": 0.0, "kl": 0.8032164957927843, "brier": 0.5444984902442728, "ece": 0.3789857075545617 }, "q_5cb6df6ed6": { "n": 1, "accuracy": 1.0, "kl": 0.6904037504003419, "brier": 0.4662283169156611, "ece": 0.6373083516825555 }, "q_5cb7d44f82": { "n": 1, "accuracy": 0.0, "kl": 0.4150668335619133, "brier": 0.3534890246161343, "ece": 0.5004099336458013 }, "q_5cba077647": { "n": 1, "accuracy": 1.0, "kl": 0.38327288200619325, "brier": 0.3217097736148262, "ece": 0.4810671849047402 }, "q_5cc770e3fe": { "n": 1, "accuracy": 0.0, "kl": 0.800722364135102, "brier": 0.5417072469056453, "ece": 0.3688314541245805 }, "q_5cd4b53aef": { "n": 1, "accuracy": 0.0, "kl": 0.41510456510323124, "brier": 0.3535267561306761, "ece": 0.5004323703823695 }, "q_5d0d470b1f": { "n": 1, "accuracy": 1.0, "kl": 0.6196563320023551, "brier": 0.4160956696460619, "ece": 0.6066598592142306 }, "q_5d10dc6b30": { "n": 1, "accuracy": 0.0, "kl": 0.4221725529036141, "brier": 0.3605945222224565, "ece": 0.5046142497741076 }, "q_5d13ca161a": { "n": 1, "accuracy": 1.0, "kl": 0.40737428401198095, "brier": 0.34579663871815636, "ece": 0.4958104368087436 }, "q_5d16049750": { "n": 1, "accuracy": 1.0, "kl": 0.4010503048611845, "brier": 0.3394736304227894, "ece": 0.4919912805040838 }, "q_5d1a8c9588": { "n": 1, "accuracy": 1.0, "kl": 0.38197964385222705, "brier": 0.3204184697192214, "ece": 0.48026145812407506 }, "q_5d1b7c9480": { "n": 1, "accuracy": 1.0, "kl": 0.39120362918906537, "brier": 0.3296318476661508, "ece": 0.4859752749036268 }, "q_5d1b836a41": { "n": 1, "accuracy": 0.0, "kl": 0.4616839079184616, "brier": 0.4000585019172328, "ece": 0.5272462978702187 }, "q_5d2c440ea8": { "n": 1, "accuracy": 1.0, "kl": 0.3862136815460063, "brier": 0.32464675060848686, "ece": 0.48289375188037276 }, "q_5d34ef9b31": { "n": 1, "accuracy": 1.0, "kl": 0.40112475925129476, "brier": 0.3395480658185297, "ece": 0.4920364460933824 }, "q_5d47d8e051": { "n": 1, "accuracy": 0.0, "kl": 0.4351985029270864, "brier": 0.3736165229114357, "ece": 0.512213212958278 }, "q_5d7950a222": { "n": 1, "accuracy": 1.0, "kl": 1.604298612692255, "brier": 0.6857781200318802, "ece": 0.8529638056046224 }, "q_5d85e7ef77": { "n": 1, "accuracy": 1.0, "kl": 0.4042788697555662, "brier": 0.3427015528067505, "ece": 0.49394537852641285 }, "q_5dac2deb1d": { "n": 1, "accuracy": 0.0, "kl": 0.4317733003211278, "brier": 0.3701930500759885, "ece": 0.5102284567970768 }, "q_5db7efc650": { "n": 1, "accuracy": 1.0, "kl": 0.3771628796718184, "brier": 0.31561041548216223, "ece": 0.47724703616399844 }, "q_5dbc2062e5": { "n": 1, "accuracy": 0.0, "kl": 0.48051996270337405, "brier": 0.4188145423818639, "ece": 0.5376103923546011 }, "q_5dc6b8c2c9": { "n": 1, "accuracy": 1.0, "kl": 0.4053567747116511, "brier": 0.34377931608052487, "ece": 0.49459577667924015 }, "q_5dc90b5d23": { "n": 1, "accuracy": 0.0, "kl": 0.4342475238142849, "brier": 0.37266608603324103, "ece": 0.5116631128746357 }, "q_5dedc447f1": { "n": 1, "accuracy": 1.0, "kl": 0.6660116792015496, "brier": 0.44917488984827475, "ece": 0.6270399297047919 }, "q_5dfe02ef04": { "n": 1, "accuracy": 0.0, "kl": 0.4372995098740806, "brier": 0.37571614763025635, "ece": 0.5134259727048301 }, "q_5e12908ece": { "n": 1, "accuracy": 1.0, "kl": 0.41305064807451364, "brier": 0.35147284038902465, "ece": 0.49920927970944573 }, "q_5e13bf1724": { "n": 1, "accuracy": 1.0, "kl": 0.4022718762847839, "brier": 0.3406949165320263, "ece": 0.4927317025211574 }, "q_5e1bd9edc3": { "n": 1, "accuracy": 1.0, "kl": 0.38157378741785436, "brier": 0.3200132539344255, "ece": 0.4800082836232429 }, "q_5e264afebd": { "n": 1, "accuracy": 1.0, "kl": 0.39457363580058474, "brier": 0.33299957499133853, "ece": 0.4880438548681615 }, "q_5e34bfa3a0": { "n": 1, "accuracy": 0.0, "kl": 0.4393893543613635, "brier": 0.37780434618972564, "ece": 0.5146287761928136 }, "q_5e39dec184": { "n": 1, "accuracy": 0.0, "kl": 0.42095830216619656, "brier": 0.35938035969533144, "ece": 0.5038987849093999 }, "q_5e3d02ca5f": { "n": 1, "accuracy": 1.0, "kl": 0.3979706334326961, "brier": 0.33639494808190185, "ece": 0.49011885355461393 }, "q_5e3ebc1d50": { "n": 1, "accuracy": 1.0, "kl": 0.40558489853750934, "brier": 0.3440074139288209, "ece": 0.49473329618492223 }, "q_5e4604cfff": { "n": 1, "accuracy": 1.0, "kl": 0.7100440260867136, "brier": 0.47955257238547944, "ece": 0.6453775377558277 }, "q_5e570fb07c": { "n": 1, "accuracy": 1.0, "kl": 0.33665598884765535, "brier": 0.27531966988430745, "ece": 0.45102538315074037 }, "q_5e631c7521": { "n": 1, "accuracy": 0.0, "kl": 1.776831895428038, "brier": 0.7310334115886414, "ece": 0.1314626161398211 }, "q_5e716cbeb8": { "n": 1, "accuracy": 1.0, "kl": 0.39848528050803855, "brier": 0.33690940047264484, "ece": 0.4904323333222206 }, "q_5e73490381": { "n": 1, "accuracy": 0.0, "kl": 1.2650693987126929, "brier": 0.6666873736937302, "ece": 0.22722333286180824 }, "q_5e74ee66a9": { "n": 1, "accuracy": 0.0, "kl": 0.4235543169671498, "brier": 0.36197614665770506, "ece": 0.5054269306577247 }, "q_5e82475886": { "n": 1, "accuracy": 1.0, "kl": 0.3994462185040107, "brier": 0.3378700076802515, "ece": 0.4910170359487861 }, "q_5e882c3431": { "n": 1, "accuracy": 1.0, "kl": 0.3684480531161734, "brier": 0.30691834657685335, "ece": 0.4717386543199773 }, "q_5e89cfe6c0": { "n": 1, "accuracy": 1.0, "kl": 0.41416070787192794, "brier": 0.3525828990854051, "ece": 0.49987075337858733 }, "q_5e9ae6f3d1": { "n": 1, "accuracy": 1.0, "kl": 0.3447792265791093, "brier": 0.2833732484468384, "ece": 0.4564128374848807 }, "q_5ea285469b": { "n": 1, "accuracy": 1.0, "kl": 0.6597258103480506, "brier": 0.4450400131260992, "ece": 0.6243126947288355 }, "q_5eaa3a1061": { "n": 1, "accuracy": 1.0, "kl": 1.0387091476756516, "brier": 0.5716186693341624, "ece": 0.7551295762189065 }, "q_5eb038b9b3": { "n": 1, "accuracy": 1.0, "kl": 0.3996726231723068, "brier": 0.3380963403849653, "ece": 0.49115467915674094 }, "q_5eba7edb7d": { "n": 1, "accuracy": 1.0, "kl": 0.37210517899415274, "brier": 0.31056472240369537, "ece": 0.4740588296204612 }, "q_5ec2c15dbe": { "n": 1, "accuracy": 1.0, "kl": 0.41193710298871933, "brier": 0.3503593010837913, "ece": 0.49854468165525123 }, "q_5ec6a4a380": { "n": 1, "accuracy": 1.0, "kl": 0.6690253776060698, "brier": 0.4510341311055068, "ece": 0.6283515327514204 }, "q_5ec937a78c": { "n": 1, "accuracy": 1.0, "kl": 0.39921245476501344, "brier": 0.337636320594594, "ece": 0.4908748718251056 }, "q_5ef949bfb7": { "n": 1, "accuracy": 1.0, "kl": 0.3989606653475064, "brier": 0.33738461645663853, "ece": 0.4907216919378854 }, "q_5f257dd945": { "n": 1, "accuracy": 0.0, "kl": 0.4161875872766358, "brier": 0.3546097756904082, "ece": 0.5010758694644043 }, "q_5f2f5adb9f": { "n": 1, "accuracy": 0.0, "kl": 0.45032104061454037, "brier": 0.3887221075330087, "ece": 0.5208639855630127 }, "q_5f3201a86c": { "n": 1, "accuracy": 0.0, "kl": 1.7652071464504777, "brier": 0.729192043654478, "ece": 0.1528498231199911 }, "q_5f39a66318": { "n": 1, "accuracy": 1.0, "kl": 0.39810278282303435, "brier": 0.3365270462809513, "ece": 0.4901993699903445 }, "q_5f3e2970cf": { "n": 1, "accuracy": 1.0, "kl": 0.3876205385946564, "brier": 0.3260520433943987, "ece": 0.48376480987971116 }, "q_5f46267c3d": { "n": 1, "accuracy": 1.0, "kl": 0.3970257725873741, "brier": 0.3354504781793182, "ece": 0.48954271949292305 }, "q_5f7076b622": { "n": 1, "accuracy": 0.0, "kl": 0.7339429982358361, "brier": 0.4969273107041899, "ece": 0.35288303047184955 }, "q_5f707973fb": { "n": 1, "accuracy": 1.0, "kl": 0.3649272134057675, "brier": 0.3034096719447257, "ece": 0.4694930499667007 }, "q_5f711c7f2e": { "n": 1, "accuracy": 1.0, "kl": 0.3838524164820952, "brier": 0.3222884928777233, "ece": 0.48142775992557074 }, "q_5f731def58": { "n": 1, "accuracy": 0.0, "kl": 1.8938446026223459, "brier": 0.7580524461021598, "ece": 0.13225036871378862 }, "q_5f974ee4a4": { "n": 1, "accuracy": 0.0, "kl": 0.4212264080036918, "brier": 0.3596484485615008, "ece": 0.5040568644424358 }, "q_5f993127ff": { "n": 1, "accuracy": 1.0, "kl": 0.36939512734546653, "brier": 0.3078624590937852, "ece": 0.472340705951973 }, "q_5fa744b334": { "n": 1, "accuracy": 1.0, "kl": 0.31808029669704535, "brier": 0.25697162704305077, "ece": 0.4384491784361143 }, "q_5fac2bdf42": { "n": 1, "accuracy": 1.0, "kl": 0.3921593727813076, "brier": 0.330586870382495, "ece": 0.4865629535400975 }, "q_5fad85616d": { "n": 1, "accuracy": 0.0, "kl": 1.7365653567426733, "brier": 0.7210576731308365, "ece": 0.1296374355168899 }, "q_5fae14e062": { "n": 1, "accuracy": 1.0, "kl": 0.41088993109381255, "brier": 0.34931214242189923, "ece": 0.4979187375686206 }, "q_5fb087c1b9": { "n": 1, "accuracy": 1.0, "kl": 0.397274053099394, "brier": 0.33569865165428814, "ece": 0.48969418573753765 }, "q_5fb3f0fd14": { "n": 1, "accuracy": 0.0, "kl": 0.4735988385295495, "brier": 0.4119287834761431, "ece": 0.533832999833718 }, "q_5fb5b78ece": { "n": 1, "accuracy": 1.0, "kl": 0.3675110309687919, "brier": 0.3059843816553816, "ece": 0.47114216191519265 }, "q_5fb772655e": { "n": 1, "accuracy": 0.0, "kl": 0.4474379559998175, "brier": 0.3858436600712951, "ece": 0.5192286762446727 }, "q_5fb8503ae6": { "n": 1, "accuracy": 1.0, "kl": 0.35856134797530814, "brier": 0.29707081859567197, "ece": 0.4654029181231455 }, "q_5fb90d5dc9": { "n": 1, "accuracy": 0.0, "kl": 0.42708216772235763, "brier": 0.3655034031910461, "ece": 0.5074946801955821 }, "q_5fbc66236a": { "n": 1, "accuracy": 1.0, "kl": 0.303604508551771, "brier": 0.2427528555897525, "ece": 0.4283911993648465 }, "q_5fc3b66a04": { "n": 1, "accuracy": 1.0, "kl": 0.638719079560317, "brier": 0.42969553452737197, "ece": 0.6151932185273519 }, "q_5fce884326": { "n": 1, "accuracy": 0.0, "kl": 0.4248458640489316, "brier": 0.3632675193331607, "ece": 0.5061851237039842 }, "q_5fefbc6233": { "n": 1, "accuracy": 0.0, "kl": 0.7767459857555343, "brier": 0.5254422109094314, "ece": 0.35904275871741675 }, "q_5ff8d8d8e5": { "n": 1, "accuracy": 1.0, "kl": 0.39754004537641624, "brier": 0.3359645326967966, "ece": 0.4898563972276122 }, "q_5ffd9f27f7": { "n": 1, "accuracy": 1.0, "kl": 0.3636735018611572, "brier": 0.30216075139115384, "ece": 0.4686905912105114 }, "q_600ae65ea6": { "n": 1, "accuracy": 1.0, "kl": 0.39705362557573326, "brier": 0.33547831900404423, "ece": 0.4895597142078577 }, "q_60154da745": { "n": 1, "accuracy": 1.0, "kl": 0.40389565961208074, "brier": 0.34231840103017874, "ece": 0.49371391143529286 }, "q_6026cd47c4": { "n": 1, "accuracy": 0.0, "kl": 0.43236065056183415, "brier": 0.37078014623210126, "ece": 0.5105694753649527 }, "q_603d38bd16": { "n": 1, "accuracy": 1.0, "kl": 0.6711272977780522, "brier": 0.4525066136930911, "ece": 0.6292454405543997 }, "q_605bfc0ad7": { "n": 1, "accuracy": 0.0, "kl": 0.7811400528227088, "brier": 0.5273820830647544, "ece": 0.3377572559090481 }, "q_606784cb49": { "n": 1, "accuracy": 1.0, "kl": 0.4077898021999723, "brier": 0.346212129437309, "ece": 0.4960601695892728 }, "q_6076c91c69": { "n": 1, "accuracy": 1.0, "kl": 0.4071558153118322, "brier": 0.3455781858425813, "ece": 0.4956790744327776 }, "q_608cc61b7c": { "n": 1, "accuracy": 0.0, "kl": 1.8052403744629235, "brier": 0.7381589536802105, "ece": 0.14445151953761276 }, "q_6094f69bb3": { "n": 1, "accuracy": 0.0, "kl": 0.439520056348795, "brier": 0.3779349357202467, "ece": 0.5147038852599817 }, "q_60a831690a": { "n": 1, "accuracy": 1.0, "kl": 0.3930907380865287, "brier": 0.33151759126935426, "ece": 0.4871348617284905 }, "q_60ae4f9dc7": { "n": 1, "accuracy": 1.0, "kl": 0.4018300786480292, "brier": 0.3402532157321153, "ece": 0.4924640685757459 }, "q_60bcaaf3a1": { "n": 1, "accuracy": 1.0, "kl": 0.3920130920952263, "brier": 0.3304406960511208, "ece": 0.48647305940930496 }, "q_60d09faab0": { "n": 1, "accuracy": 1.0, "kl": 0.4113566145325064, "brier": 0.3497788188104467, "ece": 0.49819781133480756 }, "q_60da41194e": { "n": 1, "accuracy": 1.0, "kl": 0.6401740849645048, "brier": 0.43087532719378674, "ece": 0.6158201371917849 }, "q_60f0056c4d": { "n": 1, "accuracy": 1.0, "kl": 0.39329794090743236, "brier": 0.33172465826337516, "ece": 0.4872619907770519 }, "q_60f08884b7": { "n": 1, "accuracy": 0.0, "kl": 0.4185929986146211, "brier": 0.35701515460007716, "ece": 0.5025015707663565 }, "q_60f9e24a17": { "n": 1, "accuracy": 1.0, "kl": 0.41239634705319284, "brier": 0.3508185419447573, "ece": 0.49881889997035544 }, "q_610910c076": { "n": 1, "accuracy": 1.0, "kl": 0.40234977301181807, "brier": 0.3407727969051006, "ece": 0.4927788735540498 }, "q_6132370f1d": { "n": 1, "accuracy": 0.0, "kl": 1.1888588794264658, "brier": 0.6361192718715938, "ece": 0.21818662787573334 }, "q_614a1790cc": { "n": 1, "accuracy": 1.0, "kl": 0.39523779745237647, "brier": 0.33366336964424426, "ece": 0.4884503456016681 }, "q_614db014f3": { "n": 1, "accuracy": 1.0, "kl": 0.40670228543171016, "brier": 0.3451246920162111, "ece": 0.49540624213907225 }, "q_615ac9823c": { "n": 1, "accuracy": 0.0, "kl": 0.42847256780891946, "brier": 0.3668934557951476, "ece": 0.5083068151425725 }, "q_616ab1b9ab": { "n": 1, "accuracy": 0.0, "kl": 0.4218037384194135, "brier": 0.3602257376933158, "ece": 0.5043970650778088 }, "q_617bad0977": { "n": 1, "accuracy": 0.0, "kl": 0.4485879489238383, "brier": 0.38699189375857124, "ece": 0.5198817419253561 }, "q_6183c51950": { "n": 1, "accuracy": 1.0, "kl": 1.158812449036411, "brier": 0.6234331651476372, "ece": 0.7859402144423278 }, "q_6199cc4ec4": { "n": 1, "accuracy": 0.0, "kl": 0.4330153487503006, "brier": 0.37143454122535935, "ece": 0.5109492668663907 }, "q_61a1d67e74": { "n": 1, "accuracy": 1.0, "kl": 0.41213348555461443, "brier": 0.35055568211645377, "ece": 0.4986619651439892 }, "q_61a783772d": { "n": 1, "accuracy": 0.0, "kl": 0.4523665468454414, "brier": 0.3907638509483317, "ece": 0.5220202772205884 }, "q_61a7d0116a": { "n": 1, "accuracy": 0.0, "kl": 0.44318028703389817, "brier": 0.38159152746406516, "ece": 0.5168017441952728 }, "q_61b12e42ad": { "n": 1, "accuracy": 0.0, "kl": 1.7426710188972157, "brier": 0.7229781002642064, "ece": 0.13414262069386376 }, "q_61b6ced6f5": { "n": 1, "accuracy": 1.0, "kl": 1.0573211877500626, "brier": 0.5796976866448125, "ece": 0.7602135395650714 }, "q_61cde7d062": { "n": 1, "accuracy": 0.0, "kl": 1.8535441845249778, "brier": 0.7494522473945732, "ece": 0.142723761366934 }, "q_61cff6defb": { "n": 1, "accuracy": 1.0, "kl": 0.39567445345334806, "brier": 0.3340997980011084, "ece": 0.4887173827971526 }, "q_61e080a9ae": { "n": 1, "accuracy": 1.0, "kl": 0.37505489478935083, "brier": 0.3135070549794188, "ece": 0.4759211127102334 }, "q_61e5b6dc76": { "n": 1, "accuracy": 0.0, "kl": 1.7425509785494786, "brier": 0.7230953867570897, "ece": 0.13888867778313205 }, "q_61f15e6621": { "n": 1, "accuracy": 1.0, "kl": 0.42816661586664934, "brier": 0.2754807196356879, "ece": 0.5080004433207471 }, "q_61f1bfc6a1": { "n": 1, "accuracy": 1.0, "kl": 0.4006582030829339, "brier": 0.3390816322595456, "ece": 0.49175334379913993 }, "q_61f7872f88": { "n": 1, "accuracy": 1.0, "kl": 0.39350852324531527, "brier": 0.33193510530878545, "ece": 0.48739115436444214 }, "q_61ff62bcb5": { "n": 1, "accuracy": 0.0, "kl": 0.4190796878703249, "brier": 0.35750183021737336, "ece": 0.5027894453610291 }, "q_6205527f8a": { "n": 1, "accuracy": 1.0, "kl": 0.4107400208596983, "brier": 0.3491622348987525, "ece": 0.49782905290247137 }, "q_6205936679": { "n": 1, "accuracy": 0.0, "kl": 0.44020164536633977, "brier": 0.37861591945340084, "ece": 0.5150953455585343 }, "q_620e4b4dc8": { "n": 1, "accuracy": 1.0, "kl": 0.3523128477851062, "brier": 0.29085587072960456, "ece": 0.4613501479805695 }, "q_6210d9832f": { "n": 1, "accuracy": 1.0, "kl": 0.36716759395974646, "brier": 0.3056420973656032, "ece": 0.4709233283942026 }, "q_621ae0ecf0": { "n": 1, "accuracy": 1.0, "kl": 0.4061727286295374, "brier": 0.3445951830875582, "ece": 0.49508745047734104 }, "q_6222ac6ef6": { "n": 1, "accuracy": 0.0, "kl": 1.4214893026908788, "brier": 0.7221699721979054, "ece": 0.21556327372674977 }, "q_622bd2ee24": { "n": 1, "accuracy": 1.0, "kl": 0.36700074120367876, "brier": 0.3054758109404723, "ece": 0.4708169718298274 }, "q_622e2c8ef9": { "n": 1, "accuracy": 0.0, "kl": 0.4155322107589364, "brier": 0.35395440124170874, "ece": 0.5006865824112463 }, "q_624427e0f4": { "n": 1, "accuracy": 0.0, "kl": 1.8192245790420531, "brier": 0.7419156284048621, "ece": 0.14833355877480492 }, "q_6248084baf": { "n": 1, "accuracy": 0.0, "kl": 0.41959717769334753, "brier": 0.358019302103109, "ece": 0.5030953214720703 }, "q_62518ddae5": { "n": 1, "accuracy": 0.0, "kl": 0.41936239895809585, "brier": 0.3577845319682683, "ece": 0.5029565769486676 }, "q_628d2f7108": { "n": 1, "accuracy": 0.0, "kl": 0.416266087034414, "brier": 0.3546882750687628, "ece": 0.5011224733190826 }, "q_62b685779e": { "n": 1, "accuracy": 1.0, "kl": 0.4046667708873671, "brier": 0.3430893992308811, "ece": 0.49417954997252156 }, "q_62c53dfb10": { "n": 1, "accuracy": 1.0, "kl": 0.3902481357277303, "brier": 0.32867713792969716, "ece": 0.48538693733869687 }, "q_62d14c778c": { "n": 1, "accuracy": 1.0, "kl": 0.6958638816950466, "brier": 0.47067883393433213, "ece": 0.6395029164063124 }, "q_62d43c944d": { "n": 1, "accuracy": 0.0, "kl": 0.7922124531775864, "brier": 0.5347681741927602, "ece": 0.3460980750170329 }, "q_62da7b04ff": { "n": 1, "accuracy": 1.0, "kl": 0.4124354109110493, "brier": 0.350857605588913, "ece": 0.4988422170632474 }, "q_62de19ef1b": { "n": 1, "accuracy": 1.0, "kl": 0.40432381361290193, "brier": 0.3427464901032953, "ece": 0.49397251726611946 }, "q_62f1819c78": { "n": 1, "accuracy": 0.0, "kl": 1.779127933819502, "brier": 0.7320155913389594, "ece": 0.13845043589435052 }, "q_62f5cf0c76": { "n": 1, "accuracy": 1.0, "kl": 0.4041570233838833, "brier": 0.3425797245198749, "ece": 0.4938717944725606 }, "q_62f6e3ff88": { "n": 1, "accuracy": 1.0, "kl": 0.35586600208685276, "brier": 0.29438903839532726, "ece": 0.46365937913423094 }, "q_630dca3665": { "n": 1, "accuracy": 0.0, "kl": 0.430905907260534, "brier": 0.3693260024135204, "ece": 0.5097243316438577 }, "q_6318fd8bb6": { "n": 1, "accuracy": 0.0, "kl": 1.0897582167856947, "brier": 0.595148008708564, "ece": 0.23308854395560258 }, "q_631b97c789": { "n": 1, "accuracy": 1.0, "kl": 0.38217022057412675, "brier": 0.3206087512232259, "ece": 0.48038028874010885 }, "q_631ddfe0e3": { "n": 1, "accuracy": 1.0, "kl": 0.7379033402363923, "brier": 0.49870138025825095, "ece": 0.656451344387359 }, "q_6349e11067": { "n": 1, "accuracy": 0.0, "kl": 1.777502933183415, "brier": 0.7311993203750294, "ece": 0.13088275507576502 }, "q_634f5209ae": { "n": 1, "accuracy": 1.0, "kl": 0.3705946690005347, "brier": 0.3090584301182171, "ece": 0.4731020415351572 }, "q_6356fd8fce": { "n": 1, "accuracy": 0.0, "kl": 0.4154748392374525, "brier": 0.35389702982312043, "ece": 0.5006524871096808 }, "q_63623a0495": { "n": 1, "accuracy": 1.0, "kl": 0.39928281493186907, "brier": 0.337706657436193, "ece": 0.4909176665928303 }, "q_63661445ce": { "n": 1, "accuracy": 1.0, "kl": 0.4096921074195483, "brier": 0.34811434747212144, "ece": 0.49720159843421097 }, "q_6375c7006b": { "n": 1, "accuracy": 0.0, "kl": 1.2108875734279931, "brier": 0.6444683507395795, "ece": 0.20267367794951224 }, "q_637dc9c682": { "n": 1, "accuracy": 0.0, "kl": 0.43019910662132277, "brier": 0.36861945797707646, "ece": 0.509313089700906 }, "q_6386eada69": { "n": 1, "accuracy": 1.0, "kl": 0.6463339204448934, "brier": 0.43508464891284093, "ece": 0.6185465426421277 }, "q_639ea696c3": { "n": 1, "accuracy": 1.0, "kl": 0.3852747286721998, "brier": 0.32370893460461075, "ece": 0.4823114058814457 }, "q_63a1267f0e": { "n": 1, "accuracy": 1.0, "kl": 0.39775505599673167, "brier": 0.33617945596366716, "ece": 0.48998747295720335 }, "q_63bf7463d5": { "n": 1, "accuracy": 0.0, "kl": 0.4289487135304524, "brier": 0.367369465650585, "ece": 0.5085845690471047 }, "q_63ca1d835a": { "n": 1, "accuracy": 1.0, "kl": 0.38658618661378397, "brier": 0.3250188255180989, "ece": 0.48312456233656786 }, "q_63d6dc9804": { "n": 1, "accuracy": 0.0, "kl": 1.7564841800568118, "brier": 0.7261866280417963, "ece": 0.13406647547420675 }, "q_63eb714422": { "n": 1, "accuracy": 1.0, "kl": 0.4138283776923742, "brier": 0.35225056897941587, "ece": 0.4996728302972542 }, "q_63ec34d465": { "n": 1, "accuracy": 0.0, "kl": 1.3836985765692043, "brier": 0.680966038061637, "ece": 0.17376932938467562 }, "q_63f3f1d87d": { "n": 1, "accuracy": 0.0, "kl": 0.4651256675966814, "brier": 0.4034893062894448, "ece": 0.5291599416073548 }, "q_63f62eced8": { "n": 1, "accuracy": 1.0, "kl": 0.39376064697656854, "brier": 0.332187070664371, "ece": 0.48754574630608705 }, "q_63fd5a40d2": { "n": 1, "accuracy": 1.0, "kl": 0.37121363814556074, "brier": 0.30967563397036507, "ece": 0.47349436715813675 }, "q_64042d3b34": { "n": 1, "accuracy": 1.0, "kl": 0.4123638972208393, "brier": 0.3507860922964593, "ece": 0.49879952978511044 }, "q_6420aaf109": { "n": 1, "accuracy": 0.0, "kl": 0.8043441526785291, "brier": 0.5464022521918255, "ece": 0.38691701397194045 }, "q_64354e6516": { "n": 1, "accuracy": 1.0, "kl": 0.3613833439936757, "brier": 0.299880001386866, "ece": 0.4672208681016985 }, "q_6445be0b6c": { "n": 1, "accuracy": 0.0, "kl": 0.7810260526671119, "brier": 0.5283310558013129, "ece": 0.360531029932351 }, "q_6456faa220": { "n": 1, "accuracy": 1.0, "kl": 0.38484125674229547, "brier": 0.3232760134791586, "ece": 0.48204229471484616 }, "q_645f9371cf": { "n": 1, "accuracy": 1.0, "kl": 0.3667416042648897, "brier": 0.3052175617840315, "ece": 0.4706517386266388 }, "q_6464327595": { "n": 1, "accuracy": 0.0, "kl": 1.6940046349679436, "brier": 0.7101661678815867, "ece": 0.1387738533133962 }, "q_647893e01c": { "n": 1, "accuracy": 1.0, "kl": 0.384588194483983, "brier": 0.3230232805155269, "ece": 0.481885108280667 }, "q_6480825474": { "n": 1, "accuracy": 0.0, "kl": 0.7807382127975813, "brier": 0.5272007484755459, "ece": 0.34341068841500116 }, "q_64830afd89": { "n": 1, "accuracy": 1.0, "kl": 1.1292011116879912, "brier": 0.610455456169889, "ece": 0.7787898329848717 }, "q_648331a556": { "n": 1, "accuracy": 1.0, "kl": 0.39042229148248175, "brier": 0.32885114601607474, "ece": 0.4854942330145243 }, "q_64ad8b3e43": { "n": 1, "accuracy": 1.0, "kl": 0.7151483995220822, "brier": 0.4830795493221973, "ece": 0.647434983164531 }, "q_64b4c662a0": { "n": 1, "accuracy": 0.0, "kl": 0.4219914730670615, "brier": 0.36041345745402426, "ece": 0.504507630940849 }, "q_64c6a09389": { "n": 1, "accuracy": 0.0, "kl": 0.7415460993605997, "brier": 0.503414835055029, "ece": 0.3664750139205611 }, "q_64ceaf77aa": { "n": 1, "accuracy": 0.0, "kl": 0.4465992944632129, "brier": 0.3850062083845672, "ece": 0.5187517569107656 }, "q_64e2547597": { "n": 1, "accuracy": 1.0, "kl": 0.39764602372810354, "brier": 0.3360704677081482, "ece": 0.4899210092860258 }, "q_64e85cf53d": { "n": 1, "accuracy": 0.0, "kl": 1.4229860472109077, "brier": 0.6942060296692405, "ece": 0.18217920638941343 }, "q_65096365fc": { "n": 1, "accuracy": 1.0, "kl": 0.40784907402359677, "brier": 0.3462713976139661, "ece": 0.4960957808089178 }, "q_6531fdcd3b": { "n": 1, "accuracy": 1.0, "kl": 0.3989721377590291, "brier": 0.33739608492063067, "ece": 0.49072867255685393 }, "q_653b74095c": { "n": 1, "accuracy": 1.0, "kl": 0.41306205209473806, "brier": 0.3514842443809727, "ece": 0.4992160805485476 }, "q_653b7aed4d": { "n": 1, "accuracy": 1.0, "kl": 0.4042484564007547, "brier": 0.34267114392510467, "ece": 0.4939270128447192 }, "q_653f43b39b": { "n": 1, "accuracy": 0.0, "kl": 0.4228166000312145, "brier": 0.3612385098704637, "ece": 0.5049932410465274 }, "q_65501c905e": { "n": 1, "accuracy": 1.0, "kl": 0.39010902150429616, "brier": 0.32853814323138564, "ece": 0.48530121097239864 }, "q_655a322a53": { "n": 1, "accuracy": 0.0, "kl": 0.4232075179814174, "brier": 0.36162938701200764, "ece": 0.5052231102680143 }, "q_657abae3a1": { "n": 1, "accuracy": 1.0, "kl": 0.32846663313123625, "brier": 0.2672180170332742, "ece": 0.445525660544697 }, "q_6582758443": { "n": 1, "accuracy": 1.0, "kl": 0.3736485291863505, "brier": 0.31210407254559247, "ece": 0.47503422164768994 }, "q_658a71b8a3": { "n": 1, "accuracy": 1.0, "kl": 0.7094746159952183, "brier": 0.47983181976589223, "ece": 0.6450866566077192 }, "q_65985ce4f0": { "n": 1, "accuracy": 0.0, "kl": 0.4691618970075391, "brier": 0.40751072866614546, "ece": 0.5313926941511933 }, "q_65a4fa86d3": { "n": 1, "accuracy": 0.0, "kl": 1.6908797202744485, "brier": 0.7096534969244309, "ece": 0.13881814799510397 }, "q_65af1c2829": { "n": 1, "accuracy": 0.0, "kl": 0.41873001004471827, "brier": 0.35715216248824533, "ece": 0.5025826324449724 }, "q_65c7e295e9": { "n": 1, "accuracy": 1.0, "kl": 0.3850878239657264, "brier": 0.3235222653553726, "ece": 0.482195391169126 }, "q_65cdc2f490": { "n": 1, "accuracy": 0.0, "kl": 0.42821113381648257, "brier": 0.36663209264456154, "ece": 0.5081542319331677 }, "q_65d3d0aa21": { "n": 1, "accuracy": 1.0, "kl": 0.3170532704501231, "brier": 0.2559603435217337, "ece": 0.43774316452011597 }, "q_65e000cb2d": { "n": 1, "accuracy": 1.0, "kl": 0.3931167956008172, "brier": 0.33154363155377253, "ece": 0.48715085137684067 }, "q_65e67f2cf4": { "n": 1, "accuracy": 1.0, "kl": 0.3349875855934411, "brier": 0.27366764035277436, "ece": 0.44991055699504867 }, "q_660ba1b3a9": { "n": 1, "accuracy": 0.0, "kl": 0.41470993871477446, "brier": 0.35313212990611476, "ece": 0.5001976498661759 }, "q_660ec27d77": { "n": 1, "accuracy": 1.0, "kl": 0.39328063031975424, "brier": 0.3317073589201137, "ece": 0.4872513713421439 }, "q_661b406b9a": { "n": 1, "accuracy": 1.0, "kl": 0.40659534282031784, "brier": 0.3450177585589513, "ece": 0.4953418824046951 }, "q_661ded188c": { "n": 1, "accuracy": 1.0, "kl": 0.4081399988828749, "brier": 0.34656230551720346, "ece": 0.49627052833296004 }, "q_662f64d246": { "n": 1, "accuracy": 0.0, "kl": 0.7877334669023974, "brier": 0.5317249523461061, "ece": 0.33834338933739094 }, "q_6649327971": { "n": 1, "accuracy": 1.0, "kl": 0.6434281955924336, "brier": 0.43319631584588214, "ece": 0.6172527236969941 }, "q_66523b926a": { "n": 1, "accuracy": 1.0, "kl": 1.7140335178195893, "brier": 0.715476163634572, "ece": 0.8697005198075705 }, "q_665865c165": { "n": 1, "accuracy": 0.0, "kl": 0.44272421999264844, "brier": 0.3811359674591986, "ece": 0.5165409301882233 }, "q_66965bd31f": { "n": 1, "accuracy": 1.0, "kl": 0.3987548435192092, "brier": 0.33717886646372924, "ece": 0.49059643597072855 }, "q_66a2558c64": { "n": 1, "accuracy": 1.0, "kl": 0.41180556812389446, "brier": 0.3502277673945488, "ece": 0.4984661081823406 }, "q_66a5545cfc": { "n": 1, "accuracy": 0.0, "kl": 0.473332729879796, "brier": 0.41166388800670556, "ece": 0.5336870551419257 }, "q_66a9e1fe07": { "n": 1, "accuracy": 0.0, "kl": 0.4514042154765594, "brier": 0.38980334040214115, "ece": 0.5214766927042361 }, "q_66b62ee091": { "n": 1, "accuracy": 1.0, "kl": 0.3434366396108188, "brier": 0.2820410729701498, "ece": 0.4555270116583824 }, "q_66bc4f9ab2": { "n": 1, "accuracy": 0.0, "kl": 1.7683689754585794, "brier": 0.7289337964378134, "ece": 0.1290350338122301 }, "q_66bcb28f41": { "n": 1, "accuracy": 0.0, "kl": 1.6149722134277342, "brier": 0.68971643442128, "ece": 0.15463689374161182 }, "q_66bf7290a6": { "n": 1, "accuracy": 1.0, "kl": 0.7137177061464457, "brier": 0.48218216968302063, "ece": 0.646851593309711 }, "q_66cd2a57e4": { "n": 1, "accuracy": 0.0, "kl": 0.433408078185579, "brier": 0.3718270783856127, "ece": 0.5111769233073662 }, "q_66d18378c7": { "n": 1, "accuracy": 1.0, "kl": 0.34650011893202715, "brier": 0.28508140019251327, "ece": 0.4575456265092427 }, "q_66d9c05615": { "n": 1, "accuracy": 1.0, "kl": 0.3994070858895629, "brier": 0.3378308877303044, "ece": 0.4909932406562816 }, "q_66e4741e8a": { "n": 1, "accuracy": 1.0, "kl": 0.3503501783653413, "brier": 0.2889053214867886, "ece": 0.4600692841356616 }, "q_66fd2cf1c8": { "n": 1, "accuracy": 0.0, "kl": 0.4202354248602158, "brier": 0.3586575217096202, "ece": 0.5034722669252498 }, "q_670d2b37fe": { "n": 1, "accuracy": 1.0, "kl": 0.39295923000850763, "brier": 0.33138617080318233, "ece": 0.48705415536706065 }, "q_6710a14aef": { "n": 1, "accuracy": 0.0, "kl": 0.43048998658742454, "brier": 0.3689102351811644, "ece": 0.5094823833297265 }, "q_67158ecaa6": { "n": 1, "accuracy": 1.0, "kl": 0.3964334741210582, "brier": 0.33485844785515173, "ece": 0.4891811627232806 }, "q_672292c424": { "n": 1, "accuracy": 1.0, "kl": 0.3751457766925961, "brier": 0.3135977266127046, "ece": 0.4759783621693896 }, "q_67253d7ff0": { "n": 1, "accuracy": 0.0, "kl": 0.7625558565747006, "brier": 0.5151835011598545, "ece": 0.3419325166304181 }, "q_67360a1346": { "n": 1, "accuracy": 0.0, "kl": 1.2049235535436704, "brier": 0.6421349300583528, "ece": 0.20372199649043657 }, "q_673c2441d7": { "n": 1, "accuracy": 1.0, "kl": 0.5432183004153978, "brier": 0.36077353003709245, "ece": 0.570251661511801 }, "q_673f7958dd": { "n": 1, "accuracy": 1.0, "kl": 0.6495597590680444, "brier": 0.43805497569109, "ece": 0.6198834491059789 }, "q_6741f8236b": { "n": 1, "accuracy": 1.0, "kl": 0.37031392693117837, "brier": 0.3087785059065853, "ece": 0.472923978592924 }, "q_67433e7a10": { "n": 1, "accuracy": 0.0, "kl": 0.4227410944237542, "brier": 0.3611630117263851, "ece": 0.5049488273465318 }, "q_6760df68b2": { "n": 1, "accuracy": 0.0, "kl": 0.41776881695884127, "brier": 0.35619098981295705, "ece": 0.5020136193376684 }, "q_676e9f914c": { "n": 1, "accuracy": 0.0, "kl": 0.43356921900857914, "brier": 0.3719881380128527, "ece": 0.5112702969211146 }, "q_6784cdd3d4": { "n": 1, "accuracy": 1.0, "kl": 0.3806461235163509, "brier": 0.3190871164407173, "ece": 0.4794290402816984 }, "q_67883aa593": { "n": 1, "accuracy": 0.0, "kl": 0.44644787704205735, "brier": 0.3848550029569906, "ece": 0.5186655918561374 }, "q_6788fddd74": { "n": 1, "accuracy": 0.0, "kl": 0.7905672818251891, "brier": 0.534364846465534, "ece": 0.3591555006113747 }, "q_6793286ee0": { "n": 1, "accuracy": 1.0, "kl": 0.401249218378007, "brier": 0.3396724936716932, "ece": 0.49211193483791094 }, "q_679f9ab3d2": { "n": 1, "accuracy": 0.0, "kl": 1.268151857153502, "brier": 0.6679100851435971, "ece": 0.22431278049677672 }, "q_67a2ca41fe": { "n": 1, "accuracy": 0.0, "kl": 0.43342001722512363, "brier": 0.37183901145559184, "ece": 0.5111838421460108 }, "q_67b766bffb": { "n": 1, "accuracy": 1.0, "kl": 0.4070875169871119, "brier": 0.34550989266712884, "ece": 0.4956379991453673 }, "q_67c0f2058a": { "n": 1, "accuracy": 1.0, "kl": 0.38765035240686846, "brier": 0.3260818258088345, "ece": 0.4837832499057102 }, "q_67ce672963": { "n": 1, "accuracy": 1.0, "kl": 0.40367507808252756, "brier": 0.3420978551101448, "ece": 0.49358061796350217 }, "q_67e94aa0cc": { "n": 1, "accuracy": 0.0, "kl": 0.43843168623496154, "brier": 0.37684746736255637, "ece": 0.5140780271809184 }, "q_67f4487483": { "n": 1, "accuracy": 0.0, "kl": 0.8500088009473221, "brier": 0.5719610541276243, "ece": 0.3535220401020564 }, "q_68080cb9ff": { "n": 1, "accuracy": 1.0, "kl": 0.3390491422639985, "brier": 0.2776906029540863, "ece": 0.45261951301165526 }, "q_68086fdacf": { "n": 1, "accuracy": 1.0, "kl": 0.3584903024914162, "brier": 0.29700011371679197, "ece": 0.4653570511336155 }, "q_680f9668a1": { "n": 1, "accuracy": 1.0, "kl": 1.0652126103276485, "brier": 0.5844976325208285, "ece": 0.7622055848170796 }, "q_681c17fde5": { "n": 1, "accuracy": 0.0, "kl": 0.43756705828878223, "brier": 0.37598350091137034, "ece": 0.5135801545916108 }, "q_6820336f9a": { "n": 1, "accuracy": 0.0, "kl": 0.4252472512486063, "brier": 0.3636688427443271, "ece": 0.5064204748510132 }, "q_682c66d4fe": { "n": 1, "accuracy": 1.0, "kl": 0.3673955649211342, "brier": 0.3058693012178475, "ece": 0.4710686008987729 }, "q_682d193048": { "n": 1, "accuracy": 1.0, "kl": 0.3955296306669326, "brier": 0.33395504953721455, "ece": 0.4886288349695934 }, "q_68481d1850": { "n": 1, "accuracy": 0.0, "kl": 0.8164935013079382, "brier": 0.5505486952068342, "ece": 0.34916464171937084 }, "q_685bd7f232": { "n": 1, "accuracy": 1.0, "kl": 0.36816538423586037, "brier": 0.3066365865301699, "ece": 0.4715587992435937 }, "q_6867a67744": { "n": 1, "accuracy": 1.0, "kl": 0.387398988142361, "brier": 0.32583072850576256, "ece": 0.48362775456214757 }, "q_689bb996ad": { "n": 1, "accuracy": 1.0, "kl": 0.36366609086517276, "brier": 0.30215336945895355, "ece": 0.4686858432326507 }, "q_68a8991aaa": { "n": 1, "accuracy": 1.0, "kl": 0.3833253417374184, "brier": 0.32176215825862475, "ece": 0.4810998368602415 }, "q_68a9c42ac1": { "n": 1, "accuracy": 1.0, "kl": 0.3974059163714875, "brier": 0.3358304593417313, "ece": 0.48977460837741715 }, "q_68b027a03d": { "n": 1, "accuracy": 0.0, "kl": 0.42716975627652176, "brier": 0.3655909719309639, "ece": 0.5075458875553382 }, "q_68b378eb75": { "n": 1, "accuracy": 1.0, "kl": 0.4102792763593047, "brier": 0.3487015002342524, "ece": 0.4975532901524381 }, "q_68b9ed97d8": { "n": 1, "accuracy": 0.0, "kl": 0.4347215243464685, "brier": 0.37313982254221295, "ece": 0.5119373927678714 }, "q_68bdeb5ada": { "n": 1, "accuracy": 0.0, "kl": 0.43219490972377805, "brier": 0.3706144787841763, "ece": 0.5104732737256613 }, "q_68bdfe92a4": { "n": 1, "accuracy": 0.0, "kl": 0.4250910292212484, "brier": 0.3635126461107354, "ece": 0.5063288907115816 }, "q_68cd620968": { "n": 1, "accuracy": 0.0, "kl": 0.4144732992697001, "brier": 0.35289549047793084, "ece": 0.5000568357246021 }, "q_68cff995b7": { "n": 1, "accuracy": 0.0, "kl": 0.4206146530385645, "brier": 0.3590367303948331, "ece": 0.5036960764479848 }, "q_68d2dc5562": { "n": 1, "accuracy": 1.0, "kl": 0.3984212832270981, "brier": 0.3368454267205837, "ece": 0.4903933641767272 }, "q_68db231f3b": { "n": 1, "accuracy": 1.0, "kl": 0.3783104187016263, "brier": 0.31675565263264716, "ece": 0.4779671171294477 }, "q_68e04218d0": { "n": 1, "accuracy": 1.0, "kl": 0.3617947702692544, "brier": 0.300289673625603, "ece": 0.4674852730269906 }, "q_6901c691bc": { "n": 1, "accuracy": 1.0, "kl": 0.3569591747358153, "brier": 0.2954765480948186, "ece": 0.4643673686037997 }, "q_69117cd742": { "n": 1, "accuracy": 1.0, "kl": 0.4126711117994153, "brier": 0.3510933053608182, "ece": 0.4989828787437609 }, "q_691330d9b4": { "n": 1, "accuracy": 1.0, "kl": 0.34458465937976107, "brier": 0.28318016418926406, "ece": 0.4562845759456956 }, "q_691961598a": { "n": 1, "accuracy": 0.0, "kl": 1.1728724326992943, "brier": 0.6294209611069097, "ece": 0.21651797800027045 }, "q_6919a3c474": { "n": 1, "accuracy": 0.0, "kl": 0.423182369380962, "brier": 0.36160424114809553, "ece": 0.5052083260873989 }, "q_693f320b49": { "n": 1, "accuracy": 0.0, "kl": 0.4593549977723994, "brier": 0.3977361827917812, "ece": 0.5259462875682346 }, "q_695311e63a": { "n": 1, "accuracy": 0.0, "kl": 0.4543096142634392, "brier": 0.39270295898571983, "ece": 0.5231156502459148 }, "q_69562a6808": { "n": 1, "accuracy": 1.0, "kl": 1.1239225716013401, "brier": 0.6081309312523702, "ece": 0.7774879002150278 }, "q_6977264ea0": { "n": 1, "accuracy": 1.0, "kl": 0.39499592361823865, "brier": 0.3334216265293255, "ece": 0.4883023552034236 }, "q_698a1e49fe": { "n": 1, "accuracy": 1.0, "kl": 0.39055910770637936, "brier": 0.3289878477537048, "ece": 0.48557850519579115 }, "q_6992362226": { "n": 1, "accuracy": 0.0, "kl": 0.46089558281960474, "brier": 0.3992724801475129, "ece": 0.5268067144456945 }, "q_699ab4cdb4": { "n": 1, "accuracy": 1.0, "kl": 0.6470080940890772, "brier": 0.43574551575678167, "ece": 0.6188220537985971 }, "q_69a0d964d2": { "n": 1, "accuracy": 1.0, "kl": 0.2826327104681734, "brier": 0.22230700627975766, "ece": 0.4133969153124828 }, "q_69b6796a3b": { "n": 1, "accuracy": 1.0, "kl": 0.7153637728247239, "brier": 0.48314045000236716, "ece": 0.6475292566671691 }, "q_69bf9a2a52": { "n": 1, "accuracy": 0.0, "kl": 0.7065386130005892, "brier": 0.48191434111769604, "ece": 0.3746201551976188 }, "q_69bffb83f2": { "n": 1, "accuracy": 0.0, "kl": 0.4168305692659986, "brier": 0.35525275352192753, "ece": 0.5014574435942065 }, "q_69cc0d2f70": { "n": 1, "accuracy": 1.0, "kl": 0.3991208977204994, "brier": 0.33754479423165096, "ece": 0.4908191781256389 }, "q_69df2048f2": { "n": 1, "accuracy": 1.0, "kl": 0.40262418674768374, "brier": 0.34104715471091207, "ece": 0.49294500524338103 }, "q_69e0afce82": { "n": 1, "accuracy": 1.0, "kl": 0.391865560586359, "brier": 0.3302932732478772, "ece": 0.4863823773540612 }, "q_69ea4d22c8": { "n": 1, "accuracy": 1.0, "kl": 0.34582408341921067, "brier": 0.2844102897712494, "ece": 0.4571009743896516 }, "q_69f412b3e1": { "n": 1, "accuracy": 0.0, "kl": 0.4563802825197818, "brier": 0.3947689748086336, "ece": 0.5242797400335928 }, "q_69fb593702": { "n": 1, "accuracy": 1.0, "kl": 0.38030268072877965, "brier": 0.3187442610706809, "ece": 0.47921439169366176 }, "q_69fba336d9": { "n": 1, "accuracy": 1.0, "kl": 1.0395858351948941, "brier": 0.5731764540341817, "ece": 0.7552494514361433 }, "q_6a303bd590": { "n": 1, "accuracy": 0.0, "kl": 0.7350687438451329, "brier": 0.5008008192434478, "ece": 0.3768222146679123 }, "q_6a379209c9": { "n": 1, "accuracy": 0.0, "kl": 0.41763398844064314, "brier": 0.35605616339589957, "ece": 0.5019337408858763 }, "q_6a453434f2": { "n": 1, "accuracy": 1.0, "kl": 0.3939044423832776, "brier": 0.33233077748550777, "ece": 0.48763389057186335 }, "q_6a554810a9": { "n": 1, "accuracy": 1.0, "kl": 0.37697876213554293, "brier": 0.3154266811556109, "ece": 0.4771313895649718 }, "q_6a594ad850": { "n": 1, "accuracy": 1.0, "kl": 0.39497762670426095, "brier": 0.3334033396395619, "ece": 0.4882911581454844 }, "q_6a59d87a6e": { "n": 1, "accuracy": 1.0, "kl": 0.39839456964903663, "brier": 0.33681872302054244, "ece": 0.490377096717484 }, "q_6a6547cc02": { "n": 1, "accuracy": 1.0, "kl": 0.37621614078144616, "brier": 0.31466568879069423, "ece": 0.47665204448653364 }, "q_6a7fd50b4c": { "n": 1, "accuracy": 1.0, "kl": 0.4102411947283857, "brier": 0.34866341952374325, "ece": 0.49753048961946666 }, "q_6a804d5b69": { "n": 1, "accuracy": 0.0, "kl": 0.4289192544078744, "brier": 0.36734001519458026, "ece": 0.5085673897968558 }, "q_6a917a182c": { "n": 1, "accuracy": 1.0, "kl": 0.37663570474016617, "brier": 0.315084348184961, "ece": 0.476915827465321 }, "q_6a9ade1b28": { "n": 1, "accuracy": 0.0, "kl": 1.716176363068481, "brier": 0.716145155208701, "ece": 0.138280602024635 }, "q_6a9c0124e8": { "n": 1, "accuracy": 1.0, "kl": 0.3540431840471594, "brier": 0.29257616625584193, "ece": 0.4624762517175687 }, "q_6a9c19cb8e": { "n": 1, "accuracy": 1.0, "kl": 1.304684864814688, "brier": 0.6539292935798606, "ece": 0.8179614580292842 }, "q_6a9f5bc6aa": { "n": 1, "accuracy": 0.0, "kl": 1.307464483338507, "brier": 0.6818282374230833, "ece": 0.207924019164218 }, "q_6aa508d33b": { "n": 1, "accuracy": 1.0, "kl": 0.3796899183926879, "brier": 0.3181325773313954, "ece": 0.4788311530782139 }, "q_6aafabe777": { "n": 1, "accuracy": 1.0, "kl": 0.34021115790734363, "brier": 0.27884235324164813, "ece": 0.45339145225998956 }, "q_6ab2949d8b": { "n": 1, "accuracy": 0.0, "kl": 1.241246094505303, "brier": 0.6573678514397368, "ece": 0.21927438711911473 }, "q_6ac40c9906": { "n": 1, "accuracy": 1.0, "kl": 0.3532075497803356, "brier": 0.2917453068656747, "ece": 0.461932786538204 }, "q_6aea0e3a4c": { "n": 1, "accuracy": 1.0, "kl": 0.3973227648558299, "brier": 0.3357473427756631, "ece": 0.4897238965301286 }, "q_6b0ecd38c4": { "n": 1, "accuracy": 1.0, "kl": 0.3984639474058793, "brier": 0.33688807519244524, "ece": 0.490419343594113 }, "q_6b3af43ea8": { "n": 1, "accuracy": 1.0, "kl": 0.4067579828623161, "brier": 0.3451803847795907, "ece": 0.4954397578347495 }, "q_6b426fcf1a": { "n": 1, "accuracy": 1.0, "kl": 0.3949532315994898, "brier": 0.3333789579298362, "ece": 0.4882762287531789 }, "q_6b4cfb9ca8": { "n": 1, "accuracy": 1.0, "kl": 1.0411128476526892, "brier": 0.5730477165855286, "ece": 0.7557613249373797 }, "q_6b6536e4a6": { "n": 1, "accuracy": 1.0, "kl": 0.403439755655105, "brier": 0.3418625723376574, "ece": 0.4934383704602521 }, "q_6b67c2707f": { "n": 1, "accuracy": 0.0, "kl": 0.4391320810385385, "brier": 0.3775472908753182, "ece": 0.5144808919131647 }, "q_6b6cdd6d62": { "n": 1, "accuracy": 1.0, "kl": 0.4002876179366257, "brier": 0.33871115069855856, "ece": 0.49152834088222797 }, "q_6b7c7a47d9": { "n": 1, "accuracy": 0.0, "kl": 0.7794690560165869, "brier": 0.5275418050948054, "ece": 0.3629010435987648 }, "q_6b87c70c7e": { "n": 1, "accuracy": 0.0, "kl": 1.74674596818826, "brier": 0.7236084933041184, "ece": 0.13390594488293742 }, "q_6b8e56d5f9": { "n": 1, "accuracy": 1.0, "kl": 0.3250915367116448, "brier": 0.2638846863151382, "ece": 0.44323868620725004 }, "q_6b9ee31355": { "n": 1, "accuracy": 1.0, "kl": 0.3453910800228158, "brier": 0.2839804950687997, "ece": 0.4568159332278823 }, "q_6ba1fdf500": { "n": 1, "accuracy": 0.0, "kl": 0.4314724095081275, "brier": 0.3698922830418026, "ece": 0.5100536495844458 }, "q_6bb0930657": { "n": 1, "accuracy": 0.0, "kl": 0.42961586736942486, "brier": 0.36803641378201496, "ece": 0.5089734337823352 }, "q_6bb0da2c86": { "n": 1, "accuracy": 1.0, "kl": 0.39230489564751125, "brier": 0.3307322888474281, "ece": 0.48665236311094273 }, "q_6bb9da9efc": { "n": 1, "accuracy": 1.0, "kl": 0.4091830439504643, "brier": 0.34760530175083443, "ece": 0.49689645102281355 }, "q_6bbac68840": { "n": 1, "accuracy": 1.0, "kl": 0.37493671988676025, "brier": 0.3133891549929514, "ece": 0.4758466590694882 }, "q_6bc150e18f": { "n": 1, "accuracy": 0.0, "kl": 0.4352741968182984, "brier": 0.3736921714778726, "ece": 0.5122569672532026 }, "q_6bc3515571": { "n": 1, "accuracy": 1.0, "kl": 0.3373896232509925, "brier": 0.2760463358623927, "ece": 0.4515146940986269 }, "q_6bc5d069f1": { "n": 1, "accuracy": 1.0, "kl": 1.0961459681116856, "brier": 0.5962260942386355, "ece": 0.7704679213256848 }, "q_6bcd143b07": { "n": 1, "accuracy": 0.0, "kl": 0.8042926140438731, "brier": 0.5437785726448531, "ece": 0.3668479439594591 }, "q_6bf156cff4": { "n": 1, "accuracy": 0.0, "kl": 0.4554339918771271, "brier": 0.39382486705491365, "ece": 0.5237481645341835 }, "q_6c060d9ed9": { "n": 1, "accuracy": 1.0, "kl": 0.40585320446213596, "brier": 0.34427569098879357, "ece": 0.4948949812836939 }, "q_6c26605602": { "n": 1, "accuracy": 1.0, "kl": 0.4064032912897636, "brier": 0.3448257241140601, "ece": 0.495226278138836 }, "q_6c2794e66a": { "n": 1, "accuracy": 1.0, "kl": 0.40026642777031857, "brier": 0.3386899666246858, "ece": 0.4915154715345984 }, "q_6c2bf48fd1": { "n": 1, "accuracy": 1.0, "kl": 0.3979929968846443, "brier": 0.336417302811883, "ece": 0.4901324803108642 }, "q_6c413bbf0a": { "n": 1, "accuracy": 1.0, "kl": 0.6692345759847353, "brier": 0.453304005264458, "ece": 0.6282253892215668 }, "q_6c451453c5": { "n": 1, "accuracy": 0.0, "kl": 0.4419546684629722, "brier": 0.38036723591025695, "ece": 0.5161004677309214 }, "q_6c457d2e15": { "n": 1, "accuracy": 0.0, "kl": 0.7461693523035259, "brier": 0.504401753724057, "ece": 0.34387036026208373 }, "q_6c4630cfbd": { "n": 1, "accuracy": 0.0, "kl": 0.4205470954267828, "brier": 0.3589691764349945, "ece": 0.503656214656999 }, "q_6c4d730177": { "n": 1, "accuracy": 1.0, "kl": 0.4089506427133344, "brier": 0.3473729098757979, "ece": 0.4967570694516158 }, "q_6c52ebaf72": { "n": 1, "accuracy": 1.0, "kl": 0.40792725186682816, "brier": 0.3463495707476717, "ece": 0.49614274639099 }, "q_6c54f03a4c": { "n": 1, "accuracy": 1.0, "kl": 0.2840483616166156, "brier": 0.2236806899252332, "ece": 0.4144253952118717 }, "q_6c59465ec3": { "n": 1, "accuracy": 0.0, "kl": 0.42600854303626773, "brier": 0.3644300000788384, "ece": 0.5068664897124383 }, "q_6c76182514": { "n": 1, "accuracy": 0.0, "kl": 0.4235814935233894, "brier": 0.36200332000294544, "ece": 0.5054428986379638 }, "q_6c766e4709": { "n": 1, "accuracy": 1.0, "kl": 0.3730033175563342, "brier": 0.31146049592680236, "ece": 0.4746267197788324 }, "q_6c7b45b4ec": { "n": 1, "accuracy": 0.0, "kl": 0.47027163421502516, "brier": 0.40861600546322824, "ece": 0.5320044277787709 }, "q_6c837e8cd5": { "n": 1, "accuracy": 1.0, "kl": 0.4048109445726133, "brier": 0.3432335536696622, "ece": 0.4942665528797021 }, "q_6c98f1a7d1": { "n": 1, "accuracy": 0.0, "kl": 1.7752683074887117, "brier": 0.7309212147514571, "ece": 0.13369119058118129 }, "q_6cba1d1455": { "n": 1, "accuracy": 0.0, "kl": 1.1898906028409537, "brier": 0.6372482705753028, "ece": 0.21416122758230277 }, "q_6cbb166b5f": { "n": 1, "accuracy": 0.0, "kl": 0.4310113332879493, "brier": 0.36943138831155087, "ece": 0.5097856374470596 }, "q_6cbb86e6cf": { "n": 1, "accuracy": 0.0, "kl": 0.4315993329079584, "brier": 0.37001915474871167, "ece": 0.5101273966795835 }, "q_6cc02edf80": { "n": 1, "accuracy": 0.0, "kl": 0.4277310495080504, "brier": 0.36615213168318317, "ece": 0.5078738901143555 }, "q_6cc162d03f": { "n": 1, "accuracy": 1.0, "kl": 0.3951658758379357, "brier": 0.33359148655198, "ece": 0.48840634578320397 }, "q_6ccead75f6": { "n": 1, "accuracy": 1.0, "kl": 0.4063214032223216, "brier": 0.3447438435883709, "ece": 0.4951769764741121 }, "q_6cd8980449": { "n": 1, "accuracy": 1.0, "kl": 0.7038937197581685, "brier": 0.4754055312278654, "ece": 0.6428708758927648 }, "q_6cf12ad046": { "n": 1, "accuracy": 1.0, "kl": 0.40689815442895955, "brier": 0.3453205449006231, "ece": 0.49552409370614303 }, "q_6cf228edb4": { "n": 1, "accuracy": 0.0, "kl": 0.4568508023875749, "brier": 0.39523837306825277, "ece": 0.5245437959685484 }, "q_6d13469381": { "n": 1, "accuracy": 1.0, "kl": 1.11762485356786, "brier": 0.6060594008662249, "ece": 0.7758681268524625 }, "q_6d3224b7b3": { "n": 1, "accuracy": 0.0, "kl": 0.43366224304800793, "brier": 0.372081114562404, "ece": 0.5113241904660599 }, "q_6d393db2fe": { "n": 1, "accuracy": 0.0, "kl": 1.8977093784418066, "brier": 0.7589172419095133, "ece": 0.13593495258981103 }, "q_6d39e41e8e": { "n": 1, "accuracy": 1.0, "kl": 0.3660742895823157, "brier": 0.30455257970004096, "ece": 0.4702259471767869 }, "q_6d3b2b4604": { "n": 1, "accuracy": 1.0, "kl": 0.4032605812496072, "brier": 0.34168342930183276, "ece": 0.4933300311505521 }, "q_6d46ebf83d": { "n": 1, "accuracy": 1.0, "kl": 0.3792097151964884, "brier": 0.31765324716807786, "ece": 0.4785305804879205 }, "q_6d4722c9fa": { "n": 1, "accuracy": 0.0, "kl": 1.807492856350525, "brier": 0.7386002581627061, "ece": 0.13929843424829066 }, "q_6d5f8f1639": { "n": 1, "accuracy": 0.0, "kl": 0.43331906507057205, "brier": 0.3717381095449882, "ece": 0.5111253353405412 }, "q_6d78c89965": { "n": 1, "accuracy": 0.0, "kl": 0.4418615144911434, "brier": 0.38027417821010434, "ece": 0.516047117987325 }, "q_6d7caf8a61": { "n": 1, "accuracy": 1.0, "kl": 0.4002305459338726, "brier": 0.3386540951469359, "ece": 0.49149367865553895 }, "q_6dca3860e8": { "n": 1, "accuracy": 1.0, "kl": 0.4063799441318423, "brier": 0.34480237909059047, "ece": 0.4952122222975802 }, "q_6dcaeb88f4": { "n": 1, "accuracy": 1.0, "kl": 0.4094766051875054, "brier": 0.3478988523068359, "ece": 0.4970724471280954 }, "q_6dd7a2d2ed": { "n": 1, "accuracy": 0.0, "kl": 0.42758234748563384, "brier": 0.36600346613241563, "ece": 0.5077870183469898 }, "q_6dd81730b4": { "n": 1, "accuracy": 1.0, "kl": 0.3755390764513008, "brier": 0.3139901279022421, "ece": 0.4762260263424414 }, "q_6dda76e1fb": { "n": 1, "accuracy": 0.0, "kl": 0.46767469949932805, "brier": 0.40602924171806076, "ece": 0.5305714381305481 }, "q_6de527f4b3": { "n": 1, "accuracy": 0.0, "kl": 1.3690576578112326, "brier": 0.6760453524444459, "ece": 0.17592731603031095 }, "q_6e14dd38e1": { "n": 1, "accuracy": 1.0, "kl": 0.4047088226093563, "brier": 0.3431314452792288, "ece": 0.4942049283140102 }, "q_6e21dfba15": { "n": 1, "accuracy": 0.0, "kl": 0.4541961832145712, "brier": 0.3925897697076074, "ece": 0.5230517857472236 }, "q_6e23b32735": { "n": 1, "accuracy": 1.0, "kl": 0.3958398617797974, "brier": 0.33426512285589377, "ece": 0.48881849447884185 }, "q_6e473dc203": { "n": 1, "accuracy": 0.0, "kl": 0.4676279433412063, "brier": 0.40598266020782253, "ece": 0.5305455915930276 }, "q_6e5c086e5c": { "n": 1, "accuracy": 1.0, "kl": 0.36901063754024505, "brier": 0.30747915630615985, "ece": 0.4720963888549343 }, "q_6e5dc933c6": { "n": 1, "accuracy": 0.0, "kl": 0.8620656475883911, "brier": 0.5812162282935415, "ece": 0.38144989327489914 }, "q_6e82263c7b": { "n": 1, "accuracy": 1.0, "kl": 0.30950148152504675, "brier": 0.24853571891538395, "ece": 0.43251646693125123 }, "q_6e843a5813": { "n": 1, "accuracy": 1.0, "kl": 0.32947119704740613, "brier": 0.26821080487662274, "ece": 0.4462040448142419 }, "q_6e9134d45c": { "n": 1, "accuracy": 0.0, "kl": 0.4286542794995051, "brier": 0.3670751166881132, "ece": 0.5084128363437032 }, "q_6e9f58dcd5": { "n": 1, "accuracy": 1.0, "kl": 0.391999566591816, "brier": 0.33042718045328023, "ece": 0.4864647465975863 }, "q_6eb37ad976": { "n": 1, "accuracy": 0.0, "kl": 0.44458663183945973, "brier": 0.3829962070807463, "ece": 0.5176049628836185 }, "q_6eb38382be": { "n": 1, "accuracy": 1.0, "kl": 0.40840171317867685, "brier": 0.34682400585724193, "ece": 0.49642766830341734 }, "q_6eb841150b": { "n": 1, "accuracy": 0.0, "kl": 0.42928278761728156, "brier": 0.3677034390079326, "ece": 0.5087793366102968 }, "q_6ebf6ce5ee": { "n": 1, "accuracy": 1.0, "kl": 0.40991157891873786, "brier": 0.3483338124145247, "ece": 0.4973330878414295 }, "q_6ec60daaa9": { "n": 1, "accuracy": 1.0, "kl": 0.39322959144315633, "brier": 0.33165635330596827, "ece": 0.48722005924682066 }, "q_6ee29196a0": { "n": 1, "accuracy": 0.0, "kl": 0.4167261115909662, "brier": 0.35514829669722714, "ece": 0.5013954773708583 }, "q_6ef36de735": { "n": 1, "accuracy": 1.0, "kl": 0.3948774240509375, "brier": 0.333303192224461, "ece": 0.4882298324623403 }, "q_6ef5de4a3d": { "n": 1, "accuracy": 0.0, "kl": 0.4311476265401781, "brier": 0.36956762893482176, "ece": 0.5098648793137337 }, "q_6efbafd603": { "n": 1, "accuracy": 1.0, "kl": 0.3925667395874684, "brier": 0.33099394842705177, "ece": 0.4868131932638442 }, "q_6f05e70c07": { "n": 1, "accuracy": 1.0, "kl": 0.4069666863766901, "brier": 0.3453890714069793, "ece": 0.49556532062178815 }, "q_6f0d3d8104": { "n": 1, "accuracy": 0.0, "kl": 0.4163860268910211, "brier": 0.3548082142817467, "ece": 0.5011936693979069 }, "q_6f1a5b3bac": { "n": 1, "accuracy": 0.0, "kl": 1.683255025989855, "brier": 0.7072445581623046, "ece": 0.13665235514281646 }, "q_6f254f7b20": { "n": 1, "accuracy": 1.0, "kl": 0.6421504142727553, "brier": 0.4321965139179619, "ece": 0.6167005724561525 }, "q_6f2c521eb4": { "n": 1, "accuracy": 0.0, "kl": 1.196977668274584, "brier": 0.6391726780323282, "ece": 0.20762216464037275 }, "q_6f2dc7133f": { "n": 1, "accuracy": 1.0, "kl": 0.3822368385340944, "brier": 0.3206752668263466, "ece": 0.48042181935200945 }, "q_6f453b5a1c": { "n": 1, "accuracy": 0.0, "kl": 0.4330328815643079, "brier": 0.37145206562377087, "ece": 0.5109594329074204 }, "q_6f4b6b9560": { "n": 1, "accuracy": 1.0, "kl": 0.4015114227946544, "brier": 0.3399346341358636, "ece": 0.4922709267798686 }, "q_6f4de96375": { "n": 1, "accuracy": 1.0, "kl": 0.33998311327260233, "brier": 0.2786162966268344, "ece": 0.4532400679367331 }, "q_6f4e38e356": { "n": 1, "accuracy": 1.0, "kl": 0.3161506016993626, "brier": 0.2550718095664631, "ece": 0.4371216946409606 }, "q_6f543a75ac": { "n": 1, "accuracy": 0.0, "kl": 0.870813889105678, "brier": 0.585005341525804, "ece": 0.35364148913404114 }, "q_6f575879c3": { "n": 1, "accuracy": 1.0, "kl": 0.3668686203442613, "brier": 0.3053441414638768, "ece": 0.4707327356799509 }, "q_6f75a643f1": { "n": 1, "accuracy": 1.0, "kl": 0.3845323622833939, "brier": 0.3229675217405461, "ece": 0.4818504210154234 }, "q_6f7b901eb3": { "n": 1, "accuracy": 0.0, "kl": 0.739424611400246, "brier": 0.5023813972964362, "ece": 0.36898286741025227 }, "q_6f7cbd2c99": { "n": 1, "accuracy": 1.0, "kl": 0.39274437423964703, "brier": 0.3311714605415468, "ece": 0.4869222656365382 }, "q_6f97eb95f7": { "n": 1, "accuracy": 1.0, "kl": 0.40130777760238895, "brier": 0.33973103838700713, "ece": 0.4921474483646642 }, "q_6f9dd5180f": { "n": 1, "accuracy": 0.0, "kl": 1.728994100471696, "brier": 0.7191446549937432, "ece": 0.13403914839715828 }, "q_6fa1906d8a": { "n": 1, "accuracy": 1.0, "kl": 0.3807760416833557, "brier": 0.31921681556736015, "ece": 0.4795102098616255 }, "q_6fa56cf6e6": { "n": 1, "accuracy": 1.0, "kl": 0.7123221925891619, "brier": 0.4810507773074839, "ece": 0.6463042613869159 }, "q_6fa95eea98": { "n": 1, "accuracy": 1.0, "kl": 0.39452096153479516, "brier": 0.332946930925896, "ece": 0.4880115996671516 }, "q_6fb421cd37": { "n": 1, "accuracy": 1.0, "kl": 0.4096223937082476, "brier": 0.34804463597730817, "ece": 0.4971598230758255 }, "q_6fbddf03af": { "n": 1, "accuracy": 0.0, "kl": 0.451267188499023, "brier": 0.3896665653277641, "ece": 0.5213992327404773 }, "q_6fc5edaf8a": { "n": 1, "accuracy": 0.0, "kl": 0.43897280018657436, "brier": 0.3773881427825848, "ece": 0.5143893085600661 }, "q_6fe08635f8": { "n": 1, "accuracy": 0.0, "kl": 0.4339554285927347, "brier": 0.37237414745126807, "ece": 0.5114940019578882 }, "q_6fe68a6f89": { "n": 1, "accuracy": 1.0, "kl": 0.4074044822497731, "brier": 0.3458268348449118, "ece": 0.49582859139608937 }, "q_70057d1dbe": { "n": 1, "accuracy": 0.0, "kl": 1.7681543487122546, "brier": 0.7294097867396342, "ece": 0.14256503958455138 }, "q_7005e1bd6f": { "n": 1, "accuracy": 0.0, "kl": 0.41719631768846144, "brier": 0.3556184983513259, "ece": 0.5016743401911752 }, "q_7014bf933e": { "n": 1, "accuracy": 0.0, "kl": 1.6880434076204094, "brier": 0.7091900174966839, "ece": 0.14846669482661357 }, "q_702786ad56": { "n": 1, "accuracy": 1.0, "kl": 0.6721641021850586, "brier": 0.4552330916461566, "ece": 0.6294845423662121 }, "q_7027fb7147": { "n": 1, "accuracy": 1.0, "kl": 0.40628046283491515, "brier": 0.3447029070298157, "ece": 0.4951523256768626 }, "q_703b39af34": { "n": 1, "accuracy": 1.0, "kl": 0.3849207496448593, "brier": 0.32335540412411634, "ece": 0.48209165878199733 }, "q_7042c17e31": { "n": 1, "accuracy": 0.0, "kl": 0.4512179804531778, "brier": 0.38961744729959313, "ece": 0.5213714123612863 }, "q_7049a24e25": { "n": 1, "accuracy": 1.0, "kl": 0.37893549664638104, "brier": 0.31737953826151044, "ece": 0.47835884467494283 }, "q_7052462f8d": { "n": 1, "accuracy": 1.0, "kl": 0.6777773937517082, "brier": 0.45739914001915843, "ece": 0.6320343704682032 }, "q_7054d4a79b": { "n": 1, "accuracy": 0.0, "kl": 0.4418277827482482, "brier": 0.3802404811704385, "ece": 0.5160277979501069 }, "q_706269a889": { "n": 1, "accuracy": 1.0, "kl": 0.2960548031940162, "brier": 0.23536981223504216, "ece": 0.4230523372861946 }, "q_708acd69ef": { "n": 1, "accuracy": 1.0, "kl": 0.3703894217292088, "brier": 0.30885377971171557, "ece": 0.4729718690388126 }, "q_709365d7ce": { "n": 1, "accuracy": 1.0, "kl": 0.40951535419448953, "brier": 0.3479375999959273, "ece": 0.4970956724757086 }, "q_7098c85292": { "n": 1, "accuracy": 0.0, "kl": 0.42279719387218884, "brier": 0.3612191056423901, "ece": 0.504981826459903 }, "q_70c60dcce2": { "n": 1, "accuracy": 1.0, "kl": 0.4105499643069933, "brier": 0.34897218211997244, "ece": 0.4977153229892174 }, "q_70c9df3df0": { "n": 1, "accuracy": 0.0, "kl": 0.42613478512665715, "brier": 0.36455621810341904, "ece": 0.5069404045668546 }, "q_70cd05c1e4": { "n": 1, "accuracy": 1.0, "kl": 0.4141156845004703, "brier": 0.352537875717623, "ece": 0.49984394464945126 }, "q_70f742e9e1": { "n": 1, "accuracy": 0.0, "kl": 0.8057938899883839, "brier": 0.5446889097110008, "ece": 0.36638633552873856 }, "q_70fcd67b8e": { "n": 1, "accuracy": 1.0, "kl": 0.4020177963542041, "brier": 0.3404408914365124, "ece": 0.49257780565398346 }, "q_710bd42793": { "n": 1, "accuracy": 1.0, "kl": 0.3923950301954135, "brier": 0.33082235942815197, "ece": 0.48670773254768096 }, "q_711857add6": { "n": 1, "accuracy": 0.0, "kl": 1.1961925324763742, "brier": 0.6388755707950364, "ece": 0.21614270768279273 }, "q_711ca33149": { "n": 1, "accuracy": 1.0, "kl": 0.4003674868299137, "brier": 0.3387909967944262, "ece": 0.49157684385447764 }, "q_7122d0e163": { "n": 1, "accuracy": 1.0, "kl": 1.199286163348082, "brier": 0.6398075151006728, "ece": 0.7953910155945658 }, "q_71343f4480": { "n": 1, "accuracy": 1.0, "kl": 0.3810436262283444, "brier": 0.3194839544062993, "ece": 0.4796773413681962 }, "q_7139b975cd": { "n": 1, "accuracy": 1.0, "kl": 0.39132349616219, "brier": 0.32975162082640663, "ece": 0.4860490246425957 }, "q_714befeb49": { "n": 1, "accuracy": 0.0, "kl": 0.42241083082936537, "brier": 0.36083277923210655, "ece": 0.5047545051156647 }, "q_715612424e": { "n": 1, "accuracy": 1.0, "kl": 0.6222187882656123, "brier": 0.4179418174300686, "ece": 0.6078175457052035 }, "q_716da055c3": { "n": 1, "accuracy": 1.0, "kl": 0.36442777218864497, "brier": 0.3029121095329189, "ece": 0.46917355352908985 }, "q_71705ddc69": { "n": 1, "accuracy": 1.0, "kl": 0.4004241704653775, "brier": 0.33884766440882064, "ece": 0.49161126345668715 }, "q_71798e5752": { "n": 1, "accuracy": 1.0, "kl": 0.41129597682007923, "brier": 0.3497181819017484, "ece": 0.4981615608241319 }, "q_71832b6a92": { "n": 1, "accuracy": 0.0, "kl": 0.5395800121176486, "brier": 0.47718631428817476, "ece": 0.5684599852025622 }, "q_71884726fb": { "n": 1, "accuracy": 1.0, "kl": 0.3910891077891123, "brier": 0.32951741682188884, "ece": 0.4859048021530965 }, "q_71c45117b5": { "n": 1, "accuracy": 1.0, "kl": 0.3687513660666989, "brier": 0.3072206970985787, "ece": 0.47193156105280587 }, "q_71d17701b0": { "n": 1, "accuracy": 0.0, "kl": 0.454641068624483, "brier": 0.3930336991850258, "ece": 0.5233022102274169 }, "q_71dc6f9e7e": { "n": 1, "accuracy": 1.0, "kl": 0.39360654075347157, "brier": 0.3320330607811531, "ece": 0.48745126136824823 }, "q_71e67fe51f": { "n": 1, "accuracy": 1.0, "kl": 0.7028355536440846, "brier": 0.474571642900279, "ece": 0.64244854833115 }, "q_71ed5e31fe": { "n": 1, "accuracy": 0.0, "kl": 0.45809488470864035, "brier": 0.3964793716536488, "ece": 0.5252411546867881 }, "q_71f20ecde9": { "n": 1, "accuracy": 0.0, "kl": 0.43182717058962217, "brier": 0.3702468977315331, "ece": 0.5102597458114883 }, "q_720be0fdec": { "n": 1, "accuracy": 0.0, "kl": 1.3130482102180911, "brier": 0.6848809386407689, "ece": 0.2238575189425737 }, "q_721d1f74b5": { "n": 1, "accuracy": 1.0, "kl": 0.41029945894550607, "brier": 0.34872168233955325, "ece": 0.4975653735282376 }, "q_722253ca6a": { "n": 1, "accuracy": 0.0, "kl": 0.4479019539689476, "brier": 0.3863069623500367, "ece": 0.519492299335288 }, "q_7251e13782": { "n": 1, "accuracy": 1.0, "kl": 0.4039444473155287, "brier": 0.3423671810583631, "ece": 0.49374338729359957 }, "q_72597d384a": { "n": 1, "accuracy": 1.0, "kl": 0.4055005896616751, "brier": 0.34392311449783053, "ece": 0.49468247762464623 }, "q_7264f51531": { "n": 1, "accuracy": 0.0, "kl": 0.449497599461699, "brier": 0.3879000683687043, "ece": 0.5203975864878827 }, "q_7269ffecab": { "n": 1, "accuracy": 1.0, "kl": 0.38331423569980216, "brier": 0.3217510680958377, "ece": 0.4810929244550679 }, "q_727a6d0cca": { "n": 1, "accuracy": 0.0, "kl": 1.7132912183072913, "brier": 0.7150193158809567, "ece": 0.1316267432844314 }, "q_727c929b56": { "n": 1, "accuracy": 1.0, "kl": 0.40838350728807327, "brier": 0.3468058008988264, "ece": 0.4964167389159725 }, "q_7280648611": { "n": 1, "accuracy": 1.0, "kl": 0.38602239742106204, "brier": 0.32445569193608464, "ece": 0.4827751804270495 }, "q_72834a6a3c": { "n": 1, "accuracy": 1.0, "kl": 0.6519380418213705, "brier": 0.439548323586903, "ece": 0.6209400570548835 }, "q_72888de0b5": { "n": 1, "accuracy": 1.0, "kl": 0.407447206423466, "brier": 0.34586955606316316, "ece": 0.49585427499495727 }, "q_7298959d2c": { "n": 1, "accuracy": 0.0, "kl": 0.41872082381222697, "brier": 0.3571429765003271, "ece": 0.5025771979770839 }, "q_729b37403b": { "n": 1, "accuracy": 1.0, "kl": 0.3696292632301631, "brier": 0.30809588233395235, "ece": 0.4724894153566134 }, "q_729ba9016d": { "n": 1, "accuracy": 0.0, "kl": 0.44080906906782036, "brier": 0.379222776617546, "ece": 0.5154438980038335 }, "q_729d5ae892": { "n": 1, "accuracy": 1.0, "kl": 0.4083109918997012, "brier": 0.34673328928020697, "ece": 0.4963732035567412 }, "q_72a34305d1": { "n": 1, "accuracy": 0.0, "kl": 0.4224588569683949, "brier": 0.36088080100268516, "ece": 0.504782768602191 }, "q_72a9189491": { "n": 1, "accuracy": 0.0, "kl": 0.4281426573579394, "brier": 0.3665636343092915, "ece": 0.5081142571261155 }, "q_72caa05c5e": { "n": 1, "accuracy": 0.0, "kl": 0.4145482418182072, "brier": 0.3529704330245109, "ece": 0.5001014359797589 }, "q_72d23f6c2e": { "n": 1, "accuracy": 1.0, "kl": 0.3738770253592172, "brier": 0.3123320023255797, "ece": 0.4751784421787072 }, "q_72da4058e5": { "n": 1, "accuracy": 1.0, "kl": 0.3782265705427643, "brier": 0.31667196767824857, "ece": 0.477914543387301 }, "q_72ec732fc0": { "n": 1, "accuracy": 1.0, "kl": 0.3965417629115535, "brier": 0.33496668625528836, "ece": 0.48924728847928134 }, "q_72fd180657": { "n": 1, "accuracy": 0.0, "kl": 0.8095125930251579, "brier": 0.5459719115856061, "ece": 0.34461197781821656 }, "q_7302bb8a99": { "n": 1, "accuracy": 1.0, "kl": 0.3890811491749543, "brier": 0.3275111980600233, "ece": 0.4846672695314159 }, "q_73044fee11": { "n": 1, "accuracy": 1.0, "kl": 0.3737929010450306, "brier": 0.3122480857743744, "ece": 0.4751253508536084 }, "q_730a0fc184": { "n": 1, "accuracy": 1.0, "kl": 0.39989865410749525, "brier": 0.3383223016747499, "ece": 0.49129205053997205 }, "q_7310d71fb4": { "n": 1, "accuracy": 1.0, "kl": 1.1229900265691277, "brier": 0.6108989648427732, "ece": 0.7769826186048852 }, "q_73143e9997": { "n": 1, "accuracy": 1.0, "kl": 0.36176347770665923, "brier": 0.30025851347577104, "ece": 0.4674651684188986 }, "q_7318380a36": { "n": 1, "accuracy": 0.0, "kl": 0.4338356989678143, "brier": 0.3722544807163591, "ece": 0.5114246635951397 }, "q_7338aa4cf4": { "n": 1, "accuracy": 0.0, "kl": 0.43210233057314335, "brier": 0.3705219400452825, "ece": 0.5104195279290209 }, "q_733cd259f3": { "n": 1, "accuracy": 0.0, "kl": 0.41960226456183924, "brier": 0.35802438877646214, "ece": 0.5030983270922151 }, "q_73412553a3": { "n": 1, "accuracy": 0.0, "kl": 0.42640745964801074, "brier": 0.36482883886915884, "ece": 0.5071000110449301 }, "q_73491fd727": { "n": 1, "accuracy": 1.0, "kl": 0.4027245937024775, "brier": 0.3411475418472061, "ece": 0.4930057758961768 }, "q_735948361b": { "n": 1, "accuracy": 1.0, "kl": 0.40021560405824175, "brier": 0.3386391576005481, "ece": 0.4914846033574938 }, "q_736ef1c4d5": { "n": 1, "accuracy": 0.0, "kl": 0.45148174608224856, "brier": 0.389880727672313, "ece": 0.5215205134941711 }, "q_73717590ef": { "n": 1, "accuracy": 0.0, "kl": 0.8552803149420392, "brier": 0.5901766669159609, "ece": 0.44058601825216337 }, "q_73731d4c78": { "n": 1, "accuracy": 1.0, "kl": 0.36956153436797684, "brier": 0.3080283588300523, "ece": 0.4724464032387431 }, "q_738f7c8b20": { "n": 1, "accuracy": 1.0, "kl": 0.410480418368368, "brier": 0.34890263766001134, "ece": 0.497673698992414 }, "q_739ec20d51": { "n": 1, "accuracy": 1.0, "kl": 0.651002147350332, "brier": 0.4386775229007698, "ece": 0.6205548308895732 }, "q_73b2b49151": { "n": 1, "accuracy": 1.0, "kl": 0.40402831401310363, "brier": 0.34245103473007676, "ece": 0.4937940518724724 }, "q_73bbed5378": { "n": 1, "accuracy": 0.0, "kl": 0.42855844997979137, "brier": 0.36697931411815704, "ece": 0.5083569271753154 }, "q_73ccf77722": { "n": 1, "accuracy": 1.0, "kl": 0.40726491480913984, "brier": 0.3456872773152503, "ece": 0.4957446796504137 }, "q_73d62afc04": { "n": 1, "accuracy": 1.0, "kl": 0.35884416283081255, "brier": 0.29735228651320084, "ece": 0.4655854551932689 }, "q_73e0a3b5cf": { "n": 1, "accuracy": 1.0, "kl": 0.4038440117427757, "brier": 0.34226676136490963, "ece": 0.4936827053219107 }, "q_73e453c02d": { "n": 1, "accuracy": 0.0, "kl": 0.7801682588357924, "brier": 0.5297185615592471, "ece": 0.3772866728751891 }, "q_73e9d602b2": { "n": 1, "accuracy": 1.0, "kl": 0.40863195777022293, "brier": 0.347054239144506, "ece": 0.49656586462677543 }, "q_74072396bf": { "n": 1, "accuracy": 0.0, "kl": 0.7714986810328557, "brier": 0.5220619588519644, "ece": 0.35923447266947905 }, "q_740d7d9231": { "n": 1, "accuracy": 1.0, "kl": 0.3903132725611286, "brier": 0.3287422192780667, "ece": 0.48542707067860347 }, "q_74103fc6ac": { "n": 1, "accuracy": 0.0, "kl": 0.42939105455233617, "brier": 0.3678116723230396, "ece": 0.5088424374540371 }, "q_7434269bce": { "n": 1, "accuracy": 0.0, "kl": 0.4263970859872475, "brier": 0.3648184672983591, "ece": 0.5070939400754587 }, "q_744578a6df": { "n": 1, "accuracy": 1.0, "kl": 0.6967541962016045, "brier": 0.4715716229524684, "ece": 0.6398437115293649 }, "q_7453d8330e": { "n": 1, "accuracy": 0.0, "kl": 0.4324487121772189, "brier": 0.3708681683061146, "ece": 0.5106205802711445 }, "q_746d58042b": { "n": 1, "accuracy": 0.0, "kl": 0.45560225591045567, "brier": 0.39399274998750167, "ece": 0.5238427367815663 }, "q_746f3f8e36": { "n": 1, "accuracy": 0.0, "kl": 1.3251756739727154, "brier": 0.6616062117434587, "ece": 0.18526001042470208 }, "q_7476d1ec71": { "n": 1, "accuracy": 1.0, "kl": 0.5979345767451663, "brier": 0.40258243288993284, "ece": 0.5964154453378208 }, "q_747abecfce": { "n": 1, "accuracy": 0.0, "kl": 0.8131323221641835, "brier": 0.5483123467786665, "ece": 0.3445067209417242 }, "q_747b633308": { "n": 1, "accuracy": 1.0, "kl": 0.36941723612010324, "brier": 0.30788450024668695, "ece": 0.47235475035144336 }, "q_7499f4de03": { "n": 1, "accuracy": 1.0, "kl": 0.391556290595132, "brier": 0.32998423587843423, "ece": 0.4861922179697896 }, "q_749e6fcca9": { "n": 1, "accuracy": 1.0, "kl": 0.39222124201361175, "brier": 0.3306486950580917, "ece": 0.4866009684310231 }, "q_74b0ba9015": { "n": 1, "accuracy": 1.0, "kl": 0.6822680659502245, "brier": 0.460445007221864, "ece": 0.6339292881913874 }, "q_74b686331d": { "n": 1, "accuracy": 1.0, "kl": 0.39851070167492886, "brier": 0.3369348123463465, "ece": 0.4904478117534228 }, "q_74babf9717": { "n": 1, "accuracy": 0.0, "kl": 0.4204953381452394, "brier": 0.35891742189794323, "ece": 0.5036256731466727 }, "q_74c4715429": { "n": 1, "accuracy": 0.0, "kl": 1.8719506730026747, "brier": 0.7534919359203978, "ece": 0.13840628546883385 }, "q_74e4c77be4": { "n": 1, "accuracy": 0.0, "kl": 0.4312057323744801, "brier": 0.3696257120731126, "ece": 0.5098986578678238 }, "q_74eb909af7": { "n": 1, "accuracy": 1.0, "kl": 0.3720011008397899, "brier": 0.31046092511635826, "ece": 0.4739929727268991 }, "q_74f2573d2c": { "n": 1, "accuracy": 0.0, "kl": 1.7822305981190707, "brier": 0.7327381725223236, "ece": 0.14611763899005029 }, "q_74f3ffc65f": { "n": 1, "accuracy": 0.0, "kl": 0.7605531507732319, "brier": 0.5139672504467011, "ece": 0.34480227246780076 }, "q_750ede3c8c": { "n": 1, "accuracy": 1.0, "kl": 0.3641350027745452, "brier": 0.302620459736835, "ece": 0.46898615639687935 }, "q_7511a2d1e2": { "n": 1, "accuracy": 1.0, "kl": 0.39942859856430285, "brier": 0.337852393434598, "ece": 0.4910063219918873 }, "q_75138ba7ea": { "n": 1, "accuracy": 1.0, "kl": 0.40990027680407565, "brier": 0.34832251062222086, "ece": 0.49732631753953693 }, "q_7515e65c5e": { "n": 1, "accuracy": 1.0, "kl": 0.4041848692011208, "brier": 0.34260756616559335, "ece": 0.4938886119269249 }, "q_7518b878fd": { "n": 1, "accuracy": 1.0, "kl": 0.3755902292571197, "brier": 0.3140411652179943, "ece": 0.4762582271814645 }, "q_751c382d95": { "n": 1, "accuracy": 0.0, "kl": 0.44311594386785746, "brier": 0.38152725679501204, "ece": 0.5167649578406056 }, "q_752d6654b8": { "n": 1, "accuracy": 1.0, "kl": 0.3974377167089298, "brier": 0.335862246404382, "ece": 0.4897940009348489 }, "q_752f8e66cf": { "n": 1, "accuracy": 0.0, "kl": 0.45984874137419507, "brier": 0.3982285826287183, "ece": 0.5262222443069811 }, "q_753e0c2094": { "n": 1, "accuracy": 1.0, "kl": 0.38469806719383604, "brier": 0.32313300954948565, "ece": 0.4819533614422733 }, "q_75439d33fb": { "n": 1, "accuracy": 0.0, "kl": 0.4160779067277628, "brier": 0.35450009561923607, "ece": 0.5010107454799912 }, "q_754c19dfc2": { "n": 1, "accuracy": 0.0, "kl": 0.4585429958163829, "brier": 0.39692632937653344, "ece": 0.5254920478395396 }, "q_7551990b49": { "n": 1, "accuracy": 0.0, "kl": 0.4316231530575555, "brier": 0.37004296511257406, "ece": 0.5101412355916217 }, "q_7554a5691a": { "n": 1, "accuracy": 1.0, "kl": 0.3886688594693688, "brier": 0.32709930253095143, "ece": 0.4844127239163918 }, "q_756c7a265d": { "n": 1, "accuracy": 0.0, "kl": 0.4515814855626793, "brier": 0.38998028189797973, "ece": 0.5215768799982511 }, "q_757593a938": { "n": 1, "accuracy": 1.0, "kl": 0.3889268049309492, "brier": 0.32735699986049194, "ece": 0.4845719959787701 }, "q_757b457793": { "n": 1, "accuracy": 1.0, "kl": 0.3957119794851661, "brier": 0.33413730496388017, "ece": 0.4887403240224043 }, "q_757edfc639": { "n": 1, "accuracy": 0.0, "kl": 0.46134651781919855, "brier": 0.3997221067794102, "ece": 0.5270582214764706 }, "q_758abdcca4": { "n": 1, "accuracy": 0.0, "kl": 0.8308200343480002, "brier": 0.5628700668013777, "ece": 0.3874842506839196 }, "q_759542525d": { "n": 1, "accuracy": 1.0, "kl": 0.38736938187509573, "brier": 0.3258011540179171, "ece": 0.4836094362238803 }, "q_759970faa4": { "n": 1, "accuracy": 0.0, "kl": 0.4410328986201556, "brier": 0.37944639084404186, "ece": 0.5155722619979616 }, "q_759c407ef6": { "n": 1, "accuracy": 1.0, "kl": 0.7374800842050302, "brier": 0.49837774531076373, "ece": 0.6562888026215027 }, "q_75a3db294a": { "n": 1, "accuracy": 1.0, "kl": 0.39638641693974197, "brier": 0.33481141276406257, "ece": 0.48915242438733175 }, "q_75a64d954d": { "n": 1, "accuracy": 0.0, "kl": 0.41882249478739497, "brier": 0.35724464471079265, "ece": 0.5026373414115183 }, "q_75b5160e77": { "n": 1, "accuracy": 1.0, "kl": 0.7218564296476462, "brier": 0.48800648748694486, "ece": 0.650092768296172 }, "q_75b95eda31": { "n": 1, "accuracy": 1.0, "kl": 0.3848999477337049, "brier": 0.3233346289176289, "ece": 0.48207874161513986 }, "q_75bce750bb": { "n": 1, "accuracy": 1.0, "kl": 0.39618535554135614, "brier": 0.334610447076593, "ece": 0.48902961205552886 }, "q_75c4cb0201": { "n": 1, "accuracy": 1.0, "kl": 0.35451594991169155, "brier": 0.2930462911827024, "ece": 0.4627834186473484 }, "q_75db8f18c0": { "n": 1, "accuracy": 0.0, "kl": 0.42121276087138426, "brier": 0.3596348023258389, "ece": 0.5040488193155588 }, "q_75e4f7d139": { "n": 1, "accuracy": 1.0, "kl": 0.3388984721956645, "brier": 0.2775412887119788, "ece": 0.4525193207821433 }, "q_75e5cdd385": { "n": 1, "accuracy": 1.0, "kl": 0.39735590480098026, "brier": 0.3357804687502404, "ece": 0.48974410840806504 }, "q_75ebd0e943": { "n": 1, "accuracy": 0.0, "kl": 0.4343579082578135, "brier": 0.3727764100855562, "ece": 0.5117270029113051 }, "q_75ee9bbabe": { "n": 1, "accuracy": 1.0, "kl": 0.3960906833370511, "brier": 0.3345158206879696, "ece": 0.48897177206255293 }, "q_75f44c5e08": { "n": 1, "accuracy": 1.0, "kl": 0.3933237097897173, "brier": 0.3317504104416932, "ece": 0.48727779858573994 }, "q_75fee31414": { "n": 1, "accuracy": 0.0, "kl": 0.4274328965346081, "brier": 0.3658540510258249, "ece": 0.5076996908029189 }, "q_761108563c": { "n": 1, "accuracy": 0.0, "kl": 0.48105531003762897, "brier": 0.41934683715537296, "ece": 0.5379011013064792 }, "q_7619a91f17": { "n": 1, "accuracy": 1.0, "kl": 0.3816786284975049, "brier": 0.32011792795511324, "ece": 0.4800736981826681 }, "q_761e97e3d3": { "n": 1, "accuracy": 1.0, "kl": 0.407823252511775, "brier": 0.3462455776827901, "ece": 0.496080267305955 }, "q_762dcf560d": { "n": 1, "accuracy": 1.0, "kl": 0.3919316964360199, "brier": 0.3303593601870131, "ece": 0.4864230309585156 }, "q_7631142708": { "n": 1, "accuracy": 0.0, "kl": 0.4165335116529355, "brier": 0.3549556981399415, "ece": 0.5012811995211401 }, "q_765bec0988": { "n": 1, "accuracy": 0.0, "kl": 1.7482370095089252, "brier": 0.7239083228491199, "ece": 0.1300023625351793 }, "q_765c00fdd6": { "n": 1, "accuracy": 1.0, "kl": 0.3561853206250575, "brier": 0.2947066797006518, "ece": 0.4638663046560949 }, "q_766298c92c": { "n": 1, "accuracy": 0.0, "kl": 0.7912943446235974, "brier": 0.5422321525646489, "ece": 0.406065247458007 }, "q_766c57d86f": { "n": 1, "accuracy": 1.0, "kl": 0.3893120700011006, "brier": 0.32774190374710777, "ece": 0.48480977245312873 }, "q_7670fceb35": { "n": 1, "accuracy": 1.0, "kl": 0.3692775924734037, "brier": 0.30774528486745567, "ece": 0.4722660352792831 }, "q_767970b9b6": { "n": 1, "accuracy": 1.0, "kl": 0.4118643186670331, "brier": 0.35028651739732364, "ece": 0.4985012051340615 }, "q_76834be96f": { "n": 1, "accuracy": 0.0, "kl": 0.424339385878685, "brier": 0.3627611150022258, "ece": 0.5058879635551031 }, "q_7685898984": { "n": 1, "accuracy": 1.0, "kl": 0.6842749205816809, "brier": 0.46189313338144466, "ece": 0.6347640631732561 }, "q_7690ad8b1c": { "n": 1, "accuracy": 1.0, "kl": 0.3719945456947301, "brier": 0.3104543877088223, "ece": 0.4739888245298477 }, "q_76992b4484": { "n": 1, "accuracy": 0.0, "kl": 0.4787357090665523, "brier": 0.4170401262066118, "ece": 0.536639970987326 }, "q_7699fa25f3": { "n": 1, "accuracy": 1.0, "kl": 0.3875155145977745, "brier": 0.32594713057066305, "ece": 0.48369984553543177 }, "q_769c589023": { "n": 1, "accuracy": 1.0, "kl": 0.41289925687564766, "brier": 0.35132144961366063, "ece": 0.4991189864547182 }, "q_76a5c94bd5": { "n": 1, "accuracy": 1.0, "kl": 0.3779458686049558, "brier": 0.31639181778639636, "ece": 0.4777384930996723 }, "q_76a8bd71eb": { "n": 1, "accuracy": 1.0, "kl": 0.40943755444993246, "brier": 0.3478598029187431, "ece": 0.4970490396336761 }, "q_76b8081b36": { "n": 1, "accuracy": 0.0, "kl": 0.4375950716138877, "brier": 0.376011493546969, "ece": 0.5135962946952897 }, "q_76d528dc76": { "n": 1, "accuracy": 1.0, "kl": 0.39708764757952264, "brier": 0.3355123262037723, "ece": 0.4895804720709791 }, "q_7701cccd6d": { "n": 1, "accuracy": 1.0, "kl": 0.40745665053900015, "brier": 0.34587899953032064, "ece": 0.49585995210546574 }, "q_770443e838": { "n": 1, "accuracy": 1.0, "kl": 0.37081894352763956, "brier": 0.3092820590200098, "ece": 0.473244236461267 }, "q_771971db95": { "n": 1, "accuracy": 1.0, "kl": 0.40638417984262754, "brier": 0.34480661441320476, "ece": 0.49521477238484946 }, "q_771c85a8d0": { "n": 1, "accuracy": 1.0, "kl": 0.6796823198924353, "brier": 0.45866185590315767, "ece": 0.6328424434675257 }, "q_77421ee1d0": { "n": 1, "accuracy": 1.0, "kl": 0.40950167782799185, "brier": 0.3479239240921804, "ece": 0.49708747529276176 }, "q_775d5f1be6": { "n": 1, "accuracy": 0.0, "kl": 0.4179079769083194, "brier": 0.35633014741179364, "ece": 0.5020960479628976 }, "q_7760932b75": { "n": 1, "accuracy": 1.0, "kl": 0.40952816970036177, "brier": 0.3479504150705409, "ece": 0.4971033535411462 }, "q_77623e1ff5": { "n": 1, "accuracy": 0.0, "kl": 1.7617019311798972, "brier": 0.7274952081401629, "ece": 0.1371700144223086 }, "q_7764bb6f8d": { "n": 1, "accuracy": 1.0, "kl": 0.3947946851618043, "brier": 0.3332204993824247, "ece": 0.488179188214211 }, "q_7778f3bfda": { "n": 1, "accuracy": 1.0, "kl": 0.7423398878799025, "brier": 0.5015547756009116, "ece": 0.6581943398963342 }, "q_777a52d824": { "n": 1, "accuracy": 0.0, "kl": 0.4324171782242091, "brier": 0.37083664855631127, "ece": 0.5106022808557285 }, "q_779729ec2c": { "n": 1, "accuracy": 0.0, "kl": 0.4367413973170058, "brier": 0.37515842792007525, "ece": 0.5131041606357962 }, "q_77affc682e": { "n": 1, "accuracy": 1.0, "kl": 0.4108841452001666, "brier": 0.34930635662866993, "ece": 0.49791527647877976 }, "q_77b3ac95d3": { "n": 1, "accuracy": 1.0, "kl": 0.3624078670238846, "brier": 0.3009002089702151, "ece": 0.46787898175217935 }, "q_77ef35d4bf": { "n": 1, "accuracy": 1.0, "kl": 1.0441099961975095, "brier": 0.5759141825045154, "ece": 0.7564592901978908 }, "q_77f79130e1": { "n": 1, "accuracy": 1.0, "kl": 0.3940118761100252, "brier": 0.33243814584619735, "ece": 0.4876997337785477 }, "q_780bc5dc0a": { "n": 1, "accuracy": 1.0, "kl": 0.38384559138724084, "brier": 0.3222816772016893, "ece": 0.4814235152564491 }, "q_780c00ef06": { "n": 1, "accuracy": 1.0, "kl": 0.4082359560636128, "brier": 0.34665825744134504, "ece": 0.4963281502861324 }, "q_78264b4718": { "n": 1, "accuracy": 1.0, "kl": 0.3638141627327361, "brier": 0.3023008623009513, "ece": 0.4687806980168584 }, "q_782f56fa81": { "n": 1, "accuracy": 1.0, "kl": 1.6970575780228496, "brier": 0.7107679955734403, "ece": 0.8672603516162651 }, "q_782fdd1fd7": { "n": 1, "accuracy": 1.0, "kl": 0.412249470136384, "brier": 0.35067166590986654, "ece": 0.4987312180324429 }, "q_78426e7376": { "n": 1, "accuracy": 1.0, "kl": 0.38923056503219056, "brier": 0.3276604742543372, "ece": 0.48475948058960716 }, "q_78482d33cd": { "n": 1, "accuracy": 1.0, "kl": 0.41037649282739896, "brier": 0.348798714429381, "ece": 0.4976114907598813 }, "q_784c2bdbd1": { "n": 1, "accuracy": 0.0, "kl": 0.44121970292172963, "brier": 0.37963301269981264, "ece": 0.5156793618590468 }, "q_784dbcd185": { "n": 1, "accuracy": 1.0, "kl": 0.39815464347747753, "brier": 0.3365788870742076, "ece": 0.4902309636498734 }, "q_785e7762e9": { "n": 1, "accuracy": 1.0, "kl": 0.4017830946986435, "brier": 0.3402062424960274, "ece": 0.49243559648509205 }, "q_787e83a257": { "n": 1, "accuracy": 0.0, "kl": 0.455566627509547, "brier": 0.3939572025341533, "ece": 0.523822713780037 }, "q_788a81f936": { "n": 1, "accuracy": 1.0, "kl": 0.393895036569764, "brier": 0.3323213774280498, "ece": 0.4876281255188666 }, "q_788d56988b": { "n": 1, "accuracy": 0.0, "kl": 0.4778384659506987, "brier": 0.41614763725265574, "ece": 0.5361510918833011 }, "q_78b7abba69": { "n": 1, "accuracy": 1.0, "kl": 0.3961142259608199, "brier": 0.33453935187348394, "ece": 0.488986156167592 }, "q_78bebe960e": { "n": 1, "accuracy": 1.0, "kl": 1.1166953306973368, "brier": 0.6060154711639554, "ece": 0.7756100314231594 }, "q_78ccb1e063": { "n": 1, "accuracy": 1.0, "kl": 0.3968897074620509, "brier": 0.33531447304525214, "ece": 0.48945968851967103 }, "q_78eb4ed762": { "n": 1, "accuracy": 0.0, "kl": 0.7511321306136427, "brier": 0.5077411356091495, "ece": 0.34485117263408555 }, "q_78f0c89478": { "n": 1, "accuracy": 1.0, "kl": 0.38353571063968317, "brier": 0.3219722286495345, "ece": 0.4812307494756194 }, "q_790630d930": { "n": 1, "accuracy": 1.0, "kl": 0.6984705787346807, "brier": 0.47152803264811183, "ece": 0.6406640122576791 }, "q_79079ea04f": { "n": 1, "accuracy": 1.0, "kl": 0.36948537805434367, "brier": 0.3079524341943421, "ece": 0.47239803401287705 }, "q_792bf13def": { "n": 1, "accuracy": 0.0, "kl": 0.42842856424226794, "brier": 0.3668494643365342, "ece": 0.5082811368345179 }, "q_7948f1393c": { "n": 1, "accuracy": 1.0, "kl": 0.31098825701247335, "brier": 0.2499958241465473, "ece": 0.4335504378066496 }, "q_794cbb7d40": { "n": 1, "accuracy": 0.0, "kl": 1.4406161279834435, "brier": 0.701042753289098, "ece": 0.20370648544373202 }, "q_795c9c9802": { "n": 1, "accuracy": 0.0, "kl": 0.4202117683218962, "brier": 0.35863386630759153, "ece": 0.50345830155258 }, "q_7977e78c28": { "n": 1, "accuracy": 1.0, "kl": 0.37471797709845767, "brier": 0.31317092556731646, "ece": 0.4757088105964513 }, "q_7978b7fa0d": { "n": 1, "accuracy": 1.0, "kl": 0.39228894434542344, "brier": 0.33071634892118656, "ece": 0.4866425635132078 }, "q_79a119387e": { "n": 1, "accuracy": 0.0, "kl": 1.8126105720557406, "brier": 0.7400993278585132, "ece": 0.14410990048309377 }, "q_79a7717261": { "n": 1, "accuracy": 1.0, "kl": 1.704845861061437, "brier": 0.7128572117263001, "ece": 0.8683898624601387 }, "q_79ac3052da": { "n": 1, "accuracy": 0.0, "kl": 0.5103039594639514, "brier": 0.4483483901908168, "ece": 0.5534703740419334 }, "q_79ad5ea309": { "n": 1, "accuracy": 1.0, "kl": 0.41284642525774967, "brier": 0.3512686181657284, "ece": 0.4990874718753403 }, "q_79b52c8d83": { "n": 1, "accuracy": 0.0, "kl": 0.41756963232548755, "brier": 0.35599180822448806, "ece": 0.5018956080741349 }, "q_79c293fe6f": { "n": 1, "accuracy": 0.0, "kl": 1.7095885933458028, "brier": 0.7145313546886364, "ece": 0.1413478989779437 }, "q_79cbabcd88": { "n": 1, "accuracy": 0.0, "kl": 0.42963019396053853, "brier": 0.3680507357543826, "ece": 0.5089817803557527 }, "q_79dbcc8511": { "n": 1, "accuracy": 0.0, "kl": 0.4513673294806966, "brier": 0.38976652239464815, "ece": 0.5214558428623683 }, "q_79e199d5bb": { "n": 1, "accuracy": 1.0, "kl": 0.656631746645325, "brier": 0.4424004155499303, "ece": 0.623024780350419 }, "q_79e9f14283": { "n": 1, "accuracy": 0.0, "kl": 0.414562680268856, "brier": 0.3529848714745137, "ece": 0.5001100281322225 }, "q_79eadad7f5": { "n": 1, "accuracy": 0.0, "kl": 0.4671607206799935, "brier": 0.40551716657738945, "ece": 0.5302872231017606 }, "q_79f30b422d": { "n": 1, "accuracy": 1.0, "kl": 0.40910629384593844, "brier": 0.34752855464741017, "ece": 0.49685042560096426 }, "q_79fa7b63e5": { "n": 1, "accuracy": 1.0, "kl": 0.37690757989228574, "brier": 0.3153556481093817, "ece": 0.47708667070891564 }, "q_7a1d791e1c": { "n": 1, "accuracy": 1.0, "kl": 0.3908202110439552, "brier": 0.32924873628753315, "ece": 0.4857392859260322 }, "q_7a54553b3f": { "n": 1, "accuracy": 0.0, "kl": 0.4348184171277221, "brier": 0.3732366598343528, "ece": 0.5119934373542917 }, "q_7a5cd3742d": { "n": 1, "accuracy": 0.0, "kl": 0.4357515281803229, "brier": 0.37416920949190713, "ece": 0.5125327788109862 }, "q_7a6d1e3565": { "n": 1, "accuracy": 1.0, "kl": 0.6338431653718023, "brier": 0.42638514615923206, "ece": 0.6130123624963333 }, "q_7a75f8fa78": { "n": 1, "accuracy": 1.0, "kl": 0.4037980946327263, "brier": 0.342220851616979, "ece": 0.4936549598499811 }, "q_7a86f95c8c": { "n": 1, "accuracy": 1.0, "kl": 0.38846011151517934, "brier": 0.3268907591317277, "ece": 0.4842837859299626 }, "q_7a8d82e60f": { "n": 1, "accuracy": 0.0, "kl": 0.42169716072223584, "brier": 0.36011916812138595, "ece": 0.504334283390693 }, "q_7ab9442060": { "n": 1, "accuracy": 1.0, "kl": 0.37387131433797033, "brier": 0.3123263053808397, "ece": 0.47517483812917516 }, "q_7ac7bed57d": { "n": 1, "accuracy": 1.0, "kl": 0.40065200250193667, "brier": 0.3390754333660583, "ece": 0.49174958006418057 }, "q_7acc16c980": { "n": 1, "accuracy": 0.0, "kl": 0.4288765251644747, "brier": 0.36729729846006154, "ece": 0.508542470742435 }, "q_7acfd2d5a2": { "n": 1, "accuracy": 1.0, "kl": 0.3741365238249508, "brier": 0.3125908654826142, "ece": 0.47534217172129145 }, "q_7ade8062ba": { "n": 1, "accuracy": 0.0, "kl": 0.4182156603902214, "brier": 0.35663782500291674, "ece": 0.5022782406203975 }, "q_7adf9b2af1": { "n": 1, "accuracy": 0.0, "kl": 0.4422107814446129, "brier": 0.38062308090206715, "ece": 0.5162471093898887 }, "q_7ae3d976de": { "n": 1, "accuracy": 1.0, "kl": 0.3124591493990551, "brier": 0.251441134467436, "ece": 0.4345709621975803 }, "q_7af3e09a49": { "n": 1, "accuracy": 1.0, "kl": 0.3993043735559032, "brier": 0.3377282089571131, "ece": 0.49093077820790754 }, "q_7b0271a487": { "n": 1, "accuracy": 0.0, "kl": 0.42932668614249414, "brier": 0.3677473239594399, "ece": 0.5088049229891373 }, "q_7b07c7785b": { "n": 1, "accuracy": 0.0, "kl": 0.4144619744030562, "brier": 0.3528841656114166, "ece": 0.500050095590643 }, "q_7b0acc76b2": { "n": 1, "accuracy": 1.0, "kl": 1.660524216054694, "brier": 0.7012736004553021, "ece": 0.8618007547589807 }, "q_7b0f6ec22b": { "n": 1, "accuracy": 0.0, "kl": 0.44835432096905303, "brier": 0.38675863274315764, "ece": 0.5197491516439557 }, "q_7b155768ab": { "n": 1, "accuracy": 0.0, "kl": 1.3897711838705977, "brier": 0.6832742487533892, "ece": 0.18063750151925212 }, "q_7b16525f79": { "n": 1, "accuracy": 0.0, "kl": 0.45465565840501565, "brier": 0.3930482572657975, "ece": 0.523310420171801 }, "q_7b1f630cc8": { "n": 1, "accuracy": 0.0, "kl": 1.1947111083809874, "brier": 0.6381815939330887, "ece": 0.21066902846297278 }, "q_7b28a8c894": { "n": 1, "accuracy": 1.0, "kl": 0.3780319018997741, "brier": 0.31647768095062456, "ece": 0.47779245904782086 }, "q_7b28bfa5aa": { "n": 1, "accuracy": 0.0, "kl": 0.4542587081746817, "brier": 0.3926521615653897, "ece": 0.523086990085124 }, "q_7b3070fdfe": { "n": 1, "accuracy": 0.0, "kl": 1.8106018045669021, "brier": 0.7413046637109145, "ece": 0.16653481113227417 }, "q_7b4158ee41": { "n": 1, "accuracy": 0.0, "kl": 0.4462996318706391, "brier": 0.3847069634501269, "ece": 0.5185812145145565 }, "q_7b4f90e693": { "n": 1, "accuracy": 0.0, "kl": 0.42653465271476565, "brier": 0.3649560060188141, "ece": 0.5071744409599046 }, "q_7b5955fc9e": { "n": 1, "accuracy": 1.0, "kl": 1.6551370352175976, "brier": 0.6995908069960197, "ece": 0.8609912933304513 }, "q_7b5c776a5d": { "n": 1, "accuracy": 1.0, "kl": 0.3837399091303755, "brier": 0.32217614133937467, "ece": 0.4813577838658263 }, "q_7b5d2eca59": { "n": 1, "accuracy": 1.0, "kl": 0.4094756934721472, "brier": 0.3478979406227392, "ece": 0.4970719006494798 }, "q_7b69b40cb7": { "n": 1, "accuracy": 0.0, "kl": 0.47295033143858345, "brier": 0.41128321458767864, "ece": 0.5334772401056521 }, "q_7b6b1a3962": { "n": 1, "accuracy": 0.0, "kl": 0.4179094634780544, "brier": 0.35633163395539325, "ece": 0.5020969284153778 }, "q_7b802fc85e": { "n": 1, "accuracy": 1.0, "kl": 0.3976746492106221, "brier": 0.33609908157899504, "ece": 0.4899384597588978 }, "q_7b83250528": { "n": 1, "accuracy": 0.0, "kl": 0.8623557636190872, "brier": 0.5826871066535041, "ece": 0.391509661578926 }, "q_7b91f831a2": { "n": 1, "accuracy": 1.0, "kl": 0.40407248760056724, "brier": 0.34249520154158897, "ece": 0.49382073506627777 }, "q_7b98d79ff1": { "n": 1, "accuracy": 0.0, "kl": 0.4317654630721449, "brier": 0.3701852161053196, "ece": 0.5102239045574523 }, "q_7bb0721e01": { "n": 1, "accuracy": 1.0, "kl": 0.3276739060777498, "brier": 0.26643479238587864, "ece": 0.44498958367731445 }, "q_7bb5fb674a": { "n": 1, "accuracy": 1.0, "kl": 0.3760571966659714, "brier": 0.3145070927402011, "ece": 0.47655207270937383 }, "q_7be10dccc9": { "n": 1, "accuracy": 0.0, "kl": 0.4345804306552068, "brier": 0.3729988087264672, "ece": 0.5118557680096835 }, "q_7bedd9125a": { "n": 1, "accuracy": 1.0, "kl": 0.3548942870201692, "brier": 0.29342254599840883, "ece": 0.46302907591879283 }, "q_7bf327c809": { "n": 1, "accuracy": 0.0, "kl": 0.4641069760598353, "brier": 0.40247401279665884, "ece": 0.5285944787871663 }, "q_7bfe5b66c8": { "n": 1, "accuracy": 1.0, "kl": 0.38745183180623255, "brier": 0.3258835156236388, "ece": 0.48366044865929003 }, "q_7c29584608": { "n": 1, "accuracy": 0.0, "kl": 0.44873930520598876, "brier": 0.38714300969085386, "ece": 0.5199676179509429 }, "q_7c39e25cd3": { "n": 1, "accuracy": 0.0, "kl": 1.3314811496333356, "brier": 0.6633181799619672, "ece": 0.17818550153781545 }, "q_7c43a7a561": { "n": 1, "accuracy": 1.0, "kl": 0.2936093738357597, "brier": 0.23298362109620568, "ece": 0.4213089664044922 }, "q_7c4638e008": { "n": 1, "accuracy": 0.0, "kl": 1.296180800620553, "brier": 0.6844322279936681, "ece": 0.26536956262394584 }, "q_7c480e33c7": { "n": 1, "accuracy": 1.0, "kl": 0.39762506566928224, "brier": 0.3360495181763129, "ece": 0.4899082325205929 }, "q_7c5469be02": { "n": 1, "accuracy": 1.0, "kl": 1.6514726122092935, "brier": 0.6992838576969863, "ece": 0.8603901797528036 }, "q_7c5bb2930b": { "n": 1, "accuracy": 1.0, "kl": 0.3789204511934696, "brier": 0.3173645210064011, "ece": 0.47834942011154047 }, "q_7c636ee322": { "n": 1, "accuracy": 1.0, "kl": 0.3755649170010916, "brier": 0.3140159100714941, "ece": 0.4762422933455577 }, "q_7c6a25eefa": { "n": 1, "accuracy": 0.0, "kl": 0.46101279716614696, "brier": 0.3993893567506107, "ece": 0.5268721051657905 }, "q_7c6cb9ce31": { "n": 1, "accuracy": 1.0, "kl": 0.38113386539597505, "brier": 0.3195740449080252, "ece": 0.4797336894158567 }, "q_7c9301ae9a": { "n": 1, "accuracy": 0.0, "kl": 1.4582536937794128, "brier": 0.705329181177979, "ece": 0.18335687461682534 }, "q_7c9e47cbf5": { "n": 1, "accuracy": 1.0, "kl": 1.1432074440779154, "brier": 0.6173057449383179, "ece": 0.7821535561977664 }, "q_7ca8f7da1a": { "n": 1, "accuracy": 1.0, "kl": 0.3563668330894947, "brier": 0.2948872472839806, "ece": 0.46398388461234963 }, "q_7cbb002e6f": { "n": 1, "accuracy": 0.0, "kl": 1.7502970801453646, "brier": 0.724834073302311, "ece": 0.13911675461252915 }, "q_7cc51bdf5d": { "n": 1, "accuracy": 1.0, "kl": 0.38203211973128576, "brier": 0.32047086395327096, "ece": 0.4802941817921358 }, "q_7cc7bbe7c3": { "n": 1, "accuracy": 1.0, "kl": 0.38251885002308694, "brier": 0.3209568497999489, "ece": 0.48059758474056535 }, "q_7cc88f19b6": { "n": 1, "accuracy": 0.0, "kl": 0.4221437276429074, "brier": 0.3605656994076416, "ece": 0.5045972794352559 }, "q_7ccc74892b": { "n": 1, "accuracy": 1.0, "kl": 0.706070758963331, "brier": 0.47676613257376904, "ece": 0.6437702210417497 }, "q_7ccecc7d7c": { "n": 1, "accuracy": 1.0, "kl": 0.36543639061130634, "brier": 0.30391697379227867, "ece": 0.46981853072441193 }, "q_7cdd6d07f8": { "n": 1, "accuracy": 1.0, "kl": 0.3694098505577892, "brier": 0.3078771372661591, "ece": 0.47235005879071756 }, "q_7cebef7e3e": { "n": 1, "accuracy": 1.0, "kl": 0.39254811417823465, "brier": 0.3309753359842875, "ece": 0.4868017551487994 }, "q_7cf5804a64": { "n": 1, "accuracy": 1.0, "kl": 0.3969588803994211, "brier": 0.335383615365626, "ece": 0.48950190192819976 }, "q_7cf9fb3006": { "n": 1, "accuracy": 1.0, "kl": 0.7321140110056777, "brier": 0.49456047204829984, "ece": 0.6541966177442113 }, "q_7cfe911586": { "n": 1, "accuracy": 0.0, "kl": 0.7816527874897004, "brier": 0.5282507795135924, "ece": 0.35392063485826325 }, "q_7d0bddc543": { "n": 1, "accuracy": 0.0, "kl": 0.46974227819400255, "brier": 0.4080887985801494, "ece": 0.5317127397916454 }, "q_7d152e2142": { "n": 1, "accuracy": 1.0, "kl": 0.3946027248796259, "brier": 0.33302864746208033, "ece": 0.48806166657876615 }, "q_7d30aa1938": { "n": 1, "accuracy": 1.0, "kl": 0.3717743185892935, "brier": 0.31023475980886334, "ece": 0.4738494381161812 }, "q_7d3299e2f9": { "n": 1, "accuracy": 0.0, "kl": 0.4153026504263374, "brier": 0.35372484126164727, "ece": 0.5005501404479894 }, "q_7d39e45c8f": { "n": 1, "accuracy": 0.0, "kl": 0.5057351016026237, "brier": 0.44382948289413393, "ece": 0.5510782752866735 }, "q_7d58ba4a54": { "n": 1, "accuracy": 0.0, "kl": 0.4144975310136469, "brier": 0.3529197222214784, "ece": 0.5000712571823251 }, "q_7d5aa77984": { "n": 1, "accuracy": 0.0, "kl": 0.4354027680088205, "brier": 0.37382066493635246, "ece": 0.5123312763011441 }, "q_7d5e4d8a75": { "n": 1, "accuracy": 1.0, "kl": 0.3990924102946801, "brier": 0.33751631642850755, "ece": 0.4908018478710311 }, "q_7d60226535": { "n": 1, "accuracy": 0.0, "kl": 0.4332335177972343, "brier": 0.37165260443696513, "ece": 0.5110757499772894 }, "q_7d63aa7829": { "n": 1, "accuracy": 0.0, "kl": 0.43582297027832195, "brier": 0.37424060655615554, "ece": 0.5125740436943458 }, "q_7d66f4b86b": { "n": 1, "accuracy": 1.0, "kl": 0.34738374264949834, "brier": 0.28595874015851347, "ece": 0.4581261298551803 }, "q_7d699ee66a": { "n": 1, "accuracy": 0.0, "kl": 0.4266083746646808, "brier": 0.3650297126986456, "ece": 0.5072175749537029 }, "q_7d8ab486f5": { "n": 1, "accuracy": 1.0, "kl": 0.4119476756419738, "brier": 0.35036987364786437, "ece": 0.49855099668252156 }, "q_7d9006ed40": { "n": 1, "accuracy": 1.0, "kl": 0.3977822919296561, "brier": 0.33620668099300477, "ece": 0.490004073755984 }, "q_7d98a12f4e": { "n": 1, "accuracy": 1.0, "kl": 0.4097643110267995, "brier": 0.3481865488524383, "ece": 0.4972448614737144 }, "q_7da54dff96": { "n": 1, "accuracy": 1.0, "kl": 0.39933102336129755, "brier": 0.33775485001029737, "ece": 0.49094698563823125 }, "q_7dabef8691": { "n": 1, "accuracy": 0.0, "kl": 0.42386747751371295, "brier": 0.36228926904716197, "ece": 0.5056108956824072 }, "q_7dbaedc7a3": { "n": 1, "accuracy": 1.0, "kl": 0.38165977721539845, "brier": 0.3200991066308543, "ece": 0.4800619368490673 }, "q_7dbdee5024": { "n": 1, "accuracy": 1.0, "kl": 0.3894441315080712, "brier": 0.32787384401761765, "ece": 0.48489124713780707 }, "q_7dde78901b": { "n": 1, "accuracy": 0.0, "kl": 1.724897392712678, "brier": 0.7181098758059026, "ece": 0.13281127171590645 }, "q_7e01705c07": { "n": 1, "accuracy": 0.0, "kl": 0.44931994731599434, "brier": 0.38772271042285633, "ece": 0.5202968943922136 }, "q_7e0b0b737e": { "n": 1, "accuracy": 1.0, "kl": 0.36358920122399097, "brier": 0.30207678187714176, "ece": 0.468636579516868 }, "q_7e0baa0ecc": { "n": 1, "accuracy": 1.0, "kl": 0.37353848540823553, "brier": 0.31199430388842075, "ece": 0.4749647477234017 }, "q_7e0ebde808": { "n": 1, "accuracy": 1.0, "kl": 0.4075865580864682, "brier": 0.34600889833825776, "ece": 0.49593803525180147 }, "q_7e18b70612": { "n": 1, "accuracy": 0.0, "kl": 0.42282392908856675, "brier": 0.3612458381962591, "ece": 0.5049975518731014 }, "q_7e1b17f488": { "n": 1, "accuracy": 0.0, "kl": 1.348454398102955, "brier": 0.6693647764404576, "ece": 0.1830639932896459 }, "q_7e23d36aca": { "n": 1, "accuracy": 1.0, "kl": 0.39475220429252633, "brier": 0.33317804230909637, "ece": 0.48815318344286884 }, "q_7e24c6fe22": { "n": 1, "accuracy": 0.0, "kl": 0.44123139625028457, "brier": 0.3796446945245876, "ece": 0.5156860650311114 }, "q_7e2bc4f185": { "n": 1, "accuracy": 1.0, "kl": 0.38879902302150227, "brier": 0.3272293402345047, "ece": 0.48449310268192747 }, "q_7e316d8511": { "n": 1, "accuracy": 0.0, "kl": 0.43144619183092503, "brier": 0.3698660759484436, "ece": 0.5100384145331923 }, "q_7e3636a647": { "n": 1, "accuracy": 1.0, "kl": 0.40142856568158325, "brier": 0.3398517969508161, "ece": 0.49222069146927594 }, "q_7e3c66862b": { "n": 1, "accuracy": 0.0, "kl": 0.4148443145997259, "brier": 0.35326650576043034, "ece": 0.5002775902664989 }, "q_7e44268ffd": { "n": 1, "accuracy": 1.0, "kl": 0.4026263431853525, "brier": 0.34104931071933103, "ece": 0.49294631050496807 }, "q_7e5665233a": { "n": 1, "accuracy": 1.0, "kl": 0.3232496449023216, "brier": 0.2620670593388402, "ece": 0.4419855379285478 }, "q_7e5caa4085": { "n": 1, "accuracy": 0.0, "kl": 0.42796070847340884, "brier": 0.36638173271905694, "ece": 0.5080080213728808 }, "q_7e66a12699": { "n": 1, "accuracy": 1.0, "kl": 0.3749891217999088, "brier": 0.31344143479145314, "ece": 0.4758796754011584 }, "q_7e7448e9de": { "n": 1, "accuracy": 0.0, "kl": 0.4164238287702741, "brier": 0.3548460159414772, "ece": 0.5012161060201029 }, "q_7e7db443f3": { "n": 1, "accuracy": 1.0, "kl": 0.400622700523086, "brier": 0.3390461393826956, "ece": 0.4917317933938886 }, "q_7eabdc327f": { "n": 1, "accuracy": 1.0, "kl": 0.39234317046322853, "brier": 0.33077053643509235, "ece": 0.4866758761194794 }, "q_7eb24d5287": { "n": 1, "accuracy": 0.0, "kl": 0.430714247875753, "brier": 0.36913441469616703, "ece": 0.5096128575218432 }, "q_7ecf269519": { "n": 1, "accuracy": 1.0, "kl": 0.34807195952606773, "brier": 0.28664218197762853, "ece": 0.4585777211997746 }, "q_7ed58ce1c4": { "n": 1, "accuracy": 1.0, "kl": 0.39966123872426534, "brier": 0.3380849595025752, "ece": 0.49114775902500984 }, "q_7ee610d080": { "n": 1, "accuracy": 0.0, "kl": 1.2492441992661656, "brier": 0.6599520143117906, "ece": 0.2101395568294608 }, "q_7efa30fca0": { "n": 1, "accuracy": 1.0, "kl": 1.6098546150748136, "brier": 0.6872554581760228, "ece": 0.8538668869986838 }, "q_7efc4326b9": { "n": 1, "accuracy": 0.0, "kl": 0.41762845440599233, "brier": 0.3560506294438833, "ece": 0.5019304619507124 }, "q_7f04fe2954": { "n": 1, "accuracy": 1.0, "kl": 0.3816034695981948, "brier": 0.3200428887065572, "ece": 0.4800268045434938 }, "q_7f1fa55aae": { "n": 1, "accuracy": 0.0, "kl": 1.721482352526805, "brier": 0.717391403535213, "ece": 0.138198635794503 }, "q_7f26ec2bbb": { "n": 1, "accuracy": 1.0, "kl": 0.39303472036812154, "brier": 0.3314616107365, "ece": 0.48710048559078134 }, "q_7f36537b64": { "n": 1, "accuracy": 0.0, "kl": 0.4310419200883999, "brier": 0.36946196337488685, "ece": 0.5098034221448724 }, "q_7f40673228": { "n": 1, "accuracy": 1.0, "kl": 0.3857693138281846, "brier": 0.32420291144172597, "ece": 0.48261825060578534 }, "q_7f4cbb016a": { "n": 1, "accuracy": 0.0, "kl": 0.4301699623697751, "brier": 0.3685903238182685, "ece": 0.5092961237993353 }, "q_7f5103c481": { "n": 1, "accuracy": 0.0, "kl": 1.762967015734529, "brier": 0.728344917552807, "ece": 0.14353578843877687 }, "q_7f587d7d74": { "n": 1, "accuracy": 0.0, "kl": 0.42785192461608273, "brier": 0.3662729765454908, "ece": 0.5079444920462762 }, "q_7f5e237b21": { "n": 1, "accuracy": 1.0, "kl": 0.7022157958899665, "brier": 0.4741738410340545, "ece": 0.6421926463790582 }, "q_7f60ecb757": { "n": 1, "accuracy": 1.0, "kl": 0.4121954670369723, "brier": 0.35061766316710474, "ece": 0.49869897490148263 }, "q_7f66ea0b09": { "n": 1, "accuracy": 1.0, "kl": 0.3803805962729365, "brier": 0.3188220422791205, "ece": 0.4792630976430957 }, "q_7f6781b373": { "n": 1, "accuracy": 0.0, "kl": 0.47168893484989216, "brier": 0.4100273565216376, "ece": 0.5327843617670764 }, "q_7f6aa35a68": { "n": 1, "accuracy": 1.0, "kl": 0.40880261667231, "brier": 0.347224890233759, "ece": 0.4966682674705136 }, "q_7f7b16b733": { "n": 1, "accuracy": 1.0, "kl": 0.41122808304053965, "brier": 0.34965028906050977, "ece": 0.4981209687760886 }, "q_7f8d852e51": { "n": 1, "accuracy": 1.0, "kl": 0.41245463845219904, "brier": 0.350876833027986, "ece": 0.49885369344676067 }, "q_7f927f93be": { "n": 1, "accuracy": 0.0, "kl": 1.2041895499928426, "brier": 0.6423890597250368, "ece": 0.21574218243574161 }, "q_7fa2701ca7": { "n": 1, "accuracy": 1.0, "kl": 0.3689738777730266, "brier": 0.3074425111211465, "ece": 0.47207302325022726 }, "q_7fb7897021": { "n": 1, "accuracy": 1.0, "kl": 0.351543684253666, "brier": 0.290091363020702, "ece": 0.46084863333134196 }, "q_7fbe7c6d89": { "n": 1, "accuracy": 0.0, "kl": 0.43460119965119615, "brier": 0.3730195660335206, "ece": 0.5118677841848825 }, "q_7fc1795f41": { "n": 1, "accuracy": 0.0, "kl": 1.8000080593798964, "brier": 0.7368740063112517, "ece": 0.1384360363765382 }, "q_7fcde25832": { "n": 1, "accuracy": 0.0, "kl": 0.42019294650307093, "brier": 0.35861504538630073, "ece": 0.5034471899695998 }, "q_7fdc96792d": { "n": 1, "accuracy": 1.0, "kl": 0.39152259937221956, "brier": 0.3299505703876774, "ece": 0.4861714972691199 }, "q_7fe41469fc": { "n": 1, "accuracy": 1.0, "kl": 1.6892485726537987, "brier": 0.7087783206105834, "ece": 0.8661116176919907 }, "q_7ff07bff23": { "n": 1, "accuracy": 0.0, "kl": 0.4388738403289306, "brier": 0.3772892645606488, "ece": 0.5143323983774689 }, "q_80007a1f92": { "n": 1, "accuracy": 1.0, "kl": 0.3866923340484216, "brier": 0.3251248525083955, "ece": 0.48319031021863323 }, "q_8003efc486": { "n": 1, "accuracy": 0.0, "kl": 0.4179517551228327, "brier": 0.3563739248474074, "ece": 0.5021219757649484 }, "q_800ea53eaa": { "n": 1, "accuracy": 1.0, "kl": 0.39006049105174345, "brier": 0.3284896548051045, "ece": 0.48527130098558946 }, "q_80118be946": { "n": 1, "accuracy": 1.0, "kl": 0.37801267503000113, "brier": 0.3164584920302889, "ece": 0.4777803992344827 }, "q_801a545bd7": { "n": 1, "accuracy": 1.0, "kl": 0.6358554451704945, "brier": 0.4284831875847274, "ece": 0.613832607169983 }, "q_802318bcf5": { "n": 1, "accuracy": 1.0, "kl": 0.3808400402072912, "brier": 0.31928070682647786, "ece": 0.4795501888539647 }, "q_80365285e0": { "n": 1, "accuracy": 1.0, "kl": 0.34646440242773735, "brier": 0.28504594132863514, "ece": 0.457522145925663 }, "q_8056898d03": { "n": 1, "accuracy": 0.0, "kl": 0.4166128683708231, "brier": 0.35503505431739624, "ece": 0.5013282890558123 }, "q_8081771e39": { "n": 1, "accuracy": 1.0, "kl": 0.3863562762037538, "brier": 0.3247891792206779, "ece": 0.48298212070802704 }, "q_808be89786": { "n": 1, "accuracy": 0.0, "kl": 1.6559577265576029, "brier": 0.7003768670814757, "ece": 0.13906397787638133 }, "q_80931b37d9": { "n": 1, "accuracy": 1.0, "kl": 0.3653671345637139, "brier": 0.30384797046206174, "ece": 0.46977427471683 }, "q_809a317e04": { "n": 1, "accuracy": 1.0, "kl": 0.6636956395744603, "brier": 0.4477095509099615, "ece": 0.6260318615479705 }, "q_80aad77db0": { "n": 1, "accuracy": 1.0, "kl": 0.36417289041890855, "brier": 0.302658201724966, "ece": 0.4690104122802923 }, "q_80ab6e7c3a": { "n": 1, "accuracy": 1.0, "kl": 0.39098421712727705, "brier": 0.32941260989884485, "ece": 0.485840245600929 }, "q_80acf6814b": { "n": 1, "accuracy": 1.0, "kl": 0.3637222656398792, "brier": 0.3022093241521509, "ece": 0.4687218312316346 }, "q_80b9f5328e": { "n": 1, "accuracy": 1.0, "kl": 0.3961306168839889, "brier": 0.3345557348506946, "ece": 0.48899617042870613 }, "q_80c5a1a3bf": { "n": 1, "accuracy": 1.0, "kl": 0.4051186599325336, "brier": 0.3435412298641807, "ece": 0.49445218654519163 }, "q_80ccf58a0e": { "n": 1, "accuracy": 1.0, "kl": 0.6611157342975705, "brier": 0.4457693953247852, "ece": 0.6249368624995169 }, "q_80d05e7461": { "n": 1, "accuracy": 1.0, "kl": 0.4027254463722512, "brier": 0.34114839435014466, "ece": 0.4930062919315785 }, "q_80d153702b": { "n": 1, "accuracy": 1.0, "kl": 1.6442465320683624, "brier": 0.6971049599084155, "ece": 0.8592863983230585 }, "q_80f680ea13": { "n": 1, "accuracy": 0.0, "kl": 1.7629484087239806, "brier": 0.7281219720764992, "ece": 0.14121658613835827 }, "q_80fb1c5482": { "n": 1, "accuracy": 1.0, "kl": 0.39760236599099474, "brier": 0.33602682775799536, "ece": 0.4898943935686333 }, "q_811cd1c048": { "n": 1, "accuracy": 1.0, "kl": 1.1448019428618263, "brier": 0.6174220454591853, "ece": 0.782581209374017 }, "q_81265e6d8d": { "n": 1, "accuracy": 0.0, "kl": 0.7908598677231453, "brier": 0.5349542054821638, "ece": 0.36399756255111093 }, "q_813717284e": { "n": 1, "accuracy": 1.0, "kl": 0.34345399274878247, "brier": 0.2820582888561045, "ece": 0.45553847263369995 }, "q_813c57262b": { "n": 1, "accuracy": 1.0, "kl": 0.3770746489913775, "brier": 0.31552236795421945, "ece": 0.4771916212322582 }, "q_817c2aba98": { "n": 1, "accuracy": 1.0, "kl": 0.36249793948884546, "brier": 0.30098991037123074, "ece": 0.46793679277121336 }, "q_818daa3d34": { "n": 1, "accuracy": 1.0, "kl": 0.3889644417237553, "brier": 0.3273946008735011, "ece": 0.48459523036826635 }, "q_81915f1989": { "n": 1, "accuracy": 0.0, "kl": 0.43729024583293785, "brier": 0.37570689026608095, "ece": 0.5134206330264406 }, "q_81a1cbff46": { "n": 1, "accuracy": 1.0, "kl": 1.176796034123712, "brier": 0.6307164973536814, "ece": 0.7901985290264775 }, "q_81b3110147": { "n": 1, "accuracy": 1.0, "kl": 0.3840169718592701, "brier": 0.3224528224644749, "ece": 0.4815300875802926 }, "q_81b3307930": { "n": 1, "accuracy": 1.0, "kl": 0.39402900769987426, "brier": 0.33245526707709144, "ece": 0.4877102323201439 }, "q_81b87df23e": { "n": 1, "accuracy": 1.0, "kl": 0.37918774238863107, "brier": 0.3176313148984182, "ece": 0.47851682204043666 }, "q_81dad7879f": { "n": 1, "accuracy": 0.0, "kl": 0.44118377748574467, "brier": 0.3795971225454249, "ece": 0.5156587670100446 }, "q_81e6d05155": { "n": 1, "accuracy": 1.0, "kl": 0.7465864611758245, "brier": 0.504345689781007, "ece": 0.659848275001037 }, "q_81e96093ec": { "n": 1, "accuracy": 1.0, "kl": 0.4042407653033132, "brier": 0.34266345396315795, "ece": 0.4939223683030176 }, "q_81eb609494": { "n": 1, "accuracy": 0.0, "kl": 0.4233897294363972, "brier": 0.36181157817290827, "ece": 0.5053302118195392 }, "q_821750f7cb": { "n": 1, "accuracy": 0.0, "kl": 0.41778188607388317, "brier": 0.35620405871521954, "ece": 0.5020213612574721 }, "q_821a77b710": { "n": 1, "accuracy": 1.0, "kl": 0.3927330081489805, "brier": 0.33116010223066983, "ece": 0.4869152873944832 }, "q_8226db6e5e": { "n": 1, "accuracy": 0.0, "kl": 1.7559781458183532, "brier": 0.725994504064344, "ece": 0.13276269127746454 }, "q_8229ff7adf": { "n": 1, "accuracy": 0.0, "kl": 0.4253984307172755, "brier": 0.3638199969393899, "ece": 0.5065090836895445 }, "q_823ef6e9d2": { "n": 1, "accuracy": 1.0, "kl": 0.6748081321517674, "brier": 0.45508062420670836, "ece": 0.630805319015187 }, "q_824415b05e": { "n": 1, "accuracy": 1.0, "kl": 0.39131605006811054, "brier": 0.32974418053115545, "ece": 0.4860444437073086 }, "q_824995cd23": { "n": 1, "accuracy": 1.0, "kl": 0.39167395204924127, "brier": 0.33010180807104117, "ece": 0.48626457393614886 }, "q_8254eea16f": { "n": 1, "accuracy": 1.0, "kl": 1.6516700782492504, "brier": 0.698925795426552, "ece": 0.8604429632183331 }, "q_826b72890b": { "n": 1, "accuracy": 1.0, "kl": 0.34047431749041124, "brier": 0.279103234676287, "ece": 0.4535660816216369 }, "q_826db883a7": { "n": 1, "accuracy": 1.0, "kl": 0.3966752222239038, "brier": 0.33510008431150096, "ece": 0.4893287702516773 }, "q_8275a4bda1": { "n": 1, "accuracy": 1.0, "kl": 0.3258695955754256, "brier": 0.2646528110855264, "ece": 0.4437669659861423 }, "q_82787419aa": { "n": 1, "accuracy": 1.0, "kl": 0.7206031408189086, "brier": 0.48725369476090935, "ece": 0.6495832717229839 }, "q_82906fbc6e": { "n": 1, "accuracy": 1.0, "kl": 0.4112742927500557, "brier": 0.3496964981269534, "ece": 0.49814859686895596 }, "q_82b71cde72": { "n": 1, "accuracy": 1.0, "kl": 0.3864792243570927, "brier": 0.3249119855834638, "ece": 0.4830582994949141 }, "q_82c2a43816": { "n": 1, "accuracy": 1.0, "kl": 0.3742943827502051, "brier": 0.31274834203785806, "ece": 0.4754417416243877 }, "q_82c6f2d22e": { "n": 1, "accuracy": 0.0, "kl": 0.41911573309569533, "brier": 0.3575378743122779, "ece": 0.5028107580894069 }, "q_82cde4d37b": { "n": 1, "accuracy": 1.0, "kl": 0.35047693951891845, "brier": 0.28903127585309885, "ece": 0.46015212471660527 }, "q_82d698766f": { "n": 1, "accuracy": 0.0, "kl": 0.4239411364125272, "brier": 0.3623629185985149, "ece": 0.5056541545659544 }, "q_82ea4cac4b": { "n": 1, "accuracy": 1.0, "kl": 0.3791533811482367, "brier": 0.3175970171561291, "ece": 0.47849530559100006 }, "q_82f8070307": { "n": 1, "accuracy": 1.0, "kl": 0.39263442784467995, "brier": 0.33106158975076366, "ece": 0.48685475894400176 }, "q_830a61579c": { "n": 1, "accuracy": 1.0, "kl": 0.37909676174338147, "brier": 0.31754050265905254, "ece": 0.4784598490808406 }, "q_832078fa77": { "n": 1, "accuracy": 1.0, "kl": 0.2782549344664639, "brier": 0.21806546539809668, "ece": 0.41020104890664455 }, "q_832eb0f6f6": { "n": 1, "accuracy": 1.0, "kl": 0.39760908621062885, "brier": 0.33603354523357876, "ece": 0.4898984906251661 }, "q_8330ca2d4a": { "n": 1, "accuracy": 1.0, "kl": 0.40179606755455854, "brier": 0.3402192123857895, "ece": 0.4924434581768691 }, "q_8332825369": { "n": 1, "accuracy": 1.0, "kl": 0.3929754446329853, "brier": 0.3314023745660607, "ece": 0.4870641070925197 }, "q_835062e8cc": { "n": 1, "accuracy": 0.0, "kl": 0.4246435201502628, "brier": 0.36306520580740503, "ece": 0.5060664301534474 }, "q_8353bd117b": { "n": 1, "accuracy": 0.0, "kl": 0.8259016112700301, "brier": 0.5565526769495011, "ece": 0.34689876619947274 }, "q_8356dc19d8": { "n": 1, "accuracy": 1.0, "kl": 0.41237849437350255, "brier": 0.3508006893655864, "ece": 0.4988082433319492 }, "q_83595dee68": { "n": 1, "accuracy": 0.0, "kl": 0.4154054683106364, "brier": 0.35382765900713264, "ece": 0.5006112569862655 }, "q_835f754b55": { "n": 1, "accuracy": 1.0, "kl": 0.40887270370333106, "brier": 0.3472949741919025, "ece": 0.49671031556220346 }, "q_8360de6ac6": { "n": 1, "accuracy": 1.0, "kl": 1.6899583723549836, "brier": 0.7088814585631373, "ece": 0.8662205039203001 }, "q_83686d6df7": { "n": 1, "accuracy": 1.0, "kl": 0.3943105042506001, "brier": 0.3327365959363143, "ece": 0.4878827012367123 }, "q_836951563b": { "n": 1, "accuracy": 0.0, "kl": 0.4305109544000144, "brier": 0.3689311954427135, "ece": 0.5094945840419373 }, "q_836e90486f": { "n": 1, "accuracy": 1.0, "kl": 0.7367651117943866, "brier": 0.4981017995219777, "ece": 0.6559914459395204 }, "q_8370ce8da0": { "n": 1, "accuracy": 0.0, "kl": 0.73541170835302, "brier": 0.4984459998514155, "ece": 0.3584729280583156 }, "q_8381da85f6": { "n": 1, "accuracy": 0.0, "kl": 0.4630867929562239, "brier": 0.4014571005624483, "ece": 0.5280273990295953 }, "q_838ebabbcb": { "n": 1, "accuracy": 1.0, "kl": 0.3955969261809633, "brier": 0.33402231037089314, "ece": 0.48866998322050337 }, "q_8399e0a390": { "n": 1, "accuracy": 1.0, "kl": 0.37974106843139754, "brier": 0.3181836358232124, "ece": 0.4788631568741417 }, "q_839d13fd0e": { "n": 1, "accuracy": 0.0, "kl": 0.42338223968267785, "brier": 0.36180408926965657, "ece": 0.50532580997963 }, "q_83a1575795": { "n": 1, "accuracy": 0.0, "kl": 0.41925037962007417, "brier": 0.35767251645998344, "ece": 0.5028903619497513 }, "q_83a21d7cd9": { "n": 1, "accuracy": 0.0, "kl": 0.41811822915907904, "brier": 0.356540395743811, "ece": 0.5022205559561324 }, "q_83a5a037a6": { "n": 1, "accuracy": 1.0, "kl": 0.34489306335899694, "brier": 0.28348622162795656, "ece": 0.4564878627711366 }, "q_83adde0c2c": { "n": 1, "accuracy": 0.0, "kl": 0.41448243071342317, "brier": 0.3529046219215243, "ece": 0.5000622703371038 }, "q_83b17959b8": { "n": 1, "accuracy": 1.0, "kl": 0.3906957060351932, "brier": 0.3291243331054964, "ece": 0.485662626517095 }, "q_83b7e738d9": { "n": 1, "accuracy": 0.0, "kl": 1.253440176279158, "brier": 0.6614380767349101, "ece": 0.20996956144481188 }, "q_83c3b4f26b": { "n": 1, "accuracy": 0.0, "kl": 0.4340535845565784, "brier": 0.37247225128783834, "ece": 0.5115508378440704 }, "q_83f87ef770": { "n": 1, "accuracy": 0.0, "kl": 0.7488138512103417, "brier": 0.5077169554679293, "ece": 0.3630422169626066 }, "q_8406e5a262": { "n": 1, "accuracy": 1.0, "kl": 0.40629044561167893, "brier": 0.34471288886936374, "ece": 0.4951583365833834 }, "q_8412f36830": { "n": 1, "accuracy": 1.0, "kl": 0.4048891812785807, "brier": 0.34331178017277914, "ece": 0.4943137580220931 }, "q_8416ed9063": { "n": 1, "accuracy": 1.0, "kl": 0.7307818775663822, "brier": 0.49369517653996553, "ece": 0.6536680406077549 }, "q_841d0ea76a": { "n": 1, "accuracy": 1.0, "kl": 0.4040568079123781, "brier": 0.34247952425188216, "ece": 0.49381126389447283 }, "q_843f389788": { "n": 1, "accuracy": 1.0, "kl": 0.40311708482850395, "brier": 0.34153995875017096, "ece": 0.49324324480272563 }, "q_8454a8601e": { "n": 1, "accuracy": 0.0, "kl": 0.4428411274933874, "brier": 0.3812527464972887, "ece": 0.5166078025512649 }, "q_8457b437a3": { "n": 1, "accuracy": 0.0, "kl": 0.4152251255100053, "brier": 0.35364731643152525, "ece": 0.5005040525556949 }, "q_8472d4666a": { "n": 1, "accuracy": 1.0, "kl": 0.40382944252309483, "brier": 0.34225219447419747, "ece": 0.49367390204978934 }, "q_849073322a": { "n": 1, "accuracy": 0.0, "kl": 0.4295842456622698, "brier": 0.36800480223900084, "ece": 0.5089550106007626 }, "q_8493e30609": { "n": 1, "accuracy": 1.0, "kl": 0.34185094335888255, "brier": 0.28046821975952907, "ece": 0.45447845048782776 }, "q_84ade03f69": { "n": 1, "accuracy": 0.0, "kl": 0.42253134070425125, "brier": 0.360953278046992, "ece": 0.5048254218187701 }, "q_84afbbef86": { "n": 1, "accuracy": 1.0, "kl": 0.35826673757692806, "brier": 0.2967776265120128, "ece": 0.46521268574127506 }, "q_84b7dbe972": { "n": 1, "accuracy": 0.0, "kl": 0.41582332918957693, "brier": 0.35424551897351086, "ece": 0.5008595484086769 }, "q_84bb82e293": { "n": 1, "accuracy": 0.0, "kl": 0.41833967369998715, "brier": 0.35676183565411973, "ece": 0.5023516518578562 }, "q_84c07eb394": { "n": 1, "accuracy": 1.0, "kl": 0.38796956317221254, "brier": 0.3264007048569899, "ece": 0.48398063372950806 }, "q_84c4e78481": { "n": 1, "accuracy": 1.0, "kl": 0.36590467866774534, "brier": 0.30438357241187936, "ece": 0.47011765687538376 }, "q_84cce914f3": { "n": 1, "accuracy": 1.0, "kl": 0.3853244682774779, "brier": 0.323758612067087, "ece": 0.4823422747283008 }, "q_84da712290": { "n": 1, "accuracy": 1.0, "kl": 0.6320629080527801, "brier": 0.42492806745341216, "ece": 0.6122403712303066 }, "q_84dd6499f6": { "n": 1, "accuracy": 1.0, "kl": 0.4088576230085256, "brier": 0.34727989415170846, "ece": 0.4967012683876234 }, "q_84ec0e54ae": { "n": 1, "accuracy": 0.0, "kl": 0.4204383374255193, "brier": 0.35886042414771535, "ece": 0.5035920349509155 }, "q_84ee392e5a": { "n": 1, "accuracy": 0.0, "kl": 0.41882167356052863, "brier": 0.3572438235067705, "ece": 0.5026368556496051 }, "q_84fc4e6ca5": { "n": 1, "accuracy": 1.0, "kl": 0.39076359702524327, "brier": 0.3291921684353885, "ece": 0.4857044296254285 }, "q_851134153c": { "n": 1, "accuracy": 1.0, "kl": 0.7146934997361435, "brier": 0.4832414115900766, "ece": 0.6472099738140462 }, "q_852684c731": { "n": 1, "accuracy": 1.0, "kl": 0.40778414309252475, "brier": 0.3462064706815334, "ece": 0.4960567693726021 }, "q_85315aad25": { "n": 1, "accuracy": 1.0, "kl": 0.4112496641182789, "brier": 0.34967186983554693, "ece": 0.49813387200485615 }, "q_853c030bc3": { "n": 1, "accuracy": 1.0, "kl": 0.4051845988960611, "brier": 0.343607160767822, "ece": 0.4944919545466606 }, "q_8542480ee0": { "n": 1, "accuracy": 0.0, "kl": 0.43946805790141197, "brier": 0.3778829821506844, "ece": 0.5146740055206225 }, "q_8543420db1": { "n": 1, "accuracy": 1.0, "kl": 0.6099113285657218, "brier": 0.41362074546284683, "ece": 0.6016625083011156 }, "q_854c5a4e22": { "n": 1, "accuracy": 1.0, "kl": 0.3662992464827216, "brier": 0.30477674274935734, "ece": 0.4703695318216813 }, "q_855b35fb12": { "n": 1, "accuracy": 0.0, "kl": 1.2047217904079828, "brier": 0.6435044715793105, "ece": 0.2269837782073652 }, "q_85604082d5": { "n": 1, "accuracy": 0.0, "kl": 0.42969526624061105, "brier": 0.36811578694756175, "ece": 0.5090196889115707 }, "q_8561df0774": { "n": 1, "accuracy": 0.0, "kl": 0.42500337938785665, "brier": 0.3634250102068249, "ece": 0.5062774977680764 }, "q_8568a58b6f": { "n": 1, "accuracy": 0.0, "kl": 0.4321633342820199, "brier": 0.37058291717215863, "ece": 0.510454943735206 }, "q_85732934ea": { "n": 1, "accuracy": 1.0, "kl": 0.4030692593843306, "brier": 0.3414921420770848, "ece": 0.4932143161103477 }, "q_8578392fa1": { "n": 1, "accuracy": 1.0, "kl": 0.3888130232837646, "brier": 0.3272433270380438, "ece": 0.4845017472385279 }, "q_858583a870": { "n": 1, "accuracy": 1.0, "kl": 0.31537048196760903, "brier": 0.2543041330169619, "ece": 0.43658388425233263 }, "q_85866942ad": { "n": 1, "accuracy": 0.0, "kl": 0.44597964101585785, "brier": 0.38438741019889355, "ece": 0.5183990249754745 }, "q_8588f44b06": { "n": 1, "accuracy": 1.0, "kl": 0.39013077769736576, "brier": 0.32855988063951613, "ece": 0.4853146189317109 }, "q_8599df6180": { "n": 1, "accuracy": 1.0, "kl": 0.4131836385952575, "brier": 0.35160583060940853, "ece": 0.4992885823686405 }, "q_85b7883299": { "n": 1, "accuracy": 0.0, "kl": 0.439639639941894, "brier": 0.3780544154114115, "ece": 0.5147725930940286 }, "q_85bc9c97c0": { "n": 1, "accuracy": 1.0, "kl": 0.39878311723479815, "brier": 0.3372071301969671, "ece": 0.4906136445595586 }, "q_85c9755008": { "n": 1, "accuracy": 0.0, "kl": 0.4455153610127468, "brier": 0.38392374988271716, "ece": 0.5181345397721555 }, "q_85ea2f88ed": { "n": 1, "accuracy": 1.0, "kl": 0.38502276681220304, "brier": 0.32345729088265934, "ece": 0.4821550017609251 }, "q_85fd360f10": { "n": 1, "accuracy": 0.0, "kl": 1.1919400221025191, "brier": 0.6369505199240537, "ece": 0.20749646981591746 }, "q_85fe9d9dc4": { "n": 1, "accuracy": 0.0, "kl": 1.751022981122445, "brier": 0.7248687735121337, "ece": 0.1364379167812385 }, "q_8601848b95": { "n": 1, "accuracy": 1.0, "kl": 0.398308754461309, "brier": 0.3367329397917915, "ece": 0.4903248346077723 }, "q_86021b60f6": { "n": 1, "accuracy": 1.0, "kl": 0.6173932998806723, "brier": 0.41456958717929476, "ece": 0.6056218879232977 }, "q_860bf11b49": { "n": 1, "accuracy": 1.0, "kl": 0.3972862431462749, "brier": 0.3357108365260941, "ece": 0.4897016210158889 }, "q_860d9292ce": { "n": 1, "accuracy": 1.0, "kl": 0.40309048684400717, "brier": 0.34151336563443857, "ece": 0.49322715643725457 }, "q_860fea7ca4": { "n": 1, "accuracy": 1.0, "kl": 1.1235634213374792, "brier": 0.6080210493123729, "ece": 0.7773954509700385 }, "q_8619f403a7": { "n": 1, "accuracy": 0.0, "kl": 0.4504120643116092, "brier": 0.38881297234574286, "ece": 0.5209155091090257 }, "q_86208918b6": { "n": 1, "accuracy": 0.0, "kl": 0.42377191302076583, "brier": 0.36219371646853293, "ece": 0.505554765258558 }, "q_8628ab7294": { "n": 1, "accuracy": 1.0, "kl": 0.37034785550294225, "brier": 0.308812335063791, "ece": 0.47294550198710184 }, "q_8660b5cd3b": { "n": 1, "accuracy": 0.0, "kl": 0.8172018538097066, "brier": 0.5511276689314425, "ece": 0.35337830251274305 }, "q_866ec4835d": { "n": 1, "accuracy": 0.0, "kl": 0.43389579716652793, "brier": 0.3723145474426097, "ece": 0.5114594693842109 }, "q_867221aa6f": { "n": 1, "accuracy": 1.0, "kl": 0.3820952957829979, "brier": 0.3205339420711086, "ece": 0.4803335747043386 }, "q_86792c134b": { "n": 1, "accuracy": 0.0, "kl": 1.1842450103233528, "brier": 0.6344051380843442, "ece": 0.2214172826064175 }, "q_8696309ffe": { "n": 1, "accuracy": 0.0, "kl": 1.7622336699779435, "brier": 0.7280455022047952, "ece": 0.14973262708862994 }, "q_869c707ef1": { "n": 1, "accuracy": 0.0, "kl": 0.4293499643591647, "brier": 0.3677705949462513, "ece": 0.5088184901250478 }, "q_86a82f9f39": { "n": 1, "accuracy": 1.0, "kl": 0.4067042529274205, "brier": 0.34512665934588704, "ece": 0.4954074261167505 }, "q_86b33f52ac": { "n": 1, "accuracy": 1.0, "kl": 0.3594081788459451, "brier": 0.2979136586848256, "ece": 0.46594925747099547 }, "q_86bacb71bc": { "n": 1, "accuracy": 0.0, "kl": 0.4227914134149338, "brier": 0.36121332575859477, "ece": 0.5049784263692657 }, "q_86c05cda0f": { "n": 1, "accuracy": 1.0, "kl": 0.3763362905828211, "brier": 0.3147855774513745, "ece": 0.47672760015618676 }, "q_86c2ba5d77": { "n": 1, "accuracy": 1.0, "kl": 0.33596060444286086, "brier": 0.2746310204727629, "ece": 0.45056107490720254 }, "q_86c41e358e": { "n": 1, "accuracy": 1.0, "kl": 0.3742210304269803, "brier": 0.3126751670057072, "ece": 0.4753954773424369 }, "q_86d931b2ba": { "n": 1, "accuracy": 1.0, "kl": 0.6980673467716232, "brier": 0.47135162512335393, "ece": 0.6404889419091989 }, "q_86df709841": { "n": 1, "accuracy": 1.0, "kl": 0.3967549128335201, "brier": 0.33517973878722584, "ece": 0.4893774168094924 }, "q_86e46bae38": { "n": 1, "accuracy": 1.0, "kl": 0.4124641506845339, "brier": 0.35088634521057116, "ece": 0.49885937091735877 }, "q_86ed8b6f6a": { "n": 1, "accuracy": 1.0, "kl": 0.39341373561592446, "brier": 0.3318403782362181, "ece": 0.4873330199211807 }, "q_86f75f957e": { "n": 1, "accuracy": 1.0, "kl": 0.36824104477270114, "brier": 0.30671200267341303, "ece": 0.47160694750822085 }, "q_8703dad6a4": { "n": 1, "accuracy": 1.0, "kl": 0.3829604040575124, "brier": 0.3213977483180638, "ece": 0.4808726408212861 }, "q_8704913055": { "n": 1, "accuracy": 1.0, "kl": 0.3919560301708344, "brier": 0.330383675999439, "ece": 0.4864379878895666 }, "q_8708beae02": { "n": 1, "accuracy": 1.0, "kl": 1.1757461218578593, "brier": 0.6301108405922122, "ece": 0.7899647920612705 }, "q_8738ca2fde": { "n": 1, "accuracy": 1.0, "kl": 0.3167809372017354, "brier": 0.25569224515509154, "ece": 0.4375557614939881 }, "q_87416c0759": { "n": 1, "accuracy": 1.0, "kl": 0.3996312306369175, "brier": 0.33805496084061826, "ece": 0.4911295178168421 }, "q_875249108c": { "n": 1, "accuracy": 0.0, "kl": 1.754728413247509, "brier": 0.7259074010030241, "ece": 0.13638471058274168 }, "q_8756f3dfc0": { "n": 1, "accuracy": 0.0, "kl": 1.7753998789012715, "brier": 0.7311808967869373, "ece": 0.14187123110254182 }, "q_8757965455": { "n": 1, "accuracy": 1.0, "kl": 0.3666059818787394, "brier": 0.3050824080337345, "ece": 0.4705652365698555 }, "q_875c574b87": { "n": 1, "accuracy": 1.0, "kl": 0.384432813325157, "brier": 0.3228681043984153, "ece": 0.4817885665361915 }, "q_87612739a3": { "n": 1, "accuracy": 0.0, "kl": 0.42883988720728505, "brier": 0.36726067117058847, "ece": 0.5085211028470993 }, "q_8767f3c165": { "n": 1, "accuracy": 1.0, "kl": 0.40840252234046026, "brier": 0.34682481497772666, "ece": 0.4964281540540496 }, "q_877f016f1b": { "n": 1, "accuracy": 1.0, "kl": 0.3946642274361295, "brier": 0.3330901150667513, "ece": 0.48809932312290794 }, "q_878f1e924a": { "n": 1, "accuracy": 0.0, "kl": 0.41791669132681775, "brier": 0.3563388616767703, "ece": 0.5021012092358716 }, "q_878f66aa50": { "n": 1, "accuracy": 1.0, "kl": 0.3811385257522162, "brier": 0.3195786976088973, "ece": 0.47973659928063705 }, "q_8794533d6b": { "n": 1, "accuracy": 1.0, "kl": 0.4012065283804085, "brier": 0.3396298143339625, "ece": 0.492086043402323 }, "q_87c2d3e0ff": { "n": 1, "accuracy": 0.0, "kl": 1.1801681066098164, "brier": 0.6335192573664225, "ece": 0.22513761499139903 }, "q_87ca7ff93a": { "n": 1, "accuracy": 0.0, "kl": 0.4363099035051012, "brier": 0.37472722489601834, "ece": 0.5128551864631047 }, "q_87e61fb9ed": { "n": 1, "accuracy": 0.0, "kl": 0.44413227530471944, "brier": 0.38254240557362623, "ece": 0.5173456330944818 }, "q_87fdc092b4": { "n": 1, "accuracy": 1.0, "kl": 0.40946718418640893, "brier": 0.34788943162933594, "ece": 0.4970668001827381 }, "q_88010f487d": { "n": 1, "accuracy": 1.0, "kl": 0.40372500536802025, "brier": 0.3421477742045531, "ece": 0.4936107918107028 }, "q_88072d0f35": { "n": 1, "accuracy": 1.0, "kl": 0.37933992206605643, "brier": 0.3177832148799566, "ece": 0.478612101472068 }, "q_8812b69d78": { "n": 1, "accuracy": 1.0, "kl": 0.3580025729798013, "brier": 0.29651474692012614, "ece": 0.465042041159226 }, "q_8848e0023e": { "n": 1, "accuracy": 1.0, "kl": 0.36062332612672005, "brier": 0.2991232989378294, "ece": 0.46673201246976526 }, "q_887ecac75b": { "n": 1, "accuracy": 1.0, "kl": 0.3990113449501362, "brier": 0.33743527866578416, "ece": 0.4907525280906887 }, "q_887fbdf3d3": { "n": 1, "accuracy": 1.0, "kl": 0.4063756075977513, "brier": 0.3447980429543386, "ece": 0.4952096114942057 }, "q_88914f1695": { "n": 1, "accuracy": 0.0, "kl": 0.4237280888482776, "brier": 0.3621498976798694, "ece": 0.5055290223239005 }, "q_8895a1450f": { "n": 1, "accuracy": 1.0, "kl": 0.40726875203221646, "brier": 0.3456911142605436, "ece": 0.4957469869166483 }, "q_88a25ae76d": { "n": 1, "accuracy": 1.0, "kl": 0.3681633870378556, "brier": 0.30663459579460295, "ece": 0.4715575282092038 }, "q_88a7dc336e": { "n": 1, "accuracy": 0.0, "kl": 0.4414821847180244, "brier": 0.37989523389484275, "ece": 0.5158298027297139 }, "q_88a906790b": { "n": 1, "accuracy": 1.0, "kl": 0.36071848723650757, "brier": 0.29921803954099535, "ece": 0.46679325197125354 }, "q_88af0d0512": { "n": 1, "accuracy": 1.0, "kl": 0.37900238307244727, "brier": 0.3174462996277502, "ece": 0.4784007402275692 }, "q_88b58c2441": { "n": 1, "accuracy": 0.0, "kl": 0.45416346989679024, "brier": 0.39255712586772146, "ece": 0.5230333654860102 }, "q_88b5f9f5b2": { "n": 1, "accuracy": 1.0, "kl": 0.7000010149878396, "brier": 0.47283348518675616, "ece": 0.6412688913061162 }, "q_88e04c4908": { "n": 1, "accuracy": 1.0, "kl": 0.397606497673631, "brier": 0.3360309577532884, "ece": 0.48989691249952616 }, "q_88e724c75c": { "n": 1, "accuracy": 0.0, "kl": 0.43585916670695596, "brier": 0.3742767800551354, "ece": 0.5125949491470834 }, "q_88fad9c95e": { "n": 1, "accuracy": 1.0, "kl": 0.362544347122272, "brier": 0.3010361273445359, "ece": 0.4679665754575617 }, "q_890e76361d": { "n": 1, "accuracy": 1.0, "kl": 0.4015008585769734, "brier": 0.33992407244464024, "ece": 0.4922645221484867 }, "q_89122e0bc4": { "n": 1, "accuracy": 0.0, "kl": 0.44491768679572924, "brier": 0.3833268471965802, "ece": 0.5177938140246959 }, "q_89136b62de": { "n": 1, "accuracy": 1.0, "kl": 0.37890811515522, "brier": 0.3173522081063619, "ece": 0.47834169258713166 }, "q_89237730cf": { "n": 1, "accuracy": 1.0, "kl": 0.4114656639111341, "brier": 0.34988786682298084, "ece": 0.4982629955081974 }, "q_892a1a9da5": { "n": 1, "accuracy": 1.0, "kl": 0.3991327221012972, "brier": 0.33755661462898184, "ece": 0.49082637125005846 }, "q_8932d83777": { "n": 1, "accuracy": 1.0, "kl": 0.397266589914571, "brier": 0.3356911916415195, "ece": 0.48968963352855255 }, "q_8933ac62a1": { "n": 1, "accuracy": 1.0, "kl": 0.38328622790231254, "brier": 0.3217231003839149, "ece": 0.4810754918864495 }, "q_893555497c": { "n": 1, "accuracy": 0.0, "kl": 0.46542764548934795, "brier": 0.40379025118171025, "ece": 0.5293274146887268 }, "q_8946f62644": { "n": 1, "accuracy": 0.0, "kl": 0.41578116402890575, "brier": 0.3542033539338542, "ece": 0.500834500685159 }, "q_895c41a430": { "n": 1, "accuracy": 1.0, "kl": 0.40614041669183776, "brier": 0.3445628742813847, "ece": 0.49506799098544363 }, "q_895d75b193": { "n": 1, "accuracy": 1.0, "kl": 0.4043397507889528, "brier": 0.34276242496701637, "ece": 0.49398214029533705 }, "q_896ec83349": { "n": 1, "accuracy": 1.0, "kl": 0.3877424503788526, "brier": 0.32617382723990457, "ece": 0.48384020802781913 }, "q_89899d0537": { "n": 1, "accuracy": 1.0, "kl": 0.4045875536500728, "brier": 0.343010192816779, "ece": 0.49413173798730936 }, "q_898b9ebe1f": { "n": 1, "accuracy": 1.0, "kl": 0.38306089468404403, "brier": 0.3214980923648365, "ece": 0.48093521444544907 }, "q_898df1b9b2": { "n": 1, "accuracy": 1.0, "kl": 0.3812418875796928, "brier": 0.3196818902127567, "ece": 0.47980113194734497 }, "q_898fc135a0": { "n": 1, "accuracy": 1.0, "kl": 0.40377880433675073, "brier": 0.3422015644331873, "ece": 0.49364330312068827 }, "q_899d45e21a": { "n": 1, "accuracy": 1.0, "kl": 0.36440050220073106, "brier": 0.30288494325908166, "ece": 0.4691561018788486 }, "q_89a28328a2": { "n": 1, "accuracy": 1.0, "kl": 0.40611823776740186, "brier": 0.34454069752078254, "ece": 0.49505463346454914 }, "q_89a558fd1f": { "n": 1, "accuracy": 0.0, "kl": 0.4162092697289128, "brier": 0.3546314580410901, "ece": 0.5010887424528766 }, "q_89aa2a38c6": { "n": 1, "accuracy": 1.0, "kl": 0.6622305571799725, "brier": 0.44648833804532456, "ece": 0.6254227523467945 }, "q_89b3007f69": { "n": 1, "accuracy": 1.0, "kl": 0.41348947980926587, "brier": 0.3519116713493838, "ece": 0.4994708996756412 }, "q_89c54c6d32": { "n": 1, "accuracy": 1.0, "kl": 0.4131644420088253, "brier": 0.35158663406246754, "ece": 0.4992771363087114 }, "q_89c93d22c7": { "n": 1, "accuracy": 0.0, "kl": 0.4459601018651712, "brier": 0.38436789749010414, "ece": 0.5183878975805012 }, "q_89ca4fc505": { "n": 1, "accuracy": 0.0, "kl": 0.4471707073446024, "brier": 0.38557680355401586, "ece": 0.5190767606888435 }, "q_89cb3e6e96": { "n": 1, "accuracy": 1.0, "kl": 0.38525215655433176, "brier": 0.3236863907591537, "ece": 0.48229739668506033 }, "q_89d677ebba": { "n": 1, "accuracy": 0.0, "kl": 0.42707251129803997, "brier": 0.36549374893470876, "ece": 0.5074890343241033 }, "q_89e1792927": { "n": 1, "accuracy": 1.0, "kl": 0.3859773975740908, "brier": 0.32441074558047056, "ece": 0.48274728154294877 }, "q_8a08bbffea": { "n": 1, "accuracy": 1.0, "kl": 0.39435731632758325, "brier": 0.33278338058483864, "ece": 0.48791137553691644 }, "q_8a1b9432ba": { "n": 1, "accuracy": 1.0, "kl": 0.40162378415458555, "brier": 0.34004696888249075, "ece": 0.49233904064646283 }, "q_8a36797ce5": { "n": 1, "accuracy": 0.0, "kl": 0.437154877525199, "brier": 0.3755716189189833, "ece": 0.5133426005592937 }, "q_8a3a562914": { "n": 1, "accuracy": 1.0, "kl": 0.3995638795618264, "brier": 0.33798763106172147, "ece": 0.49108857382668847 }, "q_8a448291fb": { "n": 1, "accuracy": 0.0, "kl": 0.42334778781394466, "brier": 0.3617696412948872, "ece": 0.5053055615054235 }, "q_8a4dcaf4ab": { "n": 1, "accuracy": 0.0, "kl": 0.4191046934105693, "brier": 0.35752683497521215, "ece": 0.5028042306879226 }, "q_8a583893fe": { "n": 1, "accuracy": 1.0, "kl": 0.3738525979107148, "brier": 0.3123076351144276, "ece": 0.4751630265563995 }, "q_8a5c00f901": { "n": 1, "accuracy": 1.0, "kl": 0.3905162079833329, "brier": 0.32894498378513937, "ece": 0.48555208283594065 }, "q_8a5d10fdb2": { "n": 1, "accuracy": 0.0, "kl": 0.7760043399077099, "brier": 0.5241253409988964, "ece": 0.3444885941937011 }, "q_8a61df2ee4": { "n": 1, "accuracy": 0.0, "kl": 1.1129215574333169, "brier": 0.6051386980762207, "ece": 0.2311282572920316 }, "q_8a7815272b": { "n": 1, "accuracy": 0.0, "kl": 1.221418672308815, "brier": 0.6492295065657364, "ece": 0.2140318707740761 }, "q_8aa697ff3b": { "n": 1, "accuracy": 1.0, "kl": 0.3923265268198195, "brier": 0.33075390461989074, "ece": 0.4866656517459341 }, "q_8aae15130e": { "n": 1, "accuracy": 0.0, "kl": 1.184296676204201, "brier": 0.634437977636952, "ece": 0.2117166541118375 }, "q_8ab00df941": { "n": 1, "accuracy": 0.0, "kl": 0.4523770683229626, "brier": 0.39077435201320165, "ece": 0.5220262164245474 }, "q_8abb86706c": { "n": 1, "accuracy": 0.0, "kl": 0.41508153790147984, "brier": 0.3535037289456046, "ece": 0.5004186775974663 }, "q_8acc1e665f": { "n": 1, "accuracy": 1.0, "kl": 0.3906423046862684, "brier": 0.3290709757661409, "ece": 0.4856297423551069 }, "q_8ace8c3e03": { "n": 1, "accuracy": 1.0, "kl": 0.36297082799740055, "brier": 0.3014608726133157, "ece": 0.468240178635156 }, "q_8acfaa8acc": { "n": 1, "accuracy": 1.0, "kl": 0.40145890373077353, "brier": 0.339882127673409, "ece": 0.49223908577026565 }, "q_8ad6f4aeef": { "n": 1, "accuracy": 0.0, "kl": 0.4182156603902214, "brier": 0.35663782500291674, "ece": 0.5022782406203975 }, "q_8aff96cc88": { "n": 1, "accuracy": 1.0, "kl": 0.4142022155424244, "brier": 0.3526244067536247, "ece": 0.4998954672020315 }, "q_8b046aea81": { "n": 1, "accuracy": 1.0, "kl": 0.3530628050718595, "brier": 0.2916014032407504, "ece": 0.4618385805813435 }, "q_8b05d5006b": { "n": 1, "accuracy": 0.0, "kl": 0.43782706411535827, "brier": 0.3762433128128717, "ece": 0.5137299348747281 }, "q_8b32f142a8": { "n": 1, "accuracy": 0.0, "kl": 0.42525154951150246, "brier": 0.36367314029820447, "ece": 0.5064229943953564 }, "q_8b34ddce35": { "n": 1, "accuracy": 1.0, "kl": 0.4119610950085189, "brier": 0.35038329290233, "ece": 0.4985590119101069 }, "q_8b37797178": { "n": 1, "accuracy": 1.0, "kl": 0.3916425736123055, "brier": 0.3300704533470506, "ece": 0.4862452789553686 }, "q_8b3a1180bd": { "n": 1, "accuracy": 0.0, "kl": 1.2573907609247386, "brier": 0.6637779985403349, "ece": 0.22196957747807242 }, "q_8b3d8abe01": { "n": 1, "accuracy": 1.0, "kl": 0.3959263053941088, "brier": 0.3343515234433313, "ece": 0.4888713266073639 }, "q_8b420a8f2a": { "n": 1, "accuracy": 1.0, "kl": 0.4089083824895726, "brier": 0.3473306514437043, "ece": 0.4967317191213696 }, "q_8b42a654e5": { "n": 1, "accuracy": 1.0, "kl": 0.38984057389467075, "brier": 0.32826993024028883, "ece": 0.4851357366613619 }, "q_8b598f7cf4": { "n": 1, "accuracy": 1.0, "kl": 0.36170819030559037, "brier": 0.30020346042061347, "ece": 0.4674296454974848 }, "q_8b86fed293": { "n": 1, "accuracy": 0.0, "kl": 0.42424194915930663, "brier": 0.3626636916638192, "ece": 0.5058307713539612 }, "q_8b8d80aa7a": { "n": 1, "accuracy": 0.0, "kl": 0.41563174068699993, "brier": 0.35405393096546955, "ece": 0.5007457254479655 }, "q_8ba0cfb263": { "n": 1, "accuracy": 0.0, "kl": 0.46704463351708214, "brier": 0.40540150446634987, "ece": 0.5302230027810384 }, "q_8ba90a2e79": { "n": 1, "accuracy": 1.0, "kl": 0.4041650151181885, "brier": 0.34258771505461005, "ece": 0.49387662114125874 }, "q_8baa511b27": { "n": 1, "accuracy": 0.0, "kl": 1.8408155791174576, "brier": 0.7465279167961946, "ece": 0.14267035752134735 }, "q_8bbc247baa": { "n": 1, "accuracy": 1.0, "kl": 1.1376167996275723, "brier": 0.6147815159840143, "ece": 0.7808018013584558 }, "q_8bbf3136ec": { "n": 1, "accuracy": 1.0, "kl": 1.703793918496152, "brier": 0.712601537577145, "ece": 0.8682365102588312 }, "q_8bc0c4813b": { "n": 1, "accuracy": 1.0, "kl": 0.3745972710172917, "brier": 0.3130505052756529, "ece": 0.4756327244273739 }, "q_8bcb89a45d": { "n": 1, "accuracy": 1.0, "kl": 0.39504808993231266, "brier": 0.3334737643685604, "ece": 0.48833427750346914 }, "q_8bd1605165": { "n": 1, "accuracy": 1.0, "kl": 0.36598522554433666, "brier": 0.3044638320845849, "ece": 0.4701690864769945 }, "q_8bdda2230c": { "n": 1, "accuracy": 0.0, "kl": 1.7961163543976058, "brier": 0.7362633999452013, "ece": 0.13823400970644567 }, "q_8bf0951855": { "n": 1, "accuracy": 1.0, "kl": 0.4041461165761421, "brier": 0.34256881935231187, "ece": 0.4938652071341053 }, "q_8bfe5a6425": { "n": 1, "accuracy": 1.0, "kl": 0.3370301022904405, "brier": 0.27569021232585833, "ece": 0.45127497379022075 }, "q_8c0739fb5c": { "n": 1, "accuracy": 1.0, "kl": 1.1800297526044492, "brier": 0.6324014505183557, "ece": 0.7909269435422946 }, "q_8c164cfe8e": { "n": 1, "accuracy": 1.0, "kl": 0.7445789811718933, "brier": 0.5030388604671303, "ece": 0.6590665379367247 }, "q_8c218ccfae": { "n": 1, "accuracy": 0.0, "kl": 0.44581072627674345, "brier": 0.38421872299278775, "ece": 0.5183028194027434 }, "q_8c2b3111a4": { "n": 1, "accuracy": 1.0, "kl": 0.3762739967505545, "brier": 0.31472341880088694, "ece": 0.4766884286192924 }, "q_8c31709c29": { "n": 1, "accuracy": 1.0, "kl": 0.4059960648538834, "brier": 0.3444185367377454, "ece": 0.4949810457947118 }, "q_8c34643bd6": { "n": 1, "accuracy": 1.0, "kl": 1.1078844827088894, "brier": 0.601491548642294, "ece": 0.773447392217963 }, "q_8c4d29bdb9": { "n": 1, "accuracy": 0.0, "kl": 0.45093576416049097, "brier": 0.3893357427613292, "ece": 0.5212118214425635 }, "q_8c50c6947b": { "n": 1, "accuracy": 0.0, "kl": 0.42506679891344457, "brier": 0.3634884196763897, "ece": 0.5063146840518102 }, "q_8c78c0d3f5": { "n": 1, "accuracy": 0.0, "kl": 0.47779719639150925, "brier": 0.4161065833002024, "ece": 0.536128591134234 }, "q_8c7ce63e48": { "n": 1, "accuracy": 0.0, "kl": 1.8048004899275183, "brier": 0.7382481270652169, "ece": 0.1369134676422065 }, "q_8c845cb4d3": { "n": 1, "accuracy": 0.0, "kl": 1.8738186093995446, "brier": 0.7541908693912542, "ece": 0.14051221171944112 }, "q_8c848d6638": { "n": 1, "accuracy": 0.0, "kl": 1.4127098465744377, "brier": 0.6906690427630043, "ece": 0.17622275062387258 }, "q_8c9266322e": { "n": 1, "accuracy": 1.0, "kl": 0.3997008853935031, "brier": 0.33812459377841786, "ece": 0.4911718580948955 }, "q_8c95c8857c": { "n": 1, "accuracy": 0.0, "kl": 0.428461020518382, "brier": 0.36688191168922457, "ece": 0.5083000768673901 }, "q_8c96a83f1a": { "n": 1, "accuracy": 1.0, "kl": 0.3950980286180047, "brier": 0.3335236759409579, "ece": 0.4883648343950283 }, "q_8ca7d0ad66": { "n": 1, "accuracy": 1.0, "kl": 0.3952480159103121, "brier": 0.33367358265278546, "ece": 0.4884565966248956 }, "q_8caeaeb185": { "n": 1, "accuracy": 0.0, "kl": 0.42278656199543285, "brier": 0.3612084748197827, "ece": 0.504975572721411 }, "q_8cc5ebee44": { "n": 1, "accuracy": 1.0, "kl": 0.4115448077302572, "brier": 0.3499670097127133, "ece": 0.49831029733483323 }, "q_8cd008d349": { "n": 1, "accuracy": 1.0, "kl": 0.4093566235836542, "brier": 0.3477788749181024, "ece": 0.4970005245309065 }, "q_8cd0f9dd62": { "n": 1, "accuracy": 0.0, "kl": 0.4310084625781333, "brier": 0.3694285187011291, "ece": 0.5097839682335353 }, "q_8cd34f080a": { "n": 1, "accuracy": 1.0, "kl": 0.7089461955720622, "brier": 0.4790370080704235, "ece": 0.6449113798260416 }, "q_8ce071b436": { "n": 1, "accuracy": 0.0, "kl": 0.43234987889641097, "brier": 0.3707693793772067, "ece": 0.5105632237994826 }, "q_8ce0887111": { "n": 1, "accuracy": 1.0, "kl": 0.6074271875018993, "brier": 0.40730977228252213, "ece": 0.6010769373263218 }, "q_8ceae31279": { "n": 1, "accuracy": 0.0, "kl": 0.4482136120148815, "brier": 0.386618142424624, "ece": 0.5196692748104101 }, "q_8cf2b18a24": { "n": 1, "accuracy": 1.0, "kl": 0.37142819316002196, "brier": 0.3098895891300481, "ece": 0.4736302764841953 }, "q_8cf9800912": { "n": 1, "accuracy": 1.0, "kl": 0.39775037570979027, "brier": 0.33617477755406877, "ece": 0.4899846201713356 }, "q_8d024622fb": { "n": 1, "accuracy": 0.0, "kl": 1.760904502973967, "brier": 0.7271369292457837, "ece": 0.13072419370700888 }, "q_8d0a652426": { "n": 1, "accuracy": 0.0, "kl": 1.3254078791872173, "brier": 0.662586435687097, "ece": 0.19624439124991636 }, "q_8d1a81712e": { "n": 1, "accuracy": 1.0, "kl": 0.40590263534022664, "brier": 0.34432511674397137, "ece": 0.4949247623027404 }, "q_8d1c1441d7": { "n": 1, "accuracy": 1.0, "kl": 0.3869171711138753, "brier": 0.32534943754806783, "ece": 0.4833295411621047 }, "q_8d1c1987f0": { "n": 1, "accuracy": 1.0, "kl": 0.40131318332364974, "brier": 0.33973644277550186, "ece": 0.4921507265403652 }, "q_8d2180ad0d": { "n": 1, "accuracy": 0.0, "kl": 0.45025352932024865, "brier": 0.3886547135757767, "ece": 0.5208257669282597 }, "q_8d257e6022": { "n": 1, "accuracy": 1.0, "kl": 0.41020980810328833, "brier": 0.3486320336701302, "ece": 0.49751169664461503 }, "q_8d35ecc6b6": { "n": 1, "accuracy": 1.0, "kl": 0.40396095352009764, "brier": 0.3423836846824943, "ece": 0.4937533593111325 }, "q_8d4c002285": { "n": 1, "accuracy": 0.0, "kl": 1.8062421868574599, "brier": 0.7385045697618766, "ece": 0.1404116806509913 }, "q_8d540a6ed6": { "n": 1, "accuracy": 1.0, "kl": 0.38679942928102673, "brier": 0.32523182717224064, "ece": 0.4832566348941084 }, "q_8d5daaad10": { "n": 1, "accuracy": 0.0, "kl": 0.4431629939440044, "brier": 0.38157425388994415, "ece": 0.5167918576907908 }, "q_8d66eba391": { "n": 1, "accuracy": 1.0, "kl": 0.3700292578595839, "brier": 0.30849467719196333, "ece": 0.47274334952482855 }, "q_8d7d33ef58": { "n": 1, "accuracy": 1.0, "kl": 0.3722547948918792, "brier": 0.3107139370365, "ece": 0.4741534834531467 }, "q_8d8be0650b": { "n": 1, "accuracy": 1.0, "kl": 0.38650790907665655, "brier": 0.32494063740506823, "ece": 0.483076070615131 }, "q_8d9c54cbe9": { "n": 1, "accuracy": 1.0, "kl": 0.38095291446706137, "brier": 0.31939339292276053, "ece": 0.4796206907323246 }, "q_8da18cee93": { "n": 1, "accuracy": 0.0, "kl": 0.4174283869503521, "brier": 0.35585056479119437, "ece": 0.5018119040468123 }, "q_8da6c871eb": { "n": 1, "accuracy": 1.0, "kl": 0.3958465643601486, "brier": 0.3342718220854838, "ece": 0.48882259115995763 }, "q_8dc202d3eb": { "n": 1, "accuracy": 0.0, "kl": 1.252386633276949, "brier": 0.6612470034375172, "ece": 0.21395772110784533 }, "q_8dc77d8632": { "n": 1, "accuracy": 0.0, "kl": 0.4159931907572463, "brier": 0.3544153799779607, "ece": 0.5009604375579495 }, "q_8dc9759fe5": { "n": 1, "accuracy": 1.0, "kl": 1.012071875851929, "brier": 0.5588706629408807, "ece": 0.7477404242933343 }, "q_8dd311ac79": { "n": 1, "accuracy": 1.0, "kl": 1.5903483179068942, "brier": 0.6813570022314069, "ece": 0.8507110713731025 }, "q_8def532fab": { "n": 1, "accuracy": 1.0, "kl": 0.40169389422775037, "brier": 0.34011706258766283, "ece": 0.49238153607288404 }, "q_8e1c3ca118": { "n": 1, "accuracy": 1.0, "kl": 0.40718282353285074, "brier": 0.3456051920541554, "ece": 0.49569531634007813 }, "q_8e321a302a": { "n": 1, "accuracy": 0.0, "kl": 1.806292097710613, "brier": 0.7382888635808805, "ece": 0.13688862983953487 }, "q_8e4198426f": { "n": 1, "accuracy": 0.0, "kl": 0.4207771672151098, "brier": 0.35919923545861143, "ece": 0.5037919509963653 }, "q_8e42d0f9c2": { "n": 1, "accuracy": 1.0, "kl": 0.35297192309125497, "brier": 0.29151105148477446, "ece": 0.4617794202709036 }, "q_8e49b2af12": { "n": 1, "accuracy": 0.0, "kl": 1.7671257669169946, "brier": 0.7289311145217929, "ece": 0.1342482864692148 }, "q_8e4cf15957": { "n": 1, "accuracy": 0.0, "kl": 0.44473026812103805, "brier": 0.38313966446063474, "ece": 0.5176869111937406 }, "q_8e4f6df3df": { "n": 1, "accuracy": 0.0, "kl": 1.372414270289275, "brier": 0.6780648738346441, "ece": 0.18339340629039644 }, "q_8e531f32b4": { "n": 1, "accuracy": 0.0, "kl": 0.42097199595088636, "brier": 0.3593940526456848, "ece": 0.5039068604338014 }, "q_8e6015fa65": { "n": 1, "accuracy": 1.0, "kl": 0.38265625262994296, "brier": 0.321094046415538, "ece": 0.480683195564487 }, "q_8e60b4234b": { "n": 1, "accuracy": 0.0, "kl": 0.4341954697578452, "brier": 0.37261406022696975, "ece": 0.5116329807990636 }, "q_8e81534c16": { "n": 1, "accuracy": 0.0, "kl": 0.4535070700229644, "brier": 0.3919020967286989, "ece": 0.5226635837341371 }, "q_8e91d0e655": { "n": 1, "accuracy": 1.0, "kl": 0.4010695181159832, "brier": 0.3394928387554377, "ece": 0.4920029361275461 }, "q_8e9be7f450": { "n": 1, "accuracy": 0.0, "kl": 0.41876218844995283, "brier": 0.3571843400286179, "ece": 0.5026016682578394 }, "q_8e9bf94c86": { "n": 1, "accuracy": 0.0, "kl": 0.41791407699007965, "brier": 0.3563362473861683, "ece": 0.5020996608540265 }, "q_8e9ecf12ce": { "n": 1, "accuracy": 1.0, "kl": 0.4094135983376964, "brier": 0.3478358476450297, "ece": 0.49703467940030455 }, "q_8ea1660c00": { "n": 1, "accuracy": 1.0, "kl": 0.40014699559611516, "brier": 0.3385705691357075, "ece": 0.491442929903837 }, "q_8ea6512ba0": { "n": 1, "accuracy": 1.0, "kl": 0.397033829940192, "brier": 0.3354585320093547, "ece": 0.48954763581868876 }, "q_8ec4e4a310": { "n": 1, "accuracy": 0.0, "kl": 0.43888259638193383, "brier": 0.37729801341653285, "ece": 0.514337434154905 }, "q_8ec5bfa878": { "n": 1, "accuracy": 1.0, "kl": 0.39515575783251905, "brier": 0.333581373989427, "ece": 0.48840015547831694 }, "q_8ec60bb94a": { "n": 1, "accuracy": 1.0, "kl": 0.372546663615575, "brier": 0.3110050313945968, "ece": 0.4743380728477766 }, "q_8ec693b5c2": { "n": 1, "accuracy": 0.0, "kl": 0.434932375345196, "brier": 0.37335055212269197, "ece": 0.5120593432172784 }, "q_8ef82095cd": { "n": 1, "accuracy": 1.0, "kl": 0.6741274439177929, "brier": 0.45474933732697276, "ece": 0.6305030766667636 }, "q_8f0f60095b": { "n": 1, "accuracy": 1.0, "kl": 0.41317956500526165, "brier": 0.35160175702768764, "ece": 0.49928615349644423 }, "q_8f193e0942": { "n": 1, "accuracy": 0.0, "kl": 1.6876248185631904, "brier": 0.7085707746296831, "ece": 0.13509153146164696 }, "q_8f276b5853": { "n": 1, "accuracy": 0.0, "kl": 1.426925973528144, "brier": 0.6964234535376548, "ece": 0.1985844681097929 }, "q_8f27796207": { "n": 1, "accuracy": 1.0, "kl": 0.4071961008582976, "brier": 0.3456184683972951, "ece": 0.4957033006828879 }, "q_8f3721e53d": { "n": 1, "accuracy": 0.0, "kl": 0.4262681018330189, "brier": 0.3646895088328009, "ece": 0.5070184473958946 }, "q_8f767af4a4": { "n": 1, "accuracy": 0.0, "kl": 0.42252174457463765, "brier": 0.36094368281010497, "ece": 0.5048197752047949 }, "q_8f7fa5171b": { "n": 1, "accuracy": 1.0, "kl": 0.38311562582715797, "brier": 0.321552744078444, "ece": 0.48096929064358773 }, "q_8f89a60e4a": { "n": 1, "accuracy": 0.0, "kl": 0.41573108019005, "brier": 0.3541532702295952, "ece": 0.5008047470202749 }, "q_8f8b1812a2": { "n": 1, "accuracy": 1.0, "kl": 0.4113360458751232, "brier": 0.34975825042210906, "ece": 0.49818551530517474 }, "q_8f8fac47cd": { "n": 1, "accuracy": 0.0, "kl": 0.46532751929652505, "brier": 0.4036904688102295, "ece": 0.5292718936291416 }, "q_8f936be382": { "n": 1, "accuracy": 0.0, "kl": 1.7624113907145245, "brier": 0.7291330288798309, "ece": 0.1585513363794051 }, "q_8f96944fbb": { "n": 1, "accuracy": 0.0, "kl": 0.4151321374621866, "brier": 0.3535543284682219, "ece": 0.500448765290268 }, "q_8fae24be82": { "n": 1, "accuracy": 0.0, "kl": 1.1489888359696319, "brier": 0.6194846832312665, "ece": 0.21647425862112515 }, "q_8fb1b13924": { "n": 1, "accuracy": 1.0, "kl": 0.3890504346732888, "brier": 0.3274805124770949, "ece": 0.4846483117950048 }, "q_8fbb791dae": { "n": 1, "accuracy": 0.0, "kl": 1.8298890000948653, "brier": 0.7439707741767333, "ece": 0.14258128957718785 }, "q_8fcf1badbf": { "n": 1, "accuracy": 1.0, "kl": 0.3964613025204444, "brier": 0.33488626324604376, "ece": 0.4891981569154752 }, "q_8fd031763e": { "n": 1, "accuracy": 0.0, "kl": 1.711700816681746, "brier": 0.7153613646991976, "ece": 0.14604177118526424 }, "q_8fd3d56d41": { "n": 1, "accuracy": 1.0, "kl": 0.4019493563090687, "brier": 0.3403724665569491, "ece": 0.49253634176697025 }, "q_8fdca0e5c4": { "n": 1, "accuracy": 0.0, "kl": 0.4453725087972075, "brier": 0.3837810847392475, "ece": 0.5180531273368834 }, "q_8ff52d0971": { "n": 1, "accuracy": 1.0, "kl": 0.39039146496988664, "brier": 0.32882034548318384, "ece": 0.48547524306866363 }, "q_8ffb75758d": { "n": 1, "accuracy": 1.0, "kl": 0.4032137998124251, "brier": 0.34163665622495226, "ece": 0.49330173978883285 }, "q_8fff7af4a9": { "n": 1, "accuracy": 1.0, "kl": 0.4076003483053654, "brier": 0.34602268764888067, "ece": 0.4959463232490946 }, "q_90097df87c": { "n": 1, "accuracy": 0.0, "kl": 0.7707621601618273, "brier": 0.5209682537668215, "ece": 0.3507081275942101 }, "q_9016780712": { "n": 1, "accuracy": 1.0, "kl": 0.339720500542498, "brier": 0.27835598927476946, "ece": 0.4530656706766044 }, "q_902374c1ee": { "n": 1, "accuracy": 1.0, "kl": 0.3730232546706993, "brier": 0.31148038172433046, "ece": 0.47463931743069543 }, "q_9031a98983": { "n": 1, "accuracy": 0.0, "kl": 0.45043503609015223, "brier": 0.38883590390249134, "ece": 0.5209285111571327 }, "q_903696fdff": { "n": 1, "accuracy": 1.0, "kl": 0.4045587359334649, "brier": 0.3429813790814741, "ece": 0.4941143435583184 }, "q_904baffb52": { "n": 1, "accuracy": 0.0, "kl": 1.7655573264549747, "brier": 0.7284541601086553, "ece": 0.1346275428394088 }, "q_906fb255c1": { "n": 1, "accuracy": 1.0, "kl": 0.3977491309581075, "brier": 0.3361735333018571, "ece": 0.48998386145179973 }, "q_908496aaa6": { "n": 1, "accuracy": 1.0, "kl": 0.7077952859451733, "brier": 0.4781084121955632, "ece": 0.644456882956985 }, "q_90899dc6bd": { "n": 1, "accuracy": 0.0, "kl": 0.7606083776766352, "brier": 0.5141079272868768, "ece": 0.3470252253711 }, "q_90a1cd4362": { "n": 1, "accuracy": 1.0, "kl": 0.38720652241980225, "brier": 0.3256384706500116, "ece": 0.4835086558241418 }, "q_90a889c7ba": { "n": 1, "accuracy": 1.0, "kl": 0.4112851093098522, "brier": 0.34970731453896375, "ece": 0.4981550636659585 }, "q_90a9e329a6": { "n": 1, "accuracy": 1.0, "kl": 0.38401975137690514, "brier": 0.3224555981896722, "ece": 0.4815318157940116 }, "q_90b1004cbc": { "n": 1, "accuracy": 0.0, "kl": 1.832687964864414, "brier": 0.7445586258321333, "ece": 0.13712358139863232 }, "q_90c9441332": { "n": 1, "accuracy": 1.0, "kl": 0.3377653135004891, "brier": 0.27641851159600356, "ece": 0.45176505456807226 }, "q_90cfede359": { "n": 1, "accuracy": 0.0, "kl": 1.2347969777818284, "brier": 0.6555946676792658, "ece": 0.22962856207036636 }, "q_90d296eb33": { "n": 1, "accuracy": 0.0, "kl": 0.458929109137344, "brier": 0.3973114305117686, "ece": 0.5257081054410883 }, "q_90d4893614": { "n": 1, "accuracy": 0.0, "kl": 0.4336958204575641, "brier": 0.37211467471885457, "ece": 0.5113436418442113 }, "q_90d5a94148": { "n": 1, "accuracy": 1.0, "kl": 0.41242213505915243, "brier": 0.35084432980868735, "ece": 0.49883429289438996 }, "q_90f008842c": { "n": 1, "accuracy": 0.0, "kl": 0.4284912415145285, "brier": 0.36691212433981246, "ece": 0.5083177117163219 }, "q_90f34ac188": { "n": 1, "accuracy": 1.0, "kl": 0.4092620811120201, "brier": 0.34768433591350545, "ece": 0.49694384268957936 }, "q_90fa578eb4": { "n": 1, "accuracy": 0.0, "kl": 0.4170337452908078, "brier": 0.35545592767376644, "ece": 0.5015779451499843 }, "q_90ffa1bc0c": { "n": 1, "accuracy": 0.0, "kl": 0.42070367619983584, "brier": 0.3591257486220744, "ece": 0.5037485980048042 }, "q_910a5a4227": { "n": 1, "accuracy": 1.0, "kl": 0.36986887610201924, "brier": 0.3083347738230614, "ece": 0.4726415501593415 }, "q_910e515ede": { "n": 1, "accuracy": 0.0, "kl": 0.44759079486357306, "brier": 0.3859962718686667, "ece": 0.5193155311781423 }, "q_910ebf7190": { "n": 1, "accuracy": 0.0, "kl": 0.43259243611612286, "brier": 0.37101182688812934, "ece": 0.5107039742608195 }, "q_910ef11dd6": { "n": 1, "accuracy": 1.0, "kl": 0.3987357457187336, "brier": 0.3371597754266532, "ece": 0.4905848118395596 }, "q_91149a158c": { "n": 1, "accuracy": 1.0, "kl": 0.39913621457404935, "brier": 0.3375601059263636, "ece": 0.4908284958023016 }, "q_912d02d8aa": { "n": 1, "accuracy": 1.0, "kl": 0.3879136851210583, "brier": 0.32634488428733754, "ece": 0.4839460881648302 }, "q_9142b139e7": { "n": 1, "accuracy": 1.0, "kl": 0.40302961648600416, "brier": 0.3414525065061015, "ece": 0.4931903353819529 }, "q_915c6a8f6c": { "n": 1, "accuracy": 0.0, "kl": 0.4175524682614341, "brier": 0.3559746444058179, "ece": 0.5018854372965591 }, "q_9160082c97": { "n": 1, "accuracy": 1.0, "kl": 0.39352712616327545, "brier": 0.3319536964072564, "ece": 0.48740256283389793 }, "q_91607d0cb4": { "n": 1, "accuracy": 0.0, "kl": 0.4197028789413653, "brier": 0.3581249992179447, "ece": 0.5031577715332336 }, "q_91629fc272": { "n": 1, "accuracy": 1.0, "kl": 0.40556419808960853, "brier": 0.3439867157831356, "ece": 0.4947208192164553 }, "q_916e5a271c": { "n": 1, "accuracy": 0.0, "kl": 1.4296100660318727, "brier": 0.7260036102837109, "ece": 0.23209168152408918 }, "q_917a36dbcf": { "n": 1, "accuracy": 1.0, "kl": 0.39966992683834857, "brier": 0.338093644895005, "ece": 0.49115304017786665 }, "q_91825dc3de": { "n": 1, "accuracy": 1.0, "kl": 0.7016758962907661, "brier": 0.473798795743811, "ece": 0.6419721565531762 }, "q_919542e239": { "n": 1, "accuracy": 0.0, "kl": 1.7063241705535446, "brier": 0.713364062403727, "ece": 0.13279424284230792 }, "q_9198d16de2": { "n": 1, "accuracy": 1.0, "kl": 0.4102729884367009, "brier": 0.34869521246244817, "ece": 0.4975495254831743 }, "q_91b19f0157": { "n": 1, "accuracy": 1.0, "kl": 0.3901134514400061, "brier": 0.3285425693393782, "ece": 0.48530394109814556 }, "q_91c0b51f54": { "n": 1, "accuracy": 1.0, "kl": 0.3996627366670076, "brier": 0.33808645697583756, "ece": 0.4911486695684649 }, "q_91ccdca712": { "n": 1, "accuracy": 1.0, "kl": 0.33851333928804744, "brier": 0.27715964757427614, "ece": 0.4522631109674151 }, "q_91d1e311ad": { "n": 1, "accuracy": 1.0, "kl": 0.413640743344478, "brier": 0.35206293474243244, "ece": 0.4995610412934167 }, "q_91d30f4d76": { "n": 1, "accuracy": 1.0, "kl": 0.38404335337714024, "brier": 0.32247916801538845, "ece": 0.4815464904686557 }, "q_91d8f9238b": { "n": 1, "accuracy": 0.0, "kl": 0.43177251659249793, "brier": 0.3701922666753229, "ece": 0.5102280015731907 }, "q_91dc8adf72": { "n": 1, "accuracy": 0.0, "kl": 0.4192329696609809, "brier": 0.35765510708060544, "ece": 0.5028800699256264 }, "q_91e4d6f411": { "n": 1, "accuracy": 0.0, "kl": 0.802309839594413, "brier": 0.5421456866058584, "ece": 0.3625367530961737 }, "q_91f733e1cb": { "n": 1, "accuracy": 0.0, "kl": 0.45892813482473827, "brier": 0.39731045877482696, "ece": 0.5257075603884384 }, "q_91fbca3aeb": { "n": 1, "accuracy": 0.0, "kl": 0.429058597104281, "brier": 0.36747931659064165, "ece": 0.5086486420080213 }, "q_91fd544e86": { "n": 1, "accuracy": 1.0, "kl": 0.37387985689326647, "brier": 0.31233482688198855, "ece": 0.4751802290613667 }, "q_9219ccaf58": { "n": 1, "accuracy": 0.0, "kl": 0.4509204397259885, "brier": 0.38932044589594655, "ece": 0.521203153828226 }, "q_92219d446b": { "n": 1, "accuracy": 0.0, "kl": 1.2310891110056865, "brier": 0.6525992011253912, "ece": 0.2072799314087444 }, "q_9223dd9d04": { "n": 1, "accuracy": 1.0, "kl": 0.3730813443148645, "brier": 0.3115383221399537, "ece": 0.47467602038884604 }, "q_9233222d02": { "n": 1, "accuracy": 0.0, "kl": 0.45393058824007027, "brier": 0.39232473561074077, "ece": 0.5229022102060119 }, "q_9242983ed7": { "n": 1, "accuracy": 1.0, "kl": 0.39605224209843226, "brier": 0.33447739819038064, "ece": 0.4889482841328354 }, "q_924444fe3f": { "n": 1, "accuracy": 0.0, "kl": 0.4443330154021498, "brier": 0.3827429024839183, "ece": 0.5174602281830419 }, "q_925088235b": { "n": 1, "accuracy": 0.0, "kl": 0.41782821929954184, "brier": 0.3562503911732977, "ece": 0.5020488071143536 }, "q_925499f324": { "n": 1, "accuracy": 1.0, "kl": 0.39829245978064665, "brier": 0.3367166512186934, "ece": 0.49031491029372387 }, "q_9257636ccb": { "n": 1, "accuracy": 0.0, "kl": 0.7671170869895502, "brier": 0.520645935770084, "ece": 0.3719199756963653 }, "q_92714f69be": { "n": 1, "accuracy": 1.0, "kl": 1.0861282610656708, "brier": 0.5929256855997129, "ece": 0.7677885967792739 }, "q_9279176414": { "n": 1, "accuracy": 1.0, "kl": 0.40563179163623186, "brier": 0.34405430185249963, "ece": 0.49476155912313013 }, "q_927e508f19": { "n": 1, "accuracy": 0.0, "kl": 0.4364675703170766, "brier": 0.3748847867470907, "ece": 0.5129461783796518 }, "q_92893608bb": { "n": 1, "accuracy": 0.0, "kl": 0.41464584741167304, "brier": 0.3530680386112204, "ece": 0.5001595165001147 }, "q_928c818865": { "n": 1, "accuracy": 1.0, "kl": 0.38158690376015814, "brier": 0.32002634931654533, "ece": 0.48001646798384767 }, "q_92943e5ebc": { "n": 1, "accuracy": 1.0, "kl": 1.6353887654396242, "brier": 0.6945153566891461, "ece": 0.8579160034269837 }, "q_92a4ddcff7": { "n": 1, "accuracy": 1.0, "kl": 0.4140742329077191, "brier": 0.35249642412958215, "ece": 0.49981926118842024 }, "q_92abd11ada": { "n": 1, "accuracy": 0.0, "kl": 0.41563868991085573, "brier": 0.3540608801737816, "ece": 0.500749854529851 }, "q_92ad0fc7e6": { "n": 1, "accuracy": 1.0, "kl": 0.4128338032626345, "brier": 0.3512559962130026, "ece": 0.49907994238152376 }, "q_92bcb9baea": { "n": 1, "accuracy": 0.0, "kl": 0.4293331435605513, "brier": 0.3677537793741524, "ece": 0.508808686580713 }, "q_92c4bc1408": { "n": 1, "accuracy": 0.0, "kl": 0.7569641352904785, "brier": 0.5113991552424333, "ece": 0.3392408447961561 }, "q_92c5cd3690": { "n": 1, "accuracy": 0.0, "kl": 0.486001710793688, "brier": 0.4242627596641139, "ece": 0.5405772246128296 }, "q_92e938b13f": { "n": 1, "accuracy": 0.0, "kl": 0.4299249146911517, "brier": 0.3683453595523296, "ece": 0.5091534454902638 }, "q_92ecc53ddb": { "n": 1, "accuracy": 0.0, "kl": 0.4521131615203645, "brier": 0.3905109538962074, "ece": 0.521877219313356 }, "q_92ed792c65": { "n": 1, "accuracy": 1.0, "kl": 0.405122183228597, "brier": 0.34354475272664703, "ece": 0.49445431155113284 }, "q_92f1b4ff0c": { "n": 1, "accuracy": 1.0, "kl": 0.3637864009316008, "brier": 0.30227320879305863, "ece": 0.46876291540800197 }, "q_9313b34aaf": { "n": 1, "accuracy": 1.0, "kl": 0.6828317266422743, "brier": 0.46099142617979816, "ece": 0.6341504416928294 }, "q_9319c3ecd3": { "n": 1, "accuracy": 1.0, "kl": 0.41352401944375017, "brier": 0.35194621094667633, "ece": 0.4994914843871543 }, "q_931f7bdd59": { "n": 1, "accuracy": 0.0, "kl": 1.2330804298280527, "brier": 0.6533826190536312, "ece": 0.20490134051420658 }, "q_9330948407": { "n": 1, "accuracy": 0.0, "kl": 0.7273372904563582, "brier": 0.4925520198890424, "ece": 0.3528192561260458 }, "q_935fad9edd": { "n": 1, "accuracy": 1.0, "kl": 0.3748225565423158, "brier": 0.3132752588469516, "ece": 0.475774720546267 }, "q_937c987e9e": { "n": 1, "accuracy": 1.0, "kl": 0.6373970242079807, "brier": 0.43138602569829526, "ece": 0.6143140769792772 }, "q_938f4db0f5": { "n": 1, "accuracy": 1.0, "kl": 0.40759211455187183, "brier": 0.3460144544372459, "ece": 0.495941374737622 }, "q_93c43f8bec": { "n": 1, "accuracy": 1.0, "kl": 0.4012632821415547, "brier": 0.33968655393874664, "ece": 0.4921204641477699 }, "q_93db5d6897": { "n": 1, "accuracy": 1.0, "kl": 0.3938570186370255, "brier": 0.33228338281577846, "ece": 0.48760482260136373 }, "q_93de6166a0": { "n": 1, "accuracy": 0.0, "kl": 0.4334742165896771, "brier": 0.37189318362725765, "ece": 0.5112152499780461 }, "q_93ea93752b": { "n": 1, "accuracy": 0.0, "kl": 0.757489428334448, "brier": 0.511866894160768, "ece": 0.34295459745022727 }, "q_93f201983b": { "n": 1, "accuracy": 0.0, "kl": 1.7857837909325358, "brier": 0.7340118200651395, "ece": 0.14695641542298488 }, "q_93f7cf288c": { "n": 1, "accuracy": 1.0, "kl": 1.6714146489843857, "brier": 0.7040116203119418, "ece": 0.8634588206558768 }, "q_941ab487dd": { "n": 1, "accuracy": 0.0, "kl": 1.760184589474854, "brier": 0.7269635755251098, "ece": 0.13188761529777351 }, "q_9421ca7749": { "n": 1, "accuracy": 0.0, "kl": 0.4636363054041741, "brier": 0.4020048674707363, "ece": 0.5283329496427495 }, "q_94391edfd8": { "n": 1, "accuracy": 1.0, "kl": 0.413036291490687, "brier": 0.35145848384149336, "ece": 0.49920071793920706 }, "q_9442d895f0": { "n": 1, "accuracy": 0.0, "kl": 0.4895143594463336, "brier": 0.42775117892285847, "ece": 0.5424668522839547 }, "q_9448d33be3": { "n": 1, "accuracy": 1.0, "kl": 0.38507204749434276, "brier": 0.3235065088998197, "ece": 0.48218559701947283 }, "q_944b20e865": { "n": 1, "accuracy": 1.0, "kl": 0.38300767749057707, "brier": 0.3214449526764943, "ece": 0.480902078241367 }, "q_94759f3b3b": { "n": 1, "accuracy": 1.0, "kl": 0.4023572924720335, "brier": 0.3407803147979057, "ece": 0.49278342674937037 }, "q_9480332f45": { "n": 1, "accuracy": 1.0, "kl": 0.3873591376352685, "brier": 0.3257909207908315, "ece": 0.4836030976038411 }, "q_9498891610": { "n": 1, "accuracy": 1.0, "kl": 0.40258356675350243, "brier": 0.3410065428320556, "ece": 0.49292041777566264 }, "q_94a464a8a8": { "n": 1, "accuracy": 0.0, "kl": 0.41598899867880657, "brier": 0.3544111879149486, "ece": 0.5009579479680533 }, "q_94aed348f1": { "n": 1, "accuracy": 0.0, "kl": 1.7440087611006416, "brier": 0.7230572485609786, "ece": 0.1329769257742111 }, "q_94b6ab4712": { "n": 1, "accuracy": 1.0, "kl": 0.40798517081294094, "brier": 0.34640748627781615, "ece": 0.4961775380038044 }, "q_94ce921cfa": { "n": 1, "accuracy": 0.0, "kl": 0.4404575910245735, "brier": 0.3788716295450536, "ece": 0.5152422483772994 }, "q_94d25f6c97": { "n": 1, "accuracy": 0.0, "kl": 0.42052106197384115, "brier": 0.3589431443682631, "ece": 0.5036408528271695 }, "q_94d61dadd5": { "n": 1, "accuracy": 1.0, "kl": 0.39526126045499993, "brier": 0.33368682014307605, "ece": 0.48846469868464515 }, "q_94f928f805": { "n": 1, "accuracy": 0.0, "kl": 1.8158243101794278, "brier": 0.7405754473608022, "ece": 0.1358988676533732 }, "q_95001f5acc": { "n": 1, "accuracy": 0.0, "kl": 0.46760865618147995, "brier": 0.40596344500521186, "ece": 0.5305349292814109 }, "q_950df05867": { "n": 1, "accuracy": 1.0, "kl": 0.6984340043341872, "brier": 0.47150486084181903, "ece": 0.6406488009417786 }, "q_9513c26e22": { "n": 1, "accuracy": 1.0, "kl": 0.39410778898326815, "brier": 0.33253400095121244, "ece": 0.4877585075453438 }, "q_95196ce0b7": { "n": 1, "accuracy": 0.0, "kl": 1.4199654114317086, "brier": 0.693700967832481, "ece": 0.17967397477765074 }, "q_9527c7a06a": { "n": 1, "accuracy": 0.0, "kl": 0.43669895206030174, "brier": 0.37511601176356435, "ece": 0.5130796761356762 }, "q_9529d783f3": { "n": 1, "accuracy": 1.0, "kl": 0.40510602654802624, "brier": 0.34352859803714353, "ece": 0.49444456688267946 }, "q_9543a6b1df": { "n": 1, "accuracy": 1.0, "kl": 0.3653138842359803, "brier": 0.3037949149503236, "ece": 0.46974024359201316 }, "q_9562fa22f1": { "n": 1, "accuracy": 1.0, "kl": 0.4043741401533051, "brier": 0.3427968093669441, "ece": 0.4940029041969054 }, "q_95710184e6": { "n": 1, "accuracy": 1.0, "kl": 0.34291166703152853, "brier": 0.2815202861249513, "ece": 0.4551801474791485 }, "q_957c371965": { "n": 1, "accuracy": 1.0, "kl": 0.38431922911824934, "brier": 0.3227546714599601, "ece": 0.48171798034190605 }, "q_95842bf9a3": { "n": 1, "accuracy": 0.0, "kl": 0.4228205226160439, "brier": 0.3612424320639136, "ece": 0.5049955482495749 }, "q_95bc010d31": { "n": 1, "accuracy": 0.0, "kl": 1.7539283702908, "brier": 0.7257784157543037, "ece": 0.13896196498295654 }, "q_95d0f88cc3": { "n": 1, "accuracy": 0.0, "kl": 0.4627049240947432, "brier": 0.40107642251425313, "ece": 0.5278149296943175 }, "q_95d2b92592": { "n": 1, "accuracy": 0.0, "kl": 0.4229369711479902, "brier": 0.3613588688116377, "ece": 0.5050640356532399 }, "q_95d5ce48b8": { "n": 1, "accuracy": 0.0, "kl": 0.5163680042614205, "brier": 0.4543389097331763, "ece": 0.5566229693023492 }, "q_95def02a8d": { "n": 1, "accuracy": 0.0, "kl": 1.211307361124033, "brier": 0.6460269277982869, "ece": 0.22514899256042947 }, "q_95fee03791": { "n": 1, "accuracy": 1.0, "kl": 0.3895279251851338, "brier": 0.32795756144432897, "ece": 0.48494293514292164 }, "q_960415b02b": { "n": 1, "accuracy": 0.0, "kl": 0.7359834669737947, "brier": 0.5017264848525227, "ece": 0.37873385694088724 }, "q_9609ce3a5e": { "n": 1, "accuracy": 0.0, "kl": 1.382610624808526, "brier": 0.7094552567991104, "ece": 0.22429110395003146 }, "q_960ffc8b6d": { "n": 1, "accuracy": 0.0, "kl": 1.776519695387228, "brier": 0.7314540061038031, "ece": 0.14169219041483175 }, "q_961c27f26f": { "n": 1, "accuracy": 0.0, "kl": 0.4266251330497878, "brier": 0.3650464675870024, "ece": 0.5072273794989047 }, "q_961cb384eb": { "n": 1, "accuracy": 0.0, "kl": 0.4760742264204943, "brier": 0.41439237706892323, "ece": 0.5351880803958531 }, "q_9627121a32": { "n": 1, "accuracy": 1.0, "kl": 0.3432104132005088, "brier": 0.2818166423449087, "ece": 0.45537757148297275 }, "q_963ad1ab0c": { "n": 1, "accuracy": 0.0, "kl": 1.2258215595075521, "brier": 0.6506894327221447, "ece": 0.21219833408266622 }, "q_963ed893a3": { "n": 1, "accuracy": 0.0, "kl": 0.4485762498273209, "brier": 0.386980213153725, "ece": 0.5198751033837474 }, "q_964920646e": { "n": 1, "accuracy": 1.0, "kl": 0.4067210020923201, "brier": 0.3451434071008098, "ece": 0.4954175051083005 }, "q_964c493659": { "n": 1, "accuracy": 1.0, "kl": 0.3659334374219795, "brier": 0.30441222850819716, "ece": 0.4701360201956474 }, "q_964eeaedb5": { "n": 1, "accuracy": 0.0, "kl": 0.4645968911686315, "brier": 0.4029623103062764, "ece": 0.5288665226469202 }, "q_965f001420": { "n": 1, "accuracy": 1.0, "kl": 1.109490266344929, "brier": 0.6034196525586661, "ece": 0.7737525941420498 }, "q_96679ace82": { "n": 1, "accuracy": 1.0, "kl": 0.3935762581825939, "brier": 0.33200279731300275, "ece": 0.4874326921793357 }, "q_966c6e8e74": { "n": 1, "accuracy": 1.0, "kl": 1.6569695179523325, "brier": 0.7000033733559852, "ece": 0.86127641461444 }, "q_9680656d08": { "n": 1, "accuracy": 0.0, "kl": 0.4550858822179905, "brier": 0.3934775362429439, "ece": 0.5235524412304275 }, "q_968b3d8010": { "n": 1, "accuracy": 0.0, "kl": 0.42609854337408504, "brier": 0.3645199833124676, "ece": 0.50691918632949 }, "q_9693b64093": { "n": 1, "accuracy": 0.0, "kl": 0.43682824137184517, "brier": 0.3752452120954938, "ece": 0.5131542520254728 }, "q_96a5ec3bc4": { "n": 1, "accuracy": 0.0, "kl": 0.4377185638307681, "brier": 0.37613489397048755, "ece": 0.5136674382349264 }, "q_96a978b580": { "n": 1, "accuracy": 1.0, "kl": 0.3881797741510304, "brier": 0.326610701803901, "ece": 0.4841105676692339 }, "q_96ac4cc2d6": { "n": 1, "accuracy": 1.0, "kl": 0.41090678151319726, "brier": 0.34932899255073485, "ece": 0.4979288172349059 }, "q_96be5f698d": { "n": 1, "accuracy": 0.0, "kl": 0.487046082011757, "brier": 0.42530015675065624, "ece": 0.5411399769867368 }, "q_96feed8936": { "n": 1, "accuracy": 1.0, "kl": 0.4043335166444279, "brier": 0.3427561917261254, "ece": 0.4939783760814841 }, "q_97154592a0": { "n": 1, "accuracy": 0.0, "kl": 0.8055934533952259, "brier": 0.5438913566577526, "ece": 0.35741036798600284 }, "q_971b03b082": { "n": 1, "accuracy": 1.0, "kl": 0.38877564079450533, "brier": 0.32720598051877675, "ece": 0.48447866477651 }, "q_971cb66ee0": { "n": 1, "accuracy": 1.0, "kl": 0.36701080329814706, "brier": 0.3054858387649783, "ece": 0.47082338643240007 }, "q_971e803013": { "n": 1, "accuracy": 0.0, "kl": 0.42728389154265534, "brier": 0.3657050809709302, "ece": 0.5076126056203969 }, "q_972a317639": { "n": 1, "accuracy": 0.0, "kl": 0.4326158174235041, "brier": 0.37103519746626545, "ece": 0.5107175393841452 }, "q_9738d27aa3": { "n": 1, "accuracy": 0.0, "kl": 0.8513434000810753, "brier": 0.5729099812698232, "ece": 0.35797254503945036 }, "q_973ec3c083": { "n": 1, "accuracy": 1.0, "kl": 0.40744488329180933, "brier": 0.3458672330912712, "ece": 0.4958528784866537 }, "q_9741c7ea0c": { "n": 1, "accuracy": 0.0, "kl": 0.43268711664956977, "brier": 0.3711064638064083, "ece": 0.5107589022912982 }, "q_9745c34845": { "n": 1, "accuracy": 1.0, "kl": 0.4114741976023297, "brier": 0.34989640041148784, "ece": 0.4982680960887931 }, "q_9746c036a5": { "n": 1, "accuracy": 1.0, "kl": 0.4014370261565402, "brier": 0.3398602553790915, "ece": 0.4922258212309676 }, "q_975336eeb9": { "n": 1, "accuracy": 1.0, "kl": 0.3947047696943258, "brier": 0.33313063440544843, "ece": 0.48812414435159823 }, "q_976add5556": { "n": 1, "accuracy": 0.0, "kl": 0.43253892864685983, "brier": 0.3709583438702997, "ece": 0.510672929187742 }, "q_97876f0fb6": { "n": 1, "accuracy": 1.0, "kl": 0.37225704466933796, "brier": 0.31071618080250263, "ece": 0.47415490660557724 }, "q_9789ac9059": { "n": 1, "accuracy": 1.0, "kl": 0.40922349810806946, "brier": 0.34764575436196987, "ece": 0.49692070850580794 }, "q_97a13bd9c6": { "n": 1, "accuracy": 1.0, "kl": 0.40566735394678616, "brier": 0.34408986027550426, "ece": 0.4947829916206209 }, "q_97d1ebe775": { "n": 1, "accuracy": 1.0, "kl": 0.38610453017709817, "brier": 0.3245377275066509, "ece": 0.4828260961672237 }, "q_97e4cc022c": { "n": 1, "accuracy": 0.0, "kl": 0.4231338820426409, "brier": 0.36155575904223036, "ece": 0.5051798202185931 }, "q_97facc8eaa": { "n": 1, "accuracy": 0.0, "kl": 0.41658820595216833, "brier": 0.3550103920708836, "ece": 0.5013136551732471 }, "q_981bb6474f": { "n": 1, "accuracy": 0.0, "kl": 0.4349981768174731, "brier": 0.3734163151966221, "ece": 0.5120973936490604 }, "q_982347d4a6": { "n": 1, "accuracy": 1.0, "kl": 0.32864267147486315, "brier": 0.26739197039420665, "ece": 0.44564461598265503 }, "q_982a2270af": { "n": 1, "accuracy": 0.0, "kl": 0.4253256079085168, "brier": 0.3637471863913625, "ece": 0.5064664033610164 }, "q_982acb7a2c": { "n": 1, "accuracy": 1.0, "kl": 0.3982921857144643, "brier": 0.33671637725534354, "ece": 0.4903147433710757 }, "q_982e5365be": { "n": 1, "accuracy": 0.0, "kl": 0.45956786489658874, "brier": 0.3979484740659459, "ece": 0.5260652833756209 }, "q_983425b2ca": { "n": 1, "accuracy": 1.0, "kl": 0.7106170991532038, "brier": 0.48012072712161713, "ece": 0.64559379898776 }, "q_98697559ed": { "n": 1, "accuracy": 0.0, "kl": 0.41753125712408357, "brier": 0.35595343356807285, "ece": 0.5018728680349525 }, "q_9895dd1fc8": { "n": 1, "accuracy": 1.0, "kl": 0.3933837091624081, "brier": 0.331810371081999, "ece": 0.48731460266113646 }, "q_989ca2cae5": { "n": 1, "accuracy": 1.0, "kl": 0.3970052814839016, "brier": 0.33542999604976187, "ece": 0.489530216253796 }, "q_98a2a7e352": { "n": 1, "accuracy": 0.0, "kl": 0.44777915097011195, "brier": 0.3861843453199916, "ece": 0.5194225445513643 }, "q_98bbba40ea": { "n": 1, "accuracy": 0.0, "kl": 1.2117976181812449, "brier": 0.6453832277402365, "ece": 0.21259147525683697 }, "q_98bbd1a366": { "n": 1, "accuracy": 0.0, "kl": 0.4236156464975988, "brier": 0.36203746891506844, "ece": 0.5054629648483334 }, "q_98bea8bf57": { "n": 1, "accuracy": 1.0, "kl": 0.3901828084350627, "brier": 0.3286118665912595, "ece": 0.4853466828476949 }, "q_98c099768f": { "n": 1, "accuracy": 1.0, "kl": 0.3922509689534315, "brier": 0.3306784006790066, "ece": 0.4866192326237204 }, "q_98cc959832": { "n": 1, "accuracy": 1.0, "kl": 0.36562256408093696, "brier": 0.30410247157458825, "ece": 0.4699374767668454 }, "q_98ef7735b9": { "n": 1, "accuracy": 1.0, "kl": 0.39390998692514145, "brier": 0.3323363186368035, "ece": 0.48763728892043445 }, "q_98fa7e788f": { "n": 1, "accuracy": 0.0, "kl": 0.42138499121204276, "brier": 0.35980702108750184, "ece": 0.5041503395539734 }, "q_9900a26dae": { "n": 1, "accuracy": 0.0, "kl": 1.7583080828539608, "brier": 0.7270122831685197, "ece": 0.14295503029664627 }, "q_990ad5556d": { "n": 1, "accuracy": 0.0, "kl": 0.836215440517424, "brier": 0.5657128935535016, "ece": 0.3841617762542641 }, "q_9924d71001": { "n": 1, "accuracy": 0.0, "kl": 0.41769173968297946, "brier": 0.3561139137590518, "ece": 0.5019679571715439 }, "q_99264633cd": { "n": 1, "accuracy": 1.0, "kl": 0.41411634733786284, "brier": 0.3525385385549511, "ece": 0.4998443393419465 }, "q_9937f44ed2": { "n": 1, "accuracy": 0.0, "kl": 0.7520837394472066, "brier": 0.5088509336541148, "ece": 0.35254247944999273 }, "q_994a8f7aa2": { "n": 1, "accuracy": 1.0, "kl": 0.6199917398907218, "brier": 0.41682227438680597, "ece": 0.6067549741475398 }, "q_994e2ce0e2": { "n": 1, "accuracy": 0.0, "kl": 0.42075256644430536, "brier": 0.3591746360973263, "ece": 0.503777439287019 }, "q_994f25567e": { "n": 1, "accuracy": 0.0, "kl": 0.4553968622038165, "brier": 0.39378782106888766, "ece": 0.523727292978969 }, "q_99a93a39c2": { "n": 1, "accuracy": 1.0, "kl": 0.3963366303634122, "brier": 0.33476164968700606, "ece": 0.4891220170603179 }, "q_99b1e707e1": { "n": 1, "accuracy": 1.0, "kl": 0.37927791316846643, "brier": 0.3177213196503793, "ece": 0.47857328037036007 }, "q_99b51ee54a": { "n": 1, "accuracy": 1.0, "kl": 0.40412802271577486, "brier": 0.342550728220699, "ece": 0.49385427883537636 }, "q_99c512fa8d": { "n": 1, "accuracy": 1.0, "kl": 0.7001352698492633, "brier": 0.47308609000911783, "ece": 0.6413091563386011 }, "q_99c556e66d": { "n": 1, "accuracy": 1.0, "kl": 1.1439508175098605, "brier": 0.6169157702085255, "ece": 0.7823850999309352 }, "q_99d193d0e1": { "n": 1, "accuracy": 0.0, "kl": 0.43237272965422724, "brier": 0.3707922199233078, "ece": 0.5105764856116203 }, "q_99e2976fd7": { "n": 1, "accuracy": 1.0, "kl": 0.40726006782095614, "brier": 0.34568243067837917, "ece": 0.4957417652091134 }, "q_99f4229481": { "n": 1, "accuracy": 1.0, "kl": 0.40010187670276665, "brier": 0.3385254634997749, "ece": 0.49141552200893857 }, "q_9a1869092d": { "n": 1, "accuracy": 1.0, "kl": 0.34284533070862966, "brier": 0.2814544833544213, "ece": 0.45513629746694817 }, "q_9a1ceb7d6f": { "n": 1, "accuracy": 0.0, "kl": 1.696232575464603, "brier": 0.7107899669195868, "ece": 0.13320413168092485 }, "q_9a2547896a": { "n": 1, "accuracy": 1.0, "kl": 0.39933431723045165, "brier": 0.33775814279986693, "ece": 0.4909489888050991 }, "q_9a4e34e848": { "n": 1, "accuracy": 1.0, "kl": 0.33606718028231203, "brier": 0.274736555838209, "ece": 0.450632267779135 }, "q_9a595f5b36": { "n": 1, "accuracy": 0.0, "kl": 0.4164899229556457, "brier": 0.35491210972311094, "ece": 0.5012553321461408 }, "q_9a5b01f216": { "n": 1, "accuracy": 0.0, "kl": 0.42810995521574846, "brier": 0.3665309407594411, "ece": 0.508095165097342 }, "q_9a6d6e2d7e": { "n": 1, "accuracy": 1.0, "kl": 0.3987712989767397, "brier": 0.3371953161070286, "ece": 0.490606451548821 }, "q_9a9bbc39a1": { "n": 1, "accuracy": 0.0, "kl": 0.4177726607913187, "brier": 0.35619483358302223, "ece": 0.5020158963730053 }, "q_9aba5617d8": { "n": 1, "accuracy": 1.0, "kl": 0.41186213322122867, "brier": 0.35028433197117376, "ece": 0.49849989962434504 }, "q_9ac71b4d97": { "n": 1, "accuracy": 0.0, "kl": 0.41616779750376365, "brier": 0.3545899860081654, "ece": 0.5010641198250958 }, "q_9ad31a72b6": { "n": 1, "accuracy": 0.0, "kl": 0.4300098720083139, "brier": 0.3684302882425373, "ece": 0.5092029171863451 }, "q_9ad6cd9310": { "n": 1, "accuracy": 0.0, "kl": 0.4164884905086718, "brier": 0.3549106772851603, "ece": 0.5012544820445002 }, "q_9affdd4acd": { "n": 1, "accuracy": 1.0, "kl": 0.7212268796333746, "brier": 0.4872052691483539, "ece": 0.6498737704008652 }, "q_9b082278ee": { "n": 1, "accuracy": 0.0, "kl": 0.43775132294858543, "brier": 0.376167628577029, "ece": 0.5136863086246953 }, "q_9b09a5cced": { "n": 1, "accuracy": 1.0, "kl": 0.39504084987693583, "brier": 0.3334665282558503, "ece": 0.4883298472165917 }, "q_9b2d794625": { "n": 1, "accuracy": 1.0, "kl": 0.34105777082975614, "brier": 0.27968169787991115, "ece": 0.45395300365146896 }, "q_9b3a3b409d": { "n": 1, "accuracy": 0.0, "kl": 0.4367504967983843, "brier": 0.37516752114873364, "ece": 0.5131094094733648 }, "q_9b451951f5": { "n": 1, "accuracy": 1.0, "kl": 0.3733030644225217, "brier": 0.31175947662774806, "ece": 0.47481608163026234 }, "q_9b4d84197f": { "n": 1, "accuracy": 1.0, "kl": 0.3886209265055717, "brier": 0.327051416239462, "ece": 0.4843831204683635 }, "q_9b551b7d8d": { "n": 1, "accuracy": 1.0, "kl": 0.3948217513977982, "brier": 0.33324755051157906, "ece": 0.4881957560482342 }, "q_9b5a6dfdeb": { "n": 1, "accuracy": 1.0, "kl": 0.4103469765361708, "brier": 0.348769198816707, "ece": 0.49759382108497896 }, "q_9b5f049c72": { "n": 1, "accuracy": 1.0, "kl": 0.3608580621941292, "brier": 0.2993570005315218, "ece": 0.46688305761012705 }, "q_9b69892f56": { "n": 1, "accuracy": 1.0, "kl": 0.6553778674021988, "brier": 0.4415736465862538, "ece": 0.6224760545732855 }, "q_9b69968604": { "n": 1, "accuracy": 1.0, "kl": 0.3479300952164346, "brier": 0.2865012935027865, "ece": 0.45848467175222996 }, "q_9b6d1c1699": { "n": 1, "accuracy": 1.0, "kl": 0.39622057542830363, "brier": 0.33464565004200075, "ece": 0.48905112763687664 }, "q_9ba3de1d73": { "n": 1, "accuracy": 1.0, "kl": 0.4002722250141203, "brier": 0.33869576219987024, "ece": 0.4915189923927389 }, "q_9bc3082316": { "n": 1, "accuracy": 1.0, "kl": 0.3724784241900365, "brier": 0.3109369720235389, "ece": 0.4742949226299642 }, "q_9bf069ce41": { "n": 1, "accuracy": 0.0, "kl": 0.45900380998441886, "brier": 0.3973859335565118, "ece": 0.5257498926284289 }, "q_9bf8be3d7e": { "n": 1, "accuracy": 0.0, "kl": 0.7921596786577279, "brier": 0.5366530087648753, "ece": 0.3722282176713039 }, "q_9c0dcd1c4f": { "n": 1, "accuracy": 1.0, "kl": 0.3926593309581813, "brier": 0.33108647567151095, "ece": 0.48687005030569086 }, "q_9c15fd11cb": { "n": 1, "accuracy": 1.0, "kl": 0.35608957457040125, "brier": 0.2946114345459723, "ece": 0.46380426948248776 }, "q_9c22dfbcf1": { "n": 1, "accuracy": 1.0, "kl": 0.3740088252421515, "brier": 0.3124634784828799, "ece": 0.47526160861060096 }, "q_9c27918714": { "n": 1, "accuracy": 1.0, "kl": 0.3856020638276622, "brier": 0.3240358647716348, "ece": 0.48251451201890516 }, "q_9c31f6aef2": { "n": 1, "accuracy": 0.0, "kl": 0.811958778053494, "brier": 0.5475434977248911, "ece": 0.34249610671179886 }, "q_9c388040b9": { "n": 1, "accuracy": 0.0, "kl": 0.4380700877218062, "brier": 0.37648615129440377, "ece": 0.5138698833143432 }, "q_9c38bee412": { "n": 1, "accuracy": 0.0, "kl": 0.7438699936123534, "brier": 0.5037109431285265, "ece": 0.35557655622938095 }, "q_9c430a0b6d": { "n": 1, "accuracy": 1.0, "kl": 0.38160978513302213, "brier": 0.3200491941655845, "ece": 0.48003074517190825 }, "q_9c53812bbd": { "n": 1, "accuracy": 0.0, "kl": 0.4374966083323485, "brier": 0.37591310276944156, "ece": 0.5135395614989718 }, "q_9c56fe4d7f": { "n": 1, "accuracy": 0.0, "kl": 0.4328481535903349, "brier": 0.3712674255352659, "ece": 0.5108523096928145 }, "q_9c62a9c051": { "n": 1, "accuracy": 0.0, "kl": 0.43925007286657447, "brier": 0.37766518326926707, "ece": 0.5145487218191229 }, "q_9c6ab7d64e": { "n": 1, "accuracy": 0.0, "kl": 0.4508580198780726, "brier": 0.38925813811051807, "ece": 0.5211678468057923 }, "q_9c7a90df56": { "n": 1, "accuracy": 0.0, "kl": 0.46827924161917445, "brier": 0.40663149899879353, "ece": 0.530905477344639 }, "q_9c86b1e5d4": { "n": 1, "accuracy": 0.0, "kl": 1.8036210571238684, "brier": 0.7376041809346598, "ece": 0.13798909478251906 }, "q_9c8e22a781": { "n": 1, "accuracy": 0.0, "kl": 0.5516695346582718, "brier": 0.48902861127584035, "ece": 0.5744838780364029 }, "q_9c90b90886": { "n": 1, "accuracy": 1.0, "kl": 0.4082676582194199, "brier": 0.34668995789630536, "ece": 0.496347185589326 }, "q_9c90f156ea": { "n": 1, "accuracy": 1.0, "kl": 0.39619226028151744, "brier": 0.3346173484941065, "ece": 0.4890338301987419 }, "q_9c9102d943": { "n": 1, "accuracy": 1.0, "kl": 0.35405070889661694, "brier": 0.29258364872991727, "ece": 0.46248114249588645 }, "q_9ca08978d0": { "n": 1, "accuracy": 1.0, "kl": 0.6829265825426681, "brier": 0.46074290859262046, "ece": 0.6342205861326442 }, "q_9cab087531": { "n": 1, "accuracy": 0.0, "kl": 0.42510490506024096, "brier": 0.3635265197236898, "ece": 0.5063370261446276 }, "q_9caf0cf26d": { "n": 1, "accuracy": 0.0, "kl": 1.2147513839666477, "brier": 0.6460142232926779, "ece": 0.2032809977670205 }, "q_9cc1e7a6da": { "n": 1, "accuracy": 0.0, "kl": 0.4153552578100246, "brier": 0.3537774485779581, "ece": 0.50058141220099 }, "q_9cc91caacb": { "n": 1, "accuracy": 1.0, "kl": 0.36096265894317964, "brier": 0.29946113935392804, "ece": 0.4669503452343259 }, "q_9cd19517bc": { "n": 1, "accuracy": 1.0, "kl": 0.40129776712099763, "brier": 0.3397210303766131, "ece": 0.49214137767070476 }, "q_9cd2f50110": { "n": 1, "accuracy": 1.0, "kl": 0.6325357999901325, "brier": 0.42550684007173945, "ece": 0.6124240803633962 }, "q_9cd9daea2a": { "n": 1, "accuracy": 1.0, "kl": 0.4006886567591231, "brier": 0.3391120776699962, "ece": 0.4917718286077838 }, "q_9cda213eb7": { "n": 1, "accuracy": 1.0, "kl": 0.3846464720428504, "brier": 0.3230814817322126, "ece": 0.48192131178391906 }, "q_9cee20a4a4": { "n": 1, "accuracy": 0.0, "kl": 0.43378267825347777, "brier": 0.37220148760936, "ece": 0.5113939542977857 }, "q_9d05b86954": { "n": 1, "accuracy": 1.0, "kl": 0.689762000131723, "brier": 0.4655290740296006, "ece": 0.6370661666931697 }, "q_9d070fcb7f": { "n": 1, "accuracy": 0.0, "kl": 1.1722506205258645, "brier": 0.6327945124868541, "ece": 0.2518744650646109 }, "q_9d081e961a": { "n": 1, "accuracy": 1.0, "kl": 0.4006497523051077, "brier": 0.3390731837820091, "ece": 0.4917482141928542 }, "q_9d0986a532": { "n": 1, "accuracy": 0.0, "kl": 0.7853543542722989, "brier": 0.5308790952147194, "ece": 0.3574187503422124 }, "q_9d1a994706": { "n": 1, "accuracy": 1.0, "kl": 1.6572089067305429, "brier": 0.7000710969035305, "ece": 0.8613128355145894 }, "q_9d22aaa921": { "n": 1, "accuracy": 1.0, "kl": 0.396182971187193, "brier": 0.33460806387040476, "ece": 0.4890281554308974 }, "q_9d27869563": { "n": 1, "accuracy": 1.0, "kl": 0.4028339447531109, "brier": 0.3412568717022021, "ece": 0.4930719499688898 }, "q_9d3255333d": { "n": 1, "accuracy": 1.0, "kl": 0.403090888315321, "brier": 0.34151376703209085, "ece": 0.4932273992804027 }, "q_9d41c4eb98": { "n": 1, "accuracy": 1.0, "kl": 0.39807648038666527, "brier": 0.3365007539667574, "ece": 0.49018334557046395 }, "q_9d45fc2cac": { "n": 1, "accuracy": 1.0, "kl": 1.6402488085548514, "brier": 0.6956093607766847, "ece": 0.8586883070904583 }, "q_9d48d4db66": { "n": 1, "accuracy": 1.0, "kl": 0.3571888800895, "brier": 0.295705091694619, "ece": 0.46451598906587677 }, "q_9d4d9a214d": { "n": 1, "accuracy": 1.0, "kl": 0.40318734863591243, "brier": 0.34161020980689294, "ece": 0.49328574243911005 }, "q_9d529dafb1": { "n": 1, "accuracy": 1.0, "kl": 0.4045123686056716, "brier": 0.34293501820911504, "ece": 0.4940863546466576 }, "q_9d7b50da46": { "n": 1, "accuracy": 1.0, "kl": 0.39051665124976276, "brier": 0.3289454266814623, "ece": 0.48555235585646783 }, "q_9d809c686f": { "n": 1, "accuracy": 0.0, "kl": 0.43692256612818525, "brier": 0.3753394712957766, "ece": 0.5132086514000941 }, "q_9d86d3eeff": { "n": 1, "accuracy": 1.0, "kl": 0.4095240666866319, "brier": 0.34794631219463434, "ece": 0.4971008943856595 }, "q_9d92511dcb": { "n": 1, "accuracy": 0.0, "kl": 0.4314407603964122, "brier": 0.3698606467025402, "ece": 0.5100352582652614 }, "q_9d943bc5d2": { "n": 1, "accuracy": 1.0, "kl": 0.40203718728066773, "brier": 0.34046027809683066, "ece": 0.4925895527620825 }, "q_9d9d4fdf53": { "n": 1, "accuracy": 1.0, "kl": 0.3741605302237117, "brier": 0.3126148135328473, "ece": 0.4753573153065763 }, "q_9da034c4e2": { "n": 1, "accuracy": 1.0, "kl": 0.4063619930748861, "brier": 0.3447844296833076, "ece": 0.495201414787635 }, "q_9da1dc382d": { "n": 1, "accuracy": 1.0, "kl": 0.38894120099461194, "brier": 0.32737138222565415, "ece": 0.48458088327654214 }, "q_9da4a47760": { "n": 1, "accuracy": 1.0, "kl": 1.1238158770564382, "brier": 0.6082892484402546, "ece": 0.7774458491383005 }, "q_9dab2e294c": { "n": 1, "accuracy": 1.0, "kl": 0.38869489011035796, "brier": 0.32712530790007377, "ece": 0.4844287996051182 }, "q_9db95e0df3": { "n": 1, "accuracy": 1.0, "kl": 0.39951884944933086, "brier": 0.33794261529721215, "ece": 0.49106119696294137 }, "q_9dbaff2211": { "n": 1, "accuracy": 0.0, "kl": 0.4307403352575886, "brier": 0.3691604924201426, "ece": 0.5096280323839114 }, "q_9dc34c20a6": { "n": 1, "accuracy": 1.0, "kl": 0.3842832747030609, "brier": 0.3227187651720485, "ece": 0.4816956342630876 }, "q_9dcaa18bd1": { "n": 1, "accuracy": 1.0, "kl": 0.41016417578902675, "brier": 0.3485864024984823, "ece": 0.4974843724611031 }, "q_9de16a6765": { "n": 1, "accuracy": 1.0, "kl": 1.1374095906770163, "brier": 0.6155694184165877, "ece": 0.7806858864926787 }, "q_9de9ee2f1d": { "n": 1, "accuracy": 1.0, "kl": 0.39879184392953076, "brier": 0.33721585381802427, "ece": 0.49061895585690163 }, "q_9decef8619": { "n": 1, "accuracy": 0.0, "kl": 1.2052463123387778, "brier": 0.642319530364214, "ece": 0.2101324295626225 }, "q_9df1868e37": { "n": 1, "accuracy": 1.0, "kl": 0.3936189609651284, "brier": 0.33204547317427213, "ece": 0.48745887717306646 }, "q_9df29dc9d7": { "n": 1, "accuracy": 0.0, "kl": 0.4217570958525036, "brier": 0.3601790987110973, "ece": 0.5043695905169793 }, "q_9df2ba5d3f": { "n": 1, "accuracy": 1.0, "kl": 0.39563410042832425, "brier": 0.33405946556839516, "ece": 0.4886927119293878 }, "q_9dfa85070d": { "n": 1, "accuracy": 1.0, "kl": 0.38694411171314536, "brier": 0.3253763482296703, "ece": 0.48334622114857495 }, "q_9e01bdd998": { "n": 1, "accuracy": 0.0, "kl": 0.4226480522300699, "brier": 0.3610699785470082, "ece": 0.5048940918317223 }, "q_9e10299673": { "n": 1, "accuracy": 0.0, "kl": 0.43417586524458196, "brier": 0.37259446631537757, "ece": 0.5116216319390037 }, "q_9e138bb376": { "n": 1, "accuracy": 1.0, "kl": 0.4102885562196223, "brier": 0.34871077987286275, "ece": 0.49755884607613254 }, "q_9e20aa1c62": { "n": 1, "accuracy": 1.0, "kl": 0.4043503087436481, "brier": 0.34277298139392126, "ece": 0.4939885151751925 }, "q_9e434b9882": { "n": 1, "accuracy": 1.0, "kl": 0.40335887285367666, "brier": 0.3417817035699311, "ece": 0.4933894674335154 }, "q_9e4ccaf489": { "n": 1, "accuracy": 1.0, "kl": 0.6893419974754851, "brier": 0.465779057490999, "ece": 0.636840310089446 }, "q_9e5186f9cf": { "n": 1, "accuracy": 1.0, "kl": 0.33302109281338466, "brier": 0.2717214063779597, "ece": 0.4485928691510185 }, "q_9e5befc34f": { "n": 1, "accuracy": 0.0, "kl": 0.4233506802615902, "brier": 0.3617725334167505, "ece": 0.505307261527916 }, "q_9e69f748b5": { "n": 1, "accuracy": 1.0, "kl": 0.41393745484535893, "brier": 0.3523596460943589, "ece": 0.49973780273782753 }, "q_9e75466c7e": { "n": 1, "accuracy": 0.0, "kl": 0.4362148147400861, "brier": 0.37463219871890696, "ece": 0.5128002996295791 }, "q_9e7b950b7a": { "n": 1, "accuracy": 0.0, "kl": 0.41584397825634695, "brier": 0.35426616797838184, "ece": 0.5008718142014156 }, "q_9e85e00334": { "n": 1, "accuracy": 1.0, "kl": 0.37450622824643987, "brier": 0.31295967924624546, "ece": 0.4755753273690394 }, "q_9e8960b1a5": { "n": 1, "accuracy": 1.0, "kl": 0.3985262539202531, "brier": 0.3369503589210808, "ece": 0.4904572809203661 }, "q_9e99efa243": { "n": 1, "accuracy": 0.0, "kl": 0.41631329335145906, "brier": 0.3547354811419091, "ece": 0.5011504963441864 }, "q_9ea3a23ea8": { "n": 1, "accuracy": 0.0, "kl": 0.8012395177867709, "brier": 0.5429754753242773, "ece": 0.37689266663146176 }, "q_9eab06e885": { "n": 1, "accuracy": 1.0, "kl": 0.4069707238169016, "brier": 0.34539310852975724, "ece": 0.4955677493079541 }, "q_9eb9c9edf4": { "n": 1, "accuracy": 1.0, "kl": 0.40077872563045874, "brier": 0.33920212231136637, "ece": 0.49182649399435574 }, "q_9ee6777d32": { "n": 1, "accuracy": 1.0, "kl": 0.37938450830757164, "brier": 0.31782771964537804, "ece": 0.4786400128219557 }, "q_9f0cf26f55": { "n": 1, "accuracy": 1.0, "kl": 0.40717661407273126, "brier": 0.34559898305468795, "ece": 0.4956915822185288 }, "q_9f1357f311": { "n": 1, "accuracy": 1.0, "kl": 0.34573492438273734, "brier": 0.28432178795979934, "ece": 0.457042297335325 }, "q_9f22abd1fa": { "n": 1, "accuracy": 0.0, "kl": 0.45729443063480674, "brier": 0.39568092147841255, "ece": 0.5247926041867224 }, "q_9f27ecaa8f": { "n": 1, "accuracy": 1.0, "kl": 0.38734556058925385, "brier": 0.32577735835351096, "ece": 0.48359469666579546 }, "q_9f38baf309": { "n": 1, "accuracy": 1.0, "kl": 0.4090786031115009, "brier": 0.3475008650175245, "ece": 0.4968338188160387 }, "q_9f39064fe2": { "n": 1, "accuracy": 1.0, "kl": 0.41076422558118514, "brier": 0.3491864391669681, "ece": 0.4978435348111587 }, "q_9f4015c761": { "n": 1, "accuracy": 1.0, "kl": 0.3904328299504973, "brier": 0.3288616756181564, "ece": 0.48550072479476303 }, "q_9f4944b48a": { "n": 1, "accuracy": 1.0, "kl": 0.38818276783937683, "brier": 0.32661369246928484, "ece": 0.4841124178179166 }, "q_9f5fd015db": { "n": 1, "accuracy": 1.0, "kl": 0.4058198998263637, "brier": 0.3442423898385231, "ece": 0.4948749147866879 }, "q_9f7bddf9c6": { "n": 1, "accuracy": 0.0, "kl": 1.7996494239136707, "brier": 0.7369270981509215, "ece": 0.1433351096155321 }, "q_9f8c042b77": { "n": 1, "accuracy": 1.0, "kl": 0.40358874361676145, "brier": 0.34201153499121295, "ece": 0.4935284361390476 }, "q_9f8cedcf82": { "n": 1, "accuracy": 1.0, "kl": 1.1174783153471735, "brier": 0.6066897538215396, "ece": 0.7757834820044816 }, "q_9f9199ec49": { "n": 1, "accuracy": 0.0, "kl": 0.4510392387625253, "brier": 0.38943903061907315, "ece": 0.5212703426580315 }, "q_9f979d9263": { "n": 1, "accuracy": 0.0, "kl": 0.45286555999866945, "brier": 0.39126188379930643, "ece": 0.5223018673933597 }, "q_9f9bd4cb32": { "n": 1, "accuracy": 0.0, "kl": 1.2752103636625223, "brier": 0.6700211182864351, "ece": 0.2174233572300074 }, "q_9f9dbd7d4f": { "n": 1, "accuracy": 0.0, "kl": 0.4389648343877335, "brier": 0.3773801835789885, "ece": 0.5143847278502022 }, "q_9fafa72706": { "n": 1, "accuracy": 0.0, "kl": 0.8799491152789712, "brier": 0.5917478239849815, "ece": 0.37796788673541903 }, "q_9fb77c51a8": { "n": 1, "accuracy": 0.0, "kl": 0.4169535736632529, "brier": 0.35537575682087585, "ece": 0.5015304003395697 }, "q_9ff38f89c7": { "n": 1, "accuracy": 1.0, "kl": 0.40648609686934734, "brier": 0.34490852222415563, "ece": 0.4952761263449631 }, "q_a0019a86dd": { "n": 1, "accuracy": 1.0, "kl": 0.3929082652793856, "brier": 0.33133524032239386, "ece": 0.4870228742481151 }, "q_a008a78d5b": { "n": 1, "accuracy": 0.0, "kl": 0.856432337086743, "brier": 0.5759780564319021, "ece": 0.35019267160159395 }, "q_a00d3c56d8": { "n": 1, "accuracy": 1.0, "kl": 0.36923419550732256, "brier": 0.30770202155322784, "ece": 0.4722384616233012 }, "q_a0250c1d22": { "n": 1, "accuracy": 0.0, "kl": 0.4924836676038196, "brier": 0.4306982545471772, "ece": 0.5440572456859052 }, "q_a030ada20d": { "n": 1, "accuracy": 1.0, "kl": 0.4031522660174555, "brier": 0.3415751335347231, "ece": 0.4932645239642056 }, "q_a04047315a": { "n": 1, "accuracy": 0.0, "kl": 0.46636940914435815, "brier": 0.4047287167963666, "ece": 0.5298492618624413 }, "q_a044bc2241": { "n": 1, "accuracy": 0.0, "kl": 1.1099421160964686, "brier": 0.6039512989172745, "ece": 0.2263289817306621 }, "q_a04745eaf0": { "n": 1, "accuracy": 0.0, "kl": 0.4265012442329916, "brier": 0.36492260439680135, "ece": 0.5071548925137117 }, "q_a05c6c49ac": { "n": 1, "accuracy": 1.0, "kl": 0.7035617366611, "brier": 0.47649218689212397, "ece": 0.6426147818808264 }, "q_a05efb4419": { "n": 1, "accuracy": 1.0, "kl": 0.3939374132852296, "brier": 0.3323637282526706, "ece": 0.4876540986257041 }, "q_a067c55537": { "n": 1, "accuracy": 1.0, "kl": 0.3870424788509118, "brier": 0.3254746066381514, "ece": 0.48340711857759233 }, "q_a0690e1713": { "n": 1, "accuracy": 1.0, "kl": 0.5445881370680447, "brier": 0.3642213182933843, "ece": 0.5705655209431837 }, "q_a06cc5c484": { "n": 1, "accuracy": 1.0, "kl": 0.3472682167616875, "brier": 0.28584402600134795, "ece": 0.4580502784031165 }, "q_a074d1cead": { "n": 1, "accuracy": 1.0, "kl": 0.39062063009719006, "brier": 0.32904931909728097, "ece": 0.4856163945757622 }, "q_a0aa9052b6": { "n": 1, "accuracy": 0.0, "kl": 0.7663811293995206, "brier": 0.5208881978930291, "ece": 0.3768718298212406 }, "q_a0b39cce92": { "n": 1, "accuracy": 1.0, "kl": 0.6012283345751827, "brier": 0.40305965027311047, "ece": 0.5981865803867847 }, "q_a0eb3eaeae": { "n": 1, "accuracy": 1.0, "kl": 0.4135970778824517, "brier": 0.35201926931609495, "ece": 0.4995350219684257 }, "q_a0efe85db1": { "n": 1, "accuracy": 1.0, "kl": 0.4094616633364422, "brier": 0.3478839109695818, "ece": 0.4970634909516666 }, "q_a0f07408c5": { "n": 1, "accuracy": 1.0, "kl": 0.4058919023403775, "brier": 0.34431438485137567, "ece": 0.49491829608452775 }, "q_a0fd52de67": { "n": 1, "accuracy": 1.0, "kl": 0.39640495121113895, "brier": 0.3348299383208563, "ece": 0.4891637437022348 }, "q_a11b8f40cb": { "n": 1, "accuracy": 1.0, "kl": 0.4061002935236418, "brier": 0.3445227550362858, "ece": 0.4950438260209913 }, "q_a13a06b997": { "n": 1, "accuracy": 1.0, "kl": 0.6991163872396067, "brier": 0.47271906914832185, "ece": 0.6408601042064196 }, "q_a13e2bda75": { "n": 1, "accuracy": 0.0, "kl": 0.44550040949988723, "brier": 0.38390881802852833, "ece": 0.5181260195586016 }, "q_a14886121f": { "n": 1, "accuracy": 0.0, "kl": 0.46427936614886545, "brier": 0.40264583718057007, "ece": 0.5286902256460296 }, "q_a14f0e4358": { "n": 1, "accuracy": 1.0, "kl": 0.7197581900133786, "brier": 0.4864025747200327, "ece": 0.6492693327885639 }, "q_a1595bd5fd": { "n": 1, "accuracy": 0.0, "kl": 1.7545045587561725, "brier": 0.7255160025237665, "ece": 0.13042606441046972 }, "q_a1754c7b8f": { "n": 1, "accuracy": 1.0, "kl": 0.38174193982269333, "brier": 0.3201811389265407, "ece": 0.4801131958124729 }, "q_a17c45e5de": { "n": 1, "accuracy": 0.0, "kl": 0.42483121680566127, "brier": 0.3632528743281441, "ece": 0.5061765328641079 }, "q_a1823246c3": { "n": 1, "accuracy": 1.0, "kl": 0.41315217072549815, "brier": 0.35157436280504945, "ece": 0.49926981933180536 }, "q_a18363a513": { "n": 1, "accuracy": 1.0, "kl": 0.40573913899571024, "brier": 0.3441616375739085, "ece": 0.49482625132331515 }, "q_a18c46e5dc": { "n": 1, "accuracy": 0.0, "kl": 0.4288559160887637, "brier": 0.36727669539158114, "ece": 0.5085304513051442 }, "q_a196787970": { "n": 1, "accuracy": 0.0, "kl": 0.5339517025847367, "brier": 0.47165921211465234, "ece": 0.5656229052025101 }, "q_a196bafdae": { "n": 1, "accuracy": 1.0, "kl": 0.3444139592414201, "brier": 0.2830107722714421, "ece": 0.45617201668348617 }, "q_a19af9f770": { "n": 1, "accuracy": 1.0, "kl": 0.39829236012020375, "brier": 0.3367165515956438, "ece": 0.4903148495945788 }, "q_a19bd88840": { "n": 1, "accuracy": 1.0, "kl": 0.4127169587858689, "brier": 0.3511391521626071, "ece": 0.4990102338622573 }, "q_a1a703e38e": { "n": 1, "accuracy": 1.0, "kl": 0.3771372148036982, "brier": 0.31558480379823883, "ece": 0.47723091760224223 }, "q_a1a8a216af": { "n": 1, "accuracy": 0.0, "kl": 0.7739409998317999, "brier": 0.5244953202837777, "ece": 0.3677138630649817 }, "q_a1a8c06e03": { "n": 1, "accuracy": 0.0, "kl": 1.7095726850060824, "brier": 0.7140746893403803, "ece": 0.13108018102169489 }, "q_a1b0b98a20": { "n": 1, "accuracy": 0.0, "kl": 1.806686100313629, "brier": 0.7382544658284332, "ece": 0.13551085906795862 }, "q_a1bbee0fb8": { "n": 1, "accuracy": 0.0, "kl": 0.42156741284042437, "brier": 0.3599894298184161, "ece": 0.5042578401269775 }, "q_a1c2f99dc7": { "n": 1, "accuracy": 1.0, "kl": 0.4004577630046673, "brier": 0.3388812475153342, "ece": 0.49163166029554517 }, "q_a1c73f26d9": { "n": 1, "accuracy": 1.0, "kl": 0.40343041674254876, "brier": 0.3418532350348322, "ece": 0.4934327242943114 }, "q_a1cbdd042a": { "n": 1, "accuracy": 0.0, "kl": 0.44778945051619023, "brier": 0.38619462931998083, "ece": 0.5194283953728871 }, "q_a1ce17c7fc": { "n": 1, "accuracy": 1.0, "kl": 0.34885348115045745, "brier": 0.287418405916672, "ece": 0.4590899668394509 }, "q_a1dc294645": { "n": 1, "accuracy": 1.0, "kl": 0.3646777488994639, "brier": 0.3031611409842121, "ece": 0.46933349520957734 }, "q_a1f3ccac71": { "n": 1, "accuracy": 1.0, "kl": 0.2765352922001092, "brier": 0.2164020735573512, "ece": 0.4089392600141788 }, "q_a1f62aaa32": { "n": 1, "accuracy": 0.0, "kl": 0.41650603818328835, "brier": 0.3549282248483965, "ece": 0.5012648957890964 }, "q_a1fea81dfd": { "n": 1, "accuracy": 1.0, "kl": 0.39848024623381284, "brier": 0.3369043680423648, "ece": 0.49042926798802045 }, "q_a202693d5e": { "n": 1, "accuracy": 0.0, "kl": 0.41603541966178326, "brier": 0.35445760872257903, "ece": 0.5009855156193495 }, "q_a2095bb491": { "n": 1, "accuracy": 1.0, "kl": 0.3749085977264598, "brier": 0.31336109850486593, "ece": 0.4758289393821944 }, "q_a211542c6e": { "n": 1, "accuracy": 1.0, "kl": 0.3821429432429708, "brier": 0.3205815159282728, "ece": 0.4803632824874633 }, "q_a2134964bc": { "n": 1, "accuracy": 1.0, "kl": 1.5396938341234092, "brier": 0.6666225591744279, "ece": 0.8421187271838542 }, "q_a23a51ad71": { "n": 1, "accuracy": 0.0, "kl": 1.7224790641919405, "brier": 0.7175146690472428, "ece": 0.13567476419325195 }, "q_a2415d6c84": { "n": 1, "accuracy": 1.0, "kl": 0.3549965857316556, "brier": 0.2935242864061712, "ece": 0.4630954753101184 }, "q_a254bbfe14": { "n": 1, "accuracy": 0.0, "kl": 1.787870158294076, "brier": 0.733899679753828, "ece": 0.14029825685587835 }, "q_a25bd91f7b": { "n": 1, "accuracy": 0.0, "kl": 0.4320819971189197, "brier": 0.3705016154111911, "ece": 0.5104077226370312 }, "q_a273be8d1d": { "n": 1, "accuracy": 1.0, "kl": 0.3740327787450267, "brier": 0.31248737338454413, "ece": 0.47527672166758317 }, "q_a2810fdf1f": { "n": 1, "accuracy": 0.0, "kl": 0.44686160146072246, "brier": 0.38526814349978633, "ece": 0.5189009817144331 }, "q_a28f58793b": { "n": 1, "accuracy": 0.0, "kl": 0.42598251966378053, "brier": 0.36440398160333826, "ece": 0.5068512513764826 }, "q_a2906d2e0f": { "n": 1, "accuracy": 1.0, "kl": 0.3661852172136437, "brier": 0.30466311491929116, "ece": 0.47029675563556195 }, "q_a2a940a706": { "n": 1, "accuracy": 1.0, "kl": 0.38073931456616483, "brier": 0.3191801501960634, "ece": 0.4794872652513865 }, "q_a2b392de8d": { "n": 1, "accuracy": 1.0, "kl": 0.4006034499119929, "brier": 0.33902689404318265, "ece": 0.4917201076236031 }, "q_a2b4102260": { "n": 1, "accuracy": 1.0, "kl": 0.39547772445014, "brier": 0.3339031702420294, "ece": 0.48859709387245365 }, "q_a2c6e87b15": { "n": 1, "accuracy": 0.0, "kl": 0.41703563962123613, "brier": 0.3554578219853146, "ece": 0.5015790684944608 }, "q_a2ca44dcf8": { "n": 1, "accuracy": 1.0, "kl": 0.39218845504391386, "brier": 0.3306159316693209, "ece": 0.4865808232500156 }, "q_a2e7c46c4a": { "n": 1, "accuracy": 0.0, "kl": 0.43037889841507976, "brier": 0.3687991866912952, "ece": 0.5094177375768816 }, "q_a2f2702cfb": { "n": 1, "accuracy": 0.0, "kl": 0.42625648556168394, "brier": 0.36467789484805463, "ece": 0.507011647878635 }, "q_a32573ad59": { "n": 1, "accuracy": 0.0, "kl": 1.4151189973835014, "brier": 0.6916883472155491, "ece": 0.18219628457181794 }, "q_a32977ca58": { "n": 1, "accuracy": 1.0, "kl": 0.40149750409668467, "brier": 0.33992071876745905, "ece": 0.49226248845090126 }, "q_a33220db0b": { "n": 1, "accuracy": 1.0, "kl": 0.4133393692637808, "brier": 0.3517615610020172, "ece": 0.49938142603244673 }, "q_a34398ed96": { "n": 1, "accuracy": 1.0, "kl": 0.3984233266600622, "brier": 0.33684746939931265, "ece": 0.4903946085167985 }, "q_a34f5f9619": { "n": 1, "accuracy": 1.0, "kl": 0.37810089154681237, "brier": 0.3165465347668276, "ece": 0.47783572914384365 }, "q_a357d81355": { "n": 1, "accuracy": 1.0, "kl": 0.40091977919678023, "brier": 0.33934313857804366, "ece": 0.49191208927272556 }, "q_a366301153": { "n": 1, "accuracy": 1.0, "kl": 0.3947375324157557, "brier": 0.3331633786751912, "ece": 0.48814420164642247 }, "q_a377058283": { "n": 1, "accuracy": 1.0, "kl": 0.3974965438348329, "brier": 0.335921049106031, "ece": 0.48982987269477496 }, "q_a37f76073b": { "n": 1, "accuracy": 1.0, "kl": 0.3803424373172074, "brier": 0.31878394903524077, "ece": 0.4792392447112638 }, "q_a385fa6d35": { "n": 1, "accuracy": 0.0, "kl": 1.6739368484636914, "brier": 0.7055658211582738, "ece": 0.15368410244452596 }, "q_a38993647b": { "n": 1, "accuracy": 0.0, "kl": 0.416406385433702, "brier": 0.35482857270721785, "ece": 0.5012057529920607 }, "q_a393e7494d": { "n": 1, "accuracy": 0.0, "kl": 0.45707301750078766, "brier": 0.39546005000971446, "ece": 0.5246684439049585 }, "q_a39df86537": { "n": 1, "accuracy": 1.0, "kl": 0.39681740922508735, "brier": 0.33524220707178154, "ece": 0.48941556337771375 }, "q_a3b839f52b": { "n": 1, "accuracy": 1.0, "kl": 0.5857873617227709, "brier": 0.3921937786867695, "ece": 0.5909132169543561 }, "q_a3c9269ba5": { "n": 1, "accuracy": 1.0, "kl": 0.40424770236777796, "brier": 0.3426703900033749, "ece": 0.4939265574974472 }, "q_a3d0d21103": { "n": 1, "accuracy": 1.0, "kl": 1.1186186788524692, "brier": 0.6066851493051568, "ece": 0.7761003650126266 }, "q_a3d2f729c8": { "n": 1, "accuracy": 1.0, "kl": 0.7083486514067197, "brier": 0.478736271895426, "ece": 0.6446591286339594 }, "q_a3e0e54655": { "n": 1, "accuracy": 1.0, "kl": 0.3601762331916554, "brier": 0.29867820247172683, "ece": 0.4664441760925676 }, "q_a3e478baf1": { "n": 1, "accuracy": 1.0, "kl": 0.37987816689847476, "brier": 0.3183204902793386, "ece": 0.4789489254775219 }, "q_a3eeb94db5": { "n": 1, "accuracy": 1.0, "kl": 0.35903702746925403, "brier": 0.2975442407661842, "ece": 0.46570989147686126 }, "q_a3f76bef57": { "n": 1, "accuracy": 1.0, "kl": 0.3949605698705311, "brier": 0.3333862921679349, "ece": 0.48828071970638953 }, "q_a3f8de4a93": { "n": 1, "accuracy": 0.0, "kl": 0.44810666894986223, "brier": 0.3865113643459445, "ece": 0.5196085556184868 }, "q_a3fad67839": { "n": 1, "accuracy": 0.0, "kl": 0.4346596286635601, "brier": 0.37307796203446136, "ece": 0.5119015871899878 }, "q_a41803fc27": { "n": 1, "accuracy": 1.0, "kl": 0.40501971302445705, "brier": 0.34344229526926306, "ece": 0.4943925043176234 }, "q_a42bdc668f": { "n": 1, "accuracy": 1.0, "kl": 0.3961988173668676, "brier": 0.3346239024264702, "ece": 0.48903783591892214 }, "q_a432439f0f": { "n": 1, "accuracy": 1.0, "kl": 0.40899999173690954, "brier": 0.3474222568423288, "ece": 0.49678667015772515 }, "q_a43d30fc82": { "n": 1, "accuracy": 0.0, "kl": 1.3514101476496911, "brier": 0.6703997421245277, "ece": 0.18133890118682142 }, "q_a4440770fd": { "n": 1, "accuracy": 0.0, "kl": 0.42296794466106147, "brier": 0.36138983913607153, "ece": 0.5050822503563701 }, "q_a460607341": { "n": 1, "accuracy": 0.0, "kl": 0.4300184204033102, "brier": 0.3684388337399866, "ece": 0.509207894696723 }, "q_a469cfa563": { "n": 1, "accuracy": 1.0, "kl": 0.6611985535522384, "brier": 0.44590757655074426, "ece": 0.6249642399374437 }, "q_a481f74936": { "n": 1, "accuracy": 0.0, "kl": 0.8275939116570464, "brier": 0.5588859223961119, "ece": 0.3713539375364208 }, "q_a484348ea1": { "n": 1, "accuracy": 1.0, "kl": 0.3873072817032397, "brier": 0.32573912073561806, "ece": 0.48357101031641136 }, "q_a484c35316": { "n": 1, "accuracy": 1.0, "kl": 0.38846619966847695, "brier": 0.32689684127138435, "ece": 0.4842875469708313 }, "q_a488f9e0ad": { "n": 1, "accuracy": 1.0, "kl": 0.391573506832263, "brier": 0.3300014389961944, "ece": 0.4862028058717679 }, "q_a489551320": { "n": 1, "accuracy": 0.0, "kl": 0.41641456993706183, "brier": 0.35483675716278973, "ece": 0.5012106107179576 }, "q_a4a6cc9d26": { "n": 1, "accuracy": 1.0, "kl": 0.360531936799444, "brier": 0.2990323149101343, "ece": 0.46667319205637614 }, "q_a4bcaaf0ee": { "n": 1, "accuracy": 0.0, "kl": 0.7302601050182098, "brier": 0.4942196480727109, "ece": 0.34971687992283285 }, "q_a4d14c9a35": { "n": 1, "accuracy": 1.0, "kl": 0.40937981807591106, "brier": 0.34780206857951296, "ece": 0.4970144293543767 }, "q_a4d16d3134": { "n": 1, "accuracy": 0.0, "kl": 0.44000896363674835, "brier": 0.3784234120650669, "ece": 0.5149847193092344 }, "q_a4e9275822": { "n": 1, "accuracy": 1.0, "kl": 0.6966325470219827, "brier": 0.47045621514435393, "ece": 0.6398900029491358 }, "q_a4f0c409a2": { "n": 1, "accuracy": 0.0, "kl": 0.4217319977319159, "brier": 0.36015400250085733, "ece": 0.504354805852872 }, "q_a4f2ecd92e": { "n": 1, "accuracy": 1.0, "kl": 0.3953294715400138, "brier": 0.3337549950537193, "ece": 0.4885064228709992 }, "q_a501512270": { "n": 1, "accuracy": 1.0, "kl": 1.637721183338433, "brier": 0.694922418681819, "ece": 0.8582939662357807 }, "q_a503eb27e0": { "n": 1, "accuracy": 1.0, "kl": 0.3797016883505323, "brier": 0.318144326199161, "ece": 0.47883851757268936 }, "q_a50ccc2688": { "n": 1, "accuracy": 0.0, "kl": 0.44167847022362544, "brier": 0.3800913212563128, "ece": 0.5159422675402746 }, "q_a5123fb796": { "n": 1, "accuracy": 1.0, "kl": 0.3599394178143739, "brier": 0.29844245856024554, "ece": 0.46629163760056047 }, "q_a516535cb2": { "n": 1, "accuracy": 1.0, "kl": 0.4080328842974394, "brier": 0.3464551969945622, "ece": 0.4962061970913949 }, "q_a52514bca9": { "n": 1, "accuracy": 1.0, "kl": 0.3757311495435756, "brier": 0.3141817689588761, "ece": 0.4763469243976015 }, "q_a525e74999": { "n": 1, "accuracy": 1.0, "kl": 1.0416218799075532, "brier": 0.571822330407293, "ece": 0.7560347479876103 }, "q_a535941a28": { "n": 1, "accuracy": 1.0, "kl": 0.670218981776339, "brier": 0.4519291686991786, "ece": 0.6288535541446052 }, "q_a5400e25c2": { "n": 1, "accuracy": 0.0, "kl": 0.42864611113213164, "brier": 0.36706695063192174, "ece": 0.5084080710210311 }, "q_a54b9e3909": { "n": 1, "accuracy": 1.0, "kl": 0.39817766072481986, "brier": 0.3366018955476366, "ece": 0.4902449850684567 }, "q_a553ba22ad": { "n": 1, "accuracy": 0.0, "kl": 0.4290932677133846, "brier": 0.3675139768021722, "ece": 0.5086688563461149 }, "q_a567e1981e": { "n": 1, "accuracy": 1.0, "kl": 1.668294661380735, "brier": 0.7034529388531621, "ece": 0.8629740656947004 }, "q_a56e8ef1da": { "n": 1, "accuracy": 0.0, "kl": 0.46285068741212265, "brier": 0.40122173342381706, "ece": 0.5278960445370203 }, "q_a5727d95ed": { "n": 1, "accuracy": 0.0, "kl": 0.7818232316886761, "brier": 0.5278336675724439, "ece": 0.3380085801223675 }, "q_a5826931f9": { "n": 1, "accuracy": 1.0, "kl": 0.39013604457629, "brier": 0.32856514297601525, "ece": 0.48531786475309424 }, "q_a59238177d": { "n": 1, "accuracy": 0.0, "kl": 0.4687597350227507, "brier": 0.40711014082658353, "ece": 0.5311707774372048 }, "q_a593d07428": { "n": 1, "accuracy": 1.0, "kl": 0.3781738992672251, "brier": 0.3166193993217925, "ece": 0.4778815146006361 }, "q_a59701adb7": { "n": 1, "accuracy": 1.0, "kl": 0.2905957454068849, "brier": 0.230046701663137, "ece": 0.41915092633157947 }, "q_a5b35e3a04": { "n": 1, "accuracy": 1.0, "kl": 0.4085816737627558, "brier": 0.34700395752999885, "ece": 0.49653568726460806 }, "q_a5b9732288": { "n": 1, "accuracy": 0.0, "kl": 0.7390336577046006, "brier": 0.5015754089669175, "ece": 0.3649070463656713 }, "q_a5c2b48f93": { "n": 1, "accuracy": 0.0, "kl": 1.2869133766662237, "brier": 0.6751029728872548, "ece": 0.2203767864274926 }, "q_a5f18a3b61": { "n": 1, "accuracy": 1.0, "kl": 0.6663665136365268, "brier": 0.45036944914922, "ece": 0.6270952074020586 }, "q_a5f28f766f": { "n": 1, "accuracy": 1.0, "kl": 0.40580433134339855, "brier": 0.344226822994272, "ece": 0.49486553423625823 }, "q_a5f8edeb6c": { "n": 1, "accuracy": 1.0, "kl": 0.38886991163755175, "brier": 0.32730016085822805, "ece": 0.4845368715322671 }, "q_a612032562": { "n": 1, "accuracy": 1.0, "kl": 0.380398634082346, "brier": 0.31884004907898467, "ece": 0.47927437250528904 }, "q_a61ea5235c": { "n": 1, "accuracy": 1.0, "kl": 0.3660403825885821, "brier": 0.30451879302715557, "ece": 0.4702043009931819 }, "q_a6228bfede": { "n": 1, "accuracy": 1.0, "kl": 0.3815248221110601, "brier": 0.3199643670269381, "ece": 0.47997772877182676 }, "q_a6238b92b3": { "n": 1, "accuracy": 0.0, "kl": 0.7315931556129196, "brier": 0.4951505884486295, "ece": 0.350292316191695 }, "q_a62af667f4": { "n": 1, "accuracy": 0.0, "kl": 0.4216714978490872, "brier": 0.36009350716993077, "ece": 0.504319164762759 }, "q_a6385ceac7": { "n": 1, "accuracy": 1.0, "kl": 0.40623886948751853, "brier": 0.34466131761241925, "ece": 0.49512728024813013 }, "q_a64e08aeb5": { "n": 1, "accuracy": 1.0, "kl": 0.37218854976730475, "brier": 0.31064786921730314, "ece": 0.4741115763443793 }, "q_a651ca50b0": { "n": 1, "accuracy": 1.0, "kl": 0.4063933068792854, "brier": 0.3448157406148441, "ece": 0.49522026721659673 }, "q_a67391ab83": { "n": 1, "accuracy": 1.0, "kl": 0.3956860187915222, "brier": 0.33411135745402004, "ece": 0.4887244533019892 }, "q_a682b791d9": { "n": 1, "accuracy": 1.0, "kl": 0.4065767808850118, "brier": 0.3449991982385441, "ece": 0.4953307105419391 }, "q_a682e181f6": { "n": 1, "accuracy": 1.0, "kl": 0.41221743389770027, "brier": 0.35063962988059705, "ece": 0.4987120907500743 }, "q_a693a6e5b4": { "n": 1, "accuracy": 1.0, "kl": 0.39188396937854875, "brier": 0.3303116683965316, "ece": 0.48639369360051066 }, "q_a69ded12be": { "n": 1, "accuracy": 1.0, "kl": 0.686016249503564, "brier": 0.46314776273173736, "ece": 0.6354868194661434 }, "q_a69df2682c": { "n": 1, "accuracy": 0.0, "kl": 0.42861546755735475, "brier": 0.3670363157042038, "ece": 0.5083901934593062 }, "q_a69ed75f9a": { "n": 1, "accuracy": 0.0, "kl": 0.5370039424565707, "brier": 0.47465763049430615, "ece": 0.56716405373052 }, "q_a6a66ad82e": { "n": 1, "accuracy": 1.0, "kl": 0.3777881792617978, "brier": 0.3162344424217843, "ece": 0.4776395619287549 }, "q_a6a72009a2": { "n": 1, "accuracy": 1.0, "kl": 0.4133439021638813, "brier": 0.35176609389521024, "ece": 0.49938412815413635 }, "q_a6b6a84500": { "n": 1, "accuracy": 1.0, "kl": 0.38318550731179735, "brier": 0.3216225245590174, "ece": 0.48101279565558586 }, "q_a6c9fa4b14": { "n": 1, "accuracy": 1.0, "kl": 0.380122207248042, "brier": 0.3185641011742015, "ece": 0.47910155422786904 }, "q_a6e370e70c": { "n": 1, "accuracy": 0.0, "kl": 0.4317665080338846, "brier": 0.3701862606301215, "ece": 0.5102245115228335 }, "q_a6e50b2c3e": { "n": 1, "accuracy": 1.0, "kl": 0.3803044745703055, "brier": 0.31874605181231785, "ece": 0.4792155131080942 }, "q_a6e50b8344": { "n": 1, "accuracy": 1.0, "kl": 0.655310209769459, "brier": 0.4440100936992333, "ece": 0.6221837179689509 }, "q_a6e861432b": { "n": 1, "accuracy": 1.0, "kl": 0.3884547107814348, "brier": 0.32688536373502775, "ece": 0.48428044952423044 }, "q_a6f4fc87ba": { "n": 1, "accuracy": 1.0, "kl": 0.36511701674080543, "brier": 0.30359877150682507, "ece": 0.4696144065013671 }, "q_a6f8b99aa8": { "n": 1, "accuracy": 0.0, "kl": 0.45421103378793765, "brier": 0.3926045887040448, "ece": 0.5230601475556365 }, "q_a6f9c10879": { "n": 1, "accuracy": 0.0, "kl": 1.4418021605744782, "brier": 0.7001284150756264, "ece": 0.17843532297907225 }, "q_a6fa865b50": { "n": 1, "accuracy": 0.0, "kl": 0.46760296587261785, "brier": 0.4059577759163277, "ece": 0.5305317835160621 }, "q_a6fbb3e6f2": { "n": 1, "accuracy": 0.0, "kl": 0.4168379397163187, "brier": 0.35526012390943595, "ece": 0.5014618155357825 }, "q_a70b4c9f4e": { "n": 1, "accuracy": 1.0, "kl": 0.4037801606679192, "brier": 0.3422029205451597, "ece": 0.49364412273424096 }, "q_a70ea76193": { "n": 1, "accuracy": 1.0, "kl": 0.3894255940938036, "brier": 0.32785532354263397, "ece": 0.48487981151363546 }, "q_a71f6804ee": { "n": 1, "accuracy": 1.0, "kl": 0.6884719746904523, "brier": 0.4651239001605072, "ece": 0.6364836008161858 }, "q_a72e3d8df1": { "n": 1, "accuracy": 1.0, "kl": 0.6413294517233382, "brier": 0.43150803575538116, "ece": 0.6163503866653786 }, "q_a745ea0820": { "n": 1, "accuracy": 1.0, "kl": 0.4078418984775338, "brier": 0.34626422250589173, "ece": 0.4960914698151667 }, "q_a75e9b1bc4": { "n": 1, "accuracy": 0.0, "kl": 0.4164636277824427, "brier": 0.354885814713606, "ece": 0.5012397267077299 }, "q_a774d187c8": { "n": 1, "accuracy": 0.0, "kl": 0.4309068466339724, "brier": 0.36932694143162037, "ece": 0.5097248779344875 }, "q_a7796938d9": { "n": 1, "accuracy": 1.0, "kl": 0.38771125919558397, "brier": 0.3261426686764642, "ece": 0.48382091864864063 }, "q_a77a8e0f1f": { "n": 1, "accuracy": 1.0, "kl": 0.39403975230357435, "brier": 0.3324660051928783, "ece": 0.4877168166711291 }, "q_a7818e1fd9": { "n": 1, "accuracy": 0.0, "kl": 0.4855880651765956, "brier": 0.423851823385179, "ece": 0.5403541155377993 }, "q_a784361fd7": { "n": 1, "accuracy": 1.0, "kl": 0.39020924379241345, "brier": 0.3286382792690733, "ece": 0.4853629726979718 }, "q_a78c97e676": { "n": 1, "accuracy": 1.0, "kl": 0.4124311381956724, "brier": 0.3508533328964962, "ece": 0.49883966675596525 }, "q_a790393144": { "n": 1, "accuracy": 1.0, "kl": 0.377226033188803, "brier": 0.3156734384493374, "ece": 0.47728669651105693 }, "q_a79375e6d6": { "n": 1, "accuracy": 0.0, "kl": 0.414585384436909, "brier": 0.3530075756413269, "ece": 0.5001235387605215 }, "q_a7be3f06de": { "n": 1, "accuracy": 0.0, "kl": 0.421030686554334, "brier": 0.35945273963398516, "ece": 0.5039414698009532 }, "q_a7beb09c24": { "n": 1, "accuracy": 0.0, "kl": 0.853642041756209, "brier": 0.5743472619809715, "ece": 0.3578705928446302 }, "q_a7bf65f164": { "n": 1, "accuracy": 0.0, "kl": 0.4460559922068839, "brier": 0.38446365775853164, "ece": 0.5184425035044684 }, "q_a7d23e503a": { "n": 1, "accuracy": 0.0, "kl": 0.42121142192140715, "brier": 0.3596334634636421, "ece": 0.5040480299822427 }, "q_a7da52219f": { "n": 1, "accuracy": 1.0, "kl": 0.4068123729141631, "brier": 0.3452347703394887, "ece": 0.4954724842510564 }, "q_a7e2e983a6": { "n": 1, "accuracy": 1.0, "kl": 0.4015017097163952, "brier": 0.33992492338035496, "ece": 0.4922650381613477 }, "q_a7e95b2c47": { "n": 1, "accuracy": 1.0, "kl": 0.41138058666917693, "brier": 0.3498027906381523, "ece": 0.4982121415251787 }, "q_a805c3a9da": { "n": 1, "accuracy": 1.0, "kl": 0.35001563582087936, "brier": 0.2885729243105924, "ece": 0.4598505787218129 }, "q_a824cd68d1": { "n": 1, "accuracy": 0.0, "kl": 0.4695701252725966, "brier": 0.4079173361236654, "ece": 0.5316178340830139 }, "q_a8250baebf": { "n": 1, "accuracy": 0.0, "kl": 0.4157963431976461, "brier": 0.35421853305985335, "ece": 0.5008435178661145 }, "q_a8257541f4": { "n": 1, "accuracy": 1.0, "kl": 0.396503892147957, "brier": 0.33492883304397725, "ece": 0.48922416414721726 }, "q_a828ed6687": { "n": 1, "accuracy": 1.0, "kl": 0.40396062690945217, "brier": 0.34238335812282855, "ece": 0.4937531619956689 }, "q_a8293f3ce2": { "n": 1, "accuracy": 1.0, "kl": 0.7090985335067327, "brier": 0.4788883149068741, "ece": 0.6449959117515488 }, "q_a833120550": { "n": 1, "accuracy": 1.0, "kl": 0.39040884779388396, "brier": 0.3288377136490756, "ece": 0.48548595145151174 }, "q_a833e244d5": { "n": 1, "accuracy": 1.0, "kl": 0.37139994165067614, "brier": 0.30986141625417546, "ece": 0.4736123830967309 }, "q_a836759196": { "n": 1, "accuracy": 0.0, "kl": 0.4263096937497567, "brier": 0.36473109252604075, "ece": 0.507042792074776 }, "q_a84bed35ab": { "n": 1, "accuracy": 1.0, "kl": 0.4019803188156723, "brier": 0.34040342218166497, "ece": 0.49255510067242225 }, "q_a853700a07": { "n": 1, "accuracy": 0.0, "kl": 0.4223601772906917, "brier": 0.3607821302449323, "ece": 0.5047246933278852 }, "q_a85872f3c9": { "n": 1, "accuracy": 1.0, "kl": 0.26449675045290066, "brier": 0.20480315821781725, "ece": 0.4000024673481575 }, "q_a870f95961": { "n": 1, "accuracy": 1.0, "kl": 0.40593377710337725, "brier": 0.3443562553103655, "ece": 0.4949435234525088 }, "q_a875f62f31": { "n": 1, "accuracy": 0.0, "kl": 0.4560116935718552, "brier": 0.39440124761468554, "ece": 0.5240727685946783 }, "q_a87c1eafc0": { "n": 1, "accuracy": 1.0, "kl": 0.3034722863776767, "brier": 0.24262334898335203, "ece": 0.4282982550798611 }, "q_a87c70c7b7": { "n": 1, "accuracy": 1.0, "kl": 0.39236850713915705, "brier": 0.33079585513971876, "ece": 0.4866914402466068 }, "q_a87dcaddbd": { "n": 1, "accuracy": 0.0, "kl": 0.420793173608296, "brier": 0.3592152409288866, "ece": 0.5038013927117787 }, "q_a89be893c9": { "n": 1, "accuracy": 0.0, "kl": 0.4153741054846283, "brier": 0.3537962962265825, "ece": 0.5005926153813107 }, "q_a8aee4205a": { "n": 1, "accuracy": 1.0, "kl": 0.38021827890957505, "brier": 0.3186600054824252, "ece": 0.47916162483536984 }, "q_a8bc739440": { "n": 1, "accuracy": 1.0, "kl": 0.39236806262771395, "brier": 0.3307954109432057, "ece": 0.4866911671915224 }, "q_a8d076a3e0": { "n": 1, "accuracy": 1.0, "kl": 0.3936800262584105, "brier": 0.33210650016479915, "ece": 0.48749631910288405 }, "q_a8d264e3a8": { "n": 1, "accuracy": 1.0, "kl": 0.38658990735653476, "brier": 0.3250225420230501, "ece": 0.48312686714175357 }, "q_a8e2f0fb0d": { "n": 1, "accuracy": 1.0, "kl": 0.3925315147853645, "brier": 0.3309587481663896, "ece": 0.4867915609783403 }, "q_a8f009f7ce": { "n": 1, "accuracy": 1.0, "kl": 0.3471579928817234, "brier": 0.2857345793396056, "ece": 0.45797789574233405 }, "q_a8f454a495": { "n": 1, "accuracy": 1.0, "kl": 0.6734732476564382, "brier": 0.45427887473061157, "ece": 0.6302274070623497 }, "q_a8f48f731f": { "n": 1, "accuracy": 0.0, "kl": 1.7174823956978043, "brier": 0.7171767667216501, "ece": 0.14669698311523952 }, "q_a9010c769b": { "n": 1, "accuracy": 1.0, "kl": 0.4127834702230082, "brier": 0.3512056633494277, "ece": 0.4990499154930279 }, "q_a906175fdb": { "n": 1, "accuracy": 1.0, "kl": 0.3690707340016237, "brier": 0.30753906585644514, "ece": 0.47213458522326557 }, "q_a909809df1": { "n": 1, "accuracy": 0.0, "kl": 1.8279719599842232, "brier": 0.7437408510285503, "ece": 0.14461511618407252 }, "q_a90ba7b9a3": { "n": 1, "accuracy": 0.0, "kl": 0.4299153250324471, "brier": 0.3683357731055644, "ece": 0.5091478609439667 }, "q_a90cb9c95c": { "n": 1, "accuracy": 1.0, "kl": 0.3934945219246025, "brier": 0.33192111289802484, "ece": 0.4873825676793404 }, "q_a9166dd762": { "n": 1, "accuracy": 1.0, "kl": 0.40810011332030705, "brier": 0.3465224221879851, "ece": 0.4962465748735868 }, "q_a91fc42a68": { "n": 1, "accuracy": 1.0, "kl": 0.40394635668870765, "brier": 0.34236909013262595, "ece": 0.4937445408296198 }, "q_a945aec95b": { "n": 1, "accuracy": 0.0, "kl": 0.7686254250754434, "brier": 0.5201408756700082, "ece": 0.35856609929744604 }, "q_a94a1df477": { "n": 1, "accuracy": 0.0, "kl": 0.4250762217149773, "brier": 0.36349784097366156, "ece": 0.5063202088651566 }, "q_a9540dbb7d": { "n": 1, "accuracy": 1.0, "kl": 0.38818031399545705, "brier": 0.32661124110315215, "ece": 0.48411090130257073 }, "q_a97ddbe2af": { "n": 1, "accuracy": 1.0, "kl": 0.4096892194309878, "brier": 0.3481114595740807, "ece": 0.49719986791349813 }, "q_a9851b68d9": { "n": 1, "accuracy": 0.0, "kl": 0.4445896610781983, "brier": 0.3829992325636513, "ece": 0.5176066913129022 }, "q_a99c3bbec5": { "n": 1, "accuracy": 0.0, "kl": 0.42360577762096474, "brier": 0.362027601215291, "ece": 0.505457166595705 }, "q_a9a15287e2": { "n": 1, "accuracy": 1.0, "kl": 0.3873786459434202, "brier": 0.3258104081345333, "ece": 0.4836151682819497 }, "q_a9a77f9061": { "n": 1, "accuracy": 1.0, "kl": 0.3480480525331537, "brier": 0.286618439125799, "ece": 0.45856204189392713 }, "q_a9b1113e7e": { "n": 1, "accuracy": 0.0, "kl": 1.195986484322192, "brier": 0.6397662060830756, "ece": 0.21187522263275385 }, "q_a9c46fb49d": { "n": 1, "accuracy": 0.0, "kl": 1.7433537173501858, "brier": 0.722882724282671, "ece": 0.1335038628160505 }, "q_a9d8223757": { "n": 1, "accuracy": 0.0, "kl": 0.8135108451515423, "brier": 0.5486260830463674, "ece": 0.348952417013772 }, "q_a9e6c6fba6": { "n": 1, "accuracy": 1.0, "kl": 0.4005414516575817, "brier": 0.3389649128677325, "ece": 0.4916824703990519 }, "q_a9e7d27e1d": { "n": 1, "accuracy": 1.0, "kl": 0.37457281548740984, "brier": 0.31302610786579216, "ece": 0.4756173074233432 }, "q_a9f0568b93": { "n": 1, "accuracy": 1.0, "kl": 0.40777307764998555, "brier": 0.34619540592838455, "ece": 0.496050120735702 }, "q_a9f79d3a6f": { "n": 1, "accuracy": 1.0, "kl": 0.32721780986676813, "brier": 0.26598424806824905, "ece": 0.4446808522998219 }, "q_a9f86fe986": { "n": 1, "accuracy": 1.0, "kl": 0.4023455120211804, "brier": 0.34076853680353225, "ece": 0.4927762934105665 }, "q_aa03d114e6": { "n": 1, "accuracy": 1.0, "kl": 0.38848245138731874, "brier": 0.3269130769515044, "ece": 0.48429758653218813 }, "q_aa04e0b7a6": { "n": 1, "accuracy": 1.0, "kl": 0.40675248355012683, "brier": 0.34517488592518397, "ece": 0.49543644876514137 }, "q_aa1772ca6a": { "n": 1, "accuracy": 1.0, "kl": 0.38796068319768084, "brier": 0.32639183400070204, "ece": 0.4839751440377873 }, "q_aa1aaa91f3": { "n": 1, "accuracy": 1.0, "kl": 0.3937806923192637, "brier": 0.33220710358252653, "ece": 0.4875580348751123 }, "q_aa1e1fe505": { "n": 1, "accuracy": 1.0, "kl": 0.3925808201515836, "brier": 0.3310080192036051, "ece": 0.48682184012390795 }, "q_aa2065380b": { "n": 1, "accuracy": 0.0, "kl": 0.4147322903937698, "brier": 0.3531544815813772, "ece": 0.500210947966243 }, "q_aa222e103c": { "n": 1, "accuracy": 0.0, "kl": 0.43446285546938246, "brier": 0.37288129926716446, "ece": 0.5117877367799857 }, "q_aa25bb5549": { "n": 1, "accuracy": 1.0, "kl": 0.34642543316658236, "brier": 0.2850072534967186, "ece": 0.4574965254785258 }, "q_aa2fb16af6": { "n": 1, "accuracy": 1.0, "kl": 0.3967330379864784, "brier": 0.33515787382596773, "ece": 0.4893640640224589 }, "q_aa3a091194": { "n": 1, "accuracy": 1.0, "kl": 0.3723567131739939, "brier": 0.31081558365440043, "ece": 0.47421794965120523 }, "q_aa58a4e064": { "n": 1, "accuracy": 0.0, "kl": 0.46202994389049595, "brier": 0.40040350306620087, "ece": 0.5274391037147965 }, "q_aa6381f929": { "n": 1, "accuracy": 1.0, "kl": 0.4007871780149011, "brier": 0.339210572438539, "ece": 0.4918316236270225 }, "q_aa63bb74c3": { "n": 1, "accuracy": 1.0, "kl": 0.7033009671711618, "brier": 0.4748672925095696, "ece": 0.6426408603297139 }, "q_aa6fc8b765": { "n": 1, "accuracy": 1.0, "kl": 0.3936480578280522, "brier": 0.3320745517578345, "ece": 0.4874767182047549 }, "q_aa7308ea2f": { "n": 1, "accuracy": 1.0, "kl": 0.38680765680387375, "brier": 0.3252400454718706, "ece": 0.48326172981816073 }, "q_aa7eedc8e6": { "n": 1, "accuracy": 1.0, "kl": 0.381508015437498, "brier": 0.3199475873180955, "ece": 0.47996724073234764 }, "q_aa843ff239": { "n": 1, "accuracy": 1.0, "kl": 0.6845120497592888, "brier": 0.4619280506946175, "ece": 0.6348756725810829 }, "q_aa851ec063": { "n": 1, "accuracy": 0.0, "kl": 0.7993607801527333, "brier": 0.5397543829660418, "ece": 0.3549885958377089 }, "q_aa94d5e57b": { "n": 1, "accuracy": 0.0, "kl": 0.7529434971264622, "brier": 0.5093079102207305, "ece": 0.3510625482418263 }, "q_aa95820e59": { "n": 1, "accuracy": 1.0, "kl": 0.3803879664991089, "brier": 0.3188293998307564, "ece": 0.4792677045734831 }, "q_aab2d297a7": { "n": 1, "accuracy": 0.0, "kl": 0.42147117335955187, "brier": 0.35989319722398544, "ece": 0.5042011299041914 }, "q_aab43c1e3e": { "n": 1, "accuracy": 0.0, "kl": 0.43193241440367247, "brier": 0.37035209696820565, "ece": 0.5103208668936504 }, "q_aab504cfad": { "n": 1, "accuracy": 0.0, "kl": 0.4214893074386076, "brier": 0.35991133001955267, "ece": 0.5042118162071588 }, "q_aad91e481d": { "n": 1, "accuracy": 0.0, "kl": 0.8334396854946484, "brier": 0.566606235580065, "ece": 0.3998637244380729 }, "q_aadae554e8": { "n": 1, "accuracy": 1.0, "kl": 0.37272368993814453, "brier": 0.31118159343626506, "ece": 0.4744499926709753 }, "q_aae566046b": { "n": 1, "accuracy": 1.0, "kl": 0.6513558286815607, "brier": 0.4387255468808406, "ece": 0.620730294714253 }, "q_aaea48f517": { "n": 1, "accuracy": 0.0, "kl": 0.4393442262474164, "brier": 0.3777592566371928, "ece": 0.5146028397498069 }, "q_ab04b62203": { "n": 1, "accuracy": 1.0, "kl": 0.38008968575884977, "brier": 0.3185316365547096, "ece": 0.47908121764542455 }, "q_ab1dd1cd62": { "n": 1, "accuracy": 0.0, "kl": 0.4226138417251403, "brier": 0.3610357713062761, "ece": 0.5048739644331458 }, "q_ab2b2f705a": { "n": 1, "accuracy": 1.0, "kl": 0.39577532185092257, "brier": 0.33420061531772, "ece": 0.48877904503394 }, "q_ab426fc876": { "n": 1, "accuracy": 1.0, "kl": 0.40012006380205534, "brier": 0.3385436452448935, "ece": 0.49142657014641955 }, "q_ab57383d64": { "n": 1, "accuracy": 0.0, "kl": 1.7973452947301887, "brier": 0.7363168725202265, "ece": 0.1432048579477087 }, "q_ab59c8a19d": { "n": 1, "accuracy": 0.0, "kl": 0.4305362000193873, "brier": 0.3689564319447151, "ece": 0.5095092734416308 }, "q_ab8e124989": { "n": 1, "accuracy": 1.0, "kl": 0.3964145415314131, "brier": 0.3348395241390123, "ece": 0.48916960061752646 }, "q_ab901a4c96": { "n": 1, "accuracy": 0.0, "kl": 0.41536434957954027, "brier": 0.35378654033506574, "ece": 0.5005868164452292 }, "q_ab9d8135ea": { "n": 1, "accuracy": 1.0, "kl": 0.4042534833084628, "brier": 0.34267617009159057, "ece": 0.49393004849345645 }, "q_aba8356f82": { "n": 1, "accuracy": 1.0, "kl": 0.39921332798458486, "brier": 0.33763719352333754, "ece": 0.4908754029650214 }, "q_abdfe21d04": { "n": 1, "accuracy": 1.0, "kl": 0.3737453971564957, "brier": 0.3122006995993872, "ece": 0.4750953679805593 }, "q_abe00b99c9": { "n": 1, "accuracy": 0.0, "kl": 0.41825591875823354, "brier": 0.35667808252632976, "ece": 0.5023020734772266 }, "q_abe2c82265": { "n": 1, "accuracy": 1.0, "kl": 0.3640555975593507, "brier": 0.30254136052903524, "ece": 0.46893531629888996 }, "q_abeaa11e01": { "n": 1, "accuracy": 0.0, "kl": 0.7617891186901471, "brier": 0.5145410553491798, "ece": 0.33526536566169185 }, "q_abf883bc29": { "n": 1, "accuracy": 0.0, "kl": 0.422381480229667, "brier": 0.3608034312766965, "ece": 0.5047372312834704 }, "q_abfa25c0a8": { "n": 1, "accuracy": 1.0, "kl": 0.3827384454869425, "brier": 0.3211761169200194, "ece": 0.48073439889783565 }, "q_abfeb26ddc": { "n": 1, "accuracy": 1.0, "kl": 0.41170993115392873, "brier": 0.3501321313585949, "ece": 0.4984089694058881 }, "q_ac064105ee": { "n": 1, "accuracy": 1.0, "kl": 0.35533133198908345, "brier": 0.29385721975392276, "ece": 0.4633126789932226 }, "q_ac15e30fe7": { "n": 1, "accuracy": 1.0, "kl": 0.3969385902581656, "brier": 0.3353633341796352, "ece": 0.4894895201220876 }, "q_ac1a974025": { "n": 1, "accuracy": 1.0, "kl": 0.3932356496316728, "brier": 0.3316624075377755, "ece": 0.48722377603583966 }, "q_ac1fb97e42": { "n": 1, "accuracy": 0.0, "kl": 1.1635035874988437, "brier": 0.6259880793467861, "ece": 0.22028591492399108 }, "q_ac3bc97e98": { "n": 1, "accuracy": 0.0, "kl": 0.4479020607162345, "brier": 0.38630706893508865, "ece": 0.5194923599649308 }, "q_ac3e5ffe43": { "n": 1, "accuracy": 1.0, "kl": 0.3854711197145299, "brier": 0.3239050815442516, "ece": 0.48243327493154164 }, "q_ac51506de5": { "n": 1, "accuracy": 0.0, "kl": 0.43477463807987615, "brier": 0.37319290592252075, "ece": 0.5119681156766785 }, "q_ac5b6495d8": { "n": 1, "accuracy": 0.0, "kl": 0.4583219105438685, "brier": 0.3967058160027708, "ece": 0.5253682835602299 }, "q_ac6efd68f6": { "n": 1, "accuracy": 1.0, "kl": 0.37330210546350595, "brier": 0.3117585201015921, "ece": 0.474815475951483 }, "q_ac94073e46": { "n": 1, "accuracy": 0.0, "kl": 0.4196558587155982, "brier": 0.35807798085118037, "ece": 0.5031299923493845 }, "q_acb9b6f267": { "n": 1, "accuracy": 0.0, "kl": 1.2232704395480145, "brier": 0.6498412258065535, "ece": 0.21159673875769247 }, "q_acbecfe9b2": { "n": 1, "accuracy": 1.0, "kl": 0.37863156048475144, "brier": 0.31707617650574543, "ece": 0.47816841694548384 }, "q_acd3e98938": { "n": 1, "accuracy": 0.0, "kl": 0.4174785906559617, "brier": 0.3559007678266442, "ece": 0.5018416573944803 }, "q_acd6ec4523": { "n": 1, "accuracy": 0.0, "kl": 0.43933219253853195, "brier": 0.3777472331878607, "ece": 0.5145959233517157 }, "q_acdb10df67": { "n": 1, "accuracy": 1.0, "kl": 0.4076146439505498, "brier": 0.3460369823564141, "ece": 0.4959549148383837 }, "q_acdd31c12a": { "n": 1, "accuracy": 0.0, "kl": 0.43771166458413746, "brier": 0.37612799987744394, "ece": 0.5136634639195721 }, "q_ace28ec2ac": { "n": 1, "accuracy": 0.0, "kl": 0.43508350697191656, "brier": 0.3735015951958382, "ece": 0.5121467315599171 }, "q_acf5b54ba8": { "n": 1, "accuracy": 0.0, "kl": 0.4529255080566722, "brier": 0.39132171241012614, "ece": 0.522335682717394 }, "q_ad01ce1231": { "n": 1, "accuracy": 1.0, "kl": 0.6847563841779082, "brier": 0.4620191013319531, "ece": 0.6349853173609952 }, "q_ad020eeb12": { "n": 1, "accuracy": 0.0, "kl": 0.7217857863327983, "brier": 0.4898585915216993, "ece": 0.3615741682111234 }, "q_ad02dcb344": { "n": 1, "accuracy": 1.0, "kl": 0.3409240869883538, "brier": 0.27954915003522895, "ece": 0.45386438051466527 }, "q_ad056da9ae": { "n": 1, "accuracy": 0.0, "kl": 0.6062130853301193, "brier": 0.5418835409318753, "ece": 0.6005206724674224 }, "q_ad2b71b48b": { "n": 1, "accuracy": 0.0, "kl": 0.46622189036660033, "brier": 0.4045817223251895, "ece": 0.5297675634842899 }, "q_ad31c04610": { "n": 1, "accuracy": 1.0, "kl": 0.40959463176112604, "brier": 0.3480168749312227, "ece": 0.4971431858074771 }, "q_ad3e78729e": { "n": 1, "accuracy": 1.0, "kl": 0.37705911703484263, "brier": 0.31550686833178165, "ece": 0.47718186535375806 }, "q_ad477b5b9a": { "n": 1, "accuracy": 1.0, "kl": 0.3760019127729358, "brier": 0.3144519306090883, "ece": 0.47651729508880714 }, "q_ad618f1f96": { "n": 1, "accuracy": 0.0, "kl": 0.5212108292709426, "brier": 0.4591168422134833, "ece": 0.5591225533271645 }, "q_ad6d6c5e04": { "n": 1, "accuracy": 1.0, "kl": 0.3406959350082286, "brier": 0.2793229469133491, "ece": 0.4537130897582723 }, "q_ad838d269e": { "n": 1, "accuracy": 1.0, "kl": 0.39169334230005765, "brier": 0.3301211837017473, "ece": 0.4862764967985148 }, "q_ad8c37aab0": { "n": 1, "accuracy": 1.0, "kl": 0.4119261238637959, "brier": 0.3503483220523006, "ece": 0.49853812374280826 }, "q_ad9285f458": { "n": 1, "accuracy": 0.0, "kl": 1.7858722555548787, "brier": 0.7335022463978311, "ece": 0.1382871913873655 }, "q_ad93eede9c": { "n": 1, "accuracy": 1.0, "kl": 0.39702099790542006, "brier": 0.33544570558648207, "ece": 0.48953980611564607 }, "q_ad9cdd1512": { "n": 1, "accuracy": 1.0, "kl": 0.3857127930757489, "brier": 0.3241464591325137, "ece": 0.4825831958319383 }, "q_adac649f60": { "n": 1, "accuracy": 0.0, "kl": 0.4418851328961406, "brier": 0.3802977722666868, "ece": 0.5160606450178041 }, "q_adaf4e1b00": { "n": 1, "accuracy": 1.0, "kl": 0.41318455515625874, "brier": 0.3516067471685556, "ece": 0.4992891288648893 }, "q_adc74f8f9d": { "n": 1, "accuracy": 1.0, "kl": 0.7353820355407604, "brier": 0.4968094721915894, "ece": 0.6554788324545637 }, "q_ade3a5c252": { "n": 1, "accuracy": 0.0, "kl": 0.41847648261259546, "brier": 0.35689864143496786, "ece": 0.5024326226956009 }, "q_adec51bb0b": { "n": 1, "accuracy": 1.0, "kl": 0.40750114567344076, "brier": 0.3459234916338409, "ece": 0.4958866982928408 }, "q_ae019a319f": { "n": 1, "accuracy": 1.0, "kl": 0.7170393707222786, "brier": 0.4842868361893673, "ece": 0.6482024515990843 }, "q_ae03b81dfb": { "n": 1, "accuracy": 1.0, "kl": 0.3810632845651044, "brier": 0.31950358028627845, "ece": 0.4796896172571151 }, "q_ae0b25bf71": { "n": 1, "accuracy": 1.0, "kl": 0.6653049539981308, "brier": 0.4484260525863575, "ece": 0.6267633799061716 }, "q_ae16911d0f": { "n": 1, "accuracy": 1.0, "kl": 0.3308618289692353, "brier": 0.26958561778332113, "ece": 0.44714140176730344 }, "q_ae1bd5dd66": { "n": 1, "accuracy": 1.0, "kl": 0.3799187692037209, "brier": 0.31836102070010297, "ece": 0.4789743229207256 }, "q_ae24d6581f": { "n": 1, "accuracy": 1.0, "kl": 0.4034931304897283, "brier": 0.3419159380252015, "ece": 0.49347063863423324 }, "q_ae30eda2d9": { "n": 1, "accuracy": 0.0, "kl": 0.41962024873005255, "brier": 0.35804237225173874, "ece": 0.5031089530202231 }, "q_ae3160a9f5": { "n": 1, "accuracy": 0.0, "kl": 0.4159666072650804, "brier": 0.35438879658227795, "ece": 0.5009446499139038 }, "q_ae440837c0": { "n": 1, "accuracy": 0.0, "kl": 0.42558259202024445, "brier": 0.36400412651172853, "ece": 0.5066169983203485 }, "q_ae4fcf09ee": { "n": 1, "accuracy": 1.0, "kl": 0.6010187055200609, "brier": 0.4057953041409883, "ece": 0.5977265436798125 }, "q_ae5804f1e2": { "n": 1, "accuracy": 1.0, "kl": 0.3722228680746418, "brier": 0.3106820955998168, "ece": 0.474133286845844 }, "q_ae5b33b14f": { "n": 1, "accuracy": 0.0, "kl": 1.7428510065357303, "brier": 0.722751743222963, "ece": 0.13851126931527125 }, "q_ae5b9e7d0c": { "n": 1, "accuracy": 1.0, "kl": 0.37912594188442306, "brier": 0.3175696286902393, "ece": 0.47847812279361035 }, "q_ae71711dc8": { "n": 1, "accuracy": 1.0, "kl": 0.3961578863090327, "brier": 0.334582991088132, "ece": 0.48901283053721667 }, "q_ae8a19024e": { "n": 1, "accuracy": 1.0, "kl": 0.3559448195194702, "brier": 0.29446744005491854, "ece": 0.46371046379719594 }, "q_ae92cc3e34": { "n": 1, "accuracy": 1.0, "kl": 0.3324830550470951, "brier": 0.2711890961383111, "ece": 0.4482316500100928 }, "q_ae94765342": { "n": 1, "accuracy": 1.0, "kl": 0.39056334365153283, "brier": 0.3289920801755366, "ece": 0.4855811140669253 }, "q_aea61036f3": { "n": 1, "accuracy": 0.0, "kl": 1.78550900332093, "brier": 0.7336825611359346, "ece": 0.14384621712418108 }, "q_aea8d7f5a5": { "n": 1, "accuracy": 1.0, "kl": 0.3555831332634312, "brier": 0.2941076713970537, "ece": 0.4634759910327201 }, "q_aea94d1bb3": { "n": 1, "accuracy": 1.0, "kl": 0.3932820151501577, "brier": 0.33170874285028484, "ece": 0.4872522208965132 }, "q_aea9753edf": { "n": 1, "accuracy": 0.0, "kl": 0.4254898580020013, "brier": 0.36391140860179727, "ece": 0.5065626616347223 }, "q_aeb0149665": { "n": 1, "accuracy": 1.0, "kl": 0.3971462450725053, "brier": 0.33557089833705206, "ece": 0.48961622180832387 }, "q_aeba0b7597": { "n": 1, "accuracy": 1.0, "kl": 0.6973630120076918, "brier": 0.47075656077550043, "ece": 0.6402095100558931 }, "q_aebd4d3338": { "n": 1, "accuracy": 0.0, "kl": 1.2507177384452761, "brier": 0.6616925296757608, "ece": 0.22616898963655002 }, "q_aebded8803": { "n": 1, "accuracy": 1.0, "kl": 0.40609182561583035, "brier": 0.34451428796134215, "ece": 0.4950387258806954 }, "q_aec6f71538": { "n": 1, "accuracy": 1.0, "kl": 1.2742341607155514, "brier": 0.6426870320738856, "ece": 0.8117244366261915 }, "q_aed407bcbc": { "n": 1, "accuracy": 0.0, "kl": 0.43049822759694656, "brier": 0.3689184732252063, "ece": 0.509487178635874 }, "q_aee21fac8e": { "n": 1, "accuracy": 1.0, "kl": 0.31782761429765394, "brier": 0.25672278460553044, "ece": 0.4382755815050269 }, "q_aef0880865": { "n": 1, "accuracy": 0.0, "kl": 0.4162221056439044, "brier": 0.3546442938947939, "ece": 0.5010963630184865 }, "q_aef1972487": { "n": 1, "accuracy": 1.0, "kl": 0.37490047378118807, "brier": 0.313352993548956, "ece": 0.4758238203727486 }, "q_aef9a3588d": { "n": 1, "accuracy": 0.0, "kl": 0.4244797198125711, "brier": 0.3629014292021795, "ece": 0.5059703212679139 }, "q_af081f8358": { "n": 1, "accuracy": 0.0, "kl": 0.42807694260877516, "brier": 0.36649793678536957, "ece": 0.5080758909266962 }, "q_af094bf820": { "n": 1, "accuracy": 1.0, "kl": 0.4129531614353663, "brier": 0.35137535401205294, "ece": 0.4991511386195038 }, "q_af09e5099a": { "n": 1, "accuracy": 0.0, "kl": 0.8274902358558511, "brier": 0.5590676795212032, "ece": 0.3738341584624219 }, "q_af2bb8d91c": { "n": 1, "accuracy": 1.0, "kl": 0.39682969042573013, "brier": 0.3352544827728545, "ece": 0.489423059177701 }, "q_af388550f5": { "n": 1, "accuracy": 0.0, "kl": 0.4293407467222047, "brier": 0.3677613801748112, "ece": 0.5088131179049978 }, "q_af3f4a042d": { "n": 1, "accuracy": 0.0, "kl": 0.4163677149319892, "brier": 0.35478990242613423, "ece": 0.5011828002341348 }, "q_af4ffa75ab": { "n": 1, "accuracy": 1.0, "kl": 0.2861643912643745, "brier": 0.22573584097634133, "ece": 0.4159582124136433 }, "q_af57b6ac96": { "n": 1, "accuracy": 0.0, "kl": 0.437871100729729, "brier": 0.3762873161603006, "ece": 0.5137552974663828 }, "q_af66b75bad": { "n": 1, "accuracy": 1.0, "kl": 0.41088729190831125, "brier": 0.3493095032821606, "ece": 0.4979171588258614 }, "q_af66f049a8": { "n": 1, "accuracy": 0.0, "kl": 0.4304621868986097, "brier": 0.3688824454738045, "ece": 0.5094662067461213 }, "q_af7dc791f3": { "n": 1, "accuracy": 1.0, "kl": 0.6755579285909273, "brier": 0.4556036420267938, "ece": 0.6311222722332337 }, "q_af8b823988": { "n": 1, "accuracy": 0.0, "kl": 0.4300187852760343, "brier": 0.36843919848896456, "ece": 0.5092081071513936 }, "q_afa2307108": { "n": 1, "accuracy": 1.0, "kl": 0.41335490348108556, "brier": 0.35177709519590056, "ece": 0.4993906861125438 }, "q_afb0121a50": { "n": 1, "accuracy": 0.0, "kl": 0.43242842151973604, "brier": 0.37084788679336483, "ece": 0.5106088055261787 }, "q_afc9939742": { "n": 1, "accuracy": 1.0, "kl": 0.3590386669448867, "brier": 0.29754587253119735, "ece": 0.46571094911293176 }, "q_afcb990a81": { "n": 1, "accuracy": 1.0, "kl": 0.3584340992428639, "brier": 0.29694418055665106, "ece": 0.4653207628435373 }, "q_afd9d37ec9": { "n": 1, "accuracy": 0.0, "kl": 1.7674460863095691, "brier": 0.7292612751744656, "ece": 0.14195165104232285 }, "q_afe043fbaf": { "n": 1, "accuracy": 1.0, "kl": 0.39637553512653845, "brier": 0.3348005360758449, "ece": 0.48914577846767826 }, "q_afe17a98f3": { "n": 1, "accuracy": 1.0, "kl": 0.6147677838269573, "brier": 0.41270499696757845, "ece": 0.6044246942538767 }, "q_afe1fd1f75": { "n": 1, "accuracy": 1.0, "kl": 0.41407734296725607, "brier": 0.35249953418871693, "ece": 0.4998211132069925 }, "q_afe77c299b": { "n": 1, "accuracy": 1.0, "kl": 0.3884509302943332, "brier": 0.3268815869851792, "ece": 0.4842781140410517 }, "q_afee1169ee": { "n": 1, "accuracy": 1.0, "kl": 0.41258191974696623, "brier": 0.35100411369710816, "ece": 0.49892965620561414 }, "q_b00b66fb8c": { "n": 1, "accuracy": 1.0, "kl": 0.3987112634285666, "brier": 0.3371353018312389, "ece": 0.4905699099003962 }, "q_b0104eddc2": { "n": 1, "accuracy": 1.0, "kl": 0.37077178518734444, "brier": 0.3092350358677832, "ece": 0.473214340956547 }, "q_b01e50ccc7": { "n": 1, "accuracy": 1.0, "kl": 0.37921871749100877, "brier": 0.31766223286903, "ece": 0.478536217218103 }, "q_b025ab278e": { "n": 1, "accuracy": 0.0, "kl": 1.7761143369783703, "brier": 0.7312657496968986, "ece": 0.14373897821647327 }, "q_b06b5e19a1": { "n": 1, "accuracy": 1.0, "kl": 0.3891845078967992, "brier": 0.3276144599901911, "ece": 0.48473105884660683 }, "q_b071433c14": { "n": 1, "accuracy": 0.0, "kl": 1.7946340474337048, "brier": 0.7357816275928584, "ece": 0.13545099917763498 }, "q_b075f2fc58": { "n": 1, "accuracy": 0.0, "kl": 0.42042089857891846, "brier": 0.3588429861985721, "ece": 0.5035817431137537 }, "q_b078f99f3e": { "n": 1, "accuracy": 0.0, "kl": 0.8250488158040744, "brier": 0.5560030836351949, "ece": 0.3465801775084909 }, "q_b081aa8df9": { "n": 1, "accuracy": 0.0, "kl": 0.4256082384285843, "brier": 0.3640297684181831, "ece": 0.5066320243595076 }, "q_b096a9b131": { "n": 1, "accuracy": 0.0, "kl": 0.7833791971013555, "brier": 0.5293144606717655, "ece": 0.3529666103955626 }, "q_b0a86bd53d": { "n": 1, "accuracy": 0.0, "kl": 0.4346922543925109, "brier": 0.37311056924863395, "ece": 0.5119204609928973 }, "q_b0b1295dbf": { "n": 1, "accuracy": 0.0, "kl": 0.5091556921364147, "brier": 0.44721310809467135, "ece": 0.5528705468173458 }, "q_b0c8f51d41": { "n": 1, "accuracy": 0.0, "kl": 0.4592229728695714, "brier": 0.3976045124002815, "ece": 0.5258724662951736 }, "q_b0c9010a5b": { "n": 1, "accuracy": 1.0, "kl": 0.38559214067186903, "brier": 0.324025953755828, "ece": 0.4825083562833372 }, "q_b0cdba1ac8": { "n": 1, "accuracy": 1.0, "kl": 0.4058083116016656, "brier": 0.34423080283301294, "ece": 0.4948679324996166 }, "q_b0f2a2a017": { "n": 1, "accuracy": 1.0, "kl": 0.38734943271436534, "brier": 0.3257812263107494, "ece": 0.48359709260024986 }, "q_b108add227": { "n": 1, "accuracy": 0.0, "kl": 0.8452097709266606, "brier": 0.5731871720163754, "ece": 0.3968755740369226 }, "q_b1168be058": { "n": 1, "accuracy": 1.0, "kl": 0.4025018326145281, "brier": 0.3409248251940857, "ece": 0.49287093939516113 }, "q_b12126dbbc": { "n": 1, "accuracy": 0.0, "kl": 0.4206741892716681, "brier": 0.359096263343627, "ece": 0.5037312021456686 }, "q_b12ae78ba5": { "n": 1, "accuracy": 0.0, "kl": 0.44943037350810244, "brier": 0.38783295408679486, "ece": 0.520359486151255 }, "q_b131d1e137": { "n": 1, "accuracy": 1.0, "kl": 0.4053815725879512, "brier": 0.3438041110678818, "ece": 0.49461072771208037 }, "q_b134c74b8e": { "n": 1, "accuracy": 1.0, "kl": 0.41160368881569726, "brier": 0.3500258901396155, "ece": 0.4983454852987035 }, "q_b157931ba9": { "n": 1, "accuracy": 1.0, "kl": 0.40182306591235273, "brier": 0.34024620459035776, "ece": 0.49245981900686864 }, "q_b1690a9c9e": { "n": 1, "accuracy": 0.0, "kl": 0.41641692299924726, "brier": 0.3548391102111649, "ece": 0.5012120073141106 }, "q_b175e49b95": { "n": 1, "accuracy": 1.0, "kl": 0.3430321036717009, "brier": 0.28163975674114405, "ece": 0.4552597478688222 }, "q_b1842d9da1": { "n": 1, "accuracy": 1.0, "kl": 1.6553091156872313, "brier": 0.6998524725737989, "ece": 0.8610047384838129 }, "q_b18430a5ef": { "n": 1, "accuracy": 1.0, "kl": 1.0941238216234626, "brier": 0.5955487635414617, "ece": 0.7699306575331584 }, "q_b18b0491aa": { "n": 1, "accuracy": 1.0, "kl": 0.3915575238350191, "brier": 0.32998546817788044, "ece": 0.4861929764150781 }, "q_b1a1830a33": { "n": 1, "accuracy": 0.0, "kl": 0.45832737337406054, "brier": 0.396711264768854, "ece": 0.5253713421229828 }, "q_b1b5eb6ce8": { "n": 1, "accuracy": 0.0, "kl": 0.4156151854578738, "brier": 0.3540373757726858, "ece": 0.5007358885171823 }, "q_b1b6799c58": { "n": 1, "accuracy": 1.0, "kl": 0.3824707368592811, "brier": 0.3209088091976703, "ece": 0.4805676030320414 }, "q_b1f3a31444": { "n": 1, "accuracy": 1.0, "kl": 0.361113054514131, "brier": 0.2996108797502013, "ece": 0.4670470770786166 }, "q_b1feb69a32": { "n": 1, "accuracy": 1.0, "kl": 0.3567947471882368, "brier": 0.29531295812798053, "ece": 0.46426095178145577 }, "q_b20ab2f040": { "n": 1, "accuracy": 1.0, "kl": 0.4079451425427574, "brier": 0.34636746036182575, "ece": 0.4961534935344324 }, "q_b2288b7fd5": { "n": 1, "accuracy": 1.0, "kl": 0.3388980650341661, "brier": 0.27754088522214504, "ece": 0.4525190499975438 }, "q_b228f6fffe": { "n": 1, "accuracy": 1.0, "kl": 0.39897403321970115, "brier": 0.33739797972966756, "ece": 0.49072982587685754 }, "q_b23678f8da": { "n": 1, "accuracy": 1.0, "kl": 0.3925968773004588, "brier": 0.3310240652066361, "ece": 0.4868317005879925 }, "q_b25c582bed": { "n": 1, "accuracy": 0.0, "kl": 0.4261054908666445, "brier": 0.36452692947379595, "ece": 0.50692325391913 }, "q_b265cd8b69": { "n": 1, "accuracy": 0.0, "kl": 0.42064737934582863, "brier": 0.35906945490444486, "ece": 0.5037153849604973 }, "q_b26b21ef75": { "n": 1, "accuracy": 1.0, "kl": 0.7269951324181609, "brier": 0.4917082135332296, "ece": 0.6521198352213673 }, "q_b2974748b0": { "n": 1, "accuracy": 1.0, "kl": 0.38305281200907526, "brier": 0.3214900214440819, "ece": 0.4809301818546976 }, "q_b2978aaf75": { "n": 1, "accuracy": 0.0, "kl": 0.4189466135474781, "brier": 0.35736875992059225, "ece": 0.5027107521228862 }, "q_b298d7a626": { "n": 1, "accuracy": 1.0, "kl": 0.39976590297133857, "brier": 0.3381895911779863, "ece": 0.4912113758020237 }, "q_b2a0e16580": { "n": 1, "accuracy": 0.0, "kl": 1.7567136648916317, "brier": 0.7261257245003513, "ece": 0.131696642910982 }, "q_b2b0789a3e": { "n": 1, "accuracy": 1.0, "kl": 0.4077708544773833, "brier": 0.3461931828945689, "ece": 0.4960487849366759 }, "q_b2b8955303": { "n": 1, "accuracy": 0.0, "kl": 0.42417410286751034, "brier": 0.36259585453566834, "ece": 0.50579094314914 }, "q_b2d4351d67": { "n": 1, "accuracy": 0.0, "kl": 0.43068972657700344, "brier": 0.36910990244773595, "ece": 0.5095985931353453 }, "q_b2f24e6054": { "n": 1, "accuracy": 1.0, "kl": 0.3721252309909815, "brier": 0.3105847204514083, "ece": 0.4740715166384194 }, "q_b2f60c5759": { "n": 1, "accuracy": 1.0, "kl": 0.3865171119508881, "brier": 0.3249498297393249, "ece": 0.4830817719392213 }, "q_b3016bfda3": { "n": 1, "accuracy": 1.0, "kl": 0.37455527920103293, "brier": 0.31300861330071633, "ece": 0.4756062520364891 }, "q_b301785a69": { "n": 1, "accuracy": 0.0, "kl": 0.416235248634206, "brier": 0.35465743682145273, "ece": 0.5011041657484836 }, "q_b305ecdd65": { "n": 1, "accuracy": 0.0, "kl": 0.4241250837340136, "brier": 0.3625468419449801, "ece": 0.5057621647968382 }, "q_b308de554d": { "n": 1, "accuracy": 1.0, "kl": 0.34520465321227867, "brier": 0.2837954628579873, "ece": 0.45669315288307755 }, "q_b30ba79aa2": { "n": 1, "accuracy": 1.0, "kl": 0.3885280663733956, "brier": 0.3269586470298842, "ece": 0.48432576409986794 }, "q_b3256acf45": { "n": 1, "accuracy": 1.0, "kl": 0.3625245115455396, "brier": 0.30101637321649877, "ece": 0.4679538459768756 }, "q_b32f348acd": { "n": 1, "accuracy": 0.0, "kl": 1.2187352765398736, "brier": 0.6485258948269873, "ece": 0.21495402398983127 }, "q_b33cdfc183": { "n": 1, "accuracy": 1.0, "kl": 0.3930760533728057, "brier": 0.33150291628441503, "ece": 0.48712585049614265 }, "q_b33e1037ed": { "n": 1, "accuracy": 1.0, "kl": 0.3620348123186127, "brier": 0.30052870538437426, "ece": 0.4676394622483463 }, "q_b3784b8725": { "n": 1, "accuracy": 0.0, "kl": 0.4322620904264129, "brier": 0.37068162990085995, "ece": 0.5105122703831215 }, "q_b378740c6a": { "n": 1, "accuracy": 0.0, "kl": 1.7948996293936537, "brier": 0.7357080723216224, "ece": 0.14214144690404354 }, "q_b3805b7346": { "n": 1, "accuracy": 0.0, "kl": 0.41941525598678, "brier": 0.35783738712918833, "ece": 0.5029878172768031 }, "q_b38de8f9c5": { "n": 1, "accuracy": 0.0, "kl": 0.4246535066469528, "brier": 0.3630751908325994, "ece": 0.5060722889561109 }, "q_b3bc9547a3": { "n": 1, "accuracy": 0.0, "kl": 0.8091798540205176, "brier": 0.5462590425653059, "ece": 0.3586579760461762 }, "q_b3caf6fc8f": { "n": 1, "accuracy": 1.0, "kl": 0.39621829030186595, "brier": 0.3346433660114466, "ece": 0.4890497317022996 }, "q_b3d64e4b6b": { "n": 1, "accuracy": 0.0, "kl": 0.7888430216567605, "brier": 0.5352298380322921, "ece": 0.3774207290677035 }, "q_b3f1623da0": { "n": 1, "accuracy": 0.0, "kl": 1.265522491180393, "brier": 0.6664548063318674, "ece": 0.2178800142275583 }, "q_b418d32a61": { "n": 1, "accuracy": 1.0, "kl": 0.6923967354881402, "brier": 0.467753176097147, "ece": 0.6381204789011865 }, "q_b44bba3780": { "n": 1, "accuracy": 1.0, "kl": 0.38506984956442436, "brier": 0.3235043137601932, "ece": 0.48218423251054554 }, "q_b44f1b71ff": { "n": 1, "accuracy": 1.0, "kl": 0.7471305553845575, "brier": 0.5047121927496895, "ece": 0.6600587987091467 }, "q_b454ac560d": { "n": 1, "accuracy": 0.0, "kl": 0.4292261868610821, "brier": 0.3676468556366483, "ece": 0.5087463443789627 }, "q_b459329de1": { "n": 1, "accuracy": 1.0, "kl": 0.3823725757700054, "brier": 0.3208107968452414, "ece": 0.48050642744233285 }, "q_b4598faace": { "n": 1, "accuracy": 1.0, "kl": 0.6561090476516005, "brier": 0.44239963514383035, "ece": 0.622760157613383 }, "q_b468b8ff30": { "n": 1, "accuracy": 1.0, "kl": 0.37462268848163394, "brier": 0.31307586241176866, "ece": 0.4756487472568115 }, "q_b46cde3a5a": { "n": 1, "accuracy": 0.0, "kl": 0.4170197683601524, "brier": 0.35544195088158653, "ece": 0.5015696566888955 }, "q_b47aacf917": { "n": 1, "accuracy": 1.0, "kl": 0.35737219448378404, "brier": 0.2958874859149972, "ece": 0.4646345576745524 }, "q_b48570d613": { "n": 1, "accuracy": 0.0, "kl": 0.4298682124349373, "brier": 0.36828867623096473, "ece": 0.509120423792066 }, "q_b4871674df": { "n": 1, "accuracy": 1.0, "kl": 0.3873044390586825, "brier": 0.3257362811604416, "ece": 0.48356925128188444 }, "q_b492147517": { "n": 1, "accuracy": 1.0, "kl": 0.3990097985674038, "brier": 0.3374337328120658, "ece": 0.4907515872227798 }, "q_b4add9771e": { "n": 1, "accuracy": 1.0, "kl": 0.39334374195345956, "brier": 0.33177042964878223, "ece": 0.4872900868231279 }, "q_b4b7a7f1e1": { "n": 1, "accuracy": 0.0, "kl": 0.7465827764843553, "brier": 0.5061444822719141, "ece": 0.3619964531862517 }, "q_b4bd342af6": { "n": 1, "accuracy": 0.0, "kl": 0.41746363163045885, "brier": 0.3558858090031122, "ece": 0.5018327921126522 }, "q_b4f1c6b697": { "n": 1, "accuracy": 0.0, "kl": 0.4597917345292609, "brier": 0.39817173238642484, "ece": 0.526190392313878 }, "q_b4f5e91de0": { "n": 1, "accuracy": 1.0, "kl": 0.32557812700282535, "brier": 0.26436504217079915, "ece": 0.4435691420973451 }, "q_b4f8264d3a": { "n": 1, "accuracy": 0.0, "kl": 0.41953983731185096, "brier": 0.35796196389516266, "ece": 0.5030614399204698 }, "q_b4faec51c6": { "n": 1, "accuracy": 1.0, "kl": 0.3787838973333617, "brier": 0.31722822419645047, "ece": 0.47826387244919066 }, "q_b5040b6741": { "n": 1, "accuracy": 0.0, "kl": 0.7960640870969773, "brier": 0.5375153806834685, "ece": 0.35275757156484305 }, "q_b5056f311d": { "n": 1, "accuracy": 0.0, "kl": 1.697433743156129, "brier": 0.7112522879058615, "ece": 0.139208415688216 }, "q_b51154abb1": { "n": 1, "accuracy": 1.0, "kl": 0.39960187293147076, "brier": 0.3380256123938716, "ece": 0.4911116712000959 }, "q_b5152b237f": { "n": 1, "accuracy": 1.0, "kl": 0.344526123948347, "brier": 0.2831220766068072, "ece": 0.4562459811126274 }, "q_b519f73361": { "n": 1, "accuracy": 1.0, "kl": 0.37798200020097156, "brier": 0.3164278778316918, "ece": 0.47776115812865116 }, "q_b51b76c660": { "n": 1, "accuracy": 1.0, "kl": 0.40576805663231175, "brier": 0.34419055212469485, "ece": 0.4948436766570601 }, "q_b5227e543f": { "n": 1, "accuracy": 0.0, "kl": 0.7327586215413698, "brier": 0.4962680039596312, "ece": 0.35421859088706525 }, "q_b5379189fe": { "n": 1, "accuracy": 1.0, "kl": 0.32233665895598707, "brier": 0.2611664969841843, "ece": 0.4413630425100111 }, "q_b53b721602": { "n": 1, "accuracy": 1.0, "kl": 0.4096107416612999, "brier": 0.34803298430725527, "ece": 0.49715284027994777 }, "q_b57bc1b3a2": { "n": 1, "accuracy": 0.0, "kl": 0.49002607888029837, "brier": 0.42825918303088206, "ece": 0.5427413872947189 }, "q_b57eebcaf3": { "n": 1, "accuracy": 0.0, "kl": 1.8400318153010944, "brier": 0.7462730707355365, "ece": 0.1334116418633928 }, "q_b580106258": { "n": 1, "accuracy": 0.0, "kl": 1.1942695919527937, "brier": 0.638096311481278, "ece": 0.2159087305658255 }, "q_b59c0f68fe": { "n": 1, "accuracy": 0.0, "kl": 0.43737510029243565, "brier": 0.3757916833688272, "ece": 0.5134695395116173 }, "q_b5ae325924": { "n": 1, "accuracy": 1.0, "kl": 0.38700323798815295, "brier": 0.32543540905445184, "ece": 0.4833828262670907 }, "q_b5ae8fc9cf": { "n": 1, "accuracy": 1.0, "kl": 0.39108205869261103, "brier": 0.3295103733290176, "ece": 0.48590046398656506 }, "q_b5afb1e71f": { "n": 1, "accuracy": 0.0, "kl": 0.8398045433659085, "brier": 0.5654601533549347, "ece": 0.3503709284458825 }, "q_b5bc1a1ec5": { "n": 1, "accuracy": 1.0, "kl": 0.6536642246709128, "brier": 0.4406176476229224, "ece": 0.6217062456569489 }, "q_b5bdc9ef44": { "n": 1, "accuracy": 0.0, "kl": 0.41894255804469355, "brier": 0.35736470453690433, "ece": 0.5027083536771566 }, "q_b5c7969fca": { "n": 1, "accuracy": 1.0, "kl": 0.38459361202566195, "brier": 0.323028690947477, "ece": 0.4818884739249665 }, "q_b5ecb95d36": { "n": 1, "accuracy": 1.0, "kl": 0.39655344264702813, "brier": 0.33497836059266306, "ece": 0.48925442000830177 }, "q_b5ed72ddaa": { "n": 1, "accuracy": 1.0, "kl": 0.4075662015988765, "brier": 0.34598854319820893, "ece": 0.4959258005932121 }, "q_b5f2c924b7": { "n": 1, "accuracy": 0.0, "kl": 0.4175841324393378, "brier": 0.3560063081289774, "ece": 0.5019042001029246 }, "q_b5fd8285ad": { "n": 1, "accuracy": 0.0, "kl": 0.5248076786136513, "brier": 0.4626618127595886, "ece": 0.5609687166332071 }, "q_b60ad71c52": { "n": 1, "accuracy": 0.0, "kl": 0.8474931091098356, "brier": 0.5741168682649223, "ece": 0.39421963197916793 }, "q_b61a6cde31": { "n": 1, "accuracy": 0.0, "kl": 0.4716823363308382, "brier": 0.41002078636817724, "ece": 0.5327807341132003 }, "q_b635f45651": { "n": 1, "accuracy": 0.0, "kl": 0.8317311663520276, "brier": 0.5625986597604371, "ece": 0.38153320598777934 }, "q_b63c43a341": { "n": 1, "accuracy": 1.0, "kl": 1.6061873411662848, "brier": 0.6864045022360311, "ece": 0.8532653188732848 }, "q_b640de66e4": { "n": 1, "accuracy": 1.0, "kl": 0.39727455064799744, "brier": 0.33569914899151954, "ece": 0.48969448921819747 }, "q_b644d4a419": { "n": 1, "accuracy": 0.0, "kl": 0.4348754465303633, "brier": 0.3732936563336541, "ece": 0.5120264206814521 }, "q_b6498a551e": { "n": 1, "accuracy": 1.0, "kl": 0.379622063738516, "brier": 0.3180648445494699, "ece": 0.4787886937649247 }, "q_b6749b0801": { "n": 1, "accuracy": 0.0, "kl": 1.7111576483573183, "brier": 0.7151256372449111, "ece": 0.14177348828021977 }, "q_b677f9002a": { "n": 1, "accuracy": 0.0, "kl": 0.4275148648109845, "brier": 0.3659359997429931, "ece": 0.5077475889721607 }, "q_b67a572cd8": { "n": 1, "accuracy": 1.0, "kl": 0.3560193830597975, "brier": 0.29454161133805357, "ece": 0.46375878578740937 }, "q_b67bec2337": { "n": 1, "accuracy": 1.0, "kl": 0.39179893787556236, "brier": 0.33022670010382615, "ece": 0.4863414205467036 }, "q_b6969f36d8": { "n": 1, "accuracy": 1.0, "kl": 0.4078088514997107, "brier": 0.3462311775577268, "ece": 0.496071614964135 }, "q_b6981815a7": { "n": 1, "accuracy": 1.0, "kl": 0.38282084353856977, "brier": 0.3212583929647076, "ece": 0.48078572390038266 }, "q_b6a085b53e": { "n": 1, "accuracy": 0.0, "kl": 0.42665450006382927, "brier": 0.3650758284505005, "ece": 0.5072445602055692 }, "q_b6c4a23719": { "n": 1, "accuracy": 1.0, "kl": 0.3768354412995196, "brier": 0.3152836613134874, "ece": 0.4770413462811445 }, "q_b6dbe27ac1": { "n": 1, "accuracy": 1.0, "kl": 0.40742240992095796, "brier": 0.3458447612715053, "ece": 0.4958393687901046 }, "q_b6de18064c": { "n": 1, "accuracy": 1.0, "kl": 1.6516042273542473, "brier": 0.698720787112716, "ece": 0.860444028336701 }, "q_b6eac4c211": { "n": 1, "accuracy": 1.0, "kl": 0.39298048706652433, "brier": 0.33140741362525783, "ece": 0.4870672018385034 }, "q_b6eb4b961b": { "n": 1, "accuracy": 1.0, "kl": 1.1596922292032414, "brier": 0.6236588545667878, "ece": 0.7861607993885281 }, "q_b70bafff1e": { "n": 1, "accuracy": 1.0, "kl": 0.4057888639759194, "brier": 0.3442113572608038, "ece": 0.4948562144049452 }, "q_b7298946ce": { "n": 1, "accuracy": 1.0, "kl": 0.3537871642700096, "brier": 0.2923215948191423, "ece": 0.46230981861517906 }, "q_b72d213d27": { "n": 1, "accuracy": 1.0, "kl": 0.7188677189356253, "brier": 0.48559408430182943, "ece": 0.648930409510436 }, "q_b7382e103a": { "n": 1, "accuracy": 0.0, "kl": 1.8057433461052221, "brier": 0.7382895554144061, "ece": 0.137563653835903 }, "q_b73a32278c": { "n": 1, "accuracy": 1.0, "kl": 0.41138917011273757, "brier": 0.3498113739722816, "ece": 0.49821727246270064 }, "q_b73ba31753": { "n": 1, "accuracy": 1.0, "kl": 0.39351629088973306, "brier": 0.331942868015376, "ece": 0.4873959180056766 }, "q_b746e99f3c": { "n": 1, "accuracy": 1.0, "kl": 0.41030797840342115, "brier": 0.3487302015958982, "ece": 0.4975704740495298 }, "q_b779ae66df": { "n": 1, "accuracy": 1.0, "kl": 0.41167847849022404, "brier": 0.35010067901714115, "ece": 0.49839017616164283 }, "q_b77cef9263": { "n": 1, "accuracy": 0.0, "kl": 0.41745815014845045, "brier": 0.3558803275946252, "ece": 0.5018295435330633 }, "q_b784e43ed6": { "n": 1, "accuracy": 1.0, "kl": 0.39735167513739433, "brier": 0.3357762408666622, "ece": 0.48974152881216604 }, "q_b7a306fbee": { "n": 1, "accuracy": 1.0, "kl": 0.3549568085459074, "brier": 0.29348472606923925, "ece": 0.46306965820150725 }, "q_b7a9366c39": { "n": 1, "accuracy": 0.0, "kl": 0.7473383060620716, "brier": 0.5062564422173251, "ece": 0.35841334678345926 }, "q_b7a97e3b65": { "n": 1, "accuracy": 0.0, "kl": 0.778272905240845, "brier": 0.5258554479855699, "ece": 0.35042228712005014 }, "q_b7b8411b90": { "n": 1, "accuracy": 0.0, "kl": 0.7807875453787335, "brier": 0.5271784499960206, "ece": 0.34066643436502553 }, "q_b7b955bb6d": { "n": 1, "accuracy": 1.0, "kl": 0.7356440114039056, "brier": 0.49702613483153835, "ece": 0.6555783443762613 }, "q_b7d04aa854": { "n": 1, "accuracy": 1.0, "kl": 0.40928400652879005, "brier": 0.3477062605146517, "ece": 0.4969569884980054 }, "q_b801df79f7": { "n": 1, "accuracy": 0.0, "kl": 0.43144885533741717, "brier": 0.3698687383811665, "ece": 0.5100399623181353 }, "q_b80535e7ca": { "n": 1, "accuracy": 1.0, "kl": 1.1688939420427733, "brier": 0.627372952273566, "ece": 0.7883496767635568 }, "q_b80c663f13": { "n": 1, "accuracy": 1.0, "kl": 0.37405308473625476, "brier": 0.3125076297541183, "ece": 0.4752895329717941 }, "q_b8366fda18": { "n": 1, "accuracy": 0.0, "kl": 0.43061893241747073, "brier": 0.36903913426633167, "ece": 0.5095574084254232 }, "q_b839d7a55e": { "n": 1, "accuracy": 0.0, "kl": 0.4197928683289086, "brier": 0.35821498495539844, "ece": 0.5032109314250982 }, "q_b842d0484f": { "n": 1, "accuracy": 0.0, "kl": 0.44790526314168744, "brier": 0.38631026649301425, "ece": 0.5194941788539492 }, "q_b8433ed45f": { "n": 1, "accuracy": 1.0, "kl": 0.3804740880751394, "brier": 0.318915373721021, "ece": 0.4793215331791043 }, "q_b8472fe9fb": { "n": 1, "accuracy": 1.0, "kl": 0.40884370655045243, "brier": 0.3472659783009046, "ece": 0.49669291948682337 }, "q_b85fbeb251": { "n": 1, "accuracy": 1.0, "kl": 0.3960821406487823, "brier": 0.33450728215757675, "ece": 0.4889665525184038 }, "q_b862e2b0d4": { "n": 1, "accuracy": 0.0, "kl": 0.4290442295832833, "brier": 0.3674649533641869, "ece": 0.5086402648866453 }, "q_b86bebbccd": { "n": 1, "accuracy": 1.0, "kl": 0.3832183810153463, "brier": 0.3216553509079294, "ece": 0.48103325978522615 }, "q_b871cf582d": { "n": 1, "accuracy": 0.0, "kl": 0.44196541976855863, "brier": 0.3803779760635484, "ece": 0.5161066246134931 }, "q_b881b38ba6": { "n": 1, "accuracy": 1.0, "kl": 0.3870443895150456, "brier": 0.32547651519823056, "ece": 0.4834083013512678 }, "q_b884f377c6": { "n": 1, "accuracy": 0.0, "kl": 0.4229104382273082, "brier": 0.36133233860426744, "ece": 0.5050484317135328 }, "q_b899601221": { "n": 1, "accuracy": 0.0, "kl": 0.8003037766665585, "brier": 0.540253771219063, "ece": 0.35282072304021117 }, "q_b8a02581f1": { "n": 1, "accuracy": 1.0, "kl": 0.3955468509239764, "brier": 0.3339722608959525, "ece": 0.4886393647802133 }, "q_b8a05e337b": { "n": 1, "accuracy": 1.0, "kl": 0.39695360888216313, "brier": 0.3353783461729771, "ece": 0.48949868508517647 }, "q_b8a2407669": { "n": 1, "accuracy": 1.0, "kl": 0.3892841959320681, "brier": 0.3277140554342015, "ece": 0.4847925736931209 }, "q_b8c428570c": { "n": 1, "accuracy": 1.0, "kl": 0.3876937515899168, "brier": 0.3261251794144182, "ece": 0.483810091140884 }, "q_b8d04f1be6": { "n": 1, "accuracy": 1.0, "kl": 0.4139599859687767, "brier": 0.35238217721189263, "ece": 0.4997512222804673 }, "q_b8d0689eb8": { "n": 1, "accuracy": 1.0, "kl": 1.6531838818895566, "brier": 0.6993020946784099, "ece": 0.8606780237961197 }, "q_b8eab5cd21": { "n": 1, "accuracy": 1.0, "kl": 0.38937141080796134, "brier": 0.3278011899159661, "ece": 0.48484638439534444 }, "q_b8ef5918c4": { "n": 1, "accuracy": 1.0, "kl": 0.6146682601601829, "brier": 0.41333913434596437, "ece": 0.60429535739986 }, "q_b8f05b957a": { "n": 1, "accuracy": 1.0, "kl": 0.39027097965772106, "brier": 0.32869996236595916, "ece": 0.48540101280458037 }, "q_b92c56320f": { "n": 1, "accuracy": 0.0, "kl": 1.2076361246235452, "brier": 0.643453973093534, "ece": 0.2131973022856574 }, "q_b93a1e0294": { "n": 1, "accuracy": 1.0, "kl": 0.6911112751711516, "brier": 0.4667592568412263, "ece": 0.6375978791039909 }, "q_b93c2f5850": { "n": 1, "accuracy": 1.0, "kl": 1.6804407878146699, "brier": 0.7063350605432245, "ece": 0.8648134315804816 }, "q_b93fa933b4": { "n": 1, "accuracy": 0.0, "kl": 0.8172206213770021, "brier": 0.5513426658959554, "ece": 0.35789029164844993 }, "q_b94a67e44f": { "n": 1, "accuracy": 0.0, "kl": 0.4287350315609743, "brier": 0.36715584576016047, "ece": 0.5084599431453076 }, "q_b94a83479c": { "n": 1, "accuracy": 1.0, "kl": 0.40813514576402643, "brier": 0.3465574526685733, "ece": 0.4962676138426897 }, "q_b9723bafaa": { "n": 1, "accuracy": 1.0, "kl": 0.4004708605468895, "brier": 0.3388943413922051, "ece": 0.4916396126420567 }, "q_b9729ebbf4": { "n": 1, "accuracy": 1.0, "kl": 0.4072473446386357, "brier": 0.34566970842053324, "ece": 0.4957341148020771 }, "q_b977191a51": { "n": 1, "accuracy": 1.0, "kl": 0.4090932836194189, "brier": 0.34751554493840686, "ece": 0.4968426231435593 }, "q_b97cdc45c8": { "n": 1, "accuracy": 1.0, "kl": 0.4023937880970847, "brier": 0.3408168028436015, "ece": 0.4928055249409832 }, "q_b97ed51633": { "n": 1, "accuracy": 1.0, "kl": 0.3741948609716115, "brier": 0.3126490609629863, "ece": 0.47537897071226876 }, "q_b98ba0278e": { "n": 1, "accuracy": 1.0, "kl": 0.39267400644548767, "brier": 0.33110114104580435, "ece": 0.48687906129819725 }, "q_b9944e3b36": { "n": 1, "accuracy": 1.0, "kl": 0.39921709531624816, "brier": 0.33764095960066964, "ece": 0.4908776944546087 }, "q_b9bda8d94a": { "n": 1, "accuracy": 1.0, "kl": 0.3961023055415026, "brier": 0.33452743724200656, "ece": 0.4889788730741519 }, "q_b9dd74da98": { "n": 1, "accuracy": 1.0, "kl": 0.3616750673464232, "brier": 0.30017047810435893, "ece": 0.4674083621350724 }, "q_b9e7f5fde6": { "n": 1, "accuracy": 0.0, "kl": 0.4267295832936746, "brier": 0.36515089582201554, "ece": 0.5072884832417178 }, "q_ba11e4516d": { "n": 1, "accuracy": 0.0, "kl": 0.7422534072077447, "brier": 0.502253296806245, "ece": 0.3509208428405403 }, "q_ba169f734e": { "n": 1, "accuracy": 1.0, "kl": 0.41096906053543947, "brier": 0.3493912705234252, "ece": 0.49796606951008904 }, "q_ba1ad1402c": { "n": 1, "accuracy": 1.0, "kl": 0.40935713000535745, "brier": 0.3477793813215824, "ece": 0.49700082812962276 }, "q_ba215cd395": { "n": 1, "accuracy": 0.0, "kl": 0.42597349982717664, "brier": 0.3643949634589809, "ece": 0.5068459695598524 }, "q_ba219fd321": { "n": 1, "accuracy": 1.0, "kl": 0.7265926071648567, "brier": 0.4909457843009225, "ece": 0.6520020848825607 }, "q_ba4798b30f": { "n": 1, "accuracy": 0.0, "kl": 0.440549040007159, "brier": 0.37896299325076266, "ece": 0.515294723865775 }, "q_ba4ff3c0c1": { "n": 1, "accuracy": 0.0, "kl": 0.4149728453393745, "brier": 0.3533950364485501, "ece": 0.5003540391435236 }, "q_ba52c8fa38": { "n": 1, "accuracy": 0.0, "kl": 0.43134994645056546, "brier": 0.3697698691468302, "ece": 0.509982481705261 }, "q_ba60d2a205": { "n": 1, "accuracy": 1.0, "kl": 0.3865030139838229, "brier": 0.32493574792143765, "ece": 0.48307303799772905 }, "q_ba783fbb21": { "n": 1, "accuracy": 1.0, "kl": 0.38992427054407874, "brier": 0.3283535531763092, "ece": 0.48518733517739 }, "q_ba79486552": { "n": 1, "accuracy": 1.0, "kl": 0.3369964668644504, "brier": 0.2756568964662079, "ece": 0.4512525396991971 }, "q_ba91a63e27": { "n": 1, "accuracy": 0.0, "kl": 0.4201983975801209, "brier": 0.35862049620400555, "ece": 0.5034504080786825 }, "q_baa00f7b4a": { "n": 1, "accuracy": 0.0, "kl": 0.43489785025593836, "brier": 0.37331604708382715, "ece": 0.5120393773047933 }, "q_baa94182d1": { "n": 1, "accuracy": 1.0, "kl": 0.37523922083436456, "brier": 0.3136909555988134, "ece": 0.47603721769475993 }, "q_baab52c9aa": { "n": 1, "accuracy": 0.0, "kl": 0.41857955546349296, "brier": 0.35700171178438145, "ece": 0.502493616392237 }, "q_baabca6f87": { "n": 1, "accuracy": 0.0, "kl": 0.7869416666251252, "brier": 0.5327838807278104, "ece": 0.36738830891512625 }, "q_bac6d9f7e4": { "n": 1, "accuracy": 1.0, "kl": 0.37683495911738063, "brier": 0.3152831801479943, "ece": 0.4770410433116419 }, "q_bacad74d09": { "n": 1, "accuracy": 1.0, "kl": 0.40631656285276724, "brier": 0.3447390036694669, "ece": 0.49517406209291714 }, "q_baccb083e6": { "n": 1, "accuracy": 1.0, "kl": 0.38340357652997475, "brier": 0.3218402815519917, "ece": 0.48114852707693667 }, "q_bad8118286": { "n": 1, "accuracy": 0.0, "kl": 0.4168365065672131, "brier": 0.35525869077257327, "ece": 0.5014609654360491 }, "q_badb3362cb": { "n": 1, "accuracy": 0.0, "kl": 1.7492746601760714, "brier": 0.7244624612980871, "ece": 0.12971017658863054 }, "q_badebbeab0": { "n": 1, "accuracy": 1.0, "kl": 0.41050994030539345, "brier": 0.3489321589628258, "ece": 0.49769136869393515 }, "q_baf1b6a081": { "n": 1, "accuracy": 0.0, "kl": 1.6304335142814768, "brier": 0.6932896660617328, "ece": 0.14594567944290182 }, "q_bb18af2736": { "n": 1, "accuracy": 0.0, "kl": 0.4440591953852404, "brier": 0.38246941339325746, "ece": 0.5173039065645637 }, "q_bb1b23996e": { "n": 1, "accuracy": 1.0, "kl": 0.38851780395190927, "brier": 0.3269483946976326, "ece": 0.4843194248967223 }, "q_bb3037383e": { "n": 1, "accuracy": 1.0, "kl": 0.4034254460830342, "brier": 0.34184826523323075, "ece": 0.4934297190776388 }, "q_bb43a8a141": { "n": 1, "accuracy": 0.0, "kl": 0.4177659469107826, "brier": 0.3561881198114074, "ece": 0.5020119191512292 }, "q_bb46b8662e": { "n": 1, "accuracy": 0.0, "kl": 0.4660550388066458, "brier": 0.40441546032489084, "ece": 0.5296751384749278 }, "q_bb632c11e0": { "n": 1, "accuracy": 0.0, "kl": 0.4514423364102437, "brier": 0.389841390932371, "ece": 0.5214982394825437 }, "q_bb640608af": { "n": 1, "accuracy": 0.0, "kl": 0.4550103646936236, "brier": 0.3934021859801644, "ece": 0.5235099694370828 }, "q_bb66281c1b": { "n": 1, "accuracy": 1.0, "kl": 0.4102692359937715, "brier": 0.34869146010973245, "ece": 0.49754727882584293 }, "q_bb714c5930": { "n": 1, "accuracy": 1.0, "kl": 0.3980349863973558, "brier": 0.33645927601322967, "ece": 0.49015806466119227 }, "q_bb74f1203f": { "n": 1, "accuracy": 0.0, "kl": 1.3516369604419598, "brier": 0.6993743676923904, "ece": 0.23537247099738012 }, "q_bb825b6157": { "n": 1, "accuracy": 0.0, "kl": 0.4472307515738094, "brier": 0.3856367602208648, "ece": 0.5191108972804391 }, "q_bb9852f69f": { "n": 1, "accuracy": 0.0, "kl": 0.416745558696094, "brier": 0.35516774364961734, "ece": 0.5014070144466138 }, "q_bba3e5ce8e": { "n": 1, "accuracy": 1.0, "kl": 0.39083859070501203, "brier": 0.32926710100911327, "ece": 0.4857506013606838 }, "q_bbb8ae0722": { "n": 1, "accuracy": 1.0, "kl": 0.3734008859699505, "brier": 0.3118570506181374, "ece": 0.4748778612546779 }, "q_bbc1ff3520": { "n": 1, "accuracy": 1.0, "kl": 0.3989894963871599, "brier": 0.33741343758714026, "ece": 0.49073923454373103 }, "q_bbd79407aa": { "n": 1, "accuracy": 1.0, "kl": 0.30483914557268826, "brier": 0.24396247406903726, "ece": 0.4292581237917289 }, "q_bbe3b0cd1f": { "n": 1, "accuracy": 0.0, "kl": 0.8144629077414738, "brier": 0.5511333657235605, "ece": 0.3757365157772917 }, "q_bbfe56223a": { "n": 1, "accuracy": 0.0, "kl": 0.42779730488979584, "brier": 0.3662183705531934, "ece": 0.5079125906965074 }, "q_bc34c5dd6a": { "n": 1, "accuracy": 1.0, "kl": 0.34150273378105866, "brier": 0.2801229110814544, "ece": 0.4542478530876659 }, "q_bc3f87b42b": { "n": 1, "accuracy": 1.0, "kl": 0.39552045001960023, "brier": 0.33394587364058226, "ece": 0.48862322109773826 }, "q_bc4265f3e5": { "n": 1, "accuracy": 0.0, "kl": 1.773802618786768, "brier": 0.730448775838304, "ece": 0.13557871427374274 }, "q_bc52840457": { "n": 1, "accuracy": 1.0, "kl": 0.40015364126846337, "brier": 0.3385772128624977, "ece": 0.4914469667299163 }, "q_bc821a7c78": { "n": 1, "accuracy": 0.0, "kl": 0.4381819059620019, "brier": 0.3765978830910679, "ece": 0.5139342594743286 }, "q_bc92d4cb6d": { "n": 1, "accuracy": 1.0, "kl": 0.3474695296437528, "brier": 0.2860439262787691, "ece": 0.4581824468948612 }, "q_bc948dfce5": { "n": 1, "accuracy": 0.0, "kl": 0.4265221502933457, "brier": 0.36494350616889915, "ece": 0.5071671254725129 }, "q_bc953b19e0": { "n": 1, "accuracy": 1.0, "kl": 0.4048679986279918, "brier": 0.3432906002679762, "ece": 0.4943009777130487 }, "q_bcb0bf71a8": { "n": 1, "accuracy": 1.0, "kl": 0.3839297400963798, "brier": 0.3223657100836461, "ece": 0.48147584614995587 }, "q_bcbbf6ee97": { "n": 1, "accuracy": 1.0, "kl": 0.3964182683768482, "brier": 0.33484324923621556, "ece": 0.4891718766216805 }, "q_bcccbe761a": { "n": 1, "accuracy": 1.0, "kl": 0.3921111849529434, "brier": 0.3305387174329413, "ece": 0.4865333426872519 }, "q_bce44851a2": { "n": 1, "accuracy": 1.0, "kl": 0.3921222935160176, "brier": 0.3305498179419095, "ece": 0.4865401689513039 }, "q_bd153e516a": { "n": 1, "accuracy": 0.0, "kl": 0.4336082395016916, "brier": 0.37202713864070125, "ece": 0.5112929043241387 }, "q_bd3907b805": { "n": 1, "accuracy": 1.0, "kl": 1.6612122208316253, "brier": 0.7013994426572416, "ece": 0.861909570172563 }, "q_bd3a16587f": { "n": 1, "accuracy": 1.0, "kl": 0.33934218255950943, "brier": 0.2779810226572459, "ece": 0.45281431212954115 }, "q_bd4015ec89": { "n": 1, "accuracy": 0.0, "kl": 0.4379312074893034, "brier": 0.3763473773145295, "ece": 0.5137899130423214 }, "q_bd40919c19": { "n": 1, "accuracy": 1.0, "kl": 0.3739032055392014, "brier": 0.3123581180290438, "ece": 0.47519496329599376 }, "q_bd4d1528a4": { "n": 1, "accuracy": 1.0, "kl": 0.379449529453709, "brier": 0.31789262235413795, "ece": 0.47868071332467155 }, "q_bd4f5bca39": { "n": 1, "accuracy": 1.0, "kl": 0.39474967634478997, "brier": 0.33317551578070553, "ece": 0.48815163590307065 }, "q_bd62b6b7ae": { "n": 1, "accuracy": 1.0, "kl": 0.39444554993865416, "brier": 0.332871562850119, "ece": 0.48796541694739204 }, "q_bd70849da2": { "n": 1, "accuracy": 1.0, "kl": 0.4136849210774203, "brier": 0.35210711244332604, "ece": 0.49958736423021965 }, "q_bd79e862de": { "n": 1, "accuracy": 1.0, "kl": 0.40604011315136473, "brier": 0.3444625806203597, "ece": 0.49500757861776434 }, "q_bd810b5ea6": { "n": 1, "accuracy": 1.0, "kl": 0.7509013399382192, "brier": 0.5072639453095926, "ece": 0.6615127963961147 }, "q_bd84cf9a08": { "n": 1, "accuracy": 1.0, "kl": 0.3802424202780868, "brier": 0.3186841049489153, "ece": 0.47917671835223263 }, "q_bd84dd0c48": { "n": 1, "accuracy": 1.0, "kl": 0.6537483129581592, "brier": 0.4409850431743966, "ece": 0.6217102133521947 }, "q_bd880b443e": { "n": 1, "accuracy": 1.0, "kl": 0.656822329462744, "brier": 0.4424634599850902, "ece": 0.6231146286765017 }, "q_bda36c4108": { "n": 1, "accuracy": 1.0, "kl": 0.3878757162837858, "brier": 0.32630695464987214, "ece": 0.48392261303984463 }, "q_bda384b1f6": { "n": 1, "accuracy": 1.0, "kl": 0.37500445859936027, "brier": 0.3134567359140109, "ece": 0.4758893380188527 }, "q_bda42e14df": { "n": 1, "accuracy": 0.0, "kl": 1.7719333293582555, "brier": 0.7302211323360647, "ece": 0.13599204083503696 }, "q_bda4a1c2ca": { "n": 1, "accuracy": 1.0, "kl": 0.3870516892834496, "brier": 0.3254838069307722, "ece": 0.4834128201549699 }, "q_bdb696091f": { "n": 1, "accuracy": 0.0, "kl": 0.46137654211972795, "brier": 0.3997520430966798, "ece": 0.5270749618893232 }, "q_bdb797d36d": { "n": 1, "accuracy": 0.0, "kl": 1.781448939694607, "brier": 0.7322800223966187, "ece": 0.1367652425059262 }, "q_bdb81d1aa8": { "n": 1, "accuracy": 1.0, "kl": 0.3831723096005438, "brier": 0.3216093458878352, "ece": 0.4810045797044188 }, "q_bdc6b5dee5": { "n": 1, "accuracy": 1.0, "kl": 0.3525449200728623, "brier": 0.29108656174690073, "ece": 0.46150135107683476 }, "q_bdc852d9c6": { "n": 1, "accuracy": 1.0, "kl": 0.31264826283902303, "brier": 0.25162701604141163, "ece": 0.4347019988958418 }, "q_bddbce8825": { "n": 1, "accuracy": 1.0, "kl": 0.3989082438960609, "brier": 0.33733221311854467, "ece": 0.4906897935903354 }, "q_bde26d65e2": { "n": 1, "accuracy": 1.0, "kl": 0.36377646270431707, "brier": 0.30226330936279855, "ece": 0.4687565493742828 }, "q_bdf1694259": { "n": 1, "accuracy": 0.0, "kl": 0.4205699397875756, "brier": 0.35899201956975313, "ece": 0.5036696942015991 }, "q_bdfc3fb13a": { "n": 1, "accuracy": 0.0, "kl": 0.42814608882783123, "brier": 0.3665670648752322, "ece": 0.5081162604218813 }, "q_be101e78f8": { "n": 1, "accuracy": 1.0, "kl": 0.3954449253730973, "brier": 0.33387038825397775, "ece": 0.4885770357313157 }, "q_be12326ac7": { "n": 1, "accuracy": 1.0, "kl": 0.3994130754285992, "brier": 0.3378368753265999, "ece": 0.4909968827902469 }, "q_be37e05e36": { "n": 1, "accuracy": 1.0, "kl": 0.37838581901134527, "brier": 0.3168309068445756, "ece": 0.4780143884613819 }, "q_be400b0483": { "n": 1, "accuracy": 0.0, "kl": 0.46473814430709504, "brier": 0.40310309135332884, "ece": 0.5289449249926592 }, "q_be41cf502a": { "n": 1, "accuracy": 1.0, "kl": 0.40803773670025395, "brier": 0.34646004911822986, "ece": 0.49620911157627834 }, "q_be4a87425a": { "n": 1, "accuracy": 0.0, "kl": 0.4444438460385528, "brier": 0.38285359747896797, "ece": 0.5175234836434314 }, "q_be5d83bb5f": { "n": 1, "accuracy": 0.0, "kl": 0.7882034745463351, "brier": 0.5327122706272698, "ece": 0.3573450735397066 }, "q_be77011dd9": { "n": 1, "accuracy": 1.0, "kl": 0.3991051820917906, "brier": 0.3375290839069853, "ece": 0.4908096176496999 }, "q_be776154c1": { "n": 1, "accuracy": 1.0, "kl": 0.39822384705504105, "brier": 0.33664806434808925, "ece": 0.49027311900006876 }, "q_be8dfea226": { "n": 1, "accuracy": 1.0, "kl": 0.3898883992462896, "brier": 0.32831771340835214, "ece": 0.48516522148893293 }, "q_be98eaebcd": { "n": 1, "accuracy": 0.0, "kl": 0.42432004230422243, "brier": 0.3627417741050152, "ece": 0.505876610126111 }, "q_bea207f099": { "n": 1, "accuracy": 0.0, "kl": 0.41532655310219135, "brier": 0.3537487439078103, "ece": 0.5005643493615515 }, "q_beb8bcf5e7": { "n": 1, "accuracy": 1.0, "kl": 0.3930820854380982, "brier": 0.33150894435174943, "ece": 0.48712955207878816 }, "q_bec2049901": { "n": 1, "accuracy": 1.0, "kl": 0.402321751220596, "brier": 0.34074478097237104, "ece": 0.49276190532337827 }, "q_bec59a53d0": { "n": 1, "accuracy": 1.0, "kl": 0.4118247783994722, "brier": 0.35024697749068223, "ece": 0.4984775845195787 }, "q_bed38b9ef8": { "n": 1, "accuracy": 0.0, "kl": 0.8190094881077244, "brier": 0.5538636609100521, "ece": 0.3747265966197265 }, "q_bed86e3d21": { "n": 1, "accuracy": 1.0, "kl": 0.7522999026844555, "brier": 0.5081803324101077, "ece": 0.6620526801950786 }, "q_bee7184eb5": { "n": 1, "accuracy": 1.0, "kl": 0.4093246691198407, "brier": 0.3477469216116073, "ece": 0.4969813674563932 }, "q_bef43626c0": { "n": 1, "accuracy": 1.0, "kl": 0.36809696012213017, "brier": 0.30656838414917714, "ece": 0.4715152513946149 }, "q_bef99e1ef3": { "n": 1, "accuracy": 1.0, "kl": 0.3693184674878929, "brier": 0.3077860342398716, "ece": 0.4722920049146244 }, "q_bf177779af": { "n": 1, "accuracy": 0.0, "kl": 0.454452179593429, "brier": 0.3928452185469445, "ece": 0.5231959039448268 }, "q_bf243ca5ad": { "n": 1, "accuracy": 0.0, "kl": 1.319482771458159, "brier": 0.6865372701563355, "ece": 0.21870118841455882 }, "q_bf256a4956": { "n": 1, "accuracy": 0.0, "kl": 0.41578060184371696, "brier": 0.35420279175023084, "ece": 0.5008341667154835 }, "q_bf2e632d45": { "n": 1, "accuracy": 1.0, "kl": 0.39987992353188084, "brier": 0.33830357678780143, "ece": 0.49128066863627406 }, "q_bf5ae6863f": { "n": 1, "accuracy": 1.0, "kl": 0.39333711396077364, "brier": 0.33176380594026045, "ece": 0.48728602108362395 }, "q_bf5c5133ee": { "n": 1, "accuracy": 1.0, "kl": 0.38552141203149115, "brier": 0.3239553118926265, "ece": 0.48246447786893343 }, "q_bf6009926e": { "n": 1, "accuracy": 1.0, "kl": 0.40880787927958306, "brier": 0.3472301526075844, "ece": 0.49667142487071536 }, "q_bf617697f7": { "n": 1, "accuracy": 0.0, "kl": 0.4165847778414534, "brier": 0.3550069639837955, "ece": 0.5013116210026703 }, "q_bf62b6eef1": { "n": 1, "accuracy": 1.0, "kl": 0.364113508964315, "brier": 0.3025990486593187, "ece": 0.46897239533115886 }, "q_bf69198092": { "n": 1, "accuracy": 0.0, "kl": 1.103986516972221, "brier": 0.6019992443255078, "ece": 0.23833258365026913 }, "q_bf69f701b4": { "n": 1, "accuracy": 0.0, "kl": 0.8534337453308453, "brier": 0.5753693035699237, "ece": 0.3760450672473163 }, "q_bf72fffc96": { "n": 1, "accuracy": 1.0, "kl": 0.3996795637850858, "brier": 0.3381032788266543, "ece": 0.49115889801064394 }, "q_bf76aaa3a4": { "n": 1, "accuracy": 0.0, "kl": 0.42410222995406627, "brier": 0.3625239911931849, "ece": 0.5057487470287991 }, "q_bf77f5d5c6": { "n": 1, "accuracy": 0.0, "kl": 0.42619861439484374, "brier": 0.3646200350068479, "ece": 0.5069777716736832 }, "q_bf894d2de4": { "n": 1, "accuracy": 1.0, "kl": 0.3977986240600122, "brier": 0.3362230066023284, "ece": 0.49001402817606643 }, "q_bf8977b8a6": { "n": 1, "accuracy": 1.0, "kl": 0.40279587054153515, "brier": 0.34121880482488776, "ece": 0.49304891043609334 }, "q_bf91f2fbb5": { "n": 1, "accuracy": 1.0, "kl": 0.3711543367222637, "brier": 0.30961649943192276, "ece": 0.4734567952341926 }, "q_bf953b8bba": { "n": 1, "accuracy": 1.0, "kl": 0.380251146298534, "brier": 0.31869281583860143, "ece": 0.4791821738496105 }, "q_bf957256e0": { "n": 1, "accuracy": 1.0, "kl": 0.3793250606793013, "brier": 0.317768380697934, "ece": 0.47860279771843917 }, "q_bf9e72a8ee": { "n": 1, "accuracy": 1.0, "kl": 0.39797167936822825, "brier": 0.33639599360897193, "ece": 0.4901194908858709 }, "q_bf9f771aa3": { "n": 1, "accuracy": 0.0, "kl": 1.830263787260673, "brier": 0.7454118414299326, "ece": 0.15931818276806986 }, "q_bfac02f59f": { "n": 1, "accuracy": 0.0, "kl": 0.4241510407105634, "brier": 0.3625727954650541, "ece": 0.5057774039712852 }, "q_bfbdf54a05": { "n": 1, "accuracy": 0.0, "kl": 0.41503834477429546, "brier": 0.3534605358468855, "ece": 0.5003929922387417 }, "q_bfbe87e6ae": { "n": 1, "accuracy": 0.0, "kl": 0.44959558755978135, "brier": 0.3879978929461163, "ece": 0.5204531149544275 }, "q_bfbf98449f": { "n": 1, "accuracy": 1.0, "kl": 0.3930704169023449, "brier": 0.3314972835517967, "ece": 0.48712239164150417 }, "q_bfc912e33f": { "n": 1, "accuracy": 0.0, "kl": 0.4266531510231716, "brier": 0.3650744796930222, "ece": 0.507243770986203 }, "q_bff11b67f9": { "n": 1, "accuracy": 0.0, "kl": 0.42298580665696917, "brier": 0.36140769928271327, "ece": 0.5050927541623788 }, "q_bff20e7a47": { "n": 1, "accuracy": 1.0, "kl": 0.4058964373903301, "brier": 0.3443189194331328, "ece": 0.49492102828919915 }, "q_bff8412f02": { "n": 1, "accuracy": 0.0, "kl": 0.41617204177545963, "brier": 0.3545942302605919, "ece": 0.5010666397736775 }, "q_c007fcecf4": { "n": 1, "accuracy": 1.0, "kl": 0.35327249011955075, "brier": 0.2918098711991261, "ece": 0.4619750457812173 }, "q_c011dd1c4b": { "n": 1, "accuracy": 0.0, "kl": 0.42357653346744956, "brier": 0.36199836053446044, "ece": 0.5054399843306105 }, "q_c0167a3bab": { "n": 1, "accuracy": 0.0, "kl": 1.216420099292352, "brier": 0.656278317716242, "ece": 0.24520362687032837 }, "q_c021d8b9f5": { "n": 1, "accuracy": 1.0, "kl": 0.35498662955295024, "brier": 0.29351438447599243, "ece": 0.4630890134655341 }, "q_c02569e3ee": { "n": 1, "accuracy": 1.0, "kl": 1.115150408580822, "brier": 0.6055780285441925, "ece": 0.7752030176453844 }, "q_c02d9dead7": { "n": 1, "accuracy": 0.0, "kl": 0.4476882220680512, "brier": 0.3860935532596842, "ece": 0.5193708873262338 }, "q_c032cdcb9a": { "n": 1, "accuracy": 0.0, "kl": 0.42410191972671407, "brier": 0.36252368100684107, "ece": 0.5057485648870945 }, "q_c0354abe16": { "n": 1, "accuracy": 1.0, "kl": 0.37906177637324945, "brier": 0.3175055822847702, "ece": 0.47843793888431996 }, "q_c0465377ce": { "n": 1, "accuracy": 0.0, "kl": 0.4147092242892125, "brier": 0.35313141548066423, "ece": 0.5001972248127444 }, "q_c04798a39a": { "n": 1, "accuracy": 0.0, "kl": 0.4257786675042956, "brier": 0.364200167055784, "ece": 0.506731863736342 }, "q_c057af515c": { "n": 1, "accuracy": 0.0, "kl": 0.4247876908746351, "brier": 0.3632093550116827, "ece": 0.5061510031735715 }, "q_c05a35a6aa": { "n": 1, "accuracy": 1.0, "kl": 0.40591215912803713, "brier": 0.34433463955163446, "ece": 0.4949304999344073 }, "q_c085262693": { "n": 1, "accuracy": 0.0, "kl": 0.41504784090927405, "brier": 0.35347003197591303, "ece": 0.5003986393745304 }, "q_c085483f43": { "n": 1, "accuracy": 1.0, "kl": 0.3773657266507542, "brier": 0.3158128447549662, "ece": 0.47737441082370047 }, "q_c091966a54": { "n": 1, "accuracy": 1.0, "kl": 0.38380176624777385, "brier": 0.3222379126447565, "ece": 0.48139625848079126 }, "q_c095639334": { "n": 1, "accuracy": 0.0, "kl": 0.433859800540184, "brier": 0.37227856969011597, "ece": 0.5114386223381698 }, "q_c099a3e7a5": { "n": 1, "accuracy": 0.0, "kl": 0.41515634075224694, "brier": 0.3535785317381532, "ece": 0.5004631563752959 }, "q_c09d251a6a": { "n": 1, "accuracy": 1.0, "kl": 0.3821334134681226, "brier": 0.32057200085662274, "ece": 0.48035734091972304 }, "q_c09f93ed6d": { "n": 1, "accuracy": 1.0, "kl": 0.39373981035979877, "brier": 0.33216624698860536, "ece": 0.48753297227868897 }, "q_c0a105900d": { "n": 1, "accuracy": 1.0, "kl": 0.3490382617274256, "brier": 0.2876019531318374, "ece": 0.4592109921480635 }, "q_c0a5dcf853": { "n": 1, "accuracy": 0.0, "kl": 0.42171705265454495, "brier": 0.36013905855488965, "ece": 0.504346001839825 }, "q_c0bc9e67ad": { "n": 1, "accuracy": 0.0, "kl": 0.4280949303961503, "brier": 0.3665159198739847, "ece": 0.5080863930762017 }, "q_c0bddb82c8": { "n": 1, "accuracy": 1.0, "kl": 0.40793660145621724, "brier": 0.3463589197814427, "ece": 0.4961483628355653 }, "q_c0c897c5f1": { "n": 1, "accuracy": 0.0, "kl": 0.4237542900100717, "brier": 0.3621760956288492, "ece": 0.5055444134452062 }, "q_c0ccb44cfe": { "n": 1, "accuracy": 1.0, "kl": 0.6475996492189787, "brier": 0.4363443871759313, "ece": 0.6190615834000284 }, "q_c0cdb43207": { "n": 1, "accuracy": 0.0, "kl": 0.7818909947015373, "brier": 0.5288033054975938, "ece": 0.35950419163578834 }, "q_c0dcb1d183": { "n": 1, "accuracy": 0.0, "kl": 0.4281507681308331, "brier": 0.3665717429448475, "ece": 0.5081189921884145 }, "q_c0e2a84ddb": { "n": 1, "accuracy": 1.0, "kl": 0.7340638500671068, "brier": 0.4960040508240927, "ece": 0.6549537510687071 }, "q_c0fc4a29a7": { "n": 1, "accuracy": 0.0, "kl": 0.752541811669069, "brier": 0.5094301820859277, "ece": 0.35595050390640515 }, "q_c10a39ddff": { "n": 1, "accuracy": 0.0, "kl": 1.2217480321877725, "brier": 0.6491969112909577, "ece": 0.2109755464447837 }, "q_c10ac17beb": { "n": 1, "accuracy": 0.0, "kl": 0.76087233408445, "brier": 0.5157758706785144, "ece": 0.3651038839513457 }, "q_c10e000770": { "n": 1, "accuracy": 1.0, "kl": 0.3888757088282952, "brier": 0.3273059525056281, "ece": 0.48454045070031504 }, "q_c11da1cc7d": { "n": 1, "accuracy": 1.0, "kl": 0.39343184118469754, "brier": 0.3318584721948489, "ece": 0.48734412490844203 }, "q_c122af6c70": { "n": 1, "accuracy": 0.0, "kl": 0.4471438862532787, "brier": 0.3855500214747172, "ece": 0.5190615113368041 }, "q_c12e567149": { "n": 1, "accuracy": 1.0, "kl": 0.4063117729371778, "brier": 0.3447342142003665, "ece": 0.4951711780701825 }, "q_c13447ea8b": { "n": 1, "accuracy": 0.0, "kl": 0.4209218553187864, "brier": 0.35934391505177155, "ece": 0.5038772906465806 }, "q_c13b121242": { "n": 1, "accuracy": 1.0, "kl": 0.3727849615587845, "brier": 0.3112427053061542, "ece": 0.4744887231000109 }, "q_c13d3fa94b": { "n": 1, "accuracy": 1.0, "kl": 0.6818590424029292, "brier": 0.45999809353986654, "ece": 0.6337736018761332 }, "q_c13f58d1a1": { "n": 1, "accuracy": 1.0, "kl": 0.382069966276927, "brier": 0.32050865178311383, "ece": 0.4803177811333852 }, "q_c1421c636b": { "n": 1, "accuracy": 1.0, "kl": 0.4097106009635867, "brier": 0.3481328404391551, "ece": 0.4972126798403633 }, "q_c1461bebb3": { "n": 1, "accuracy": 0.0, "kl": 1.7899232457963183, "brier": 0.7343601761801747, "ece": 0.13653146852429218 }, "q_c169b40db3": { "n": 1, "accuracy": 1.0, "kl": 0.6665127118827288, "brier": 0.4498449848929021, "ece": 0.6272216921818732 }, "q_c18ea4272c": { "n": 1, "accuracy": 0.0, "kl": 0.4595304871690261, "brier": 0.3979111978345504, "ece": 0.5260443911958486 }, "q_c1acf34cfc": { "n": 1, "accuracy": 0.0, "kl": 0.8779593166627349, "brier": 0.5894784778279716, "ece": 0.35712224870138265 }, "q_c1bde6d446": { "n": 1, "accuracy": 1.0, "kl": 0.4089976127804952, "brier": 0.3474198779842137, "ece": 0.49678524325137374 }, "q_c1d11193cf": { "n": 1, "accuracy": 1.0, "kl": 0.5476705946061107, "brier": 0.364685541086126, "ece": 0.572375853248181 }, "q_c1daa1a16b": { "n": 1, "accuracy": 0.0, "kl": 1.3776077342273676, "brier": 0.6789840903248896, "ece": 0.17800817498525157 }, "q_c1dd317e2a": { "n": 1, "accuracy": 1.0, "kl": 0.37453409217725164, "brier": 0.31298747673432653, "ece": 0.47559289473796573 }, "q_c1f81edb94": { "n": 1, "accuracy": 0.0, "kl": 0.41791161644661623, "brier": 0.3563337868860647, "ece": 0.5020982035534294 }, "q_c1f92adb8c": { "n": 1, "accuracy": 1.0, "kl": 0.37786583575724497, "brier": 0.3163119439457758, "ece": 0.4776882849329206 }, "q_c207f8c8bf": { "n": 1, "accuracy": 0.0, "kl": 0.4323264536785092, "brier": 0.3707459646011565, "ece": 0.5105496281505516 }, "q_c20db6e9b0": { "n": 1, "accuracy": 1.0, "kl": 0.37122109303616024, "brier": 0.30968306791500627, "ece": 0.4734990901609597 }, "q_c21f1f3b6d": { "n": 1, "accuracy": 0.0, "kl": 0.41526398904699546, "brier": 0.3536861799271813, "ece": 0.5005271572248225 }, "q_c23a44a435": { "n": 1, "accuracy": 0.0, "kl": 0.44092488945126246, "brier": 0.37933848602589365, "ece": 0.5155103248063665 }, "q_c23f45c0a9": { "n": 1, "accuracy": 1.0, "kl": 0.383169387634613, "brier": 0.32160642813959317, "ece": 0.481002760676029 }, "q_c24c7fcda8": { "n": 1, "accuracy": 1.0, "kl": 0.3876651127092365, "brier": 0.32609657059310815, "ece": 0.48379237894808524 }, "q_c2630fffa9": { "n": 1, "accuracy": 1.0, "kl": 0.3924542540383313, "brier": 0.3308815415298037, "ece": 0.48674410968679294 }, "q_c268902e98": { "n": 1, "accuracy": 0.0, "kl": 0.43202335207946363, "brier": 0.3704429956985794, "ece": 0.510373672346822 }, "q_c26a1e9b34": { "n": 1, "accuracy": 1.0, "kl": 0.3993574246730313, "brier": 0.3377812426822758, "ece": 0.4909630413323537 }, "q_c27073da5f": { "n": 1, "accuracy": 1.0, "kl": 0.38207604332258444, "brier": 0.32051471941384374, "ece": 0.48032157037427026 }, "q_c273697930": { "n": 1, "accuracy": 0.0, "kl": 0.46782305656776646, "brier": 0.40617704267179977, "ece": 0.5306534381716175 }, "q_c28538b092": { "n": 1, "accuracy": 1.0, "kl": 0.3804808289361278, "brier": 0.31892210305481705, "ece": 0.4793257461364199 }, "q_c29a92405c": { "n": 1, "accuracy": 0.0, "kl": 0.4451567645059873, "brier": 0.38356561979399556, "ece": 0.5179301427134215 }, "q_c29ec3335a": { "n": 1, "accuracy": 0.0, "kl": 0.41848746129224057, "brier": 0.3569096198540461, "ece": 0.5024391197877193 }, "q_c2a5d36ec7": { "n": 1, "accuracy": 1.0, "kl": 0.6937472712802762, "brier": 0.4686004941831887, "ece": 0.6386871499794389 }, "q_c2afaefea0": { "n": 1, "accuracy": 0.0, "kl": 0.41998640178503965, "brier": 0.3584085101426379, "ece": 0.5033252355710901 }, "q_c2be757ef5": { "n": 1, "accuracy": 0.0, "kl": 0.45784235543874935, "brier": 0.39622748234569183, "ece": 0.5250996980147772 }, "q_c2d5886264": { "n": 1, "accuracy": 1.0, "kl": 0.38693318839042784, "brier": 0.32536543703013676, "ece": 0.4833394581677676 }, "q_c2e0dfc9ed": { "n": 1, "accuracy": 1.0, "kl": 0.3767984107822149, "brier": 0.315246708950446, "ece": 0.47701807827254283 }, "q_c2f68743da": { "n": 1, "accuracy": 0.0, "kl": 1.766627984805149, "brier": 0.7290325636377314, "ece": 0.14438334330399225 }, "q_c2f69d12d3": { "n": 1, "accuracy": 1.0, "kl": 0.4092321563124134, "brier": 0.3476544122384774, "ece": 0.4969259000340932 }, "q_c2f71e0cad": { "n": 1, "accuracy": 1.0, "kl": 1.0826921694169493, "brier": 0.5903520990085906, "ece": 0.7669856335331149 }, "q_c30f5ee55b": { "n": 1, "accuracy": 0.0, "kl": 0.4292970035788699, "brier": 0.36771765058250255, "ece": 0.5087876225956752 }, "q_c31d676f63": { "n": 1, "accuracy": 1.0, "kl": 0.6865154263723268, "brier": 0.4641738672856857, "ece": 0.6356296700963453 }, "q_c32ce1cee3": { "n": 1, "accuracy": 1.0, "kl": 0.40444211952646586, "brier": 0.3428647790273259, "ece": 0.4940439463555323 }, "q_c332f30cbd": { "n": 1, "accuracy": 1.0, "kl": 0.31198488613268893, "brier": 0.2509750332808468, "ece": 0.4342421723064934 }, "q_c33359f32c": { "n": 1, "accuracy": 0.0, "kl": 1.7171383404839227, "brier": 0.7165966630594924, "ece": 0.14052082977252428 }, "q_c34c188484": { "n": 1, "accuracy": 0.0, "kl": 0.41515460462369236, "brier": 0.3535767956110848, "ece": 0.5004621241033993 }, "q_c34fefd58f": { "n": 1, "accuracy": 0.0, "kl": 1.367535145083045, "brier": 0.6764535943688496, "ece": 0.19252242065714206 }, "q_c3632eb9c9": { "n": 1, "accuracy": 0.0, "kl": 0.4206717706768286, "brier": 0.35909384488342144, "ece": 0.5037297752597882 }, "q_c378dcdc1c": { "n": 1, "accuracy": 0.0, "kl": 0.4292620109368145, "brier": 0.36768266872422994, "ece": 0.5087672263152991 }, "q_c37cd2c188": { "n": 1, "accuracy": 0.0, "kl": 0.42771504518505865, "brier": 0.3661361313244344, "ece": 0.5078645412536743 }, "q_c389cc25b9": { "n": 1, "accuracy": 1.0, "kl": 0.413104971561251, "brier": 0.3515271637453915, "ece": 0.49924167478042514 }, "q_c390e17019": { "n": 1, "accuracy": 0.0, "kl": 0.45097847055414997, "brier": 0.3893783722059383, "ece": 0.5212359755311993 }, "q_c394a6695b": { "n": 1, "accuracy": 1.0, "kl": 0.3743132804672256, "brier": 0.31276719418753846, "ece": 0.47545365985633414 }, "q_c3cb3b6e19": { "n": 1, "accuracy": 0.0, "kl": 0.4426521227076437, "brier": 0.38106394888156125, "ece": 0.5164996843535864 }, "q_c3d9374556": { "n": 1, "accuracy": 0.0, "kl": 0.42602222900729303, "brier": 0.36444368346574807, "ece": 0.5068745034935608 }, "q_c3dac7872d": { "n": 1, "accuracy": 0.0, "kl": 0.4194260436151541, "brier": 0.357848174371533, "ece": 0.5029941928511152 }, "q_c3dd6cea7b": { "n": 1, "accuracy": 0.0, "kl": 0.42402803769232306, "brier": 0.3624498086649621, "ece": 0.5057051847610985 }, "q_c3e7dd2f43": { "n": 1, "accuracy": 1.0, "kl": 0.37562305008548613, "brier": 0.3140739121100376, "ece": 0.47627888671366125 }, "q_c3ec9d8098": { "n": 1, "accuracy": 1.0, "kl": 0.39028609450429375, "brier": 0.3287150643350153, "ece": 0.48541032567943754 }, "q_c3f20b7620": { "n": 1, "accuracy": 1.0, "kl": 1.6262224296211119, "brier": 0.6919819180494602, "ece": 0.8564722925389566 }, "q_c40a232cbf": { "n": 1, "accuracy": 1.0, "kl": 0.40232661359550603, "brier": 0.34074964232873595, "ece": 0.49276484971999246 }, "q_c40affa29e": { "n": 1, "accuracy": 1.0, "kl": 0.6409055642125479, "brier": 0.43125265356852643, "ece": 0.6161584994365208 }, "q_c410ee8f66": { "n": 1, "accuracy": 0.0, "kl": 0.41882978321719555, "brier": 0.3572519329374809, "ece": 0.5026416525482793 }, "q_c41d115901": { "n": 1, "accuracy": 1.0, "kl": 0.39406762966513176, "brier": 0.3324938657536579, "ece": 0.48773389959240443 }, "q_c42069b5e7": { "n": 1, "accuracy": 1.0, "kl": 0.4033807117733237, "brier": 0.34180353867983015, "ece": 0.4934026721489776 }, "q_c4306ba67f": { "n": 1, "accuracy": 1.0, "kl": 0.619323431700086, "brier": 0.41582394022770724, "ece": 0.6065128919160707 }, "q_c44703d023": { "n": 1, "accuracy": 0.0, "kl": 0.4191125495411015, "brier": 0.35753469085822165, "ece": 0.502808875769077 }, "q_c44cc6a5a5": { "n": 1, "accuracy": 1.0, "kl": 0.38113216631620084, "brier": 0.31957234861980416, "ece": 0.4797326285279975 }, "q_c44f13aa2a": { "n": 1, "accuracy": 1.0, "kl": 0.35854548135330216, "brier": 0.2970550279628848, "ece": 0.4653926750490237 }, "q_c44f60d51f": { "n": 1, "accuracy": 1.0, "kl": 0.6654246367271526, "brier": 0.4507580585418974, "ece": 0.6265840464647878 }, "q_c4502c02f3": { "n": 1, "accuracy": 1.0, "kl": 0.668785757828686, "brier": 0.45097982365807093, "ece": 0.6282380361573507 }, "q_c4601a6e8a": { "n": 1, "accuracy": 0.0, "kl": 1.7418266681565657, "brier": 0.72232464686423, "ece": 0.12818536262632718 }, "q_c46d272c33": { "n": 1, "accuracy": 1.0, "kl": 0.40736989073273117, "brier": 0.3457922457475521, "ece": 0.49580779559043386 }, "q_c480841551": { "n": 1, "accuracy": 0.0, "kl": 0.429938621865634, "brier": 0.3683590621289511, "ece": 0.5091614277454062 }, "q_c488bb91f8": { "n": 1, "accuracy": 1.0, "kl": 0.34282583222018803, "brier": 0.28143514189355795, "ece": 0.45512340762311665 }, "q_c4a1435657": { "n": 1, "accuracy": 1.0, "kl": 0.3656817139797395, "brier": 0.304161407913892, "ece": 0.4699752606986063 }, "q_c4a17e266f": { "n": 1, "accuracy": 1.0, "kl": 0.3920747995435877, "brier": 0.33050235846153486, "ece": 0.4865109829153049 }, "q_c4a50b51ee": { "n": 1, "accuracy": 1.0, "kl": 0.3928495939576885, "brier": 0.33127660863284086, "ece": 0.4869868601274744 }, "q_c4b207ee67": { "n": 1, "accuracy": 1.0, "kl": 0.40560952834883424, "brier": 0.34403204101509777, "ece": 0.4947481410537591 }, "q_c4c7cc2d92": { "n": 1, "accuracy": 0.0, "kl": 1.1345995243870994, "brier": 0.6139213609514244, "ece": 0.22171193868323646 }, "q_c4d2c3b0b0": { "n": 1, "accuracy": 1.0, "kl": 0.6647732529241865, "brier": 0.4485918662430046, "ece": 0.6264808185224355 }, "q_c4e063a0a7": { "n": 1, "accuracy": 0.0, "kl": 0.42684219666094214, "brier": 0.3652634850433856, "ece": 0.5073543524075691 }, "q_c4e9814b22": { "n": 1, "accuracy": 1.0, "kl": 0.40260482926360464, "brier": 0.34102780108715347, "ece": 0.49293328824832794 }, "q_c4edf930d5": { "n": 1, "accuracy": 0.0, "kl": 0.425548657252185, "brier": 0.36397019766911853, "ece": 0.5065971153612729 }, "q_c4ef50d55e": { "n": 1, "accuracy": 1.0, "kl": 0.26566154436579315, "brier": 0.20592176822966674, "ece": 0.4008751846354488 }, "q_c4f68204f4": { "n": 1, "accuracy": 0.0, "kl": 0.7489390723512482, "brier": 0.507041292925601, "ece": 0.3556231144171832 }, "q_c4f92c3fe3": { "n": 1, "accuracy": 1.0, "kl": 0.6493016807298371, "brier": 0.4372425195488018, "ece": 0.6198381291249742 }, "q_c4ffb45006": { "n": 1, "accuracy": 0.0, "kl": 0.44122308920651554, "brier": 0.3796363956542168, "ece": 0.5156813030497274 }, "q_c503cf5bc5": { "n": 1, "accuracy": 0.0, "kl": 0.44665844164448976, "brier": 0.38506527222514003, "ece": 0.518785410095379 }, "q_c516ff9d1f": { "n": 1, "accuracy": 0.0, "kl": 1.7866960415964015, "brier": 0.7335261098038567, "ece": 0.13356449678746343 }, "q_c51fb02c50": { "n": 1, "accuracy": 1.0, "kl": 0.39160103401193047, "brier": 0.33002894524099097, "ece": 0.48621973440552524 }, "q_c51fcaef95": { "n": 1, "accuracy": 1.0, "kl": 0.4140417055662017, "brier": 0.35246389679278667, "ece": 0.49979989089611887 }, "q_c51ff41672": { "n": 1, "accuracy": 0.0, "kl": 0.7842642465393617, "brier": 0.5295538979001759, "ece": 0.3450713017103151 }, "q_c52831ab1d": { "n": 1, "accuracy": 0.0, "kl": 1.7462449442299042, "brier": 0.7255714729704543, "ece": 0.1698037098296782 }, "q_c52de9e4a1": { "n": 1, "accuracy": 0.0, "kl": 0.42297372653050047, "brier": 0.3613956204077451, "ece": 0.5050856504327952 }, "q_c550359b58": { "n": 1, "accuracy": 0.0, "kl": 0.4221969959772044, "brier": 0.36061896320784886, "ece": 0.5046286396416573 }, "q_c5527cd687": { "n": 1, "accuracy": 1.0, "kl": 0.4086916557879055, "brier": 0.3471139343753214, "ece": 0.49660168889199263 }, "q_c56ddb8487": { "n": 1, "accuracy": 0.0, "kl": 0.4755207832648726, "brier": 0.4138416515093949, "ece": 0.5348855084026061 }, "q_c576850723": { "n": 1, "accuracy": 1.0, "kl": 0.38215947482051005, "brier": 0.3205980220208433, "ece": 0.48037358930181895 }, "q_c57efc70db": { "n": 1, "accuracy": 1.0, "kl": 0.36144368085441636, "brier": 0.2999400792333855, "ece": 0.4672596540006365 }, "q_c58caa8af5": { "n": 1, "accuracy": 1.0, "kl": 0.3866963002243844, "brier": 0.3251288142021926, "ece": 0.48319276667754874 }, "q_c59d02869e": { "n": 1, "accuracy": 1.0, "kl": 0.3608085894765565, "brier": 0.2993077450558357, "ece": 0.4668512279002327 }, "q_c59f38310e": { "n": 1, "accuracy": 0.0, "kl": 1.7902813950807352, "brier": 0.7348097101743196, "ece": 0.13976116523092844 }, "q_c5af70df11": { "n": 1, "accuracy": 0.0, "kl": 0.8705054423183289, "brier": 0.5865997390788077, "ece": 0.3837051332068753 }, "q_c5c326999e": { "n": 1, "accuracy": 1.0, "kl": 0.40202020140036243, "brier": 0.34044329595280876, "ece": 0.49257926265919416 }, "q_c5c9d043fb": { "n": 1, "accuracy": 1.0, "kl": 0.38509998627556924, "brier": 0.3235344122497464, "ece": 0.48220294146720655 }, "q_c5e77b035d": { "n": 1, "accuracy": 0.0, "kl": 0.415056316062194, "brier": 0.35347850712337725, "ece": 0.5004036792913313 }, "q_c5f0a9154d": { "n": 1, "accuracy": 1.0, "kl": 0.40969296875178896, "brier": 0.34811520877738655, "ece": 0.4972021145544365 }, "q_c602a84af2": { "n": 1, "accuracy": 0.0, "kl": 1.7232558564646046, "brier": 0.7185705986558092, "ece": 0.14420240200231504 }, "q_c60f143e6e": { "n": 1, "accuracy": 0.0, "kl": 0.43819176067395904, "brier": 0.3766077301462035, "ece": 0.5139399325633696 }, "q_c6280a3f97": { "n": 1, "accuracy": 1.0, "kl": 0.7324714196495434, "brier": 0.49498597199089345, "ece": 0.6543219721131996 }, "q_c628357069": { "n": 1, "accuracy": 0.0, "kl": 1.7305612275300857, "brier": 0.719950778541255, "ece": 0.14058648774134017 }, "q_c64fd8882b": { "n": 1, "accuracy": 1.0, "kl": 0.6803028263173319, "brier": 0.4589708626767046, "ece": 0.6331151810413036 }, "q_c655fb4aa5": { "n": 1, "accuracy": 1.0, "kl": 0.4133773650378626, "brier": 0.3517995567200486, "ece": 0.49940407527827413 }, "q_c65dfcf4fa": { "n": 1, "accuracy": 0.0, "kl": 1.7222131569786907, "brier": 0.7177061226172968, "ece": 0.13683920600131771 }, "q_c66a760478": { "n": 1, "accuracy": 1.0, "kl": 0.33780820630168373, "brier": 0.27646100545435626, "ece": 0.45179362921811617 }, "q_c67ef0d905": { "n": 1, "accuracy": 1.0, "kl": 0.3867727884917428, "brier": 0.3252052162863468, "ece": 0.48324013706868685 }, "q_c691707cdf": { "n": 1, "accuracy": 1.0, "kl": 0.3820254354415753, "brier": 0.3204641900483107, "ece": 0.4802900136453011 }, "q_c69b41fe65": { "n": 1, "accuracy": 1.0, "kl": 0.392634674894781, "brier": 0.3310618366301081, "ece": 0.48685491064389774 }, "q_c6a346892f": { "n": 1, "accuracy": 0.0, "kl": 1.758200832277654, "brier": 0.7265197566616846, "ece": 0.1347372294668485 }, "q_c6bcf4b5cc": { "n": 1, "accuracy": 1.0, "kl": 0.4114742991945185, "brier": 0.3498965020024577, "ece": 0.4982681568099929 }, "q_c6c51ecc5f": { "n": 1, "accuracy": 1.0, "kl": 1.0883685354461856, "brier": 0.5942068991539946, "ece": 0.7683519696879355 }, "q_c6cf9f6b64": { "n": 1, "accuracy": 0.0, "kl": 1.7258013949361426, "brier": 0.7190811603633822, "ece": 0.14832298872737448 }, "q_c6dae0211b": { "n": 1, "accuracy": 1.0, "kl": 0.366002354969739, "brier": 0.30448090055957266, "ece": 0.4701800229122274 }, "q_c6f69e94cc": { "n": 1, "accuracy": 1.0, "kl": 0.3778301454275853, "brier": 0.31627632475585093, "ece": 0.4776658929024784 }, "q_c6f8c5ca20": { "n": 1, "accuracy": 0.0, "kl": 1.7357091697129972, "brier": 0.7214412061299694, "ece": 0.14013221580019475 }, "q_c6fa6b920c": { "n": 1, "accuracy": 1.0, "kl": 0.6936086122194121, "brier": 0.46824681865871287, "ece": 0.6386540620174915 }, "q_c704dcb529": { "n": 1, "accuracy": 0.0, "kl": 0.43627284426057544, "brier": 0.37469019010777715, "ece": 0.5128337961087241 }, "q_c744157777": { "n": 1, "accuracy": 0.0, "kl": 1.8281151781824208, "brier": 0.7442281886915466, "ece": 0.15739165377642902 }, "q_c74f7b10bb": { "n": 1, "accuracy": 0.0, "kl": 0.4276882335315044, "brier": 0.3661093262909899, "ece": 0.507848878864366 }, "q_c75145b9c4": { "n": 1, "accuracy": 0.0, "kl": 0.437638304750301, "brier": 0.3760546946566043, "ece": 0.5136212025815875 }, "q_c76087dc1b": { "n": 1, "accuracy": 1.0, "kl": 0.373333512136117, "brier": 0.3117898471569292, "ece": 0.47483531197002193 }, "q_c76137c691": { "n": 1, "accuracy": 1.0, "kl": 0.41317630615025536, "brier": 0.351598498179342, "ece": 0.4992842103987115 }, "q_c778b5bada": { "n": 1, "accuracy": 0.0, "kl": 1.8257576793592727, "brier": 0.7426593523819, "ece": 0.129747732764875 }, "q_c77a131c0d": { "n": 1, "accuracy": 1.0, "kl": 0.384307569326213, "brier": 0.3227430272624173, "ece": 0.48171073377644347 }, "q_c77c869d42": { "n": 1, "accuracy": 0.0, "kl": 0.44002116659227924, "brier": 0.3784356040551766, "ece": 0.514991726389811 }, "q_c78d349c30": { "n": 1, "accuracy": 1.0, "kl": 0.4126183990972256, "brier": 0.35104059288357614, "ece": 0.49895142491915223 }, "q_c7922610b6": { "n": 1, "accuracy": 1.0, "kl": 0.3998902627455273, "brier": 0.3383139128594862, "ece": 0.49128695144599843 }, "q_c799cc89f6": { "n": 1, "accuracy": 0.0, "kl": 0.8538903721613571, "brier": 0.5744019326590158, "ece": 0.35334322538591956 }, "q_c79af6228f": { "n": 1, "accuracy": 0.0, "kl": 0.47535269565075267, "brier": 0.41367437999040463, "ece": 0.5347935685508342 }, "q_c79f65ce79": { "n": 1, "accuracy": 1.0, "kl": 0.40249912502539026, "brier": 0.3409221181555112, "ece": 0.4928693002364738 }, "q_c7a06c2b91": { "n": 1, "accuracy": 1.0, "kl": 0.38943129785781316, "brier": 0.32786102209187695, "ece": 0.48488333016554097 }, "q_c7c1a29f18": { "n": 1, "accuracy": 0.0, "kl": 0.7846389483313676, "brier": 0.5299080426189873, "ece": 0.3482944225725164 }, "q_c7cc74e9a7": { "n": 1, "accuracy": 1.0, "kl": 0.3861932784853048, "brier": 0.3246263714471224, "ece": 0.48288110618836566 }, "q_c7e14ba8f6": { "n": 1, "accuracy": 0.0, "kl": 0.42149054386972407, "brier": 0.35991256636291974, "ece": 0.5042125448185848 }, "q_c7e9c02bc2": { "n": 1, "accuracy": 0.0, "kl": 1.2229778179525674, "brier": 0.650195550902545, "ece": 0.2274590877233729 }, "q_c7edf1d3e1": { "n": 1, "accuracy": 0.0, "kl": 0.43556638829184063, "brier": 0.3739841849336987, "ece": 0.5124258230805017 }, "q_c80966bb8b": { "n": 1, "accuracy": 0.0, "kl": 1.4006147511514049, "brier": 0.6885640062956573, "ece": 0.2027157658342293 }, "q_c80e0bdd86": { "n": 1, "accuracy": 1.0, "kl": 0.4099939936022376, "brier": 0.34841622479648665, "ece": 0.4973824533904645 }, "q_c80eb7b74e": { "n": 1, "accuracy": 0.0, "kl": 0.4322941929263459, "brier": 0.37071371818531484, "ece": 0.5105309037602962 }, "q_c816c6626b": { "n": 1, "accuracy": 0.0, "kl": 0.41537798745285825, "brier": 0.3538001781893379, "ece": 0.5005949228113303 }, "q_c81d7a3631": { "n": 1, "accuracy": 1.0, "kl": 0.38892385697057397, "brier": 0.3273540547071811, "ece": 0.4845701760555151 }, "q_c81f5f1702": { "n": 1, "accuracy": 0.0, "kl": 0.44777797693729704, "brier": 0.386183173058662, "ece": 0.5194218776180027 }, "q_c828debdde": { "n": 1, "accuracy": 1.0, "kl": 0.4127300875530133, "brier": 0.3511522808787119, "ece": 0.49901806696054996 }, "q_c82a8a59fa": { "n": 1, "accuracy": 0.0, "kl": 0.44128425657293163, "brier": 0.3796975027209841, "ece": 0.5157163657248739 }, "q_c8472904aa": { "n": 1, "accuracy": 0.0, "kl": 1.4835353544614125, "brier": 0.7137505273857057, "ece": 0.19946779555549884 }, "q_c8761e3c3d": { "n": 1, "accuracy": 1.0, "kl": 0.3961350375350138, "brier": 0.33456015336115985, "ece": 0.4889988712460951 }, "q_c87bf8e08e": { "n": 1, "accuracy": 0.0, "kl": 0.4529726209919744, "brier": 0.39136873121821253, "ece": 0.5223622560855596 }, "q_c87e68eeba": { "n": 1, "accuracy": 1.0, "kl": 0.35724935591612345, "brier": 0.2957652632728259, "ece": 0.4645551087118892 }, "q_c89d5642ae": { "n": 1, "accuracy": 1.0, "kl": 0.6655768514119639, "brier": 0.45253781322431624, "ece": 0.6264750120535951 }, "q_c89d59b2e2": { "n": 1, "accuracy": 0.0, "kl": 0.42517356329397926, "brier": 0.3635951668585436, "ece": 0.5063772782750879 }, "q_c8cb8e5c57": { "n": 1, "accuracy": 0.0, "kl": 0.4515102724185257, "brier": 0.3899092011230968, "ece": 0.5215366355825396 }, "q_c8d8e671e7": { "n": 1, "accuracy": 1.0, "kl": 0.4115985574801053, "brier": 0.35002075886031436, "ece": 0.49834241887496555 }, "q_c8d929ba53": { "n": 1, "accuracy": 1.0, "kl": 0.4098233462050979, "brier": 0.34824558226115576, "ece": 0.4972802309366906 }, "q_c8dcefad6d": { "n": 1, "accuracy": 0.0, "kl": 1.7784144661889958, "brier": 0.732009022322809, "ece": 0.14268426466424505 }, "q_c8f0a0b93c": { "n": 1, "accuracy": 0.0, "kl": 1.194838810996969, "brier": 0.6385850783438747, "ece": 0.21124139476400988 }, "q_c903bac156": { "n": 1, "accuracy": 1.0, "kl": 0.3906127978643027, "brier": 0.32904149334815075, "ece": 0.4856115711787268 }, "q_c91f5e0deb": { "n": 1, "accuracy": 1.0, "kl": 0.4021665744649583, "brier": 0.3405896371596113, "ece": 0.4926679277334327 }, "q_c95387902d": { "n": 1, "accuracy": 1.0, "kl": 0.6426938171084808, "brier": 0.4325088538362655, "ece": 0.6169477703126564 }, "q_c95a32fc1e": { "n": 1, "accuracy": 1.0, "kl": 0.3912038757051266, "brier": 0.3296320939882623, "ece": 0.48597542658901305 }, "q_c972fdfc8d": { "n": 1, "accuracy": 1.0, "kl": 0.4028800479913458, "brier": 0.3413029661246003, "ece": 0.4930998463595697 }, "q_c973f8e2dd": { "n": 1, "accuracy": 1.0, "kl": 0.397267037703322, "brier": 0.3356916392398691, "ece": 0.4896899066610435 }, "q_c976e6e8de": { "n": 1, "accuracy": 1.0, "kl": 0.36217888338851895, "brier": 0.3006721746905908, "ece": 0.4677319787498774 }, "q_c98df44c99": { "n": 1, "accuracy": 0.0, "kl": 0.4416342645117022, "brier": 0.38004716041360503, "ece": 0.5159169418671434 }, "q_c993c18de2": { "n": 1, "accuracy": 1.0, "kl": 0.36889098587238045, "brier": 0.3073598783036082, "ece": 0.47202033002358956 }, "q_c9a646163e": { "n": 1, "accuracy": 1.0, "kl": 0.3729687166715763, "brier": 0.3114259842235091, "ece": 0.47460485566165367 }, "q_c9b8d87b07": { "n": 1, "accuracy": 0.0, "kl": 0.4298954685815283, "brier": 0.3683159232928653, "ece": 0.5091362972837797 }, "q_c9c2953250": { "n": 1, "accuracy": 1.0, "kl": 0.3715414032908693, "brier": 0.31000248522804136, "ece": 0.473701971818812 }, "q_c9cb818035": { "n": 1, "accuracy": 0.0, "kl": 0.4270415181525442, "brier": 0.36546276272548306, "ece": 0.5074709128850073 }, "q_c9db031636": { "n": 1, "accuracy": 0.0, "kl": 0.42775962952601737, "brier": 0.3661807045984796, "ece": 0.5078905844947278 }, "q_c9dd773c25": { "n": 1, "accuracy": 0.0, "kl": 0.42087552724841715, "brier": 0.35929758974768683, "ece": 0.5038499674104545 }, "q_c9f734509d": { "n": 1, "accuracy": 0.0, "kl": 1.2934786332380117, "brier": 0.6767299055134853, "ece": 0.21236694900950345 }, "q_c9f81ee94e": { "n": 1, "accuracy": 1.0, "kl": 0.41240067042001594, "brier": 0.3508228652875088, "ece": 0.49882148063793763 }, "q_ca08565569": { "n": 1, "accuracy": 0.0, "kl": 0.4498693992518617, "brier": 0.3882712429797115, "ece": 0.520608240378974 }, "q_ca09745bbf": { "n": 1, "accuracy": 1.0, "kl": 0.3777235210696993, "brier": 0.31616991377804554, "ece": 0.47759899005030526 }, "q_ca13039e17": { "n": 1, "accuracy": 1.0, "kl": 0.39688209937154817, "brier": 0.33530686833721857, "ece": 0.48945504535737405 }, "q_ca1c9a92d9": { "n": 1, "accuracy": 0.0, "kl": 1.2220200846416005, "brier": 0.6490244256054969, "ece": 0.20966786897037315 }, "q_ca2fd364da": { "n": 1, "accuracy": 0.0, "kl": 1.2103469267257774, "brier": 0.6443590449950976, "ece": 0.2092997902048736 }, "q_ca35c05f89": { "n": 1, "accuracy": 1.0, "kl": 0.6430373529755847, "brier": 0.43280955888342876, "ece": 0.6170927270455486 }, "q_ca45788311": { "n": 1, "accuracy": 0.0, "kl": 1.6777891574356731, "brier": 0.7060804911570786, "ece": 0.13740567389779404 }, "q_ca47aeda96": { "n": 1, "accuracy": 1.0, "kl": 0.3969154164846117, "brier": 0.33534017065991006, "ece": 0.489475378173041 }, "q_ca54049e60": { "n": 1, "accuracy": 0.0, "kl": 0.43120808176300335, "brier": 0.36962806054070435, "ece": 0.509900023575659 }, "q_ca61e263f7": { "n": 1, "accuracy": 0.0, "kl": 0.45046545198131305, "brier": 0.38886626646085165, "ece": 0.5209457259464318 }, "q_ca6c7d97ac": { "n": 1, "accuracy": 0.0, "kl": 0.416870902943583, "brier": 0.3552930868511578, "ece": 0.5014813678273085 }, "q_ca7c5cd144": { "n": 1, "accuracy": 1.0, "kl": 0.37076770227943967, "brier": 0.3092309646784916, "ece": 0.47321175254466363 }, "q_ca7c8a21e9": { "n": 1, "accuracy": 1.0, "kl": 0.36890198352487125, "brier": 0.3073708415261297, "ece": 0.472027321449749 }, "q_ca90fdfc6b": { "n": 1, "accuracy": 0.0, "kl": 1.3999947128982089, "brier": 0.6864707597459387, "ece": 0.1768985188446642 }, "q_ca969fb30d": { "n": 1, "accuracy": 0.0, "kl": 0.42942063674565356, "brier": 0.36784124524633405, "ece": 0.5088596770776742 }, "q_ca9a59ac9f": { "n": 1, "accuracy": 1.0, "kl": 0.3732581387726662, "brier": 0.31171466507909196, "ece": 0.4747877056590617 }, "q_ca9ce8a9f8": { "n": 1, "accuracy": 0.0, "kl": 1.6918601709279022, "brier": 0.7101358533556229, "ece": 0.14924703137614725 }, "q_caa219d3ed": { "n": 1, "accuracy": 1.0, "kl": 0.3655352941135236, "brier": 0.30401551767538737, "ece": 0.4698817241647698 }, "q_caa33fb530": { "n": 1, "accuracy": 0.0, "kl": 1.4337796548268327, "brier": 0.6973917022474686, "ece": 0.17637515693394604 }, "q_cac5508888": { "n": 1, "accuracy": 1.0, "kl": 0.33316737650048567, "brier": 0.2718661466843248, "ece": 0.4486910269346982 }, "q_cacaf55cc5": { "n": 1, "accuracy": 0.0, "kl": 0.43326461523930104, "brier": 0.37168368659501305, "ece": 0.5110937755262844 }, "q_cacc5458a7": { "n": 1, "accuracy": 1.0, "kl": 0.37111897837512775, "brier": 0.30958124081463817, "ece": 0.47343439149027 }, "q_cae2b4a88d": { "n": 1, "accuracy": 0.0, "kl": 0.4439915920470596, "brier": 0.3824018908431483, "ece": 0.5172653032445795 }, "q_cae3bec2c4": { "n": 1, "accuracy": 0.0, "kl": 0.4500843752610799, "brier": 0.38848585162612476, "ece": 0.5207299919600008 }, "q_caec4bdb23": { "n": 1, "accuracy": 1.0, "kl": 0.7154466637274426, "brier": 0.4831919910367522, "ece": 0.6475630501314383 }, "q_cb090c52ba": { "n": 1, "accuracy": 1.0, "kl": 0.3806856104131173, "brier": 0.31912653657982193, "ece": 0.4794537123246083 }, "q_cb115b8100": { "n": 1, "accuracy": 1.0, "kl": 0.3481937166494605, "brier": 0.28676310506480507, "ece": 0.45865756632134336 }, "q_cb1a1eff7c": { "n": 1, "accuracy": 0.0, "kl": 0.4546165196405121, "brier": 0.3930092034891571, "ece": 0.5232883956800342 }, "q_cb366d774a": { "n": 1, "accuracy": 1.0, "kl": 0.4085176858019518, "brier": 0.34693997267517, "ece": 0.49649728250924396 }, "q_cb36cd9925": { "n": 1, "accuracy": 1.0, "kl": 0.36788617231048976, "brier": 0.30635828368188023, "ece": 0.4713810698551223 }, "q_cb3cb31b7d": { "n": 1, "accuracy": 0.0, "kl": 0.47098808286877014, "brier": 0.4093294823987251, "ece": 0.5323988740031992 }, "q_cb3f2243d5": { "n": 1, "accuracy": 1.0, "kl": 0.3928555251106791, "brier": 0.3312825357693867, "ece": 0.4869905009759974 }, "q_cb40277dec": { "n": 1, "accuracy": 1.0, "kl": 0.3954620442063753, "brier": 0.333887498160499, "ece": 0.4885875048019084 }, "q_cb439abb76": { "n": 1, "accuracy": 1.0, "kl": 0.4099710320742906, "brier": 0.34839326390114006, "ece": 0.49736870025263036 }, "q_cb5266fd1a": { "n": 1, "accuracy": 1.0, "kl": 1.0418793299623699, "brier": 0.5717303323937766, "ece": 0.7561217699906868 }, "q_cb64bacdcf": { "n": 1, "accuracy": 0.0, "kl": 0.4304650033297327, "brier": 0.36888526089524154, "ece": 0.509467845650429 }, "q_cb7a3d06e7": { "n": 1, "accuracy": 0.0, "kl": 0.4436132191815114, "brier": 0.38202396351176793, "ece": 0.5170491754435466 }, "q_cb7f3c2bfd": { "n": 1, "accuracy": 1.0, "kl": 0.39529062757349154, "brier": 0.33371617165516887, "ece": 0.48848266282375363 }, "q_cbdfa52dac": { "n": 1, "accuracy": 0.0, "kl": 0.4548568203348678, "brier": 0.39324897984321117, "ece": 0.5234236009975175 }, "q_cbe2374469": { "n": 1, "accuracy": 0.0, "kl": 0.8131889072531824, "brier": 0.5513410749924608, "ece": 0.3832963975226684 }, "q_cbf406c0c1": { "n": 1, "accuracy": 1.0, "kl": 0.3945067406924402, "brier": 0.33293271826485804, "ece": 0.4880028910834199 }, "q_cc28a80b23": { "n": 1, "accuracy": 0.0, "kl": 0.4147308614981491, "brier": 0.3531530526860098, "ece": 0.5002100978593981 }, "q_cc39319769": { "n": 1, "accuracy": 1.0, "kl": 0.33569697575578383, "brier": 0.2743699784322886, "ece": 0.4503849203411827 }, "q_cc3a83e9fe": { "n": 1, "accuracy": 1.0, "kl": 0.37779146305027456, "brier": 0.3162377196434313, "ece": 0.4776416223456941 }, "q_cc3c149bb3": { "n": 1, "accuracy": 1.0, "kl": 0.3753801587460431, "brier": 0.313831570993421, "ece": 0.4761259717523082 }, "q_cc4a398019": { "n": 1, "accuracy": 0.0, "kl": 0.4594179853584257, "brier": 0.39779900053204564, "ece": 0.5259815021567854 }, "q_cc4f3926ca": { "n": 1, "accuracy": 1.0, "kl": 0.3973443603702751, "brier": 0.33576892917999623, "ece": 0.4897370676299596 }, "q_cc5225f80e": { "n": 1, "accuracy": 1.0, "kl": 0.35789867911684753, "brier": 0.2964113618907118, "ece": 0.46497490950106846 }, "q_cc591f21a8": { "n": 1, "accuracy": 0.0, "kl": 0.4284982117659556, "brier": 0.36691909266136746, "ece": 0.5083217789590948 }, "q_cc65fcc49e": { "n": 1, "accuracy": 1.0, "kl": 0.38489369752476676, "brier": 0.3233283867399859, "ece": 0.48207486040536396 }, "q_cc80f9e84e": { "n": 1, "accuracy": 0.0, "kl": 0.4180382429410422, "brier": 0.35646041106997145, "ece": 0.5021731937664751 }, "q_cc85309fa0": { "n": 1, "accuracy": 0.0, "kl": 0.43589152958140964, "brier": 0.3743091223638538, "ece": 0.5126136396161439 }, "q_cc89edaddd": { "n": 1, "accuracy": 1.0, "kl": 0.3907635477549345, "brier": 0.32919211920535596, "ece": 0.485704399289283 }, "q_cc8f636acd": { "n": 1, "accuracy": 1.0, "kl": 0.3790254381433449, "brier": 0.3174693117040579, "ece": 0.47841518024797813 }, "q_cc9a7cc76c": { "n": 1, "accuracy": 1.0, "kl": 0.40869347716406096, "brier": 0.347115755667367, "ece": 0.49660278183622764 }, "q_cca12d8a74": { "n": 1, "accuracy": 1.0, "kl": 0.39253477534756304, "brier": 0.3309620064535449, "ece": 0.4867935634038135 }, "q_cca7b893f8": { "n": 1, "accuracy": 1.0, "kl": 0.3876412315894999, "brier": 0.326072714589283, "ece": 0.48377760870885533 }, "q_ccc7fb4da0": { "n": 1, "accuracy": 0.0, "kl": 0.4217704440797946, "brier": 0.36019244591710486, "ece": 0.5043774534050465 }, "q_ccc9714bdb": { "n": 1, "accuracy": 0.0, "kl": 0.42892341816979723, "brier": 0.3673441777336732, "ece": 0.5085698179606639 }, "q_cccd0e235d": { "n": 1, "accuracy": 0.0, "kl": 1.818563536073817, "brier": 0.7413451644901815, "ece": 0.1422052418614106 }, "q_cccfb97bfe": { "n": 1, "accuracy": 1.0, "kl": 0.4108807447411701, "brier": 0.3493029562288457, "ece": 0.4979132423295807 }, "q_cce40b1177": { "n": 1, "accuracy": 0.0, "kl": 1.5524291262843302, "brier": 0.7339596465719955, "ece": 0.18576230387478934 }, "q_ccedeff20e": { "n": 1, "accuracy": 0.0, "kl": 0.42337418182730263, "brier": 0.36179603232768875, "ece": 0.5053210742061159 }, "q_cd01eb73d7": { "n": 1, "accuracy": 1.0, "kl": 0.4122194170509362, "brier": 0.350641613020687, "ece": 0.4987132748198264 }, "q_cd028d06f8": { "n": 1, "accuracy": 1.0, "kl": 0.367873101472169, "brier": 0.3063452556783358, "ece": 0.471372747951576 }, "q_cd0815e6e5": { "n": 1, "accuracy": 1.0, "kl": 0.3426920487499756, "brier": 0.28130243825949863, "ece": 0.4550349572103236 }, "q_cd0bb40fe9": { "n": 1, "accuracy": 1.0, "kl": 0.37669396073888683, "brier": 0.31514248020693025, "ece": 0.4769524406065103 }, "q_cd10c70425": { "n": 1, "accuracy": 0.0, "kl": 0.4193045124060675, "brier": 0.3577266474169329, "ece": 0.5029223613247075 }, "q_cd122e9496": { "n": 1, "accuracy": 1.0, "kl": 0.6260488450615418, "brier": 0.4206986991473979, "ece": 0.6095408552698773 }, "q_cd1f1f2db7": { "n": 1, "accuracy": 0.0, "kl": 0.8030484488343024, "brier": 0.5453153182586328, "ece": 0.3851936959798285 }, "q_cd410de60c": { "n": 1, "accuracy": 0.0, "kl": 0.4276938971517486, "brier": 0.3661149885150186, "ece": 0.5078521873936246 }, "q_cd50021519": { "n": 1, "accuracy": 0.0, "kl": 0.4261959180008116, "brier": 0.3646173391378391, "ece": 0.5069761932109559 }, "q_cd748ac4b7": { "n": 1, "accuracy": 1.0, "kl": 0.39246136718308716, "brier": 0.33088864967655895, "ece": 0.48674847859368753 }, "q_cd7b4e8a02": { "n": 1, "accuracy": 0.0, "kl": 1.7706777440318047, "brier": 0.7297068246836281, "ece": 0.134631452991576 }, "q_cd80addae0": { "n": 1, "accuracy": 0.0, "kl": 1.807841558571586, "brier": 0.738799287768792, "ece": 0.14425704317516408 }, "q_cd90fe5702": { "n": 1, "accuracy": 0.0, "kl": 0.8042671671263119, "brier": 0.5428169162371007, "ece": 0.3530600163990951 }, "q_cd91e4f76a": { "n": 1, "accuracy": 1.0, "kl": 0.3882241410343087, "brier": 0.3266550239585039, "ece": 0.4841379863106806 }, "q_cd960c7cd9": { "n": 1, "accuracy": 1.0, "kl": 0.36541688640402914, "brier": 0.3038975406815266, "ece": 0.46980606760383203 }, "q_cd9a890adf": { "n": 1, "accuracy": 1.0, "kl": 0.3554704892205759, "brier": 0.29399562962721526, "ece": 0.4634029405385509 }, "q_cda6fd481a": { "n": 1, "accuracy": 1.0, "kl": 0.39420114028830455, "brier": 0.33262729656097645, "ece": 0.48781570381789885 }, "q_cda790feea": { "n": 1, "accuracy": 0.0, "kl": 1.2625136970078037, "brier": 0.6654445814913893, "ece": 0.22322983736110433 }, "q_cdaff0c352": { "n": 1, "accuracy": 1.0, "kl": 0.37318148015249986, "brier": 0.3116382017487266, "ece": 0.47473928215261685 }, "q_cdb57fddfb": { "n": 1, "accuracy": 0.0, "kl": 0.8455022191451196, "brier": 0.5694199680820541, "ece": 0.362072569779244 }, "q_cdbc1c9913": { "n": 1, "accuracy": 1.0, "kl": 0.35908729115161553, "brier": 0.2975942682695455, "ece": 0.46574231571707647 }, "q_cdcc123444": { "n": 1, "accuracy": 1.0, "kl": 1.2678481556300938, "brier": 0.6402316475953622, "ece": 0.8103934503630464 }, "q_cdce7417d4": { "n": 1, "accuracy": 0.0, "kl": 1.800322185418139, "brier": 0.7367623377811521, "ece": 0.13321053943930025 }, "q_cdd295a7d6": { "n": 1, "accuracy": 1.0, "kl": 0.4094433789993416, "brier": 0.34786562726550757, "ece": 0.497052531023076 }, "q_cdd2dfce67": { "n": 1, "accuracy": 0.0, "kl": 0.4478131986968654, "brier": 0.3862183416195581, "ece": 0.5194418855887306 }, "q_cdd4668875": { "n": 1, "accuracy": 1.0, "kl": 0.3673039579944641, "brier": 0.3057780016198378, "ece": 0.4710102310808745 }, "q_cdd6a6cd4d": { "n": 1, "accuracy": 0.0, "kl": 0.4477848610642112, "brier": 0.38619004679645685, "ece": 0.5194257882717267 }, "q_cde5a2e02e": { "n": 1, "accuracy": 0.0, "kl": 1.8066429767601395, "brier": 0.7383291456807508, "ece": 0.13389916708250646 }, "q_cde86f7cd9": { "n": 1, "accuracy": 0.0, "kl": 0.440617924756856, "brier": 0.3790318133773048, "ece": 0.5153342470891216 }, "q_cdf163d1c7": { "n": 1, "accuracy": 1.0, "kl": 1.0840189791413162, "brier": 0.5912932835144747, "ece": 0.767304273317647 }, "q_cdfbf93c57": { "n": 1, "accuracy": 1.0, "kl": 0.38596521880367396, "brier": 0.3243985813167515, "ece": 0.4827397306678045 }, "q_ce16e07497": { "n": 1, "accuracy": 0.0, "kl": 0.426075212726755, "brier": 0.364496657124155, "ece": 0.5069055265068344 }, "q_ce1b61d571": { "n": 1, "accuracy": 1.0, "kl": 0.4057159150834856, "brier": 0.3441384161550166, "ece": 0.4948122564215145 }, "q_ce36a66302": { "n": 1, "accuracy": 0.0, "kl": 0.42010804875436225, "brier": 0.3585301516146013, "ece": 0.5033970663659594 }, "q_ce54521855": { "n": 1, "accuracy": 0.0, "kl": 0.4315864306469158, "brier": 0.3700062577769906, "ece": 0.510119900595747 }, "q_ce5b7eb11b": { "n": 1, "accuracy": 1.0, "kl": 0.40270744021921556, "brier": 0.3411303917254655, "ece": 0.4929953944812614 }, "q_ce5bea44d0": { "n": 1, "accuracy": 1.0, "kl": 0.3725725247173673, "brier": 0.31103082441807606, "ece": 0.4743544246094342 }, "q_ce7c56d54e": { "n": 1, "accuracy": 0.0, "kl": 0.43326461523930104, "brier": 0.37168368659501305, "ece": 0.5110937755262844 }, "q_ce7d7a96d9": { "n": 1, "accuracy": 0.0, "kl": 0.4209842999874468, "brier": 0.35940635592963555, "ece": 0.5039141162603785 }, "q_ce85d9e97b": { "n": 1, "accuracy": 1.0, "kl": 0.6777183490813512, "brier": 0.45861076956045127, "ece": 0.631885779378113 }, "q_ce89e81839": { "n": 1, "accuracy": 0.0, "kl": 1.843148928578024, "brier": 0.7470519548174075, "ece": 0.13683481099063857 }, "q_ce8d6173a4": { "n": 1, "accuracy": 0.0, "kl": 0.46730903887061326, "brier": 0.4056649390740298, "ece": 0.5303692590941513 }, "q_ce9353689e": { "n": 1, "accuracy": 1.0, "kl": 0.39760983290584556, "brier": 0.33603429162403675, "ece": 0.4898989458537535 }, "q_ce940c2da2": { "n": 1, "accuracy": 1.0, "kl": 0.3768807198417323, "brier": 0.3153288445087083, "ece": 0.47706979519267656 }, "q_cea991e6bf": { "n": 1, "accuracy": 0.0, "kl": 0.5449925507017883, "brier": 0.4824933110938161, "ece": 0.5711686630343064 }, "q_ceaae82663": { "n": 1, "accuracy": 0.0, "kl": 0.49565811598027165, "brier": 0.43384709589798026, "ece": 0.5457505211473092 }, "q_ceb72bb9c3": { "n": 1, "accuracy": 0.0, "kl": 0.42500136040811276, "brier": 0.3634229915452686, "ece": 0.506276313877084 }, "q_ceb904d0ab": { "n": 1, "accuracy": 0.0, "kl": 0.42658264117499956, "brier": 0.3650039845599652, "ece": 0.5072025190468598 }, "q_cebc496381": { "n": 1, "accuracy": 0.0, "kl": 0.8418395488264478, "brier": 0.5673629105740854, "ece": 0.36604738782566004 }, "q_cec3e3759c": { "n": 1, "accuracy": 1.0, "kl": 0.3885366103302908, "brier": 0.32696718259323165, "ece": 0.48433104171781793 }, "q_cec95d670d": { "n": 1, "accuracy": 0.0, "kl": 0.4303675819201561, "brier": 0.36878787420837555, "ece": 0.509411151583407 }, "q_cee1e55cc6": { "n": 1, "accuracy": 0.0, "kl": 0.4282331807490948, "brier": 0.3666541337041797, "ece": 0.508167101552758 }, "q_cefd2fd7fd": { "n": 1, "accuracy": 0.0, "kl": 1.2183003363993044, "brier": 0.6478552176782312, "ece": 0.2178016783039043 }, "q_cf0560597b": { "n": 1, "accuracy": 1.0, "kl": 0.4091187980674573, "brier": 0.34754105837395094, "ece": 0.49685792446225063 }, "q_cf2585559b": { "n": 1, "accuracy": 0.0, "kl": 0.7898706497621282, "brier": 0.5335492076438622, "ece": 0.35347885159899844 }, "q_cf25a44829": { "n": 1, "accuracy": 1.0, "kl": 0.4017732274796027, "brier": 0.3401963775371894, "ece": 0.4924296167452026 }, "q_cf32b17b3b": { "n": 1, "accuracy": 0.0, "kl": 0.42724136135227875, "brier": 0.36566256060719204, "ece": 0.5075877457360021 }, "q_cf5303630e": { "n": 1, "accuracy": 0.0, "kl": 1.4915375110335813, "brier": 0.7154549112657986, "ece": 0.17995896503531345 }, "q_cf62e8bb0f": { "n": 1, "accuracy": 1.0, "kl": 0.39485248728350636, "brier": 0.33327826929360105, "ece": 0.48821456937106067 }, "q_cf69f1c82a": { "n": 1, "accuracy": 1.0, "kl": 0.39178176510978846, "brier": 0.3302095401627448, "ece": 0.4863308628216325 }, "q_cf78308db3": { "n": 1, "accuracy": 1.0, "kl": 0.38915295300733765, "brier": 0.3275829345651741, "ece": 0.48471158530808955 }, "q_cf7c639109": { "n": 1, "accuracy": 0.0, "kl": 0.4540442499748682, "brier": 0.3924381582108943, "ece": 0.5229662279513497 }, "q_cf8971a138": { "n": 1, "accuracy": 0.0, "kl": 0.4645597692932136, "brier": 0.402925312073643, "ece": 0.5288459156958226 }, "q_cfb70c32e6": { "n": 1, "accuracy": 0.0, "kl": 1.190254329244703, "brier": 0.6363690824552711, "ece": 0.2101251702384079 }, "q_cfc22ad8d3": { "n": 1, "accuracy": 1.0, "kl": 0.3747049058926391, "brier": 0.3131578852232439, "ece": 0.4757005719121744 }, "q_cfc7eddd4e": { "n": 1, "accuracy": 1.0, "kl": 0.4089359146069926, "brier": 0.3473581823907039, "ece": 0.4967482347837263 }, "q_cfce3ddb0f": { "n": 1, "accuracy": 1.0, "kl": 0.40859985956024336, "brier": 0.3470221424572093, "ece": 0.4965466015088883 }, "q_cfd40974e3": { "n": 1, "accuracy": 0.0, "kl": 0.421567876552148, "brier": 0.35998989349651067, "ece": 0.5042581133558383 }, "q_cfda20aebd": { "n": 1, "accuracy": 1.0, "kl": 0.3832785807674355, "brier": 0.32171546420668135, "ece": 0.48107073204528483 }, "q_cfdfb7699b": { "n": 1, "accuracy": 1.0, "kl": 0.37933803411821215, "brier": 0.3177813303868112, "ece": 0.4786109195611751 }, "q_d006f84002": { "n": 1, "accuracy": 1.0, "kl": 0.4030631371662713, "brier": 0.34148602098724357, "ece": 0.49321061275531364 }, "q_d014fdcd67": { "n": 1, "accuracy": 0.0, "kl": 0.43521188790494447, "brier": 0.3736298998980825, "ece": 0.5122209503819096 }, "q_d027edb7dd": { "n": 1, "accuracy": 1.0, "kl": 1.0401598978802307, "brier": 0.5722502482171563, "ece": 0.7555351076860061 }, "q_d0400b6d35": { "n": 1, "accuracy": 1.0, "kl": 0.40556006814775913, "brier": 0.3439825863019052, "ece": 0.4947183298950657 }, "q_d0482c5ff5": { "n": 1, "accuracy": 0.0, "kl": 0.4765949589327242, "brier": 0.4149105095855396, "ece": 0.5354725620635888 }, "q_d0522e7cc6": { "n": 1, "accuracy": 1.0, "kl": 0.3893334065084344, "brier": 0.3277632205785035, "ece": 0.48482293696040957 }, "q_d0571647f4": { "n": 1, "accuracy": 1.0, "kl": 0.40298204804496923, "brier": 0.3414049469256908, "ece": 0.49316155854925003 }, "q_d0637a5906": { "n": 1, "accuracy": 0.0, "kl": 0.4153920853060641, "brier": 0.35381427602230253, "ece": 0.5006033024253985 }, "q_d077f588d7": { "n": 1, "accuracy": 1.0, "kl": 0.36426251685590205, "brier": 0.30274748450637623, "ece": 0.469067786193085 }, "q_d08885e890": { "n": 1, "accuracy": 1.0, "kl": 0.4003548911102045, "brier": 0.3387784046526071, "ece": 0.49156919506481955 }, "q_d09c7ae010": { "n": 1, "accuracy": 1.0, "kl": 0.39232139058705934, "brier": 0.3307487720409834, "ece": 0.4866624964519001 }, "q_d0a8d4735d": { "n": 1, "accuracy": 0.0, "kl": 0.7539841783836199, "brier": 0.5096993134467751, "ece": 0.34625980046338556 }, "q_d0a98b2247": { "n": 1, "accuracy": 1.0, "kl": 0.30886925917827085, "brier": 0.2479150885116238, "ece": 0.4320760489664298 }, "q_d0ac61fcf7": { "n": 1, "accuracy": 1.0, "kl": 0.3974024826222582, "brier": 0.33582702702890843, "ece": 0.4897725143472341 }, "q_d0b91bc938": { "n": 1, "accuracy": 1.0, "kl": 0.39748853070003975, "brier": 0.3359130392880726, "ece": 0.48982498660286233 }, "q_d0be67614d": { "n": 1, "accuracy": 0.0, "kl": 0.4429279846575772, "brier": 0.3813395075470922, "ece": 0.5166574787789007 }, "q_d0dd0a75ee": { "n": 1, "accuracy": 0.0, "kl": 1.2880114035141959, "brier": 0.6759406080290182, "ece": 0.2362290445357246 }, "q_d0ed155c94": { "n": 1, "accuracy": 0.0, "kl": 1.7241363046045577, "brier": 0.7179022076907752, "ece": 0.13262788539532872 }, "q_d0f0a7ad7a": { "n": 1, "accuracy": 0.0, "kl": 0.41503711947584776, "brier": 0.3534593105491936, "ece": 0.500392263576052 }, "q_d117bcc6ba": { "n": 1, "accuracy": 0.0, "kl": 0.41922937473695665, "brier": 0.3576515122757701, "ece": 0.5028779447286001 }, "q_d11df03f11": { "n": 1, "accuracy": 1.0, "kl": 0.40146681387367755, "brier": 0.3398900359117222, "ece": 0.4922438816475765 }, "q_d1289c3dc7": { "n": 1, "accuracy": 0.0, "kl": 0.4187231845087396, "brier": 0.3571453371340871, "ece": 0.502578594544309 }, "q_d128e8226c": { "n": 1, "accuracy": 1.0, "kl": 0.41208986282531196, "brier": 0.3505120597056702, "ece": 0.4986359156269742 }, "q_d12b9162e2": { "n": 1, "accuracy": 1.0, "kl": 0.375492595004431, "brier": 0.31394375167036315, "ece": 0.4761967640392606 }, "q_d12bad209c": { "n": 1, "accuracy": 0.0, "kl": 0.43465821246645503, "brier": 0.37307654663970574, "ece": 0.5119007679083852 }, "q_d138d1e2fd": { "n": 1, "accuracy": 1.0, "kl": 0.2803471217852427, "brier": 0.22009131248909247, "ece": 0.4117313012734044 }, "q_d149acb596": { "n": 1, "accuracy": 0.0, "kl": 0.456758327859773, "brier": 0.3951461208956129, "ece": 0.5244919126911157 }, "q_d151e4639a": { "n": 1, "accuracy": 1.0, "kl": 0.4100922856023206, "brier": 0.34851451416289003, "ece": 0.49744132172252065 }, "q_d164cc7b79": { "n": 1, "accuracy": 0.0, "kl": 0.4309971886256394, "brier": 0.36941724906258655, "ece": 0.5097774127746748 }, "q_d17e0df625": { "n": 1, "accuracy": 0.0, "kl": 0.44303171714732836, "brier": 0.3814431244950671, "ece": 0.5167167986779688 }, "q_d17ebf6441": { "n": 1, "accuracy": 1.0, "kl": 0.3654995468617682, "brier": 0.3039799002288506, "ece": 0.469858884873008 }, "q_d186e4bd6d": { "n": 1, "accuracy": 1.0, "kl": 1.0349460308048979, "brier": 0.5689009391320706, "ece": 0.7541904320820187 }, "q_d18bf2f294": { "n": 1, "accuracy": 1.0, "kl": 0.30670831928050646, "brier": 0.24579491984274915, "ece": 0.4305673400666048 }, "q_d18de57f1a": { "n": 1, "accuracy": 0.0, "kl": 0.7794882429227221, "brier": 0.5277705416463566, "ece": 0.3650924112951746 }, "q_d1a0345387": { "n": 1, "accuracy": 0.0, "kl": 0.421671188663419, "brier": 0.3600931980073332, "ece": 0.5043189826105668 }, "q_d1a118d3bc": { "n": 1, "accuracy": 1.0, "kl": 0.4090794636844436, "brier": 0.3475017255559649, "ece": 0.4968343349317357 }, "q_d1a938f59e": { "n": 1, "accuracy": 0.0, "kl": 0.4238523848249488, "brier": 0.36227417825599795, "ece": 0.5056020313955267 }, "q_d1add0fd32": { "n": 1, "accuracy": 1.0, "kl": 0.3872752781619335, "brier": 0.32570715178850085, "ece": 0.48355120603741275 }, "q_d1b22b1a45": { "n": 1, "accuracy": 0.0, "kl": 1.2192514816429536, "brier": 0.6481612294562662, "ece": 0.21586370327596385 }, "q_d1cdcfb693": { "n": 1, "accuracy": 1.0, "kl": 0.41082349770756327, "brier": 0.34924571020883477, "ece": 0.497878995768413 }, "q_d1d07d9129": { "n": 1, "accuracy": 0.0, "kl": 0.4251234928863383, "brier": 0.36354510455885725, "ece": 0.5063479239769189 }, "q_d1d7027d16": { "n": 1, "accuracy": 0.0, "kl": 0.43366533357313475, "brier": 0.37208420350199795, "ece": 0.511325980843954 }, "q_d1e0db4dba": { "n": 1, "accuracy": 1.0, "kl": 0.33168034762185883, "brier": 0.27039508357749864, "ece": 0.44769218347518525 }, "q_d1f2d8459a": { "n": 1, "accuracy": 0.0, "kl": 0.42799647085980674, "brier": 0.3664174859079721, "ece": 0.5080289043440712 }, "q_d1f57996ec": { "n": 1, "accuracy": 0.0, "kl": 0.42132781688055443, "brier": 0.35974985066349924, "ece": 0.5041166411870084 }, "q_d2088382ec": { "n": 1, "accuracy": 0.0, "kl": 0.4270546005260767, "brier": 0.3654758421752774, "ece": 0.5074785621380781 }, "q_d210bbfa0d": { "n": 1, "accuracy": 1.0, "kl": 0.40597318504188024, "brier": 0.3443956592374396, "ece": 0.49496726330967333 }, "q_d210dd40b0": { "n": 1, "accuracy": 1.0, "kl": 0.4017058637408114, "brier": 0.34012902932447947, "ece": 0.49238879066026964 }, "q_d2143c8e8e": { "n": 1, "accuracy": 1.0, "kl": 0.41034885296424584, "brier": 0.3487710752013464, "ece": 0.49759494441464824 }, "q_d2151b0b63": { "n": 1, "accuracy": 1.0, "kl": 0.406943622951877, "brier": 0.3453660098021445, "ece": 0.4955514467560812 }, "q_d21944e8be": { "n": 1, "accuracy": 0.0, "kl": 0.7935157404698516, "brier": 0.5355299243619664, "ece": 0.34101805640501054 }, "q_d22079e1c7": { "n": 1, "accuracy": 0.0, "kl": 0.8710747509419657, "brier": 0.5881299041688067, "ece": 0.39282244740789735 }, "q_d224fc35e8": { "n": 1, "accuracy": 0.0, "kl": 0.7694927083260663, "brier": 0.5205986058158292, "ece": 0.35731034645168264 }, "q_d241ecebdb": { "n": 1, "accuracy": 0.0, "kl": 0.42952762171541264, "brier": 0.36794819638850923, "ece": 0.5089220187799346 }, "q_d2422d9055": { "n": 1, "accuracy": 0.0, "kl": 1.838940625930688, "brier": 0.7457401221833322, "ece": 0.13184583755655205 }, "q_d24af2f2ae": { "n": 1, "accuracy": 1.0, "kl": 0.396656233095387, "brier": 0.33508110384194306, "ece": 0.4893171776519665 }, "q_d24b71d72c": { "n": 1, "accuracy": 1.0, "kl": 0.412057325493992, "brier": 0.3504795226199883, "ece": 0.49861648475662557 }, "q_d24fa28905": { "n": 1, "accuracy": 0.0, "kl": 1.1890058049393597, "brier": 0.6383792404992231, "ece": 0.2420573191145717 }, "q_d253b10638": { "n": 1, "accuracy": 1.0, "kl": 0.37774858197577804, "brier": 0.3161949244166526, "ece": 0.4776147157844215 }, "q_d268d0b792": { "n": 1, "accuracy": 0.0, "kl": 0.4819398495590298, "brier": 0.4202262295006802, "ece": 0.5383809711913662 }, "q_d26aec4093": { "n": 1, "accuracy": 1.0, "kl": 0.3869199630878689, "brier": 0.3253522264187781, "ece": 0.48333126981352315 }, "q_d26ced5ed8": { "n": 1, "accuracy": 1.0, "kl": 0.40410349624563324, "brier": 0.3425262054649445, "ece": 0.49383946492869935 }, "q_d28352ff81": { "n": 1, "accuracy": 1.0, "kl": 0.40163144583235444, "brier": 0.3400546287626852, "ece": 0.49234368478411616 }, "q_d288a0ee67": { "n": 1, "accuracy": 0.0, "kl": 0.4391397320073559, "brier": 0.37755493542466856, "ece": 0.5144852905592251 }, "q_d2891be930": { "n": 1, "accuracy": 1.0, "kl": 0.3858476980671678, "brier": 0.32428120121796367, "ece": 0.4826668605795389 }, "q_d28c08885d": { "n": 1, "accuracy": 0.0, "kl": 0.42334649654640716, "brier": 0.36176835017272035, "ece": 0.5053048025667711 }, "q_d28d3eca8b": { "n": 1, "accuracy": 1.0, "kl": 0.6354081726324977, "brier": 0.4281347908833742, "ece": 0.6136372629284621 }, "q_d28d834f95": { "n": 1, "accuracy": 0.0, "kl": 0.8679859135321955, "brier": 0.5840934951350231, "ece": 0.3736197454792336 }, "q_d298d5acbd": { "n": 1, "accuracy": 1.0, "kl": 0.406441263625441, "brier": 0.34486369300496794, "ece": 0.4952491378708497 }, "q_d29deb5208": { "n": 1, "accuracy": 1.0, "kl": 0.6348406916241247, "brier": 0.42697185064516285, "ece": 0.6134698062448614 }, "q_d2b12d3dea": { "n": 1, "accuracy": 1.0, "kl": 0.3621764348348101, "brier": 0.3006697363353621, "ece": 0.46773040655548415 }, "q_d2b43dfc8f": { "n": 1, "accuracy": 1.0, "kl": 0.41165627447176734, "brier": 0.3500784752307565, "ece": 0.49837690855899086 }, "q_d2b8fd9827": { "n": 1, "accuracy": 0.0, "kl": 0.8177103210287928, "brier": 0.5521876941134568, "ece": 0.3658491845326435 }, "q_d2d72c04f6": { "n": 1, "accuracy": 0.0, "kl": 0.49789592541642635, "brier": 0.43606567787508393, "ece": 0.5469398665112478 }, "q_d2df011841": { "n": 1, "accuracy": 1.0, "kl": 0.370813451485839, "brier": 0.30927658270662695, "ece": 0.4732407549495772 }, "q_d2e0f2c382": { "n": 1, "accuracy": 1.0, "kl": 0.6738233120448507, "brier": 0.4544222423926123, "ece": 0.6303857049099052 }, "q_d2e7acac79": { "n": 1, "accuracy": 0.0, "kl": 0.41937344262104814, "brier": 0.35779557524422145, "ece": 0.5029631043272105 }, "q_d2ec665088": { "n": 1, "accuracy": 1.0, "kl": 0.601446642098601, "brier": 0.40304529079312984, "ece": 0.5983090870745996 }, "q_d2ef0f773b": { "n": 1, "accuracy": 0.0, "kl": 1.8716561881238212, "brier": 0.7536074568388277, "ece": 0.1388445954323341 }, "q_d30eba811b": { "n": 1, "accuracy": 0.0, "kl": 0.46889179421391425, "brier": 0.4072416855726719, "ece": 0.5312436623226258 }, "q_d3122c7b1f": { "n": 1, "accuracy": 0.0, "kl": 1.7411152946334154, "brier": 0.722523600254985, "ece": 0.13508874047907327 }, "q_d32787188b": { "n": 1, "accuracy": 1.0, "kl": 0.353181853944527, "brier": 0.2917197600399569, "ece": 0.4619160641030676 }, "q_d33f5328c7": { "n": 1, "accuracy": 1.0, "kl": 0.3919639770814524, "brier": 0.33039161706551956, "ece": 0.48644287240983786 }, "q_d34539c6dc": { "n": 1, "accuracy": 1.0, "kl": 0.3949741805936896, "brier": 0.3333998954191365, "ece": 0.48828904921583216 }, "q_d348a3270d": { "n": 1, "accuracy": 1.0, "kl": 0.6832004827396796, "brier": 0.46121314829774374, "ece": 0.634308187810224 }, "q_d34ce9bcfa": { "n": 1, "accuracy": 1.0, "kl": 0.371317536801674, "brier": 0.3097792413755301, "ece": 0.4735601868682413 }, "q_d351f68df3": { "n": 1, "accuracy": 0.0, "kl": 0.809107617676512, "brier": 0.5486590078841577, "ece": 0.38234215759394213 }, "q_d35e20134f": { "n": 1, "accuracy": 0.0, "kl": 1.3196457309080982, "brier": 0.6870452564128484, "ece": 0.2214990987007443 }, "q_d35f8c302c": { "n": 1, "accuracy": 1.0, "kl": 0.3963004604011855, "brier": 0.3347254968796128, "ece": 0.4890999247614284 }, "q_d36c29fce4": { "n": 1, "accuracy": 1.0, "kl": 0.38206772993860416, "brier": 0.32050641891037457, "ece": 0.48031638669330945 }, "q_d3765d0d28": { "n": 1, "accuracy": 1.0, "kl": 0.40295485323074076, "brier": 0.3413777572106946, "ece": 0.4931451059922497 }, "q_d38d1692a6": { "n": 1, "accuracy": 0.0, "kl": 0.4340185236277705, "brier": 0.3724372090377409, "ece": 0.5115305371800128 }, "q_d392479615": { "n": 1, "accuracy": 1.0, "kl": 0.34370196558125343, "brier": 0.2823043081033746, "ece": 0.4557022145951328 }, "q_d39e11c8ce": { "n": 1, "accuracy": 0.0, "kl": 0.4279067563146181, "brier": 0.3663277943453523, "ece": 0.5079765147442977 }, "q_d3a426b56b": { "n": 1, "accuracy": 1.0, "kl": 0.39111414994392624, "brier": 0.3295424390974934, "ece": 0.4859202132793422 }, "q_d3aa37d2aa": { "n": 1, "accuracy": 0.0, "kl": 0.50830484898152, "brier": 0.44637169852739755, "ece": 0.5524254959924356 }, "q_d3d77e85c3": { "n": 1, "accuracy": 1.0, "kl": 0.41373012077277804, "brier": 0.3521523121098651, "ece": 0.49961429438823035 }, "q_d3d8abfbf3": { "n": 1, "accuracy": 1.0, "kl": 0.40090817368328463, "brier": 0.3393315361038591, "ece": 0.49190504737369933 }, "q_d3daf0e1a9": { "n": 1, "accuracy": 0.0, "kl": 0.4266588066333734, "brier": 0.3650801341156321, "ece": 0.5072470796363809 }, "q_d3e504a323": { "n": 1, "accuracy": 0.0, "kl": 0.4196965066206617, "brier": 0.3581186271511052, "ece": 0.5031540069236644 }, "q_d3f1dcedaa": { "n": 1, "accuracy": 0.0, "kl": 0.41656543746722724, "brier": 0.3549876237414971, "ece": 0.5013001446365151 }, "q_d41376d8d8": { "n": 1, "accuracy": 1.0, "kl": 0.39139963852798876, "brier": 0.3298277041127481, "ece": 0.4860958655987204 }, "q_d42ffa0b97": { "n": 1, "accuracy": 1.0, "kl": 0.3995920873128571, "brier": 0.33801582986967693, "ece": 0.4911057223328793 }, "q_d437f4c182": { "n": 1, "accuracy": 0.0, "kl": 0.8028917956636867, "brier": 0.5439906741968822, "ece": 0.3767070657113038 }, "q_d44bca778b": { "n": 1, "accuracy": 0.0, "kl": 0.43752898921964684, "brier": 0.37594545987978223, "ece": 0.5135582197812552 }, "q_d4700f7193": { "n": 1, "accuracy": 1.0, "kl": 0.7155445276406049, "brier": 0.4832598392648676, "ece": 0.6476023256995556 }, "q_d48db4ffd2": { "n": 1, "accuracy": 0.0, "kl": 0.4265613183454484, "brier": 0.36498266614735086, "ece": 0.5071900432754436 }, "q_d490e174ae": { "n": 1, "accuracy": 0.0, "kl": 0.46483530763841086, "brier": 0.4031999284605308, "ece": 0.5289988465801058 }, "q_d498070a0d": { "n": 1, "accuracy": 1.0, "kl": 0.37305584555501203, "brier": 0.31151288883154316, "ece": 0.47465990981574446 }, "q_d49deae89a": { "n": 1, "accuracy": 1.0, "kl": 0.39248695537722034, "brier": 0.33091421991856385, "ece": 0.4867641945393939 }, "q_d4a5d92925": { "n": 1, "accuracy": 0.0, "kl": 0.7224376750194392, "brier": 0.4892210378925117, "ece": 0.35193748130203134 }, "q_d4b2ec2a8b": { "n": 1, "accuracy": 1.0, "kl": 0.3888873279285658, "brier": 0.32731756050330085, "ece": 0.48454762420715114 }, "q_d4bc86b534": { "n": 1, "accuracy": 1.0, "kl": 0.39935013800756936, "brier": 0.3377739583982905, "ece": 0.49095861008031605 }, "q_d4ce2b769a": { "n": 1, "accuracy": 1.0, "kl": 0.40500496783352313, "brier": 0.34342755193586394, "ece": 0.4943836096757833 }, "q_d4d0c6d6bb": { "n": 1, "accuracy": 1.0, "kl": 0.3968303865329046, "brier": 0.335255178568543, "ece": 0.48942348404100056 }, "q_d4f5d4c67e": { "n": 1, "accuracy": 0.0, "kl": 0.7782122725314077, "brier": 0.5259476197762456, "ece": 0.35279437324998997 }, "q_d5057a10dd": { "n": 1, "accuracy": 0.0, "kl": 0.42568585669869263, "brier": 0.36410737293867507, "ece": 0.5066774970271312 }, "q_d50683a89a": { "n": 1, "accuracy": 1.0, "kl": 0.40607247078871667, "brier": 0.34449493504432704, "ece": 0.49502706842104105 }, "q_d507e5c5c8": { "n": 1, "accuracy": 1.0, "kl": 0.4097752562270296, "brier": 0.34819749372112796, "ece": 0.49725141924331895 }, "q_d50a3776ab": { "n": 1, "accuracy": 1.0, "kl": 0.4113546846080788, "brier": 0.3497768889111078, "ece": 0.4981966576331689 }, "q_d50d4d1af3": { "n": 1, "accuracy": 1.0, "kl": 0.4142735083728831, "brier": 0.35269569958206126, "ece": 0.4999379118286781 }, "q_d51d3f501c": { "n": 1, "accuracy": 1.0, "kl": 0.37187733030122266, "brier": 0.3103374904438012, "ece": 0.47391464205066125 }, "q_d52a4439c1": { "n": 1, "accuracy": 0.0, "kl": 1.891922981073776, "brier": 0.7580138164565942, "ece": 0.14298052374341133 }, "q_d5428a09f3": { "n": 1, "accuracy": 0.0, "kl": 0.454122526361344, "brier": 0.39251626913339854, "ece": 0.5230103097747266 }, "q_d545791ed6": { "n": 1, "accuracy": 1.0, "kl": 0.39998392223773327, "brier": 0.3384075440955872, "ece": 0.4913438610795031 }, "q_d54e992b97": { "n": 1, "accuracy": 0.0, "kl": 1.414702394074925, "brier": 0.7216073337137674, "ece": 0.2362900961412004 }, "q_d571e674de": { "n": 1, "accuracy": 1.0, "kl": 0.3981108530947344, "brier": 0.33653511345353226, "ece": 0.4902042865777564 }, "q_d57ba5e2d8": { "n": 1, "accuracy": 1.0, "kl": 0.3531097353621422, "brier": 0.29164806037261537, "ece": 0.4618691270400209 }, "q_d5900f76b9": { "n": 1, "accuracy": 0.0, "kl": 0.821399515301326, "brier": 0.5548931651923443, "ece": 0.3701926185014355 }, "q_d59104b1f2": { "n": 1, "accuracy": 1.0, "kl": 0.39169630269376443, "brier": 0.33012414186557215, "ece": 0.4862783170842201 }, "q_d592dbce16": { "n": 1, "accuracy": 1.0, "kl": 0.3874095271213773, "brier": 0.32584125618936777, "ece": 0.4836342751733106 }, "q_d5a0799c96": { "n": 1, "accuracy": 0.0, "kl": 1.1637622186586567, "brier": 0.6255820856127512, "ece": 0.21671392561700478 }, "q_d5af20bcdc": { "n": 1, "accuracy": 1.0, "kl": 0.38780998733807115, "brier": 0.32624129383518635, "ece": 0.4838819715184043 }, "q_d5d1f501d5": { "n": 1, "accuracy": 1.0, "kl": 0.39010178600680967, "brier": 0.32853091398884054, "ece": 0.48529675176889864 }, "q_d5d212b42e": { "n": 1, "accuracy": 1.0, "kl": 0.40959615154710105, "brier": 0.34801839466759943, "ece": 0.4971440966066758 }, "q_d60a7e18dc": { "n": 1, "accuracy": 1.0, "kl": 0.3709307290824273, "brier": 0.30939352532568315, "ece": 0.47331509335752875 }, "q_d60d276d90": { "n": 1, "accuracy": 1.0, "kl": 0.4032117419042791, "brier": 0.34163459868620094, "ece": 0.4933004952127452 }, "q_d60e9de17e": { "n": 1, "accuracy": 1.0, "kl": 0.3932593141876638, "brier": 0.3316860566600763, "ece": 0.4872382942823994 }, "q_d60f8634f8": { "n": 1, "accuracy": 1.0, "kl": 0.39943803241257375, "brier": 0.337861824232541, "ece": 0.4910120583587183 }, "q_d626033a8d": { "n": 1, "accuracy": 1.0, "kl": 0.40990336839569813, "brier": 0.3483256021255028, "ece": 0.49732816950542813 }, "q_d6345f8229": { "n": 1, "accuracy": 0.0, "kl": 0.41451217249158967, "brier": 0.3529343636990859, "ece": 0.5000799707788303 }, "q_d638e315ff": { "n": 1, "accuracy": 1.0, "kl": 0.36408261589652574, "brier": 0.30256827463192226, "ece": 0.4689526157721029 }, "q_d63f0e5a81": { "n": 1, "accuracy": 0.0, "kl": 1.7220714433533237, "brier": 0.717534535066554, "ece": 0.1333974018741249 }, "q_d648f0f5b9": { "n": 1, "accuracy": 1.0, "kl": 0.4136055865756857, "brier": 0.3520277780020503, "ece": 0.49954009224509777 }, "q_d64908695a": { "n": 1, "accuracy": 1.0, "kl": 0.6212226161606229, "brier": 0.4185567339976059, "ece": 0.6072123055990319 }, "q_d64fdb7736": { "n": 1, "accuracy": 0.0, "kl": 0.43787447205990515, "brier": 0.3762906849385833, "ece": 0.5137572390972762 }, "q_d654d338c9": { "n": 1, "accuracy": 0.0, "kl": 0.4300687745465393, "brier": 0.3684891707516127, "ece": 0.5092372134097954 }, "q_d66616312f": { "n": 1, "accuracy": 0.0, "kl": 0.42183724046884274, "brier": 0.36025923714016106, "ece": 0.5044167981714207 }, "q_d666b3d48b": { "n": 1, "accuracy": 0.0, "kl": 0.42527096969056666, "brier": 0.36369255726687877, "ece": 0.5064343778747668 }, "q_d67996077b": { "n": 1, "accuracy": 1.0, "kl": 0.3786628470099559, "brier": 0.31710740343761423, "ece": 0.478188023073029 }, "q_d67a20d461": { "n": 1, "accuracy": 1.0, "kl": 0.3983305311483003, "brier": 0.3367547083359949, "ece": 0.4903380973879923 }, "q_d68a5a9d0b": { "n": 1, "accuracy": 0.0, "kl": 1.7298092263978353, "brier": 0.719775354670993, "ece": 0.13702681585380105 }, "q_d68fb4b956": { "n": 1, "accuracy": 1.0, "kl": 0.408950035362571, "brier": 0.3473723025505865, "ece": 0.4967567051353742 }, "q_d69e062a9b": { "n": 1, "accuracy": 0.0, "kl": 1.8380710704563112, "brier": 0.7456914403798927, "ece": 0.1373222942980553 }, "q_d69fd7bce1": { "n": 1, "accuracy": 0.0, "kl": 1.7268104630668333, "brier": 0.7191922079662467, "ece": 0.14517194055741256 }, "q_d6a14a3b12": { "n": 1, "accuracy": 0.0, "kl": 0.41504324598932385, "brier": 0.35346543705886346, "ece": 0.500395906889484 }, "q_d6a9adc776": { "n": 1, "accuracy": 1.0, "kl": 0.3400062535464725, "brier": 0.27863923458316925, "ece": 0.4532554316973627 }, "q_d6b3c70f54": { "n": 1, "accuracy": 0.0, "kl": 0.41445493471267736, "brier": 0.35287712592110265, "ece": 0.500045905777632 }, "q_d6b45d2743": { "n": 1, "accuracy": 0.0, "kl": 0.42317493341197876, "brier": 0.3615968059852872, "ece": 0.5052039545825551 }, "q_d6d1078fb8": { "n": 1, "accuracy": 1.0, "kl": 0.4047522351638796, "brier": 0.3431748520284057, "ece": 0.49423112632225363 }, "q_d6f8211846": { "n": 1, "accuracy": 1.0, "kl": 0.4135151041840732, "brier": 0.35193729569631754, "ece": 0.4994861712239853 }, "q_d6ffb1742f": { "n": 1, "accuracy": 0.0, "kl": 0.7890856196356131, "brier": 0.5356303651960711, "ece": 0.37914196105232 }, "q_d708fe4fbe": { "n": 1, "accuracy": 1.0, "kl": 0.40300402545725034, "brier": 0.34142692023492804, "ece": 0.4931748541688664 }, "q_d70958d62b": { "n": 1, "accuracy": 1.0, "kl": 0.40482533341994276, "brier": 0.34324794062787056, "ece": 0.4942752349754149 }, "q_d70c287178": { "n": 1, "accuracy": 1.0, "kl": 0.3526479692711504, "brier": 0.29118900107396095, "ece": 0.46156847424411307 }, "q_d712bdabdd": { "n": 1, "accuracy": 0.0, "kl": 0.42947501275190336, "brier": 0.36789560411871486, "ece": 0.5088913639365538 }, "q_d7175b2e33": { "n": 1, "accuracy": 1.0, "kl": 0.4036117449869451, "brier": 0.3420345325163742, "ece": 0.4935423391361362 }, "q_d720da5b9f": { "n": 1, "accuracy": 1.0, "kl": 0.4089918425796236, "brier": 0.34741410802213135, "ece": 0.4967817822446965 }, "q_d728145013": { "n": 1, "accuracy": 0.0, "kl": 0.4514424436447487, "brier": 0.3898414979686313, "ece": 0.5214983000922151 }, "q_d737a6e7a1": { "n": 1, "accuracy": 0.0, "kl": 1.4405368231403528, "brier": 0.6993504656150786, "ece": 0.17101433125517815 }, "q_d75cff3e7c": { "n": 1, "accuracy": 0.0, "kl": 0.44335896984260376, "brier": 0.38177000727603516, "ece": 0.5169038837524994 }, "q_d768fd4fec": { "n": 1, "accuracy": 1.0, "kl": 0.3977420608122501, "brier": 0.33616646599441447, "ece": 0.4899795519257115 }, "q_d77cd41aba": { "n": 1, "accuracy": 1.0, "kl": 0.36781469010397344, "brier": 0.30628703603603713, "ece": 0.4713355568026224 }, "q_d787ced132": { "n": 1, "accuracy": 0.0, "kl": 1.7856194496661115, "brier": 0.733571541628718, "ece": 0.14085051929461745 }, "q_d788e77482": { "n": 1, "accuracy": 0.0, "kl": 0.41702780634164305, "brier": 0.35544998878361966, "ece": 0.5015744233131438 }, "q_d78bc8df57": { "n": 1, "accuracy": 1.0, "kl": 0.4052207925125474, "brier": 0.34364335000944113, "ece": 0.49451378144124536 }, "q_d7b2c7b99b": { "n": 1, "accuracy": 1.0, "kl": 0.7245317790740298, "brier": 0.48979196346847825, "ece": 0.6511620109204286 }, "q_d7c81c1a9e": { "n": 1, "accuracy": 1.0, "kl": 0.39761257079540213, "brier": 0.33603702839637634, "ece": 0.48990061502538407 }, "q_d7cff34a71": { "n": 1, "accuracy": 1.0, "kl": 0.4050609811114657, "brier": 0.34348355818874354, "ece": 0.49441739719076916 }, "q_d7d22593a6": { "n": 1, "accuracy": 1.0, "kl": 1.1040094453498384, "brier": 0.5995297339498681, "ece": 0.7724855129989101 }, "q_d7e763165d": { "n": 1, "accuracy": 0.0, "kl": 0.42496341498573953, "brier": 0.36338505208072536, "ece": 0.5062540627845823 }, "q_d7e9306a6b": { "n": 1, "accuracy": 1.0, "kl": 0.4128645443245692, "brier": 0.3512867371729083, "ece": 0.4990982803429932 }, "q_d7e973dbd6": { "n": 1, "accuracy": 1.0, "kl": 0.4134120010432012, "brier": 0.3518341926778712, "ece": 0.4994247207055583 }, "q_d7fd1d027f": { "n": 1, "accuracy": 1.0, "kl": 0.40160460530037584, "brier": 0.3400277945375676, "ece": 0.49232741513120826 }, "q_d7fda52f3c": { "n": 1, "accuracy": 0.0, "kl": 0.42206741587874147, "brier": 0.3604893940320208, "ece": 0.5045523489700774 }, "q_d80302a443": { "n": 1, "accuracy": 0.0, "kl": 0.42967718713599945, "brier": 0.36809771371937017, "ece": 0.5090091570813904 }, "q_d829b77633": { "n": 1, "accuracy": 1.0, "kl": 0.3945712571927008, "brier": 0.3329971977437025, "ece": 0.48804239837528063 }, "q_d82c55e373": { "n": 1, "accuracy": 0.0, "kl": 0.7951161107225094, "brier": 0.537609131576146, "ece": 0.363235454539106 }, "q_d83bf97137": { "n": 1, "accuracy": 0.0, "kl": 0.8259458027830615, "brier": 0.5590712807388712, "ece": 0.3819393976628427 }, "q_d83cf99223": { "n": 1, "accuracy": 0.0, "kl": 0.4215452065508042, "brier": 0.35996722513418167, "ece": 0.5042447554974496 }, "q_d8594c1da2": { "n": 1, "accuracy": 0.0, "kl": 0.4159651758745593, "brier": 0.35438736519686137, "ece": 0.5009437998099397 }, "q_d860b69112": { "n": 1, "accuracy": 1.0, "kl": 0.37229763779426983, "brier": 0.3107566655753836, "ece": 0.4741805839811136 }, "q_d86506cccd": { "n": 1, "accuracy": 0.0, "kl": 0.7700723235270586, "brier": 0.5205834146724987, "ece": 0.35181726013490516 }, "q_d86cb91b2f": { "n": 1, "accuracy": 1.0, "kl": 0.6723335893001694, "brier": 0.4538425044250207, "ece": 0.6297083483793757 }, "q_d879feb62b": { "n": 1, "accuracy": 1.0, "kl": 0.4120194010733341, "brier": 0.35044159849447665, "ece": 0.498593835653654 }, "q_d87b062cec": { "n": 1, "accuracy": 1.0, "kl": 0.3930419880663175, "brier": 0.33146887359906196, "ece": 0.48710494568296625 }, "q_d880b1e816": { "n": 1, "accuracy": 1.0, "kl": 0.3947133939156948, "brier": 0.33313925376367926, "ece": 0.48812942418041805 }, "q_d88eedc81f": { "n": 1, "accuracy": 1.0, "kl": 0.4131082300856531, "brier": 0.35153042226231745, "ece": 0.49924361787767113 }, "q_d89f60f505": { "n": 1, "accuracy": 0.0, "kl": 0.43861421148503665, "brier": 0.37702984683106955, "ece": 0.5141830528884502 }, "q_d8aad18d94": { "n": 1, "accuracy": 1.0, "kl": 0.41295107440190504, "brier": 0.351373266984616, "ece": 0.49914989382356756 }, "q_d8b4cd1320": { "n": 1, "accuracy": 0.0, "kl": 0.41999138859655427, "brier": 0.3584134967333966, "ece": 0.5033281804542408 }, "q_d8baf305ac": { "n": 1, "accuracy": 1.0, "kl": 0.40674098054333535, "brier": 0.3451633838780932, "ece": 0.4954295270428506 }, "q_d8bb1fb81a": { "n": 1, "accuracy": 0.0, "kl": 0.46535463672210164, "brier": 0.40371749324646417, "ece": 0.5292869312847104 }, "q_d8d4fdfe1c": { "n": 1, "accuracy": 0.0, "kl": 0.45846119738435165, "brier": 0.3968447431878846, "ece": 0.5254462611740526 }, "q_d8d71fb09e": { "n": 1, "accuracy": 0.0, "kl": 0.42238349191983826, "brier": 0.36080544278624244, "ece": 0.5047384152547556 }, "q_d8d999e801": { "n": 1, "accuracy": 1.0, "kl": 0.392381546274261, "brier": 0.3308088850425317, "ece": 0.48669944986594926 }, "q_d8dc5e6a91": { "n": 1, "accuracy": 1.0, "kl": 0.4021234259686029, "brier": 0.3405464979748973, "ece": 0.49264179258462004 }, "q_d8e165eb41": { "n": 1, "accuracy": 1.0, "kl": 0.3311670682518101, "brier": 0.2698874589182866, "ece": 0.44734687892936187 }, "q_d8e2a45d6a": { "n": 1, "accuracy": 0.0, "kl": 0.4997319104869724, "brier": 0.4378851437494269, "ece": 0.5479129960523788 }, "q_d8f496fede": { "n": 1, "accuracy": 1.0, "kl": 0.3970454685094654, "brier": 0.3354701654959389, "ece": 0.4895547371816976 }, "q_d904e4295c": { "n": 1, "accuracy": 0.0, "kl": 0.4196811927269316, "brier": 0.3581033138649845, "ece": 0.5031449597153347 }, "q_d91683d713": { "n": 1, "accuracy": 1.0, "kl": 0.38876837086040683, "brier": 0.32719871759235764, "ece": 0.4844741756851465 }, "q_d918273177": { "n": 1, "accuracy": 1.0, "kl": 0.397492412827947, "brier": 0.3359169198086732, "ece": 0.48982735377758346 }, "q_d91fae87ac": { "n": 1, "accuracy": 1.0, "kl": 0.3205481142472125, "brier": 0.2594030664063576, "ece": 0.44014099072887936 }, "q_d9459dd8b9": { "n": 1, "accuracy": 0.0, "kl": 0.42004943352142887, "brier": 0.35847153905988904, "ece": 0.5033624564483068 }, "q_d94eff7fb2": { "n": 1, "accuracy": 0.0, "kl": 0.4288774619543777, "brier": 0.3672982349765025, "ece": 0.5085430170802591 }, "q_d96002f49f": { "n": 1, "accuracy": 0.0, "kl": 0.4204496034543528, "brier": 0.35887168959402244, "ece": 0.5035986836582607 }, "q_d964b7e2e9": { "n": 1, "accuracy": 0.0, "kl": 0.4234036244261715, "brier": 0.36182547158117107, "ece": 0.5053383779893198 }, "q_d978d49c53": { "n": 1, "accuracy": 1.0, "kl": 0.40440114002954874, "brier": 0.3428238053695174, "ece": 0.49401920569553126 }, "q_d97a0b2df7": { "n": 1, "accuracy": 0.0, "kl": 1.8027476735896215, "brier": 0.7374116878355599, "ece": 0.13308932479668723 }, "q_d97c6a08b5": { "n": 1, "accuracy": 1.0, "kl": 0.3957981086991271, "brier": 0.3342233907038116, "ece": 0.48879297370662544 }, "q_d97eebbb37": { "n": 1, "accuracy": 0.0, "kl": 0.43024295550953484, "brier": 0.36866329161086137, "ece": 0.5093386143889583 }, "q_d9a6ebbe0d": { "n": 1, "accuracy": 0.0, "kl": 1.768295556630469, "brier": 0.7294788870354739, "ece": 0.14279076294385593 }, "q_d9a93d188a": { "n": 1, "accuracy": 1.0, "kl": 0.3789922468471831, "brier": 0.3174361823233789, "ece": 0.4783943914787072 }, "q_d9b37293f1": { "n": 1, "accuracy": 0.0, "kl": 0.8438127740716791, "brier": 0.5694565429902385, "ece": 0.3762604788110416 }, "q_d9bb3e5e2c": { "n": 1, "accuracy": 1.0, "kl": 0.38643987058819185, "brier": 0.32487267706108414, "ece": 0.48303391734510637 }, "q_d9d31f2e87": { "n": 1, "accuracy": 1.0, "kl": 0.35961899559075683, "brier": 0.2981235015984531, "ece": 0.4660851600349676 }, "q_d9f131018a": { "n": 1, "accuracy": 0.0, "kl": 0.42967833334847505, "brier": 0.368098859559689, "ece": 0.5090098248057315 }, "q_d9f6e0552f": { "n": 1, "accuracy": 1.0, "kl": 1.0538345904762154, "brier": 0.5793391467123031, "ece": 0.7591763201636572 }, "q_d9f814bbee": { "n": 1, "accuracy": 0.0, "kl": 0.416222361341782, "brier": 0.35464454959144187, "ece": 0.5010965148225771 }, "q_da072d1b05": { "n": 1, "accuracy": 1.0, "kl": 0.41035757588535254, "brier": 0.3487797979210673, "ece": 0.4976001663799161 }, "q_da13b4c96c": { "n": 1, "accuracy": 1.0, "kl": 0.4033096248849978, "brier": 0.3417324642484642, "ece": 0.49335968855735324 }, "q_da18ddf184": { "n": 1, "accuracy": 0.0, "kl": 0.41751460631169207, "brier": 0.3559367829880724, "ece": 0.5018630008593266 }, "q_da23b6924a": { "n": 1, "accuracy": 0.0, "kl": 0.4299780248972012, "brier": 0.3683984518986958, "ece": 0.5091843729090656 }, "q_da2489a469": { "n": 1, "accuracy": 1.0, "kl": 0.3836969197330081, "brier": 0.3221332117885739, "ece": 0.48133104277427496 }, "q_da5610c0ab": { "n": 1, "accuracy": 0.0, "kl": 0.4235724517802336, "brier": 0.36199427933019596, "ece": 0.5054375860982406 }, "q_da6c260502": { "n": 1, "accuracy": 0.0, "kl": 0.7806651698202002, "brier": 0.5309574812033502, "ece": 0.38321054996712534 }, "q_da93147265": { "n": 1, "accuracy": 1.0, "kl": 0.33582761589609156, "brier": 0.2744993344703944, "ece": 0.45047222194814707 }, "q_da94ef15a1": { "n": 1, "accuracy": 0.0, "kl": 0.4442921088138454, "brier": 0.38270204571199534, "ece": 0.5174368787105148 }, "q_da95c46bd3": { "n": 1, "accuracy": 1.0, "kl": 0.37289314772154203, "brier": 0.311350610581986, "ece": 0.47455710016548036 }, "q_daa22905ac": { "n": 1, "accuracy": 1.0, "kl": 0.41056396564031694, "brier": 0.3489861831620331, "ece": 0.4977237024409993 }, "q_daa5f990e9": { "n": 1, "accuracy": 0.0, "kl": 1.7833271496787684, "brier": 0.7331279797452749, "ece": 0.14070127904348576 }, "q_daae3b3b14": { "n": 1, "accuracy": 1.0, "kl": 0.37295491519148005, "brier": 0.3114122183586767, "ece": 0.47459613426811254 }, "q_dab47d8625": { "n": 1, "accuracy": 0.0, "kl": 0.4259403243769295, "brier": 0.3643617942104762, "ece": 0.5068265421752003 }, "q_dab795c6a3": { "n": 1, "accuracy": 0.0, "kl": 1.775227117963885, "brier": 0.7306245469506601, "ece": 0.13323554549870162 }, "q_dabf7bdf0d": { "n": 1, "accuracy": 1.0, "kl": 0.40263421674820504, "brier": 0.3410571827162602, "ece": 0.4929510762283228 }, "q_dac69f99dd": { "n": 1, "accuracy": 0.0, "kl": 1.7203641037617994, "brier": 0.7169153110125592, "ece": 0.13063823995047638 }, "q_dac8211303": { "n": 1, "accuracy": 0.0, "kl": 0.42075627194585186, "brier": 0.35917834138725463, "ece": 0.5037796251515961 }, "q_dacd1a305e": { "n": 1, "accuracy": 1.0, "kl": 0.39210071838863064, "brier": 0.33052825846473705, "ece": 0.4865269108341642 }, "q_dad14fe71b": { "n": 1, "accuracy": 1.0, "kl": 0.4031753530887582, "brier": 0.341598216425174, "ece": 0.49327848747858505 }, "q_dad93c1789": { "n": 1, "accuracy": 1.0, "kl": 0.38954715399892503, "brier": 0.32797677283399473, "ece": 0.48495479552290444 }, "q_dae48f29ac": { "n": 1, "accuracy": 1.0, "kl": 0.40131758801720796, "brier": 0.3397408463839175, "ece": 0.49215339764699106 }, "q_dae518813c": { "n": 1, "accuracy": 0.0, "kl": 0.9612781195170872, "brier": 0.6421955153207295, "ece": 0.40266156759374927 }, "q_daefa36268": { "n": 1, "accuracy": 0.0, "kl": 0.44480604344045205, "brier": 0.38321534472991736, "ece": 0.5177301364596213 }, "q_daf530668b": { "n": 1, "accuracy": 0.0, "kl": 0.42786304654359986, "brier": 0.3662840956628718, "ece": 0.5079509876509644 }, "q_dafb9cffb9": { "n": 1, "accuracy": 0.0, "kl": 0.4177658444092799, "brier": 0.3561880173115643, "ece": 0.5020118584302841 }, "q_db056f4558": { "n": 1, "accuracy": 1.0, "kl": 0.3946590235351013, "brier": 0.3330849141145455, "ece": 0.48809613702811827 }, "q_db072c0c23": { "n": 1, "accuracy": 1.0, "kl": 0.715360320731305, "brier": 0.4831675467150412, "ece": 0.647525267804548 }, "q_db1522f499": { "n": 1, "accuracy": 1.0, "kl": 0.3370715857755021, "brier": 0.27573130208612784, "ece": 0.45130264077038806 }, "q_db1b7cc80c": { "n": 1, "accuracy": 1.0, "kl": 0.682171328492234, "brier": 0.4602153407068441, "ece": 0.6339044838287548 }, "q_db1c2cf7f9": { "n": 1, "accuracy": 0.0, "kl": 0.45845405665042993, "brier": 0.3968376209459072, "ece": 0.5254422639051592 }, "q_db1d0891b9": { "n": 1, "accuracy": 1.0, "kl": 0.3426010102199073, "brier": 0.28121213698243125, "ece": 0.45497475713868474 }, "q_db45caa7e4": { "n": 1, "accuracy": 1.0, "kl": 0.40486321878532117, "brier": 0.34328582104659533, "ece": 0.49429809379636014 }, "q_db60a73bee": { "n": 1, "accuracy": 1.0, "kl": 0.3920937572276444, "brier": 0.3305213023598307, "ece": 0.48652263304755283 }, "q_db689b66ff": { "n": 1, "accuracy": 1.0, "kl": 0.4109790602110259, "brier": 0.3494012700340283, "ece": 0.49797205052134064 }, "q_db6ba37d00": { "n": 1, "accuracy": 1.0, "kl": 0.37164124419408584, "brier": 0.3101020506002976, "ece": 0.47376519056431177 }, "q_db774ec8d2": { "n": 1, "accuracy": 0.0, "kl": 0.4236368831227777, "brier": 0.36205870299931076, "ece": 0.5054754417115697 }, "q_db994114f6": { "n": 1, "accuracy": 0.0, "kl": 0.4260255468571437, "brier": 0.36444700068823116, "ece": 0.5068764462278466 }, "q_dba8f8f842": { "n": 1, "accuracy": 1.0, "kl": 0.40226410715096916, "brier": 0.34068714904099057, "ece": 0.49272699756678773 }, "q_dbaeb20bd0": { "n": 1, "accuracy": 1.0, "kl": 0.38964143743232343, "brier": 0.3280709712296142, "ece": 0.4850129449965853 }, "q_dbb540e961": { "n": 1, "accuracy": 0.0, "kl": 1.2424606865534524, "brier": 0.6573364725037635, "ece": 0.21673778002324331 }, "q_dbb9457546": { "n": 1, "accuracy": 1.0, "kl": 0.4081961155373465, "brier": 0.3466184190777042, "ece": 0.4963042271450676 }, "q_dbbaf26f7a": { "n": 1, "accuracy": 0.0, "kl": 0.44566404062793263, "brier": 0.3840722330027623, "ece": 0.5182192561964628 }, "q_dbcdc7b209": { "n": 1, "accuracy": 1.0, "kl": 0.40846078446937206, "brier": 0.34688307416240416, "ece": 0.49646312811724647 }, "q_dbd66a02a9": { "n": 1, "accuracy": 1.0, "kl": 0.395605859723249, "brier": 0.3340312393282203, "ece": 0.4886754453892601 }, "q_dbddea28ec": { "n": 1, "accuracy": 1.0, "kl": 0.33421077813303024, "brier": 0.27289870998624305, "ece": 0.4493905182772312 }, "q_dbe0b8d99f": { "n": 1, "accuracy": 0.0, "kl": 0.42135532180274127, "brier": 0.3597773537138593, "ece": 0.5041328528385058 }, "q_dbe5af392e": { "n": 1, "accuracy": 1.0, "kl": 0.37492357201922166, "brier": 0.31337603781695306, "ece": 0.4758383747294803 }, "q_dbf5c94da7": { "n": 1, "accuracy": 0.0, "kl": 0.43709214900125826, "brier": 0.3755089349430596, "ece": 0.5133064359913545 }, "q_dc0f61cf60": { "n": 1, "accuracy": 1.0, "kl": 0.6807580233541546, "brier": 0.4592345772257052, "ece": 0.633311488600238 }, "q_dc1b10499d": { "n": 1, "accuracy": 1.0, "kl": 0.3779097873679733, "brier": 0.3163558081459515, "ece": 0.47771585846301845 }, "q_dc1f26d46c": { "n": 1, "accuracy": 1.0, "kl": 0.37014913018647977, "brier": 0.30861419428756487, "ece": 0.4728194205277819 }, "q_dc201b2751": { "n": 1, "accuracy": 1.0, "kl": 0.35595041145929873, "brier": 0.2944730025409057, "ece": 0.46371408792283453 }, "q_dc2657915f": { "n": 1, "accuracy": 1.0, "kl": 0.3849655297352065, "brier": 0.32340012685815545, "ece": 0.4821194641261197 }, "q_dc28558489": { "n": 1, "accuracy": 1.0, "kl": 0.3896630305879164, "brier": 0.32809254500212814, "ece": 0.48502626149555295 }, "q_dc4dd6ec1d": { "n": 1, "accuracy": 0.0, "kl": 1.3223817933114568, "brier": 0.6882368459980821, "ece": 0.22618304459566485 }, "q_dc5420ac1e": { "n": 1, "accuracy": 1.0, "kl": 0.39168830966119644, "brier": 0.33011615485501994, "ece": 0.48627340231365124 }, "q_dc5968ec7c": { "n": 1, "accuracy": 1.0, "kl": 0.4020301724114918, "brier": 0.3404532647694172, "ece": 0.4925853031613081 }, "q_dc7255c380": { "n": 1, "accuracy": 1.0, "kl": 0.3949599748725746, "brier": 0.3333856974968604, "ece": 0.4882803555749776 }, "q_dc8a5cab49": { "n": 1, "accuracy": 1.0, "kl": 0.393593081662695, "brier": 0.3320196101736108, "ece": 0.48744300839111887 }, "q_dc8bdaa33e": { "n": 1, "accuracy": 0.0, "kl": 0.45721848590544945, "brier": 0.39560516315329985, "ece": 0.5247500214464862 }, "q_dc95aab993": { "n": 1, "accuracy": 1.0, "kl": 0.39266145567191213, "brier": 0.3310885989202222, "ece": 0.4868713549269733 }, "q_dcb0e9927c": { "n": 1, "accuracy": 1.0, "kl": 0.3983907819886102, "brier": 0.3368149367634059, "ece": 0.4903747901390909 }, "q_dcd1afb357": { "n": 1, "accuracy": 0.0, "kl": 0.44127547272110057, "brier": 0.37968872754496436, "ece": 0.5157113307827582 }, "q_dcd6ee59f6": { "n": 1, "accuracy": 1.0, "kl": 0.408577525747732, "brier": 0.3469998097142472, "ece": 0.4965331977851508 }, "q_dce91d7cb8": { "n": 1, "accuracy": 0.0, "kl": 0.460823743246065, "brier": 0.3992008467610238, "ece": 0.5267666319013897 }, "q_dce9c71493": { "n": 1, "accuracy": 1.0, "kl": 0.3593789319527225, "brier": 0.2978845475083348, "ece": 0.4659304001425223 }, "q_dcffa6a7ce": { "n": 1, "accuracy": 0.0, "kl": 0.4508777365091734, "brier": 0.38927781938466277, "ece": 0.5211789996048445 }, "q_dd0998e0a8": { "n": 1, "accuracy": 1.0, "kl": 0.4111123690455717, "brier": 0.3495345767606889, "ece": 0.49805177715247706 }, "q_dd0ff1574c": { "n": 1, "accuracy": 1.0, "kl": 0.3865064650204411, "brier": 0.3249391950033628, "ece": 0.48307517599286787 }, "q_dd11182169": { "n": 1, "accuracy": 1.0, "kl": 1.0188897851027252, "brier": 0.5626171264720001, "ece": 0.7496303459696503 }, "q_dd44737b73": { "n": 1, "accuracy": 1.0, "kl": 0.3740763678292326, "brier": 0.31253085601359926, "ece": 0.475304222095843 }, "q_dd562abb40": { "n": 1, "accuracy": 0.0, "kl": 0.42067799728856003, "brier": 0.3591000711483324, "ece": 0.503733448731825 }, "q_dd594fd569": { "n": 1, "accuracy": 1.0, "kl": 0.3779636926242848, "brier": 0.31640960649093675, "ece": 0.47774967409850677 }, "q_dd5b8471c0": { "n": 1, "accuracy": 0.0, "kl": 0.6944088180983298, "brier": 0.47299203470830586, "ece": 0.36911692947309616 }, "q_dd64a224fb": { "n": 1, "accuracy": 1.0, "kl": 0.39436291418246344, "brier": 0.3327889751684802, "ece": 0.48791480432100043 }, "q_dd64d94239": { "n": 1, "accuracy": 1.0, "kl": 0.387940715960887, "brier": 0.3263718872897382, "ece": 0.4839627998279904 }, "q_ddaa429046": { "n": 1, "accuracy": 1.0, "kl": 0.40428505313160135, "brier": 0.34270773527665294, "ece": 0.4939491123777492 }, "q_ddb67b6921": { "n": 1, "accuracy": 1.0, "kl": 0.4051334578973962, "brier": 0.3435560260101516, "ece": 0.49446111157149086 }, "q_ddbdf68535": { "n": 1, "accuracy": 1.0, "kl": 0.3836420417397137, "brier": 0.32207841044176533, "ece": 0.4812969040758758 }, "q_ddca6bc9eb": { "n": 1, "accuracy": 1.0, "kl": 0.39017109254567595, "brier": 0.3286001607693606, "ece": 0.48533946314747134 }, "q_dddc9254d7": { "n": 1, "accuracy": 1.0, "kl": 0.632585893905014, "brier": 0.42737487663372, "ece": 0.6122389528571213 }, "q_dde000dec6": { "n": 1, "accuracy": 1.0, "kl": 0.3968346129134006, "brier": 0.33525940305840296, "ece": 0.48942606356850493 }, "q_dde6e4c13f": { "n": 1, "accuracy": 0.0, "kl": 0.4266358212609633, "brier": 0.36505715356304996, "ece": 0.5072336325495981 }, "q_de04167506": { "n": 1, "accuracy": 1.0, "kl": 0.4065507546644128, "brier": 0.34497317429529045, "ece": 0.4953150456552774 }, "q_de0a45232f": { "n": 1, "accuracy": 0.0, "kl": 0.4373251971305592, "brier": 0.3757418163450984, "ece": 0.5134407781606954 }, "q_de3450074e": { "n": 1, "accuracy": 0.0, "kl": 0.43247140908550985, "brier": 0.37089085496115315, "ece": 0.5106337509770646 }, "q_de4abaf9d8": { "n": 1, "accuracy": 1.0, "kl": 0.3744681335297192, "brier": 0.312921675522789, "ece": 0.4755513086331462 }, "q_de5bc03b51": { "n": 1, "accuracy": 0.0, "kl": 0.8185828281569841, "brier": 0.553893869976303, "ece": 0.37726479487180886 }, "q_de6373ec48": { "n": 1, "accuracy": 1.0, "kl": 0.39486354263393875, "brier": 0.33328931850536697, "ece": 0.48822133610663154 }, "q_de63997e2a": { "n": 1, "accuracy": 0.0, "kl": 1.4968760034697843, "brier": 0.7199679318410409, "ece": 0.19749371513912717 }, "q_de6ed850b9": { "n": 1, "accuracy": 0.0, "kl": 0.415741403303841, "brier": 0.35416359331644015, "ece": 0.5008108799190202 }, "q_de7d7abd7e": { "n": 1, "accuracy": 1.0, "kl": 0.6469430551234367, "brier": 0.43551892208732434, "ece": 0.6188129773842304 }, "q_de973590f2": { "n": 1, "accuracy": 1.0, "kl": 0.36939941562350964, "brier": 0.3078667342503628, "ece": 0.47234343007775903 }, "q_de9e24fe5b": { "n": 1, "accuracy": 1.0, "kl": 0.4081081509106127, "brier": 0.3465304593259322, "ece": 0.4962514019951958 }, "q_dea923d2c3": { "n": 1, "accuracy": 1.0, "kl": 0.40421181135754397, "brier": 0.3426345043076662, "ece": 0.49390488297896784 }, "q_deab0c9184": { "n": 1, "accuracy": 0.0, "kl": 0.42438443668333986, "brier": 0.36280615953147805, "ece": 0.5059144042712561 }, "q_deb5e4d26c": { "n": 1, "accuracy": 1.0, "kl": 0.3937418395503042, "brier": 0.3321682749176744, "ece": 0.48753421630439475 }, "q_debdb50f52": { "n": 1, "accuracy": 1.0, "kl": 0.3934377775442027, "brier": 0.33186440475211354, "ece": 0.48734776589059225 }, "q_decdd10ef2": { "n": 1, "accuracy": 0.0, "kl": 0.4220853587295308, "brier": 0.36050733539197355, "ece": 0.5045629137077174 }, "q_def700fa36": { "n": 1, "accuracy": 1.0, "kl": 0.3988070535815835, "brier": 0.3372310581213183, "ece": 0.4906282126944751 }, "q_df03084b87": { "n": 1, "accuracy": 1.0, "kl": 0.40133785998625016, "brier": 0.33976111336826437, "ece": 0.4921656908139397 }, "q_df05e69f2a": { "n": 1, "accuracy": 1.0, "kl": 0.2926793784786711, "brier": 0.23207685601473726, "ece": 0.4206441369044367 }, "q_df0c90bc4f": { "n": 1, "accuracy": 1.0, "kl": 0.41032871966162143, "brier": 0.3487509423668879, "ece": 0.49758289139216894 }, "q_df20bb578a": { "n": 1, "accuracy": 1.0, "kl": 0.3807564892038437, "brier": 0.31919729594241375, "ece": 0.4794979949526741 }, "q_df3665b04b": { "n": 1, "accuracy": 0.0, "kl": 0.4289667226922584, "brier": 0.36738746949716583, "ece": 0.508595070840278 }, "q_df589b3ef9": { "n": 1, "accuracy": 1.0, "kl": 0.3903010127552129, "brier": 0.3287299698920231, "ece": 0.48541951722384 }, "q_df629c3729": { "n": 1, "accuracy": 1.0, "kl": 0.4061818024570031, "brier": 0.3446042560400779, "ece": 0.4950929149239227 }, "q_df784cbac2": { "n": 1, "accuracy": 1.0, "kl": 0.40280429785199656, "brier": 0.3412272305077927, "ece": 0.49305401009298566 }, "q_df7adc7d92": { "n": 1, "accuracy": 0.0, "kl": 1.2141934863677246, "brier": 0.6460708199934446, "ece": 0.21111022768583868 }, "q_df92c7daef": { "n": 1, "accuracy": 0.0, "kl": 0.4330587366775033, "brier": 0.37147790829822225, "ece": 0.5109744240080971 }, "q_dfa17833df": { "n": 1, "accuracy": 1.0, "kl": 0.38163412481450876, "brier": 0.3200734950527393, "ece": 0.48004593177080257 }, "q_dfa393b8d3": { "n": 1, "accuracy": 0.0, "kl": 1.733371808778522, "brier": 0.7204174581055092, "ece": 0.13768681808552968 }, "q_dfad71fc1a": { "n": 1, "accuracy": 0.0, "kl": 1.3385323148858572, "brier": 0.6666070147155552, "ece": 0.18883144239991917 }, "q_dfb341de9f": { "n": 1, "accuracy": 1.0, "kl": 0.40992136071755725, "brier": 0.3483435939356659, "ece": 0.49733894734116646 }, "q_dfc905b589": { "n": 1, "accuracy": 0.0, "kl": 0.43208915819470484, "brier": 0.37050877338296584, "ece": 0.5104118802861776 }, "q_dfc9e1b2ca": { "n": 1, "accuracy": 1.0, "kl": 0.3735327774752613, "brier": 0.31198861026761093, "ece": 0.47496114382785226 }, "q_dfd8ef3d65": { "n": 1, "accuracy": 1.0, "kl": 0.35739405586943856, "brier": 0.29590923797495916, "ece": 0.46464869554891197 }, "q_e00784c190": { "n": 1, "accuracy": 0.0, "kl": 0.4475941560577361, "brier": 0.38599962804622545, "ece": 0.5193174410641043 }, "q_e00f551f2e": { "n": 1, "accuracy": 0.0, "kl": 0.4541219883527231, "brier": 0.3925157322642097, "ece": 0.523010006808091 }, "q_e023d4fc9e": { "n": 1, "accuracy": 1.0, "kl": 0.38636939217637567, "brier": 0.32480228000658107, "ece": 0.482990248025049 }, "q_e02f082a71": { "n": 1, "accuracy": 0.0, "kl": 0.4173445853889371, "brier": 0.3557667643003688, "ece": 0.5017622341440546 }, "q_e04d924336": { "n": 1, "accuracy": 1.0, "kl": 0.39509098639230866, "brier": 0.3335166375300979, "ece": 0.48836052547356845 }, "q_e05077325c": { "n": 1, "accuracy": 1.0, "kl": 0.6692372142429798, "brier": 0.45134369466026375, "ece": 0.6284255276689024 }, "q_e058bb5db7": { "n": 1, "accuracy": 1.0, "kl": 0.3851459511227642, "brier": 0.32358031895550143, "ece": 0.4822314749963641 }, "q_e060c3e6b2": { "n": 1, "accuracy": 1.0, "kl": 0.41353074417147284, "brier": 0.3519529356674978, "ece": 0.4994954920303064 }, "q_e08c44eadd": { "n": 1, "accuracy": 1.0, "kl": 0.41285278723640556, "brier": 0.3512749801232815, "ece": 0.4990912669832679 }, "q_e08d94ae6e": { "n": 1, "accuracy": 1.0, "kl": 0.606522663297737, "brier": 0.4066386711796776, "ece": 0.600662928959971 }, "q_e0916fc9b1": { "n": 1, "accuracy": 1.0, "kl": 0.4090789068430061, "brier": 0.34750116873685105, "ece": 0.49683400097451924 }, "q_e0a043a0a7": { "n": 1, "accuracy": 1.0, "kl": 0.4089344468746712, "brier": 0.34735671472047824, "ece": 0.496747354353017 }, "q_e0ace3eb8d": { "n": 1, "accuracy": 1.0, "kl": 0.37566376569026827, "brier": 0.3141145361725391, "ece": 0.47630451434000787 }, "q_e0c26c261a": { "n": 1, "accuracy": 0.0, "kl": 0.4236673698777596, "brier": 0.36208918608629237, "ece": 0.5054933525252141 }, "q_e0c35d537f": { "n": 1, "accuracy": 0.0, "kl": 0.440559507125624, "brier": 0.3789734505711485, "ece": 0.5153007297094437 }, "q_e0c3d0ce11": { "n": 1, "accuracy": 0.0, "kl": 0.41936322080621347, "brier": 0.3577853537876448, "ece": 0.5029570627071055 }, "q_e0ea9487c3": { "n": 1, "accuracy": 1.0, "kl": 0.3707058650308873, "brier": 0.3091693051899941, "ece": 0.47317254811977527 }, "q_e0ed986e20": { "n": 1, "accuracy": 1.0, "kl": 0.3963472134277429, "brier": 0.334772227745115, "ece": 0.4891284808865761 }, "q_e108a33fc3": { "n": 1, "accuracy": 0.0, "kl": 0.44741064557072696, "brier": 0.3858163900008583, "ece": 0.5192131544027673 }, "q_e10c5184b5": { "n": 1, "accuracy": 0.0, "kl": 0.43882710793164365, "brier": 0.3772425704900339, "ece": 0.5143055206246139 }, "q_e111b5f9b0": { "n": 1, "accuracy": 0.0, "kl": 0.41450829527622934, "brier": 0.3529304864838219, "ece": 0.5000776633456139 }, "q_e112743d22": { "n": 1, "accuracy": 1.0, "kl": 0.4033203426678864, "brier": 0.3417431801428491, "ece": 0.49336616948103584 }, "q_e1132af1bd": { "n": 1, "accuracy": 1.0, "kl": 0.40814121216789634, "brier": 0.3465635187347359, "ece": 0.4962712569555673 }, "q_e1379a1423": { "n": 1, "accuracy": 1.0, "kl": 0.4128994095739425, "brier": 0.3513216023114814, "ece": 0.49911907753732787 }, "q_e13e07c1ec": { "n": 1, "accuracy": 0.0, "kl": 0.4425119765995008, "brier": 0.38092395464622597, "ece": 0.5164194969557535 }, "q_e1451375dd": { "n": 1, "accuracy": 0.0, "kl": 0.42141440428173194, "brier": 0.3598364321221166, "ece": 0.5041676744650142 }, "q_e14629eb24": { "n": 1, "accuracy": 1.0, "kl": 0.38270973275654324, "brier": 0.3211474468576658, "ece": 0.4807165125482513 }, "q_e17e2298eb": { "n": 1, "accuracy": 1.0, "kl": 0.409970170398126, "brier": 0.3483924022488443, "ece": 0.4973681841305373 }, "q_e1a7be5488": { "n": 1, "accuracy": 1.0, "kl": 0.40087761011215606, "brier": 0.3393009805622082, "ece": 0.4918865016981062 }, "q_e1ac3f4866": { "n": 1, "accuracy": 0.0, "kl": 1.874200178956127, "brier": 0.7540795171089295, "ece": 0.14025043024288691 }, "q_e1b927c0bd": { "n": 1, "accuracy": 1.0, "kl": 0.3101320510628648, "brier": 0.24915487647377457, "ece": 0.4329552921219446 }, "q_e1cbf0288a": { "n": 1, "accuracy": 1.0, "kl": 0.38578016872283183, "brier": 0.3242137532233039, "ece": 0.4826249825975183 }, "q_e1cfd5c339": { "n": 1, "accuracy": 1.0, "kl": 0.35929410529858063, "brier": 0.29780011533278616, "ece": 0.4658757023529637 }, "q_e1d2a8741a": { "n": 1, "accuracy": 1.0, "kl": 0.3346759502407966, "brier": 0.2733591455517635, "ece": 0.4497020053717341 }, "q_e1d6c28fed": { "n": 1, "accuracy": 0.0, "kl": 0.4520514511891712, "brier": 0.39044936151832743, "ece": 0.521842370941452 }, "q_e1d889feb6": { "n": 1, "accuracy": 0.0, "kl": 0.4295207458749033, "brier": 0.36794132273635116, "ece": 0.5089180124081706 }, "q_e1da764179": { "n": 1, "accuracy": 0.0, "kl": 0.5027776828517245, "brier": 0.4409019975022862, "ece": 0.5495220961266286 }, "q_e1dbd338b3": { "n": 1, "accuracy": 0.0, "kl": 1.708755712065813, "brier": 0.7140287111993238, "ece": 0.13194674117487643 }, "q_e1dfb9e219": { "n": 1, "accuracy": 0.0, "kl": 0.4172047161383681, "brier": 0.35562689670677505, "ece": 0.5016793193332909 }, "q_e1e6a8bd01": { "n": 1, "accuracy": 0.0, "kl": 1.2433350210917165, "brier": 0.6601814405445094, "ece": 0.23300179890258144 }, "q_e1eb785d1f": { "n": 1, "accuracy": 1.0, "kl": 0.3897713513875704, "brier": 0.32820076908684875, "ece": 0.4850930566467714 }, "q_e1fcc7f29f": { "n": 1, "accuracy": 0.0, "kl": 0.4352587109674727, "brier": 0.37367669492621136, "ece": 0.5122480161471024 }, "q_e2159fa119": { "n": 1, "accuracy": 0.0, "kl": 0.4421558966267445, "brier": 0.38056825392366445, "ece": 0.5162156885782906 }, "q_e21b29666d": { "n": 1, "accuracy": 1.0, "kl": 0.3654752588643756, "brier": 0.3039557005382102, "ece": 0.4698433663269199 }, "q_e24d8354ba": { "n": 1, "accuracy": 0.0, "kl": 1.2084870166469956, "brier": 0.6435418690482074, "ece": 0.20648748973355047 }, "q_e24e44117c": { "n": 1, "accuracy": 1.0, "kl": 0.3915041019938866, "brier": 0.3299320871698166, "ece": 0.486160120623515 }, "q_e25b68be7d": { "n": 1, "accuracy": 0.0, "kl": 0.41574354971273, "brier": 0.354165739719675, "ece": 0.5008121550761545 }, "q_e270f1d540": { "n": 1, "accuracy": 0.0, "kl": 0.42883634841044505, "brier": 0.3672571334012964, "ece": 0.5085190389010134 }, "q_e285b42951": { "n": 1, "accuracy": 0.0, "kl": 0.4178162769299242, "brier": 0.3562384490035062, "ece": 0.5020417331280795 }, "q_e28a5a6e4d": { "n": 1, "accuracy": 0.0, "kl": 0.4320885309444268, "brier": 0.37050814640467217, "ece": 0.5104115161125874 }, "q_e28f31289d": { "n": 1, "accuracy": 0.0, "kl": 0.42118459194915314, "brier": 0.35960663524312786, "ece": 0.5040322129527 }, "q_e290d9fc17": { "n": 1, "accuracy": 1.0, "kl": 0.4065817239603111, "brier": 0.3450041408830371, "ece": 0.49533368565710933 }, "q_e2a7259c14": { "n": 1, "accuracy": 1.0, "kl": 0.3891262160961899, "brier": 0.3275562226784905, "ece": 0.4846950844021276 }, "q_e2b4da245b": { "n": 1, "accuracy": 1.0, "kl": 1.1656130325648342, "brier": 0.6260535452723428, "ece": 0.7875714793515747 }, "q_e2b656578d": { "n": 1, "accuracy": 1.0, "kl": 0.4003159058423067, "brier": 0.33873943049991656, "ece": 0.491545520264719 }, "q_e2bf4a4199": { "n": 1, "accuracy": 0.0, "kl": 1.7577391549896315, "brier": 0.7265544116882426, "ece": 0.13417295932733575 }, "q_e2c51a63c7": { "n": 1, "accuracy": 1.0, "kl": 0.38503380457772385, "brier": 0.32346831459393965, "ece": 0.4821618546020616 }, "q_e2e39a2d04": { "n": 1, "accuracy": 0.0, "kl": 0.42106652106790715, "brier": 0.3594885719088162, "ece": 0.5039625997118238 }, "q_e2e527f7df": { "n": 1, "accuracy": 0.0, "kl": 1.7229887931423715, "brier": 0.7176861366378541, "ece": 0.1357621779940311 }, "q_e2e67b409e": { "n": 1, "accuracy": 1.0, "kl": 0.4040819357910791, "brier": 0.3425046482903802, "ece": 0.49382644205655835 }, "q_e2ef45bf01": { "n": 1, "accuracy": 0.0, "kl": 0.4175815705602899, "brier": 0.35600374628705705, "ece": 0.5019026820767184 }, "q_e2f9a181b1": { "n": 1, "accuracy": 1.0, "kl": 0.40716586123713827, "brier": 0.3455882310186903, "ece": 0.49568511581405594 }, "q_e311079371": { "n": 1, "accuracy": 0.0, "kl": 0.43840959850842287, "brier": 0.37682539713055346, "ece": 0.5140653160127825 }, "q_e316cb1777": { "n": 1, "accuracy": 1.0, "kl": 0.6878137978341692, "brier": 0.46686198988852556, "ece": 0.6359979795213644 }, "q_e3290b2b75": { "n": 1, "accuracy": 0.0, "kl": 0.46166962311769755, "brier": 0.4000442595219772, "ece": 0.5272383366405305 }, "q_e347368e58": { "n": 1, "accuracy": 1.0, "kl": 1.1284237261140007, "brier": 0.6108310390415428, "ece": 0.7785473482186134 }, "q_e365625a6a": { "n": 1, "accuracy": 1.0, "kl": 0.39434894440234225, "brier": 0.33277501355539363, "ece": 0.4879062475345245 }, "q_e365d22e2a": { "n": 1, "accuracy": 1.0, "kl": 0.4612040031273169, "brier": 0.30471052991026737, "ece": 0.5259109136609025 }, "q_e36bb483d4": { "n": 1, "accuracy": 1.0, "kl": 0.37068251650749245, "brier": 0.3091460239205631, "ece": 0.47315774437276636 }, "q_e372742c62": { "n": 1, "accuracy": 0.0, "kl": 0.4496337805900284, "brier": 0.3880360219995688, "ece": 0.520474756370651 }, "q_e3765f3a03": { "n": 1, "accuracy": 1.0, "kl": 0.3530891449306587, "brier": 0.29162758973416636, "ece": 0.46185572519877605 }, "q_e3868c0646": { "n": 1, "accuracy": 1.0, "kl": 0.3815673265034495, "brier": 0.32000680335100545, "ece": 0.4800042520717782 }, "q_e38f82f32a": { "n": 1, "accuracy": 0.0, "kl": 1.7480963123566409, "brier": 0.7239547212789059, "ece": 0.13097618561650654 }, "q_e3b77d8eae": { "n": 1, "accuracy": 1.0, "kl": 0.4015925374212506, "brier": 0.3400157295028272, "ece": 0.4923200998634599 }, "q_e3be31a224": { "n": 1, "accuracy": 1.0, "kl": 0.37792553341164514, "brier": 0.3163715229266175, "ece": 0.47772573648597183 }, "q_e3cac38da5": { "n": 1, "accuracy": 1.0, "kl": 0.4019683444754506, "brier": 0.34039145049881536, "ece": 0.49254784601232326 }, "q_e3d04dfc88": { "n": 1, "accuracy": 0.0, "kl": 0.43424851984877977, "brier": 0.37266708152575395, "ece": 0.5116636894190626 }, "q_e3d0cf4069": { "n": 1, "accuracy": 0.0, "kl": 0.42538615495362325, "brier": 0.3638077232538457, "ece": 0.5065018893591479 }, "q_e3f103f7c9": { "n": 1, "accuracy": 1.0, "kl": 0.4069281804763848, "brier": 0.3453505685516101, "ece": 0.4955421570380134 }, "q_e3f376f09e": { "n": 1, "accuracy": 1.0, "kl": 0.39886340708414925, "brier": 0.33728739189804563, "ece": 0.49066250857489146 }, "q_e43085f7b9": { "n": 1, "accuracy": 1.0, "kl": 0.40386878012777494, "brier": 0.34229152580542044, "ece": 0.49369767089350425 }, "q_e437d234e0": { "n": 1, "accuracy": 0.0, "kl": 0.44407167583705676, "brier": 0.38248187889107077, "ece": 0.517311032842227 }, "q_e44a40c1f0": { "n": 1, "accuracy": 1.0, "kl": 0.3680548348145276, "brier": 0.30652639568898615, "ece": 0.4714884389665843 }, "q_e44d157e43": { "n": 1, "accuracy": 1.0, "kl": 0.4026667651155066, "brier": 0.34108972463265924, "ece": 0.4929707765887673 }, "q_e44f57540b": { "n": 1, "accuracy": 0.0, "kl": 0.7500637340031654, "brier": 0.5073790271479146, "ece": 0.350585244688611 }, "q_e45a7d3d85": { "n": 1, "accuracy": 1.0, "kl": 0.4044575566099349, "brier": 0.34288021392372464, "ece": 0.49405326585098 }, "q_e45ecd4cad": { "n": 1, "accuracy": 0.0, "kl": 0.4288494108187313, "brier": 0.36727019201422434, "ece": 0.5085266572887994 }, "q_e4697b36d5": { "n": 1, "accuracy": 0.0, "kl": 0.46313783131748393, "brier": 0.40150797839151664, "ece": 0.528055788039568 }, "q_e4730e5bf7": { "n": 1, "accuracy": 0.0, "kl": 0.4384611023977125, "brier": 0.37687686017719785, "ece": 0.5140949551522096 }, "q_e4807a79f2": { "n": 1, "accuracy": 0.0, "kl": 0.4359019847698564, "brier": 0.37431957089526996, "ece": 0.5126196776010483 }, "q_e48088473e": { "n": 1, "accuracy": 1.0, "kl": 0.39806213403627966, "brier": 0.33648641315133904, "ece": 0.4901746049863027 }, "q_e49236f846": { "n": 1, "accuracy": 1.0, "kl": 0.3677816133858462, "brier": 0.3062540681077874, "ece": 0.4713144950725614 }, "q_e499c091de": { "n": 1, "accuracy": 0.0, "kl": 0.4164855744648359, "brier": 0.3549077612596553, "ece": 0.5012527514804237 }, "q_e4b0b31219": { "n": 1, "accuracy": 0.0, "kl": 0.8121679049064691, "brier": 0.5478873563052453, "ece": 0.3529486845998332 }, "q_e4c56a1d7d": { "n": 1, "accuracy": 1.0, "kl": 0.3990628265518766, "brier": 0.33748674271715556, "ece": 0.4907838499242366 }, "q_e4c85bd421": { "n": 1, "accuracy": 0.0, "kl": 0.4263846377889741, "brier": 0.364806021603285, "ece": 0.5070866549093316 }, "q_e4ca24c5f1": { "n": 1, "accuracy": 0.0, "kl": 0.44381238977309356, "brier": 0.3822229009792233, "ece": 0.5171629564471487 }, "q_e4ceeb4b56": { "n": 1, "accuracy": 0.0, "kl": 0.4442106208977735, "brier": 0.3826206566356679, "ece": 0.5173903614825479 }, "q_e4cf923f23": { "n": 1, "accuracy": 1.0, "kl": 0.40059049980831063, "brier": 0.3390139474941343, "ece": 0.491712246292319 }, "q_e4d2c93843": { "n": 1, "accuracy": 0.0, "kl": 0.42224335758414144, "brier": 0.3606653208182521, "ece": 0.5046559317955255 }, "q_e4d2f9a317": { "n": 1, "accuracy": 1.0, "kl": 0.3880390371929184, "brier": 0.32647010775499735, "ece": 0.4840235808433694 }, "q_e4d4250648": { "n": 1, "accuracy": 1.0, "kl": 0.3579331369546719, "brier": 0.29644565075043605, "ece": 0.4649971758016128 }, "q_e4e4f439ce": { "n": 1, "accuracy": 1.0, "kl": 1.3038785552252763, "brier": 0.653685169520723, "ece": 0.8177934830465282 }, "q_e4e926fcde": { "n": 1, "accuracy": 1.0, "kl": 0.41345351556056154, "brier": 0.35187570714260535, "ece": 0.499449464859955 }, "q_e4ee3d5be8": { "n": 1, "accuracy": 0.0, "kl": 1.6074913437094538, "brier": 0.6872750988980008, "ece": 0.1484160668202854 }, "q_e4f0518bf9": { "n": 1, "accuracy": 0.0, "kl": 0.4349625992253543, "brier": 0.37338075839579193, "ece": 0.5120768209449518 }, "q_e4f89f1fd7": { "n": 1, "accuracy": 0.0, "kl": 1.2433912487914927, "brier": 0.6600674103448835, "ece": 0.2245344783564148 }, "q_e4fbba0870": { "n": 1, "accuracy": 0.0, "kl": 0.42410403961626525, "brier": 0.3625258006161163, "ece": 0.5057498095220456 }, "q_e505bd1de3": { "n": 1, "accuracy": 0.0, "kl": 0.4926933969618569, "brier": 0.4309063513854313, "ece": 0.5441693394578272 }, "q_e523e4da2f": { "n": 1, "accuracy": 0.0, "kl": 0.47859491780104524, "brier": 0.41690008940219403, "ece": 0.5365632975843514 }, "q_e528abb035": { "n": 1, "accuracy": 1.0, "kl": 0.36107202099356717, "brier": 0.2995700246048094, "ece": 0.4670206871762861 }, "q_e533543a6f": { "n": 1, "accuracy": 1.0, "kl": 0.40843170336805945, "brier": 0.3468539945234411, "ece": 0.49644567144073015 }, "q_e537e994d6": { "n": 1, "accuracy": 0.0, "kl": 0.4155124392820786, "brier": 0.3539346298014975, "ece": 0.500674832739907 }, "q_e55c442328": { "n": 1, "accuracy": 0.0, "kl": 1.7734669931476323, "brier": 0.7306501329331807, "ece": 0.13769012694818217 }, "q_e56a8b21a7": { "n": 1, "accuracy": 1.0, "kl": 0.4038422031331327, "brier": 0.34226495304403026, "ece": 0.49368161250171017 }, "q_e5722d6aa8": { "n": 1, "accuracy": 0.0, "kl": 0.42942423043817113, "brier": 0.3678448378102534, "ece": 0.5088617713262942 }, "q_e57234d6b4": { "n": 1, "accuracy": 0.0, "kl": 0.8644897170843486, "brier": 0.5826944468034274, "ece": 0.3814582682925608 }, "q_e5740e9723": { "n": 1, "accuracy": 1.0, "kl": 0.38243532320143026, "brier": 0.3208734490919379, "ece": 0.48054553367372466 }, "q_e5765210e0": { "n": 1, "accuracy": 0.0, "kl": 0.802236034100829, "brier": 0.5417183570265844, "ece": 0.3570477105590502 }, "q_e583f4af5d": { "n": 1, "accuracy": 0.0, "kl": 1.205468408952865, "brier": 0.6435091086668234, "ece": 0.22000874037984666 }, "q_e5aabc6975": { "n": 1, "accuracy": 1.0, "kl": 0.4090892337931602, "brier": 0.34751149527376385, "ece": 0.4968401943633578 }, "q_e5aacd9ace": { "n": 1, "accuracy": 0.0, "kl": 0.43000794342070997, "brier": 0.3684283603082103, "ece": 0.5092017942111905 }, "q_e5ae4743eb": { "n": 1, "accuracy": 0.0, "kl": 0.7505637121902855, "brier": 0.5073854371983431, "ece": 0.34526193308000536 }, "q_e5af5ced84": { "n": 1, "accuracy": 1.0, "kl": 0.39950072842108053, "brier": 0.3379245000677434, "ece": 0.4910501794597244 }, "q_e5bc1fb4f2": { "n": 1, "accuracy": 0.0, "kl": 0.44504785154933946, "brier": 0.383456846410555, "ece": 0.5178680431423118 }, "q_e5e384458a": { "n": 1, "accuracy": 1.0, "kl": 0.41267706512355473, "brier": 0.35109925866040803, "ece": 0.4989864309619154 }, "q_e5e64d8d24": { "n": 1, "accuracy": 0.0, "kl": 0.4182742280924829, "brier": 0.3566963914706245, "ece": 0.5023129121105726 }, "q_e5e8763c19": { "n": 1, "accuracy": 1.0, "kl": 0.3703381205327394, "brier": 0.3088026286019791, "ece": 0.4729393264881864 }, "q_e5f715126c": { "n": 1, "accuracy": 0.0, "kl": 0.4484342187185373, "brier": 0.3868384055564362, "ece": 0.5197945006229819 }, "q_e5fadb06e2": { "n": 1, "accuracy": 1.0, "kl": 0.3876476063409201, "brier": 0.32607908263186325, "ece": 0.4837815514804157 }, "q_e5fef6faf5": { "n": 1, "accuracy": 1.0, "kl": 0.376131558258585, "brier": 0.31458129112124283, "ece": 0.4765988471498894 }, "q_e6094bb2b5": { "n": 1, "accuracy": 1.0, "kl": 0.37891421057950464, "brier": 0.31735829209564065, "ece": 0.4783455108920148 }, "q_e60cc96dbe": { "n": 1, "accuracy": 1.0, "kl": 0.637828295786236, "brier": 0.42904462060882387, "ece": 0.6148009775384939 }, "q_e60cd7afcc": { "n": 1, "accuracy": 1.0, "kl": 0.3725501595907258, "brier": 0.31100851816166, "ece": 0.47434028336048795 }, "q_e61fc9f65f": { "n": 1, "accuracy": 1.0, "kl": 0.39328616965870067, "brier": 0.33171289465883974, "ece": 0.48725476956006275 }, "q_e6286a5bb5": { "n": 1, "accuracy": 1.0, "kl": 0.6655061499548532, "brier": 0.4493028858082451, "ece": 0.6267744876176888 }, "q_e6329ceabb": { "n": 1, "accuracy": 0.0, "kl": 0.432230773528434, "brier": 0.3706503268220066, "ece": 0.5104940921905936 }, "q_e634be2808": { "n": 1, "accuracy": 1.0, "kl": 0.3923387255323437, "brier": 0.3307660946613293, "ece": 0.4866731455735239 }, "q_e6369ef36b": { "n": 1, "accuracy": 1.0, "kl": 0.41302173156685784, "brier": 0.3514439239552765, "ece": 0.4991920347258977 }, "q_e6464c8838": { "n": 1, "accuracy": 1.0, "kl": 0.38878079856694847, "brier": 0.3272111333219657, "ece": 0.484481849606361 }, "q_e65b4c9c39": { "n": 1, "accuracy": 1.0, "kl": 0.34679501394466494, "brier": 0.2853741788530708, "ece": 0.4577394464793628 }, "q_e671c3bd8e": { "n": 1, "accuracy": 0.0, "kl": 0.4145490070996997, "brier": 0.3529711983059718, "ece": 0.5001018913942019 }, "q_e67772b7f5": { "n": 1, "accuracy": 0.0, "kl": 0.4266383117404086, "brier": 0.3650596435211284, "ece": 0.5072350895707938 }, "q_e67ae18f81": { "n": 1, "accuracy": 1.0, "kl": 0.2998479895675614, "brier": 0.23907626942145993, "ece": 0.4257428736947877 }, "q_e6899dcbdd": { "n": 1, "accuracy": 1.0, "kl": 0.3753868937712892, "brier": 0.31383829066636604, "ece": 0.4761302125983109 }, "q_e692456cd8": { "n": 1, "accuracy": 1.0, "kl": 0.40831240774823907, "brier": 0.34673470505426784, "ece": 0.4963740536190192 }, "q_e698b0761d": { "n": 1, "accuracy": 0.0, "kl": 0.43089395644714007, "brier": 0.36931405611729773, "ece": 0.5097173816110407 }, "q_e6a61f2ad1": { "n": 1, "accuracy": 1.0, "kl": 0.7043310343072909, "brier": 0.47589061756152734, "ece": 0.643032448895386 }, "q_e6b44cb7fd": { "n": 1, "accuracy": 1.0, "kl": 0.3325192790157533, "brier": 0.27122493197398684, "ece": 0.44825597888831814 }, "q_e6c3a7e272": { "n": 1, "accuracy": 1.0, "kl": 0.3779452406676126, "brier": 0.31639119109383435, "ece": 0.477738099189551 }, "q_e6cb99921e": { "n": 1, "accuracy": 1.0, "kl": 0.36779981486534097, "brier": 0.3062722097025383, "ece": 0.47132608506368334 }, "q_e6cf0b3e7d": { "n": 1, "accuracy": 1.0, "kl": 0.312224631285888, "brier": 0.25121064218860323, "ece": 0.43440841002197106 }, "q_e6d7222ecd": { "n": 1, "accuracy": 0.0, "kl": 0.43838714243762666, "brier": 0.37680295881365244, "ece": 0.5140523924675755 }, "q_e6e2b9827f": { "n": 1, "accuracy": 1.0, "kl": 0.394962701950899, "brier": 0.33338842307714045, "ece": 0.48828202451071756 }, "q_e6f3075a85": { "n": 1, "accuracy": 1.0, "kl": 0.6431674677319774, "brier": 0.4329636411734426, "ece": 0.6171432468452485 }, "q_e70b5f9aa8": { "n": 1, "accuracy": 0.0, "kl": 0.42672641791529686, "brier": 0.3651477311160718, "ece": 0.5072866316163377 }, "q_e7506c9ce7": { "n": 1, "accuracy": 0.0, "kl": 0.4561609856539379, "brier": 0.39455019243206935, "ece": 0.5241566122619753 }, "q_e75d64ae60": { "n": 1, "accuracy": 0.0, "kl": 0.43676238414827895, "brier": 0.37517940032267444, "ece": 0.5131162663319598 }, "q_e75f1595ac": { "n": 1, "accuracy": 1.0, "kl": 1.6892388452316471, "brier": 0.7088958084114679, "ece": 0.8661036095545035 }, "q_e76112b3ef": { "n": 1, "accuracy": 0.0, "kl": 0.44234827573001945, "brier": 0.38076042930638493, "ece": 0.5163258124993207 }, "q_e76a62cfff": { "n": 1, "accuracy": 1.0, "kl": 0.4065512590392052, "brier": 0.3449736786258041, "ece": 0.4953153492382649 }, "q_e77a9d62ff": { "n": 1, "accuracy": 1.0, "kl": 0.39467260332405696, "brier": 0.3330984862117454, "ece": 0.48810445122036183 }, "q_e7812a85a7": { "n": 1, "accuracy": 1.0, "kl": 0.38529998887890227, "brier": 0.32373416322502757, "ece": 0.4823270828722741 }, "q_e782113e3b": { "n": 1, "accuracy": 1.0, "kl": 0.3896964792464275, "brier": 0.3281259637034692, "ece": 0.48504688846074917 }, "q_e7bcfe190b": { "n": 1, "accuracy": 1.0, "kl": 0.6666601390617002, "brier": 0.44960754364591526, "ece": 0.6273193173375671 }, "q_e7ca8b79c3": { "n": 1, "accuracy": 0.0, "kl": 0.425630310606227, "brier": 0.3640518367049806, "ece": 0.5066449558502834 }, "q_e7de96a87d": { "n": 1, "accuracy": 0.0, "kl": 0.4196379250383503, "brier": 0.3580600478743305, "ece": 0.5031193967867288 }, "q_e7e64998b8": { "n": 1, "accuracy": 1.0, "kl": 0.3724285782140575, "brier": 0.310887257952295, "ece": 0.47426340050294735 }, "q_e7eb1636b4": { "n": 1, "accuracy": 1.0, "kl": 0.3710484110452622, "brier": 0.3095108730266334, "ece": 0.4733896751483402 }, "q_e7fc6a5b88": { "n": 1, "accuracy": 0.0, "kl": 1.6976027197376506, "brier": 0.7119713300403725, "ece": 0.1396176433030667 }, "q_e8164b81dc": { "n": 1, "accuracy": 1.0, "kl": 0.39543688711576874, "brier": 0.3338623541939146, "ece": 0.4885721198233639 }, "q_e825533856": { "n": 1, "accuracy": 0.0, "kl": 0.4211541583936671, "brier": 0.3595762036580931, "ece": 0.5040142707846594 }, "q_e82bf8e68c": { "n": 1, "accuracy": 1.0, "kl": 0.371328673245259, "brier": 0.30979034668708816, "ece": 0.47356724119716065 }, "q_e83ab98fb3": { "n": 1, "accuracy": 1.0, "kl": 0.40457171130003666, "brier": 0.342994352652521, "ece": 0.4941221756031189 }, "q_e83e54459e": { "n": 1, "accuracy": 1.0, "kl": 0.4106723332831397, "brier": 0.34909454862219663, "ece": 0.4977885521541947 }, "q_e83e8db65c": { "n": 1, "accuracy": 1.0, "kl": 0.34720669812445254, "brier": 0.28578294081810773, "ece": 0.4580098813643022 }, "q_e8454dcc75": { "n": 1, "accuracy": 1.0, "kl": 0.40259033658457044, "brier": 0.3410133113066801, "ece": 0.49292451568457407 }, "q_e8460a6dc4": { "n": 1, "accuracy": 1.0, "kl": 0.3877833052356816, "brier": 0.32621463948825247, "ece": 0.4838654723346949 }, "q_e84a705903": { "n": 1, "accuracy": 0.0, "kl": 0.4155349696135636, "brier": 0.3539571600911215, "ece": 0.5006882219002105 }, "q_e86236ed62": { "n": 1, "accuracy": 1.0, "kl": 0.39840673017640377, "brier": 0.33683087904710274, "ece": 0.49038450205088313 }, "q_e8673bf25d": { "n": 1, "accuracy": 1.0, "kl": 0.4115299231323166, "brier": 0.349952125285657, "ece": 0.49830140167447257 }, "q_e88cc17d63": { "n": 1, "accuracy": 0.0, "kl": 0.4144725850835522, "brier": 0.3528947762917922, "ece": 0.5000564106711098 }, "q_e8993c0ad2": { "n": 1, "accuracy": 1.0, "kl": 0.390962679145471, "brier": 0.3293910892065604, "ece": 0.4858269885102273 }, "q_e89dbe9a91": { "n": 1, "accuracy": 1.0, "kl": 0.3978710279737028, "brier": 0.3362953817630868, "ece": 0.490058155487174 }, "q_e8b40ab684": { "n": 1, "accuracy": 1.0, "kl": 0.4095963035258811, "brier": 0.34801854664142134, "ece": 0.49714418768659674 }, "q_e8bf8a01bd": { "n": 1, "accuracy": 1.0, "kl": 0.40755337176296436, "brier": 0.3459757142157649, "ece": 0.49591808942132154 }, "q_e8c0d85f8a": { "n": 1, "accuracy": 0.0, "kl": 0.4838700935072736, "brier": 0.42214478701102665, "ece": 0.5394261567493881 }, "q_e8c6d063b0": { "n": 1, "accuracy": 1.0, "kl": 0.33100274230693333, "brier": 0.2697249590808253, "ece": 0.4472362720925216 }, "q_e8e240a12b": { "n": 1, "accuracy": 1.0, "kl": 0.40284021541323906, "brier": 0.34126314115907597, "ece": 0.49307574436117396 }, "q_e8e8796d22": { "n": 1, "accuracy": 1.0, "kl": 0.3840375015611269, "brier": 0.3224733241718697, "ece": 0.4815428521166013 }, "q_e944c7f7c9": { "n": 1, "accuracy": 0.0, "kl": 1.1844173949580852, "brier": 0.6340917345087205, "ece": 0.21657283603043972 }, "q_e94ab52973": { "n": 1, "accuracy": 1.0, "kl": 0.3618696437262322, "brier": 0.30036423092364534, "ece": 0.46753337335231226 }, "q_e950b5d572": { "n": 1, "accuracy": 0.0, "kl": 0.4242620146748727, "brier": 0.36268375444512824, "ece": 0.5058425498028163 }, "q_e9652dc10a": { "n": 1, "accuracy": 0.0, "kl": 0.44687482042725335, "brier": 0.38528134356905164, "ece": 0.5189085004696603 }, "q_e9727897a5": { "n": 1, "accuracy": 0.0, "kl": 0.41581034716363824, "brier": 0.3542325369855948, "ece": 0.5008518367463749 }, "q_e98d1e6fc2": { "n": 1, "accuracy": 1.0, "kl": 0.40307648567952814, "brier": 0.341499367042186, "ece": 0.4932186872844607 }, "q_e991b79058": { "n": 1, "accuracy": 1.0, "kl": 0.7406253416560971, "brier": 0.5003462333071892, "ece": 0.6575306899663871 }, "q_e9b1944377": { "n": 1, "accuracy": 1.0, "kl": 0.36833283905555236, "brier": 0.3068035015592711, "ece": 0.47166535560301415 }, "q_e9c68c9fde": { "n": 1, "accuracy": 1.0, "kl": 0.40173541281263236, "brier": 0.34015857156522805, "ece": 0.4924066994880345 }, "q_e9c70479be": { "n": 1, "accuracy": 0.0, "kl": 0.4151822299984219, "brier": 0.35360442096136735, "ece": 0.5004785493704568 }, "q_e9ce2f76e7": { "n": 1, "accuracy": 0.0, "kl": 1.2143958562555919, "brier": 0.6460461198087318, "ece": 0.21002930330159708 }, "q_e9da772445": { "n": 1, "accuracy": 0.0, "kl": 0.42348116233342487, "brier": 0.3619030005739758, "ece": 0.5053839445571352 }, "q_e9f7fd9a78": { "n": 1, "accuracy": 1.0, "kl": 0.3984439108547342, "brier": 0.33686804600721054, "ece": 0.49040714297342003 }, "q_e9fd8f1237": { "n": 1, "accuracy": 0.0, "kl": 0.4427266586963931, "brier": 0.38113840349377764, "ece": 0.5165423252639872 }, "q_ea04674ed7": { "n": 1, "accuracy": 1.0, "kl": 0.4042840477008065, "brier": 0.34270672999312124, "ece": 0.49394850524740463 }, "q_ea1035e9db": { "n": 1, "accuracy": 1.0, "kl": 0.6617674483323355, "brier": 0.44600119289540824, "ece": 0.6252403855555777 }, "q_ea15d9edd3": { "n": 1, "accuracy": 1.0, "kl": 0.40984498524467483, "brier": 0.34826722066351146, "ece": 0.4972931946866084 }, "q_ea182bcaa6": { "n": 1, "accuracy": 1.0, "kl": 0.40677982918648264, "brier": 0.3452022292917426, "ece": 0.49545290304181444 }, "q_ea408de030": { "n": 1, "accuracy": 0.0, "kl": 0.4441644093075899, "brier": 0.38257450086282163, "ece": 0.517363979348335 }, "q_ea4491c644": { "n": 1, "accuracy": 1.0, "kl": 0.3445162087049357, "brier": 0.28311223730227175, "ece": 0.45623944324211385 }, "q_ea4e119f67": { "n": 1, "accuracy": 1.0, "kl": 0.3884772468654556, "brier": 0.32690787756372053, "ece": 0.484294371444694 }, "q_ea61a35f01": { "n": 1, "accuracy": 1.0, "kl": 1.6982730601403897, "brier": 0.7112017073018084, "ece": 0.8674316279443677 }, "q_ea6b99f8a7": { "n": 1, "accuracy": 1.0, "kl": 0.6702684807710623, "brier": 0.45190967633568435, "ece": 0.6288800305864272 }, "q_ea7a755ad4": { "n": 1, "accuracy": 1.0, "kl": 0.4059648698799775, "brier": 0.34438734491881584, "ece": 0.4949622542586348 }, "q_ea872ef0c2": { "n": 1, "accuracy": 1.0, "kl": 0.3952128472146318, "brier": 0.3336384327370005, "ece": 0.48843508219605747 }, "q_ea886466c5": { "n": 1, "accuracy": 1.0, "kl": 0.3902349909809806, "brier": 0.3286640044169727, "ece": 0.4853788378893086 }, "q_ea947f2c61": { "n": 1, "accuracy": 1.0, "kl": 1.1179908651146098, "brier": 0.6058839201975449, "ece": 0.7759874967531789 }, "q_eaa03cfad4": { "n": 1, "accuracy": 1.0, "kl": 0.4085115149429723, "brier": 0.34693380211935265, "ece": 0.49649357865359256 }, "q_eaa4304a20": { "n": 1, "accuracy": 0.0, "kl": 0.4147505600996784, "brier": 0.35317275128386344, "ece": 0.5002218171893645 }, "q_eaa8b95d5e": { "n": 1, "accuracy": 1.0, "kl": 0.37170680936790423, "brier": 0.31016743555466014, "ece": 0.47380670103152134 }, "q_eac2137886": { "n": 1, "accuracy": 0.0, "kl": 0.42536217378490315, "brier": 0.36378374613153996, "ece": 0.5064878346046578 }, "q_eacfdaf267": { "n": 1, "accuracy": 1.0, "kl": 0.36687241652324254, "brier": 0.3053479246371198, "ece": 0.47073515623572937 }, "q_ead05f6d8b": { "n": 1, "accuracy": 0.0, "kl": 0.4666965806827427, "brier": 0.405054715233059, "ece": 0.5300303963251033 }, "q_ead1c784a3": { "n": 1, "accuracy": 1.0, "kl": 0.7270609724505849, "brier": 0.49126142173872134, "ece": 0.6521880936999682 }, "q_eaeeda6c62": { "n": 1, "accuracy": 1.0, "kl": 0.4068335145451357, "brier": 0.3452559102418487, "ece": 0.4954852044548931 }, "q_eb00038f97": { "n": 1, "accuracy": 1.0, "kl": 0.38307272673457987, "brier": 0.3215099072198242, "ece": 0.48094258143768176 }, "q_eb0cbf245f": { "n": 1, "accuracy": 1.0, "kl": 0.4069757706503477, "brier": 0.34539815496689785, "ece": 0.49557078516595565 }, "q_eb0f295ed2": { "n": 1, "accuracy": 1.0, "kl": 0.3592600139949398, "brier": 0.2977661829243554, "ece": 0.4658537176990494 }, "q_eb24717e31": { "n": 1, "accuracy": 0.0, "kl": 0.7776295481468045, "brier": 0.5250603921177264, "ece": 0.3367317950987739 }, "q_eb28c15be0": { "n": 1, "accuracy": 0.0, "kl": 0.8098383212110188, "brier": 0.5498313195401846, "ece": 0.38700580840130167 }, "q_eb2e9c0bd4": { "n": 1, "accuracy": 0.0, "kl": 0.41511191762715804, "brier": 0.3535341086490491, "ece": 0.5004367423579016 }, "q_eb3286afc4": { "n": 1, "accuracy": 0.0, "kl": 0.4234198958499571, "brier": 0.36184174114680184, "ece": 0.5053479406008696 }, "q_eb333bc456": { "n": 1, "accuracy": 0.0, "kl": 0.44795629024183653, "brier": 0.3863612159119034, "ece": 0.5195231597492351 }, "q_eb4faff638": { "n": 1, "accuracy": 0.0, "kl": 0.45521689695848133, "brier": 0.3936082593684458, "ece": 0.5236261147455398 }, "q_eb5083e2d0": { "n": 1, "accuracy": 1.0, "kl": 0.39233057656990167, "brier": 0.33075795149024967, "ece": 0.4866681395746718 }, "q_eb54b8a0bb": { "n": 1, "accuracy": 1.0, "kl": 0.7354121527290454, "brier": 0.49684298160965157, "ece": 0.6554895547316086 }, "q_eb5f81ea15": { "n": 1, "accuracy": 0.0, "kl": 0.43447627970993075, "brier": 0.37289471604156216, "ece": 0.5117955048640283 }, "q_eb63344ddb": { "n": 1, "accuracy": 1.0, "kl": 1.097223216152698, "brier": 0.6010701071084876, "ece": 0.7703194291285294 }, "q_eb7896a38f": { "n": 1, "accuracy": 0.0, "kl": 0.463603202135788, "brier": 0.4019718704287284, "ece": 0.5283145494118657 }, "q_eb83ffebe9": { "n": 1, "accuracy": 1.0, "kl": 0.38993342320514535, "brier": 0.3283626978075093, "ece": 0.48519297736233613 }, "q_eb89568d42": { "n": 1, "accuracy": 1.0, "kl": 0.4071611663895512, "brier": 0.34558353652097107, "ece": 0.4956822924548091 }, "q_eb98a09274": { "n": 1, "accuracy": 0.0, "kl": 0.41539244286396404, "brier": 0.3538146335796818, "ece": 0.5006035149518379 }, "q_ebb3e4f386": { "n": 1, "accuracy": 0.0, "kl": 0.4203815984250221, "brier": 0.3588036880483526, "ece": 0.5035585485197722 }, "q_ebb6bbadec": { "n": 1, "accuracy": 1.0, "kl": 0.40505992421489323, "brier": 0.3434825014239408, "ece": 0.4944167596900134 }, "q_ebbccf64a2": { "n": 1, "accuracy": 1.0, "kl": 0.37817278790209036, "brier": 0.3166182901315675, "ece": 0.47788081766501844 }, "q_ebc0a5f74c": { "n": 1, "accuracy": 0.0, "kl": 1.8444392872585262, "brier": 0.747378869829137, "ece": 0.13935459322867244 }, "q_ebc2a441b2": { "n": 1, "accuracy": 0.0, "kl": 0.46534770723325747, "brier": 0.4037105875288659, "ece": 0.5292830886695302 }, "q_ebf0c0ada0": { "n": 1, "accuracy": 1.0, "kl": 0.39694157406399105, "brier": 0.3353663166672027, "ece": 0.48949134097511915 }, "q_ebf0cbd28d": { "n": 1, "accuracy": 1.0, "kl": 0.39290554661144417, "brier": 0.3313325234860457, "ece": 0.48702120552008443 }, "q_ebf53dceda": { "n": 1, "accuracy": 1.0, "kl": 0.38612312032975304, "brier": 0.32455629574187916, "ece": 0.48283761973149875 }, "q_ebf5729932": { "n": 1, "accuracy": 0.0, "kl": 0.4148363523840979, "brier": 0.35325854354721486, "ece": 0.5002728539575301 }, "q_ebfcba27b2": { "n": 1, "accuracy": 0.0, "kl": 0.4303804629211214, "brier": 0.36880075064223555, "ece": 0.5094186480826348 }, "q_ec00283783": { "n": 1, "accuracy": 1.0, "kl": 0.38263450174866476, "brier": 0.321072328021442, "ece": 0.48066964448373295 }, "q_ec1391ae65": { "n": 1, "accuracy": 0.0, "kl": 0.4183085401270988, "brier": 0.35673070276455654, "ece": 0.5023332231571159 }, "q_ec14d0e015": { "n": 1, "accuracy": 1.0, "kl": 0.6424501910698086, "brier": 0.43346713277695903, "ece": 0.6167168699426542 }, "q_ec2bcb0cb9": { "n": 1, "accuracy": 1.0, "kl": 0.3532136260359486, "brier": 0.2917513479042284, "ece": 0.4619367407727544 }, "q_ec37d70815": { "n": 1, "accuracy": 0.0, "kl": 0.41445498572467376, "brier": 0.35287717693309884, "ece": 0.5000459361385959 }, "q_ec47a64a82": { "n": 1, "accuracy": 0.0, "kl": 0.42948386746278033, "brier": 0.3679044560278819, "ece": 0.5088965236673537 }, "q_ec6d32e356": { "n": 1, "accuracy": 1.0, "kl": 0.40388485744951363, "brier": 0.34230760057677095, "ece": 0.4937073848608282 }, "q_ec745f3442": { "n": 1, "accuracy": 0.0, "kl": 0.4539199383372061, "brier": 0.39231410804599925, "ece": 0.5228962113441473 }, "q_ec79c06ac0": { "n": 1, "accuracy": 1.0, "kl": 0.4049720565012138, "brier": 0.3433946447708504, "ece": 0.4943637561194574 }, "q_ec7e597a66": { "n": 1, "accuracy": 0.0, "kl": 0.7603675839294024, "brier": 0.5135943456054171, "ece": 0.33529978229090396 }, "q_ec8e857fb9": { "n": 1, "accuracy": 1.0, "kl": 0.6670369533058156, "brier": 0.4499151791280527, "ece": 0.6274758554798243 }, "q_ec93948749": { "n": 1, "accuracy": 1.0, "kl": 0.39407750833551314, "brier": 0.3325037384817037, "ece": 0.4877399529612616 }, "q_eca7e5d8ee": { "n": 1, "accuracy": 1.0, "kl": 0.39897627785106504, "brier": 0.3374002235895653, "ece": 0.4907311916506739 }, "q_ecb84daf54": { "n": 1, "accuracy": 0.0, "kl": 0.4366114393043874, "brier": 0.3750285586628021, "ece": 0.5130291899299643 }, "q_ecb85a970c": { "n": 1, "accuracy": 1.0, "kl": 0.37066962506147466, "brier": 0.30913316963935233, "ece": 0.4731495705449469 }, "q_ecba94aa37": { "n": 1, "accuracy": 1.0, "kl": 0.35814633360010517, "brier": 0.2966578066700636, "ece": 0.4651349157568445 }, "q_ecd331ea4b": { "n": 1, "accuracy": 0.0, "kl": 0.7648663932858831, "brier": 0.5180454244125104, "ece": 0.36219432808288937 }, "q_ecd346706c": { "n": 1, "accuracy": 0.0, "kl": 0.41766657862814693, "brier": 0.3560887530910545, "ece": 0.5019530501673465 }, "q_ece890f170": { "n": 1, "accuracy": 1.0, "kl": 0.40306494371671325, "brier": 0.34148782720464166, "ece": 0.4932117055485249 }, "q_ed1eb95f5f": { "n": 1, "accuracy": 1.0, "kl": 0.4012871561717083, "brier": 0.3397104220507125, "ece": 0.492134942737638 }, "q_ed5b97bd15": { "n": 1, "accuracy": 0.0, "kl": 0.43510444740994025, "brier": 0.37352252326307245, "ece": 0.5121588384281134 }, "q_ed60c3a5b1": { "n": 1, "accuracy": 0.0, "kl": 0.43310626218679904, "brier": 0.37152541085447777, "ece": 0.5110019784493325 }, "q_ed75accc95": { "n": 1, "accuracy": 1.0, "kl": 0.405020417580752, "brier": 0.3434429997369484, "ece": 0.49439292931766365 }, "q_ed78925bd6": { "n": 1, "accuracy": 1.0, "kl": 0.36785242634998344, "brier": 0.3063246483619879, "ece": 0.4713595842457342 }, "q_ed7980bfd2": { "n": 1, "accuracy": 1.0, "kl": 0.3254235908928263, "brier": 0.2642124781678107, "ece": 0.4434642198124945 }, "q_ed80501cae": { "n": 1, "accuracy": 0.0, "kl": 0.41906454120243974, "brier": 0.3574866840194014, "ece": 0.5027804891544791 }, "q_ed8d9cd55a": { "n": 1, "accuracy": 0.0, "kl": 0.4158955524401301, "brier": 0.3543177419997929, "ece": 0.500902448317774 }, "q_ed90a7e4bf": { "n": 1, "accuracy": 1.0, "kl": 0.3950848369038845, "brier": 0.33351049137521727, "ece": 0.48835676275483497 }, "q_ed91cfc03e": { "n": 1, "accuracy": 0.0, "kl": 0.4393996998990931, "brier": 0.3778146828680298, "ece": 0.5146347218458448 }, "q_ed9449cc84": { "n": 1, "accuracy": 1.0, "kl": 0.7460656160500441, "brier": 0.5040503187595496, "ece": 0.6596420982419499 }, "q_ed9878238a": { "n": 1, "accuracy": 1.0, "kl": 0.40757332377581396, "brier": 0.34599566490275613, "ece": 0.49593008120521653 }, "q_edb20834a7": { "n": 1, "accuracy": 1.0, "kl": 0.377056753509684, "brier": 0.3155045097293841, "ece": 0.4771803807650776 }, "q_edbed30a43": { "n": 1, "accuracy": 0.0, "kl": 0.44394693357106285, "brier": 0.38235728553763987, "ece": 0.5172398000740782 }, "q_edc50d592e": { "n": 1, "accuracy": 1.0, "kl": 0.41225480965177497, "brier": 0.35067700539096147, "ece": 0.4987344059132002 }, "q_edd280de5d": { "n": 1, "accuracy": 1.0, "kl": 0.3971941515762851, "brier": 0.3356187842372668, "ece": 0.48964544684230704 }, "q_edf9a5b4a7": { "n": 1, "accuracy": 1.0, "kl": 0.3904620332223437, "brier": 0.328890854362962, "ece": 0.4855187137253729 }, "q_ee0eea7a58": { "n": 1, "accuracy": 1.0, "kl": 0.3956111206429007, "brier": 0.33403649754988063, "ece": 0.4886786620010155 }, "q_ee26a1210e": { "n": 1, "accuracy": 0.0, "kl": 0.44368291237482016, "brier": 0.38209357548357603, "ece": 0.5170889929314029 }, "q_ee27544dc4": { "n": 1, "accuracy": 0.0, "kl": 0.7515013167605835, "brier": 0.5079368429209573, "ece": 0.34382185379996644 }, "q_ee2ca30322": { "n": 1, "accuracy": 1.0, "kl": 0.6918466830923079, "brier": 0.4672832879453026, "ece": 0.6379011718041487 }, "q_ee3d02adc3": { "n": 1, "accuracy": 1.0, "kl": 1.1413881908371222, "brier": 0.6161715626677927, "ece": 0.7817375954388484 }, "q_ee4bd4b36c": { "n": 1, "accuracy": 1.0, "kl": 0.6851404230817402, "brier": 0.46301139013190035, "ece": 0.6350758288644314 }, "q_ee63d377ac": { "n": 1, "accuracy": 0.0, "kl": 0.45671444267518935, "brier": 0.3951023409039744, "ece": 0.524467288393631 }, "q_ee6a49cb08": { "n": 1, "accuracy": 0.0, "kl": 0.43419835281797714, "brier": 0.3726169417262631, "ece": 0.5116346497480613 }, "q_ee7407ed1e": { "n": 1, "accuracy": 1.0, "kl": 0.39811045456052807, "brier": 0.3365347150722967, "ece": 0.49020404378327176 }, "q_ee8a38c5ad": { "n": 1, "accuracy": 1.0, "kl": 0.40083619391719416, "brier": 0.33925957530658446, "ece": 0.4918613694597882 }, "q_ee8f54eb89": { "n": 1, "accuracy": 1.0, "kl": 0.40439953106858795, "brier": 0.3428221966388034, "ece": 0.49401823428371083 }, "q_ee92ef5ec1": { "n": 1, "accuracy": 1.0, "kl": 0.40925873919234895, "brier": 0.3476809941187715, "ece": 0.49694183894085964 }, "q_eea4154b39": { "n": 1, "accuracy": 1.0, "kl": 0.40845663717692093, "brier": 0.34687892707762075, "ece": 0.49646063864284984 }, "q_eec7f9faa4": { "n": 1, "accuracy": 1.0, "kl": 0.39501585741268574, "brier": 0.33344154942459175, "ece": 0.48831455363762855 }, "q_eec88118da": { "n": 1, "accuracy": 1.0, "kl": 0.40710255920191185, "brier": 0.3455249337394656, "ece": 0.49564704602551035 }, "q_eecc3f735a": { "n": 1, "accuracy": 0.0, "kl": 0.42803306673578906, "brier": 0.3664540723224529, "ece": 0.5080502729367503 }, "q_eee8b59999": { "n": 1, "accuracy": 1.0, "kl": 0.384947949395968, "brier": 0.3233825690153368, "ece": 0.4821085481653783 }, "q_eefe0b6af7": { "n": 1, "accuracy": 0.0, "kl": 0.4375867517580978, "brier": 0.37600317984101883, "ece": 0.5135915012088099 }, "q_ef046d023b": { "n": 1, "accuracy": 1.0, "kl": 0.3963161603097195, "brier": 0.3347411893333816, "ece": 0.4891095142705566 }, "q_ef1900bc97": { "n": 1, "accuracy": 0.0, "kl": 0.8512573018998313, "brier": 0.5727762051856942, "ece": 0.3550265094376805 }, "q_ef1b4fed42": { "n": 1, "accuracy": 0.0, "kl": 0.48210959696527467, "brier": 0.42039497428784695, "ece": 0.538472994999622 }, "q_ef2d7070ee": { "n": 1, "accuracy": 0.0, "kl": 0.4237615768921301, "brier": 0.36218338161420544, "ece": 0.5055486938143539 }, "q_ef37742cce": { "n": 1, "accuracy": 0.0, "kl": 0.41822581451591173, "brier": 0.35664797891723515, "ece": 0.5022842519661579 }, "q_ef4d0d52ce": { "n": 1, "accuracy": 0.0, "kl": 0.42570650620965356, "brier": 0.36412801875999856, "ece": 0.5066895937095247 }, "q_ef4ef9c442": { "n": 1, "accuracy": 0.0, "kl": 0.423497693807537, "brier": 0.36191953012784533, "ece": 0.505393658937134 }, "q_ef56ca3fc6": { "n": 1, "accuracy": 1.0, "kl": 0.35829742717091806, "brier": 0.29680816763369244, "ece": 0.465232506178861 }, "q_ef6a332c85": { "n": 1, "accuracy": 1.0, "kl": 0.35998328283645753, "brier": 0.29848612438224525, "ece": 0.46631989618853775 }, "q_ef96f16d86": { "n": 1, "accuracy": 1.0, "kl": 0.3932013535960375, "brier": 0.33162813393186774, "ece": 0.487202734477476 }, "q_efbab269c3": { "n": 1, "accuracy": 1.0, "kl": 0.3859327431988646, "brier": 0.3243661444572321, "ece": 0.48271959503929784 }, "q_efc13ad957": { "n": 1, "accuracy": 1.0, "kl": 0.3705369542354867, "brier": 0.309000882607111, "ece": 0.4730654415025003 }, "q_efcea1460a": { "n": 1, "accuracy": 1.0, "kl": 0.37200655553865336, "brier": 0.3104663650597006, "ece": 0.47399642451404334 }, "q_efcf474d56": { "n": 1, "accuracy": 1.0, "kl": 0.3929081169881197, "brier": 0.3313350921310211, "ece": 0.48702278322657877 }, "q_efd6418263": { "n": 1, "accuracy": 0.0, "kl": 0.41843256958254393, "brier": 0.3568547294332995, "ece": 0.5024066343189341 }, "q_efed104796": { "n": 1, "accuracy": 1.0, "kl": 0.4001099709009298, "brier": 0.338533555313353, "ece": 0.4914204390361233 }, "q_eff698c05c": { "n": 1, "accuracy": 1.0, "kl": 0.4016939443089562, "brier": 0.34011711265724165, "ece": 0.4923815664267994 }, "q_f003a43cc8": { "n": 1, "accuracy": 1.0, "kl": 0.3513649949377991, "brier": 0.28991377257167006, "ece": 0.4607320400042988 }, "q_f006e43c07": { "n": 1, "accuracy": 1.0, "kl": 0.41397798079964776, "brier": 0.3524001720384978, "ece": 0.4997619396982639 }, "q_f01e9cd52c": { "n": 1, "accuracy": 1.0, "kl": 1.0321005288492795, "brier": 0.5679539237005105, "ece": 0.7533700863820079 }, "q_f026c1a25a": { "n": 1, "accuracy": 0.0, "kl": 0.42424629319292495, "brier": 0.3626680351064273, "ece": 0.5058333213279741 }, "q_f02da637bf": { "n": 1, "accuracy": 1.0, "kl": 0.3742237674789973, "brier": 0.3126778974303356, "ece": 0.47539720372704675 }, "q_f041a006c1": { "n": 1, "accuracy": 1.0, "kl": 0.3932850815706169, "brier": 0.3317118072777929, "ece": 0.48725410205287856 }, "q_f046bcf932": { "n": 1, "accuracy": 0.0, "kl": 0.45079447999672134, "brier": 0.389194711919127, "ece": 0.5211319031305301 }, "q_f04998db3f": { "n": 1, "accuracy": 0.0, "kl": 1.1778025331987865, "brier": 0.6313211028123169, "ece": 0.21368235619085785 }, "q_f066ea6160": { "n": 1, "accuracy": 1.0, "kl": 0.3982520237665844, "brier": 0.3366762304149925, "ece": 0.49029028163910515 }, "q_f0740579ae": { "n": 1, "accuracy": 0.0, "kl": 0.8184353005444274, "brier": 0.5530736658688207, "ece": 0.37063803267194784 }, "q_f07405c74f": { "n": 1, "accuracy": 1.0, "kl": 0.4108206557784838, "brier": 0.34924286833093576, "ece": 0.4978772955850411 }, "q_f07dff6c8c": { "n": 1, "accuracy": 0.0, "kl": 0.7600151028435812, "brier": 0.5137944621395877, "ece": 0.34846260734481127 }, "q_f08a3a68a0": { "n": 1, "accuracy": 0.0, "kl": 0.44211357020577136, "brier": 0.3805259719548807, "ece": 0.5161914556446977 }, "q_f097a83c31": { "n": 1, "accuracy": 0.0, "kl": 0.4178997239396326, "brier": 0.356321894587804, "ece": 0.502091159933375 }, "q_f09ebd2f2f": { "n": 1, "accuracy": 1.0, "kl": 0.33547351037090756, "brier": 0.2741487200579923, "ece": 0.4502355466848046 }, "q_f0c744e782": { "n": 1, "accuracy": 0.0, "kl": 1.2704946154990482, "brier": 0.6681231033471655, "ece": 0.21283508251553884 }, "q_f0cb982f42": { "n": 1, "accuracy": 0.0, "kl": 0.43298122636975145, "brier": 0.37140043517850263, "ece": 0.5109294809934118 }, "q_f0cc8d1706": { "n": 1, "accuracy": 0.0, "kl": 0.41564431065650875, "brier": 0.3540665009067364, "ece": 0.5007531942283602 }, "q_f1066acb79": { "n": 1, "accuracy": 1.0, "kl": 0.40601360319783136, "brier": 0.3444360733182539, "ece": 0.4949916103478803 }, "q_f1099df508": { "n": 1, "accuracy": 0.0, "kl": 0.42147854027407317, "brier": 0.35990056361787987, "ece": 0.5042054712152354 }, "q_f10a796319": { "n": 1, "accuracy": 1.0, "kl": 0.37718183953830675, "brier": 0.3156293361073022, "ece": 0.4772589433274612 }, "q_f1132e0bea": { "n": 1, "accuracy": 1.0, "kl": 0.40543366362786193, "brier": 0.34385619609120777, "ece": 0.49464213250175604 }, "q_f1149644ff": { "n": 1, "accuracy": 0.0, "kl": 0.44721288712793417, "brier": 0.38561892185939134, "ece": 0.5191007412083196 }, "q_f130072dcc": { "n": 1, "accuracy": 1.0, "kl": 0.6877731021121364, "brier": 0.46443211384477556, "ece": 0.6362126017775864 }, "q_f137bf4a47": { "n": 1, "accuracy": 1.0, "kl": 0.40536155798873874, "brier": 0.3437840987991161, "ece": 0.4945986606340619 }, "q_f13f3db534": { "n": 1, "accuracy": 1.0, "kl": 0.3912733476012978, "brier": 0.3297015113935189, "ece": 0.48601817163368366 }, "q_f14b279269": { "n": 1, "accuracy": 0.0, "kl": 0.4653993251641624, "brier": 0.40376202823730006, "ece": 0.5293117115307033 }, "q_f14d0f9196": { "n": 1, "accuracy": 1.0, "kl": 0.7031788311222373, "brier": 0.4749350395025568, "ece": 0.6425771300675922 }, "q_f14db377ff": { "n": 1, "accuracy": 1.0, "kl": 0.410386484019887, "brier": 0.3488087053944413, "ece": 0.49761747173366755 }, "q_f150c39957": { "n": 1, "accuracy": 1.0, "kl": 0.39310270364913463, "brier": 0.33152954891471415, "ece": 0.48714220422029086 }, "q_f15be36e58": { "n": 1, "accuracy": 1.0, "kl": 0.4083654535850989, "brier": 0.3467877481258803, "ece": 0.496405900610138 }, "q_f16d0f06b2": { "n": 1, "accuracy": 1.0, "kl": 0.32023417690301326, "brier": 0.2590936447072791, "ece": 0.4399261345799156 }, "q_f176edd26b": { "n": 1, "accuracy": 1.0, "kl": 0.38481186441836873, "brier": 0.323246659107433, "ece": 0.4820240410146096 }, "q_f17f06b73d": { "n": 1, "accuracy": 1.0, "kl": 0.39814408171388305, "brier": 0.33656832934507747, "ece": 0.49022452958415186 }, "q_f188ed4596": { "n": 1, "accuracy": 0.0, "kl": 1.3743587028305455, "brier": 0.6778461637213737, "ece": 0.17366251643408473 }, "q_f19142b1b4": { "n": 1, "accuracy": 1.0, "kl": 0.37667643757925573, "brier": 0.3151249942976009, "ece": 0.4769414278565547 }, "q_f1a59b307f": { "n": 1, "accuracy": 0.0, "kl": 1.7644372406928088, "brier": 0.7285477172201187, "ece": 0.14236084704296445 }, "q_f1a5c09e53": { "n": 1, "accuracy": 1.0, "kl": 0.35870154485917394, "brier": 0.29721034599468465, "ece": 0.46549341498570673 }, "q_f1cc61eaa3": { "n": 1, "accuracy": 1.0, "kl": 0.40243981146434293, "brier": 0.3408628167189543, "ece": 0.49283339055783404 }, "q_f1cdca244b": { "n": 1, "accuracy": 1.0, "kl": 0.3923954747249623, "brier": 0.3308228036435416, "ece": 0.486708005603247 }, "q_f1dce9dc4a": { "n": 1, "accuracy": 0.0, "kl": 0.4342027036389175, "brier": 0.37262129019089674, "ece": 0.5116371683433302 }, "q_f22e78d978": { "n": 1, "accuracy": 1.0, "kl": 0.3926457922446599, "brier": 0.3310729462999593, "ece": 0.4868617371417219 }, "q_f251879025": { "n": 1, "accuracy": 0.0, "kl": 0.42404577076201505, "brier": 0.3624675394216536, "ece": 0.5057155972134763 }, "q_f2535405f4": { "n": 1, "accuracy": 1.0, "kl": 0.7287044450379725, "brier": 0.4923305542787765, "ece": 0.6528431623598019 }, "q_f25370ea16": { "n": 1, "accuracy": 0.0, "kl": 1.506504648225523, "brier": 0.7207255024199439, "ece": 0.19254290898038928 }, "q_f27f82a247": { "n": 1, "accuracy": 1.0, "kl": 0.3547419185512145, "brier": 0.2932710128191372, "ece": 0.4629301586576442 }, "q_f2bcf8dc21": { "n": 1, "accuracy": 1.0, "kl": 1.1414802845245284, "brier": 0.6175364439698017, "ece": 0.7816503410619965 }, "q_f2bfaba0be": { "n": 1, "accuracy": 1.0, "kl": 0.36357405100768314, "brier": 0.30206169129018456, "ece": 0.4686268720059027 }, "q_f2c968ca1c": { "n": 1, "accuracy": 0.0, "kl": 0.7839206109155751, "brier": 0.5307505320915039, "ece": 0.3664256597419754 }, "q_f2d0f78d31": { "n": 1, "accuracy": 1.0, "kl": 0.36608094799000235, "brier": 0.3045592145005384, "ece": 0.4702301977682778 }, "q_f2ea6870e7": { "n": 1, "accuracy": 1.0, "kl": 0.4070349727593364, "brier": 0.3454573524674436, "ece": 0.4956063958046384 }, "q_f2eb902935": { "n": 1, "accuracy": 1.0, "kl": 0.3911824291523703, "brier": 0.3296106643245629, "ece": 0.48596222997008154 }, "q_f2f3c5b4a7": { "n": 1, "accuracy": 0.0, "kl": 0.7886208236515944, "brier": 0.535853925627609, "ece": 0.38251916717991935 }, "q_f2f6767135": { "n": 1, "accuracy": 0.0, "kl": 0.4237686054435579, "brier": 0.3621904092994089, "ece": 0.5055528223965908 }, "q_f2fa7ca456": { "n": 1, "accuracy": 1.0, "kl": 0.39545658598001726, "brier": 0.3338820427786007, "ece": 0.4885841668362839 }, "q_f2fbed37a5": { "n": 1, "accuracy": 0.0, "kl": 0.41966449170602604, "brier": 0.3580866135027521, "ece": 0.5031350927911511 }, "q_f326c7fb5a": { "n": 1, "accuracy": 0.0, "kl": 1.7408555663594978, "brier": 0.7232363120264219, "ece": 0.14313595183490557 }, "q_f32ebd293e": { "n": 1, "accuracy": 0.0, "kl": 0.42807013231889773, "brier": 0.36649112827128644, "ece": 0.5080719146774794 }, "q_f33bd0d60c": { "n": 1, "accuracy": 1.0, "kl": 0.38080112601262683, "brier": 0.31924185780407344, "ece": 0.47952588014049435 }, "q_f33be119d7": { "n": 1, "accuracy": 0.0, "kl": 0.43996865830179743, "brier": 0.37838314287516295, "ece": 0.5149615746679026 }, "q_f33d4633e1": { "n": 1, "accuracy": 1.0, "kl": 0.6546019640297382, "brier": 0.44143250360699193, "ece": 0.6220970489421016 }, "q_f34a4b21ee": { "n": 1, "accuracy": 1.0, "kl": 0.38138494184467386, "brier": 0.31982471204709023, "ece": 0.47989043002245635 }, "q_f36a56cd42": { "n": 1, "accuracy": 1.0, "kl": 0.6274046000023237, "brier": 0.42160874494913503, "ece": 0.610156264742425 }, "q_f36bf3606a": { "n": 1, "accuracy": 0.0, "kl": 0.424292889760874, "brier": 0.362714625302307, "ece": 0.5058606728158325 }, "q_f36fa46ab8": { "n": 1, "accuracy": 1.0, "kl": 0.40331946415477, "brier": 0.34174230178439036, "ece": 0.4933656382576993 }, "q_f36fa5a93b": { "n": 1, "accuracy": 1.0, "kl": 0.4087568235520126, "brier": 0.34717909916357076, "ece": 0.4966407920280794 }, "q_f3770b8d5e": { "n": 1, "accuracy": 0.0, "kl": 1.3934279452631697, "brier": 0.6856495987859127, "ece": 0.19484633191384546 }, "q_f3786f922c": { "n": 1, "accuracy": 1.0, "kl": 0.41326129591692784, "brier": 0.3516834877838746, "ece": 0.4993348827511698 }, "q_f386ba34b1": { "n": 1, "accuracy": 0.0, "kl": 0.4475363775629926, "brier": 0.3859419356482958, "ece": 0.519284609136432 }, "q_f394601945": { "n": 1, "accuracy": 1.0, "kl": 0.37849888792288244, "brier": 0.3169437578449746, "ece": 0.47808526589474176 }, "q_f394afd079": { "n": 1, "accuracy": 1.0, "kl": 0.38367835036902337, "brier": 0.3221146683285296, "ece": 0.4813194913834422 }, "q_f39eaae5f1": { "n": 1, "accuracy": 0.0, "kl": 1.8547477526327805, "brier": 0.7500481466149648, "ece": 0.14974518898788683 }, "q_f3b50276a0": { "n": 1, "accuracy": 1.0, "kl": 0.3897421295760231, "brier": 0.3281715732810383, "ece": 0.48507503828367293 }, "q_f3dd79f1bb": { "n": 1, "accuracy": 1.0, "kl": 0.38178922089002487, "brier": 0.32022834530894184, "ece": 0.4801426903674124 }, "q_f3e007b412": { "n": 1, "accuracy": 1.0, "kl": 0.3868180393024847, "brier": 0.3252504163395047, "ece": 0.4832681591320499 }, "q_f3ed8686b4": { "n": 1, "accuracy": 1.0, "kl": 0.3754773906386099, "brier": 0.31392858177721356, "ece": 0.4761871917271011 }, "q_f402330331": { "n": 1, "accuracy": 1.0, "kl": 0.398119571089513, "brier": 0.3365438281039491, "ece": 0.49020959770826245 }, "q_f40a3ff652": { "n": 1, "accuracy": 0.0, "kl": 0.44318272719465857, "brier": 0.3815939648691808, "ece": 0.5168031392224538 }, "q_f40e4209ca": { "n": 1, "accuracy": 1.0, "kl": 0.3898918435932066, "brier": 0.3283211547237046, "ece": 0.48516734488585367 }, "q_f45d4f1dbf": { "n": 1, "accuracy": 0.0, "kl": 0.4299539450164739, "brier": 0.3683743801303829, "ece": 0.509170350869199 }, "q_f481b61ec8": { "n": 1, "accuracy": 1.0, "kl": 0.37808117945337455, "brier": 0.3165268614296495, "ece": 0.4778233662252944 }, "q_f4828d9218": { "n": 1, "accuracy": 1.0, "kl": 0.37269236181709675, "brier": 0.31115034718299067, "ece": 0.4744301884890345 }, "q_f4841f5a04": { "n": 1, "accuracy": 0.0, "kl": 0.4223536782141638, "brier": 0.36077563174824323, "ece": 0.5047208681877093 }, "q_f48e12c5bc": { "n": 1, "accuracy": 1.0, "kl": 0.39720917591906, "brier": 0.3356338021422975, "ece": 0.489654611924666 }, "q_f4b69305bc": { "n": 1, "accuracy": 0.0, "kl": 0.43601221970566406, "brier": 0.3744297352538394, "ece": 0.5126833341219877 }, "q_f4b79587b1": { "n": 1, "accuracy": 0.0, "kl": 1.7364941684279083, "brier": 0.7213296523693009, "ece": 0.14055397736777817 }, "q_f4bc9cfc72": { "n": 1, "accuracy": 1.0, "kl": 0.6611590619001897, "brier": 0.44551561971151477, "ece": 0.6249847830563193 }, "q_f4d5b0f622": { "n": 1, "accuracy": 0.0, "kl": 1.1260626675866081, "brier": 0.6109423794576316, "ece": 0.23150002065666767 }, "q_f4d5d702a6": { "n": 1, "accuracy": 1.0, "kl": 0.39196767909105545, "brier": 0.3303953163539255, "ece": 0.4864451478083638 }, "q_f4de291593": { "n": 1, "accuracy": 0.0, "kl": 0.47316651741005333, "brier": 0.4114984279800411, "ece": 0.5335958707814926 }, "q_f4eba6f921": { "n": 1, "accuracy": 0.0, "kl": 0.4163768197017137, "brier": 0.35479900714467477, "ece": 0.5011882044553686 }, "q_f50b78f753": { "n": 1, "accuracy": 1.0, "kl": 0.38589234659527893, "brier": 0.3243257961753272, "ece": 0.48269454688096236 }, "q_f51fb47910": { "n": 1, "accuracy": 0.0, "kl": 0.7941035643320957, "brier": 0.5359804515450033, "ece": 0.34533736997248043 }, "q_f5290aaf01": { "n": 1, "accuracy": 0.0, "kl": 0.43141240268864206, "brier": 0.36983230039923326, "ece": 0.5100187788918253 }, "q_f550fafa6d": { "n": 1, "accuracy": 1.0, "kl": 0.37654962007025167, "brier": 0.3149984474363312, "ece": 0.4768617186353019 }, "q_f55622fe8b": { "n": 1, "accuracy": 0.0, "kl": 0.4245094660221964, "brier": 0.3629311711582097, "ece": 0.5059877763259233 }, "q_f55ee74f56": { "n": 1, "accuracy": 1.0, "kl": 0.3976450778633923, "brier": 0.3360695222278056, "ece": 0.4899204326621238 }, "q_f55f017354": { "n": 1, "accuracy": 1.0, "kl": 0.7452345173742625, "brier": 0.5036357746873381, "ece": 0.6593081660362076 }, "q_f56e7c028d": { "n": 1, "accuracy": 1.0, "kl": 0.6918404450840571, "brier": 0.4685353304379524, "ece": 0.6377793376997869 }, "q_f56fb57420": { "n": 1, "accuracy": 1.0, "kl": 0.4113025786610721, "brier": 0.3497247836536796, "ece": 0.4981655076962228 }, "q_f574648a19": { "n": 1, "accuracy": 0.0, "kl": 0.4244016612087803, "brier": 0.3628233816427289, "ece": 0.5059245130552648 }, "q_f58565885f": { "n": 1, "accuracy": 1.0, "kl": 0.413078903909725, "brier": 0.35150109615506475, "ece": 0.4992261300032863 }, "q_f589c176cb": { "n": 1, "accuracy": 1.0, "kl": 0.41437500344384953, "brier": 0.35279719465249154, "ece": 0.49999833014697304 }, "q_f5963e911c": { "n": 1, "accuracy": 1.0, "kl": 0.40711946946516414, "brier": 0.34554184272403315, "ece": 0.4956572161794097 }, "q_f598629d77": { "n": 1, "accuracy": 1.0, "kl": 0.4098852751772398, "brier": 0.3483075094257897, "ece": 0.4973173309519925 }, "q_f59c0a3053": { "n": 1, "accuracy": 1.0, "kl": 1.6513984567078672, "brier": 0.6988398854626283, "ece": 0.860402022480754 }, "q_f5a28188e5": { "n": 1, "accuracy": 1.0, "kl": 0.4044540367231887, "brier": 0.34287669453506053, "ece": 0.4940511408842273 }, "q_f5a9abb370": { "n": 1, "accuracy": 1.0, "kl": 0.400073148076737, "brier": 0.338496743359398, "ece": 0.4913980696110507 }, "q_f5d7f526ae": { "n": 1, "accuracy": 1.0, "kl": 0.6995642575329528, "brier": 0.4724726793875735, "ece": 0.6410952987121313 }, "q_f5da6156d8": { "n": 1, "accuracy": 0.0, "kl": 0.41444253890682436, "brier": 0.3528647301153383, "ece": 0.5000385280634018 }, "q_f5dcab6eef": { "n": 1, "accuracy": 0.0, "kl": 1.1731049523324748, "brier": 0.6296866978101525, "ece": 0.21589157537633072 }, "q_f5e2788a9e": { "n": 1, "accuracy": 1.0, "kl": 0.3793711950420956, "brier": 0.3178144306860421, "ece": 0.4786316788001438 }, "q_f5f8efa1a0": { "n": 1, "accuracy": 0.0, "kl": 0.4312509463616352, "brier": 0.3696709082922886, "ece": 0.5099249401304189 }, "q_f605e6fc3d": { "n": 1, "accuracy": 1.0, "kl": 0.4064563926283628, "brier": 0.3448788206446182, "ece": 0.49525824533934193 }, "q_f60661fb79": { "n": 1, "accuracy": 0.0, "kl": 0.7780954713037713, "brier": 0.52887817966476, "ece": 0.38039855669733286 }, "q_f61a32cdec": { "n": 1, "accuracy": 1.0, "kl": 0.3960859153115499, "brier": 0.33451105498266465, "ece": 0.48896885882831265 }, "q_f62d585b86": { "n": 1, "accuracy": 0.0, "kl": 0.415207711661245, "brier": 0.3536299026001013, "ece": 0.5004936994772343 }, "q_f62db4142f": { "n": 1, "accuracy": 0.0, "kl": 0.45313186969249425, "brier": 0.39152766009536616, "ece": 0.5224520652541731 }, "q_f6333894e0": { "n": 1, "accuracy": 1.0, "kl": 0.3994617923175223, "brier": 0.3378855764722294, "ece": 0.4910265055152948 }, "q_f6461f8325": { "n": 1, "accuracy": 0.0, "kl": 1.4167652438569882, "brier": 0.6919556418389092, "ece": 0.18045387508184127 }, "q_f65fe744ec": { "n": 1, "accuracy": 0.0, "kl": 0.44373477502467135, "brier": 0.38214537744576876, "ece": 0.5171186208832613 }, "q_f670fc460f": { "n": 1, "accuracy": 0.0, "kl": 0.45501521224902164, "brier": 0.3934070228169822, "ece": 0.523512695881968 }, "q_f675485c23": { "n": 1, "accuracy": 0.0, "kl": 0.4159459546247485, "brier": 0.3543681440147117, "ece": 0.5009323841276123 }, "q_f69fab553a": { "n": 1, "accuracy": 0.0, "kl": 0.8270635828061501, "brier": 0.5573210051443644, "ece": 0.34896940202085447 }, "q_f6bc9dfdcb": { "n": 1, "accuracy": 0.0, "kl": 0.42964394775025677, "brier": 0.36806448510193657, "ece": 0.5089897930615229 }, "q_f6bdf36b03": { "n": 1, "accuracy": 0.0, "kl": 0.43768554281865923, "brier": 0.3761018975972059, "ece": 0.5136484161144866 }, "q_f6bfd457f0": { "n": 1, "accuracy": 0.0, "kl": 1.2023068397614736, "brier": 0.6411518281882699, "ece": 0.2097013705210728 }, "q_f6c3720174": { "n": 1, "accuracy": 0.0, "kl": 0.4609406214883207, "brier": 0.3993173892357036, "ece": 0.5268318415442791 }, "q_f6c8ec474e": { "n": 1, "accuracy": 0.0, "kl": 0.415574310006661, "brier": 0.3539965004071242, "ece": 0.5007115997967754 }, "q_f6dee9b998": { "n": 1, "accuracy": 1.0, "kl": 0.38884235111873444, "brier": 0.3272726267282281, "ece": 0.48451985533977693 }, "q_f6e0492011": { "n": 1, "accuracy": 0.0, "kl": 0.43954381317411606, "brier": 0.3779586719811825, "ece": 0.514717535867362 }, "q_f6f15230b4": { "n": 1, "accuracy": 1.0, "kl": 0.3846193825748403, "brier": 0.32305442771275367, "ece": 0.48190448349872483 }, "q_f7147e8c88": { "n": 1, "accuracy": 0.0, "kl": 0.41732117803642554, "brier": 0.3557433572363372, "ece": 0.501748359354448 }, "q_f7199a91c9": { "n": 1, "accuracy": 1.0, "kl": 0.39301899868118684, "brier": 0.33144589952158976, "ece": 0.4870908372351248 }, "q_f71bc54ed4": { "n": 1, "accuracy": 1.0, "kl": 0.3943515203681299, "brier": 0.33277758801434665, "ece": 0.4879078253811433 }, "q_f71d279af4": { "n": 1, "accuracy": 1.0, "kl": 0.34284861089401464, "brier": 0.2814577371322866, "ece": 0.45513846585779927 }, "q_f73b066ec0": { "n": 1, "accuracy": 1.0, "kl": 0.39539094189633833, "brier": 0.33381643303467645, "ece": 0.4885440202932093 }, "q_f750458d33": { "n": 1, "accuracy": 0.0, "kl": 1.6963721565239558, "brier": 0.711075325094157, "ece": 0.1393920116992352 }, "q_f754ec9e30": { "n": 1, "accuracy": 0.0, "kl": 1.4157748279832856, "brier": 0.691405501456734, "ece": 0.17081827393399798 }, "q_f75b18808a": { "n": 1, "accuracy": 0.0, "kl": 1.3854276893975215, "brier": 0.6819904295632837, "ece": 0.17947442530973498 }, "q_f75c288626": { "n": 1, "accuracy": 1.0, "kl": 0.40433422049661605, "brier": 0.3427568954762343, "ece": 0.49397880107333647 }, "q_f760565dfa": { "n": 1, "accuracy": 1.0, "kl": 0.39489378466330705, "brier": 0.3333195437783509, "ece": 0.4882398460331566 }, "q_f767cf827d": { "n": 1, "accuracy": 0.0, "kl": 0.42761866290777417, "brier": 0.366039772722206, "ece": 0.5078082354993917 }, "q_f77a2e5ead": { "n": 1, "accuracy": 1.0, "kl": 0.38885482935618226, "brier": 0.3272850930107444, "ece": 0.4845275596363888 }, "q_f77cba31fd": { "n": 1, "accuracy": 1.0, "kl": 0.4066337797193036, "brier": 0.3450561921384526, "ece": 0.49536501546137257 }, "q_f78c055110": { "n": 1, "accuracy": 1.0, "kl": 0.40550819416024153, "brier": 0.3439307181370376, "ece": 0.4946870616121496 }, "q_f7a0509eea": { "n": 1, "accuracy": 0.0, "kl": 0.4441600007613019, "brier": 0.38257009763260696, "ece": 0.5173614624270221 }, "q_f7a0aa4fe2": { "n": 1, "accuracy": 1.0, "kl": 0.4009784601107439, "brier": 0.3394018042052175, "ece": 0.491947693406103 }, "q_f7ae7589ca": { "n": 1, "accuracy": 1.0, "kl": 0.409585563773775, "brier": 0.34800780724046465, "ece": 0.4971377513726518 }, "q_f7b3380cd7": { "n": 1, "accuracy": 0.0, "kl": 0.7757561191921101, "brier": 0.5249779577686212, "ece": 0.3610633380019993 }, "q_f7b89efc1b": { "n": 1, "accuracy": 1.0, "kl": 0.37926503776118303, "brier": 0.3177084678966128, "ece": 0.4785652191904185 }, "q_f7c50c4cbe": { "n": 1, "accuracy": 1.0, "kl": 0.7066394598930702, "brier": 0.4772019465046418, "ece": 0.6439974427667696 }, "q_f7d0eda2d8": { "n": 1, "accuracy": 1.0, "kl": 0.3832801881194624, "brier": 0.3217170692550627, "ece": 0.48107173252116797 }, "q_f7d353c84e": { "n": 1, "accuracy": 1.0, "kl": 0.38384559138724084, "brier": 0.3222816772016893, "ece": 0.4814235152564491 }, "q_f7d49cb0a7": { "n": 1, "accuracy": 1.0, "kl": 0.41153195514068247, "brier": 0.34995415727058826, "ece": 0.4983026160990319 }, "q_f7d615bcc2": { "n": 1, "accuracy": 1.0, "kl": 0.37493676795990705, "brier": 0.3133892029539178, "ece": 0.47584668935960406 }, "q_f7ef048a65": { "n": 1, "accuracy": 1.0, "kl": 0.3893864558089298, "brier": 0.3278162211061389, "ece": 0.4848556663220479 }, "q_f7f361c702": { "n": 1, "accuracy": 0.0, "kl": 0.44807383617469226, "brier": 0.3864785820189907, "ece": 0.5195899123154389 }, "q_f7f3d5f6f6": { "n": 1, "accuracy": 1.0, "kl": 0.6898925961082525, "brier": 0.46558884936352624, "ece": 0.6371232866064991 }, "q_f7f40aa1f5": { "n": 1, "accuracy": 1.0, "kl": 0.40524304321994287, "brier": 0.3436655980445231, "ece": 0.4945271993757002 }, "q_f7ff3a86c2": { "n": 1, "accuracy": 0.0, "kl": 0.4362059845545875, "brier": 0.3746233743183254, "ece": 0.5127952023291878 }, "q_f806e578cf": { "n": 1, "accuracy": 1.0, "kl": 0.4088341423100258, "brier": 0.3472564144796123, "ece": 0.49668718151606983 }, "q_f815abb0e5": { "n": 1, "accuracy": 1.0, "kl": 0.3795005633568507, "brier": 0.31794356361414355, "ece": 0.47871265568962285 }, "q_f8178f87ed": { "n": 1, "accuracy": 0.0, "kl": 0.43175637196721467, "brier": 0.37017612879953476, "ece": 0.5102186239573635 }, "q_f81d404840": { "n": 1, "accuracy": 0.0, "kl": 1.4210909383086279, "brier": 0.6931646773985127, "ece": 0.1732818826710824 }, "q_f825cb2f9a": { "n": 1, "accuracy": 0.0, "kl": 1.803196000161428, "brier": 0.7374223522569938, "ece": 0.13210413501151091 }, "q_f837e279dc": { "n": 1, "accuracy": 1.0, "kl": 1.697649404322544, "brier": 0.7110374906145708, "ece": 0.8673408462330103 }, "q_f864ea30ef": { "n": 1, "accuracy": 1.0, "kl": 0.4114975641941225, "brier": 0.3499197667251835, "ece": 0.4982820619660754 }, "q_f86fd688f2": { "n": 1, "accuracy": 1.0, "kl": 0.38801676152599307, "brier": 0.32644785485077615, "ece": 0.4840098110509051 }, "q_f871025176": { "n": 1, "accuracy": 0.0, "kl": 1.8342067147795118, "brier": 0.7451912765086809, "ece": 0.13802341294806614 }, "q_f871a381fb": { "n": 1, "accuracy": 1.0, "kl": 0.3926085869128677, "brier": 0.3310357667014994, "ece": 0.48683889114826484 }, "q_f891eba534": { "n": 1, "accuracy": 1.0, "kl": 0.3950542390821302, "brier": 0.3334799101721289, "ece": 0.48833804021431115 }, "q_f8a6e47094": { "n": 1, "accuracy": 0.0, "kl": 0.8534929000405661, "brier": 0.575906465921301, "ece": 0.3808243117405352 }, "q_f8aacf334b": { "n": 1, "accuracy": 1.0, "kl": 0.3912297110989721, "brier": 0.3296579090790226, "ece": 0.48599132323180416 }, "q_f8c136cbeb": { "n": 1, "accuracy": 1.0, "kl": 0.41160612748342096, "brier": 0.35002832878066015, "ece": 0.49834694260903833 }, "q_f8c4db6eb1": { "n": 1, "accuracy": 1.0, "kl": 0.38269328434602323, "brier": 0.32113102292570417, "ece": 0.4807062658143145 }, "q_f8d2fc4abd": { "n": 1, "accuracy": 1.0, "kl": 0.4106225612235177, "brier": 0.34904477754938745, "ece": 0.49775876863890445 }, "q_f8e50abd0a": { "n": 1, "accuracy": 1.0, "kl": 0.6634241026501893, "brier": 0.4474848076527282, "ece": 0.6259188879797503 }, "q_f8e8d03b22": { "n": 1, "accuracy": 1.0, "kl": 0.3450447438212394, "brier": 0.28363675601667165, "ece": 0.45658780916054065 }, "q_f8f028bb6d": { "n": 1, "accuracy": 1.0, "kl": 0.37434444973784453, "brier": 0.31279828839751217, "ece": 0.4754733166709937 }, "q_f8f2cf5e18": { "n": 1, "accuracy": 1.0, "kl": 0.4130053392862712, "brier": 0.3514275317180138, "ece": 0.4991822585212867 }, "q_f8f3fc685e": { "n": 1, "accuracy": 1.0, "kl": 0.36419003984256426, "brier": 0.30267528529384985, "ece": 0.4690213909888824 }, "q_f8f584b393": { "n": 1, "accuracy": 1.0, "kl": 0.5750771720044048, "brier": 0.3840115716486625, "ece": 0.5858633684932614 }, "q_f8fbfd04cc": { "n": 1, "accuracy": 0.0, "kl": 0.4525680362303389, "brier": 0.39096494750852673, "ece": 0.5221339997718603 }, "q_f9083b428a": { "n": 1, "accuracy": 1.0, "kl": 0.41180109596602704, "brier": 0.3502232952788437, "ece": 0.49846343644268587 }, "q_f917281112": { "n": 1, "accuracy": 1.0, "kl": 0.38643781485972467, "brier": 0.32487062369974357, "ece": 0.48303264365293264 }, "q_f921760a68": { "n": 1, "accuracy": 0.0, "kl": 0.4351798693372917, "brier": 0.3735979004295751, "ece": 0.5122024412411244 }, "q_f9298b99d6": { "n": 1, "accuracy": 0.0, "kl": 1.16292399594125, "brier": 0.6261110687680047, "ece": 0.21855493600373355 }, "q_f93868cdfe": { "n": 1, "accuracy": 1.0, "kl": 0.41363819569354215, "brier": 0.3520603870934669, "ece": 0.4995595232463844 }, "q_f941f6b1f9": { "n": 1, "accuracy": 1.0, "kl": 0.39405267576645864, "brier": 0.3324789208613978, "ece": 0.48772473610353695 }, "q_f94313ef57": { "n": 1, "accuracy": 0.0, "kl": 0.44672366866046376, "brier": 0.38513040698683676, "ece": 0.5188225193553977 }, "q_f94a6931b3": { "n": 1, "accuracy": 1.0, "kl": 0.40351723337949263, "brier": 0.34194003681385987, "ece": 0.4934852094173743 }, "q_f95acf0f69": { "n": 1, "accuracy": 0.0, "kl": 1.7885095917046998, "brier": 0.7341516584986626, "ece": 0.13479246936260425 }, "q_f95c530fcd": { "n": 1, "accuracy": 1.0, "kl": 0.39441225660223056, "brier": 0.3328382888340475, "ece": 0.48794502621924896 }, "q_f96cfab3db": { "n": 1, "accuracy": 1.0, "kl": 0.34595473310153335, "brier": 0.2845399796274346, "ece": 0.45718694279324845 }, "q_f96d9bae82": { "n": 1, "accuracy": 1.0, "kl": 0.37310967216513047, "brier": 0.3115665773745161, "ece": 0.474693917722655 }, "q_f970985ee7": { "n": 1, "accuracy": 1.0, "kl": 0.412242096586721, "brier": 0.35066429240784835, "ece": 0.49872681572109057 }, "q_f9713cf1e9": { "n": 1, "accuracy": 1.0, "kl": 0.40489994895716214, "brier": 0.34332254646033067, "ece": 0.49432025442906513 }, "q_f97d585208": { "n": 1, "accuracy": 0.0, "kl": 0.42107089753174176, "brier": 0.35949294809759147, "ece": 0.5039651802315795 }, "q_f987e84fa6": { "n": 1, "accuracy": 1.0, "kl": 0.38397718218147975, "brier": 0.32241308715447636, "ece": 0.48150534688499247 }, "q_f9b9bcf8ff": { "n": 1, "accuracy": 0.0, "kl": 0.4594003829957226, "brier": 0.3977814456804298, "ece": 0.5259716614766177 }, "q_f9c8c91d59": { "n": 1, "accuracy": 0.0, "kl": 0.4582180157378889, "brier": 0.3966021880299081, "ece": 0.5253101099402011 }, "q_f9ea677c45": { "n": 1, "accuracy": 1.0, "kl": 0.3753996905179018, "brier": 0.3138510582581796, "ece": 0.4761382702151987 }, "q_f9f5c2f2d9": { "n": 1, "accuracy": 0.0, "kl": 0.4888881366056924, "brier": 0.4271294378210823, "ece": 0.5421306297039195 }, "q_fa0ffdaa66": { "n": 1, "accuracy": 0.0, "kl": 1.8254027648447646, "brier": 0.7427064826751879, "ece": 0.1347209313284615 }, "q_fa1ffced44": { "n": 1, "accuracy": 1.0, "kl": 0.3982250428596974, "brier": 0.33664925970022874, "ece": 0.4902738473874667 }, "q_fa2699b2bf": { "n": 1, "accuracy": 0.0, "kl": 0.43360326362033075, "brier": 0.37202216529698273, "ece": 0.5112900215035021 }, "q_fa26dc2ea7": { "n": 1, "accuracy": 1.0, "kl": 0.7259722346822994, "brier": 0.4906549366211817, "ece": 0.651744604928009 }, "q_fa4520da8a": { "n": 1, "accuracy": 1.0, "kl": 0.41044364450641946, "brier": 0.34886586460165125, "ece": 0.4976516877744248 }, "q_fa4dda4400": { "n": 1, "accuracy": 1.0, "kl": 0.40770931585123305, "brier": 0.34613164814748365, "ece": 0.49601180761336783 }, "q_fa54b2667d": { "n": 1, "accuracy": 1.0, "kl": 0.41269808025247506, "brier": 0.351120273704035, "ece": 0.49899896998920823 }, "q_fa66ed37b3": { "n": 1, "accuracy": 0.0, "kl": 0.4265021261142615, "brier": 0.3649234860974754, "ece": 0.5071554085444051 }, "q_fa923e3450": { "n": 1, "accuracy": 1.0, "kl": 0.36894173857989954, "brier": 0.30741047226487117, "ece": 0.4720525935795292 }, "q_fa9846eadb": { "n": 1, "accuracy": 1.0, "kl": 0.4081084542177323, "brier": 0.34653076261600435, "ece": 0.4962515841507419 }, "q_faab4168c9": { "n": 1, "accuracy": 1.0, "kl": 0.4019853290623487, "brier": 0.34040843131799203, "ece": 0.4925581360959882 }, "q_faae2a4282": { "n": 1, "accuracy": 1.0, "kl": 0.402510005587677, "brier": 0.3409329965068709, "ece": 0.4928758872269431 }, "q_fab3a7f9ed": { "n": 1, "accuracy": 1.0, "kl": 0.38108289496431424, "brier": 0.3195231583469214, "ece": 0.4797018628596328 }, "q_fac1bc35a2": { "n": 1, "accuracy": 1.0, "kl": 0.5440441264478908, "brier": 0.36126931426913894, "ece": 0.5706809868435434 }, "q_fae4f4aaa9": { "n": 1, "accuracy": 1.0, "kl": 0.41349605137906875, "brier": 0.3519182429118821, "ece": 0.49947481623566037 }, "q_faf2761168": { "n": 1, "accuracy": 1.0, "kl": 0.4056249916869854, "brier": 0.3440475026502341, "ece": 0.49475746084322225 }, "q_fb0303ad1c": { "n": 1, "accuracy": 0.0, "kl": 0.4519550854859824, "brier": 0.3903531792574393, "ece": 0.5217879464502394 }, "q_fb0b41dda9": { "n": 1, "accuracy": 1.0, "kl": 0.4115801154656703, "brier": 0.35000231704991314, "ece": 0.4983313979669187 }, "q_fb0dde29b0": { "n": 1, "accuracy": 0.0, "kl": 0.44683836221373774, "brier": 0.38524493743819777, "ece": 0.518887763236911 }, "q_fb277af36f": { "n": 1, "accuracy": 1.0, "kl": 0.662411495163593, "brier": 0.4464208362834215, "ece": 0.6255204437075368 }, "q_fb285b9cbf": { "n": 1, "accuracy": 1.0, "kl": 0.3918316561899977, "brier": 0.33025939403890403, "ece": 0.4863615348669852 }, "q_fb30423cc1": { "n": 1, "accuracy": 0.0, "kl": 0.4413705130398312, "brier": 0.3797836736966882, "ece": 0.5157658050470965 }, "q_fb4061e02c": { "n": 1, "accuracy": 1.0, "kl": 0.40979359995759035, "brier": 0.348215836899577, "ece": 0.4972624095815348 }, "q_fb472c5066": { "n": 1, "accuracy": 1.0, "kl": 0.38606563934098426, "brier": 0.32449888261729065, "ece": 0.4828019877168499 }, "q_fb54eb4a8b": { "n": 1, "accuracy": 1.0, "kl": 0.35437139402387996, "brier": 0.2929025381995236, "ece": 0.46268952049900947 }, "q_fb5b49bd76": { "n": 1, "accuracy": 0.0, "kl": 0.4245180021161138, "brier": 0.36293970602690856, "ece": 0.5059927851659629 }, "q_fb5ee318da": { "n": 1, "accuracy": 0.0, "kl": 0.4186258379106178, "brier": 0.3570479930676581, "ece": 0.5025210012932245 }, "q_fb62865c4a": { "n": 1, "accuracy": 0.0, "kl": 1.809487980970831, "brier": 0.7390293390711397, "ece": 0.13717712719046984 }, "q_fb6bf298a4": { "n": 1, "accuracy": 1.0, "kl": 0.37638085877683247, "brier": 0.31483004920824914, "ece": 0.4767556232797773 }, "q_fb763606fb": { "n": 1, "accuracy": 1.0, "kl": 0.37520973850157685, "brier": 0.3136615410352951, "ece": 0.476018649204362 }, "q_fb8d6b5599": { "n": 1, "accuracy": 0.0, "kl": 0.4402218832250471, "brier": 0.3786361388515484, "ece": 0.5151069632007447 }, "q_fb8f7b121c": { "n": 1, "accuracy": 0.0, "kl": 0.43196664538005153, "brier": 0.37038631333130095, "ece": 0.5103407448355901 }, "q_fb91d7de9f": { "n": 1, "accuracy": 0.0, "kl": 0.4233263014219557, "brier": 0.3617481573164245, "ece": 0.5052929327630689 }, "q_fb976c41e9": { "n": 1, "accuracy": 1.0, "kl": 0.39802920832560373, "brier": 0.33645350018101994, "ece": 0.4901545441544076 }, "q_fba4446125": { "n": 1, "accuracy": 0.0, "kl": 0.41561079123366573, "brier": 0.3540329815579624, "ece": 0.5007332774799031 }, "q_fbaf618564": { "n": 1, "accuracy": 0.0, "kl": 1.164123874803756, "brier": 0.6268988613029167, "ece": 0.22494222715484857 }, "q_fbc01d4fd4": { "n": 1, "accuracy": 1.0, "kl": 0.4107659001526922, "brier": 0.3491881137073404, "ece": 0.4978445367043467 }, "q_fbc847a152": { "n": 1, "accuracy": 1.0, "kl": 0.3894451641115283, "brier": 0.3278748756782467, "ece": 0.4848918841359052 }, "q_fbcafc46d9": { "n": 1, "accuracy": 1.0, "kl": 0.3707666994640654, "brier": 0.3092299647417079, "ece": 0.4732111167945966 }, "q_fbcb982029": { "n": 1, "accuracy": 1.0, "kl": 0.4119463540515932, "brier": 0.35036855206858913, "ece": 0.4985502073040874 }, "q_fbd29a797d": { "n": 1, "accuracy": 1.0, "kl": 0.7387120522507068, "brier": 0.4991274903743296, "ece": 0.6567776305894428 }, "q_fbd4384c6d": { "n": 1, "accuracy": 1.0, "kl": 0.38683136048653033, "brier": 0.32526372261360204, "ece": 0.48327640807119 }, "q_fbda6df2db": { "n": 1, "accuracy": 0.0, "kl": 0.46513128603086973, "brier": 0.4034949056121231, "ece": 0.5291630581493335 }, "q_fbfb6bf500": { "n": 1, "accuracy": 1.0, "kl": 0.39272327300020926, "brier": 0.3311503737519522, "ece": 0.4869093103825176 }, "q_fbfbe09543": { "n": 1, "accuracy": 0.0, "kl": 0.41853933014139555, "brier": 0.3569614874532682, "ece": 0.5024698139827674 }, "q_fc07d761a8": { "n": 1, "accuracy": 0.0, "kl": 0.4171567336470556, "brier": 0.3555789147476096, "ece": 0.5016508714254067 }, "q_fc0af92b19": { "n": 1, "accuracy": 1.0, "kl": 0.3951887411111271, "brier": 0.33361433954645564, "ece": 0.48842033467155843 }, "q_fc0ca31d30": { "n": 1, "accuracy": 0.0, "kl": 0.4214476306486875, "brier": 0.3598696561697058, "ece": 0.5041872559198978 }, "q_fc12a1091a": { "n": 1, "accuracy": 1.0, "kl": 0.40976740201498957, "brier": 0.3481896397468393, "ece": 0.49724671343633087 }, "q_fc187b4c5d": { "n": 1, "accuracy": 1.0, "kl": 0.38003632696541184, "brier": 0.31847837130859613, "ece": 0.47904784882805473 }, "q_fc1b564e97": { "n": 1, "accuracy": 0.0, "kl": 1.3191545677442456, "brier": 0.6873045084226296, "ece": 0.23006282643140044 }, "q_fc264aafd1": { "n": 1, "accuracy": 1.0, "kl": 0.3885959791792738, "brier": 0.3270264932744911, "ece": 0.4843677121596698 }, "q_fc2d35e1ba": { "n": 1, "accuracy": 1.0, "kl": 0.39143366872017904, "brier": 0.32986170802899595, "ece": 0.48611679848843725 }, "q_fc35327dd4": { "n": 1, "accuracy": 1.0, "kl": 0.4110103291554116, "brier": 0.3494325384687591, "ece": 0.49799075257041214 }, "q_fc46d5cd5d": { "n": 1, "accuracy": 1.0, "kl": 0.40240266164183436, "brier": 0.3408256745525272, "ece": 0.4928108977198441 }, "q_fc4f654cfd": { "n": 1, "accuracy": 1.0, "kl": 0.747921474917264, "brier": 0.5052361280191056, "ece": 0.6603652748377558 }, "q_fc545a4e49": { "n": 1, "accuracy": 0.0, "kl": 1.811152673812807, "brier": 0.7393677833196154, "ece": 0.13638022612407885 }, "q_fc6bcc0530": { "n": 1, "accuracy": 1.0, "kl": 0.4064480212057412, "brier": 0.34487044997569744, "ece": 0.49525320587305366 }, "q_fc8177638e": { "n": 1, "accuracy": 0.0, "kl": 0.41915136933531116, "brier": 0.35757350941727406, "ece": 0.502831827927649 }, "q_fc83e7afcb": { "n": 1, "accuracy": 1.0, "kl": 0.399212255172127, "brier": 0.33763612106818713, "ece": 0.49087475042169915 }, "q_fc89144372": { "n": 1, "accuracy": 0.0, "kl": 1.2091125786830654, "brier": 0.6448363020526672, "ece": 0.21408184852648834 }, "q_fc8942b5a2": { "n": 1, "accuracy": 1.0, "kl": 0.4088561554416136, "brier": 0.34727842664869163, "ece": 0.49670038795799765 }, "q_fc8f3c628a": { "n": 1, "accuracy": 1.0, "kl": 0.3560617952621398, "brier": 0.2945838008882402, "ece": 0.46378626922301436 }, "q_fc93575591": { "n": 1, "accuracy": 1.0, "kl": 0.3031129202902866, "brier": 0.2422713991766071, "ece": 0.42804554240544945 }, "q_fc9803832a": { "n": 1, "accuracy": 0.0, "kl": 0.42421386871242533, "brier": 0.362635615024857, "ece": 0.5058142875860655 }, "q_fcb5ea7f46": { "n": 1, "accuracy": 1.0, "kl": 0.6303377417666931, "brier": 0.42382320524966527, "ece": 0.6114560020510402 }, "q_fcb7b1bac9": { "n": 1, "accuracy": 1.0, "kl": 0.3981308299240676, "brier": 0.3365550826248011, "ece": 0.4902164566572147 }, "q_fcbbfa7182": { "n": 1, "accuracy": 1.0, "kl": 0.4004340680941577, "brier": 0.33885755925357613, "ece": 0.4916172732366658 }, "q_fcc36d7d4d": { "n": 1, "accuracy": 1.0, "kl": 0.3979999700505769, "brier": 0.3364242732631334, "ece": 0.4901367291910914 }, "q_fcd7ff8707": { "n": 1, "accuracy": 1.0, "kl": 0.3977940430566077, "brier": 0.33621842742669905, "ece": 0.49001123608182917 }, "q_fce47dbb9f": { "n": 1, "accuracy": 1.0, "kl": 0.4136901186399816, "brier": 0.3521123100023741, "ece": 0.4995904610464673 }, "q_fcf0b8bd7a": { "n": 1, "accuracy": 0.0, "kl": 0.4165800194465499, "brier": 0.3550022056215659, "ece": 0.5013087974523946 }, "q_fcfa65013b": { "n": 1, "accuracy": 1.0, "kl": 1.6825284375165328, "brier": 0.7071022927991175, "ece": 0.8651122934495293 }, "q_fd08123521": { "n": 1, "accuracy": 0.0, "kl": 0.4192784726894009, "brier": 0.3577006085851263, "ece": 0.5029069688389671 }, "q_fd0aa53e5a": { "n": 1, "accuracy": 1.0, "kl": 0.39195528978029864, "brier": 0.33038293615363623, "ece": 0.4864375328101701 }, "q_fd157bc44a": { "n": 1, "accuracy": 0.0, "kl": 0.46408431309573245, "brier": 0.402451423920895, "ece": 0.5285818899158184 }, "q_fd1bde860b": { "n": 1, "accuracy": 1.0, "kl": 0.41351057018103965, "brier": 0.3519327616980975, "ece": 0.4994834691010466 }, "q_fd1df2068b": { "n": 1, "accuracy": 1.0, "kl": 1.6830696643621221, "brier": 0.7070979452084074, "ece": 0.8652005545694184 }, "q_fd30a6d692": { "n": 1, "accuracy": 0.0, "kl": 0.4629716692542185, "brier": 0.4013423377693661, "ece": 0.5279633566316368 }, "q_fd331ab106": { "n": 1, "accuracy": 0.0, "kl": 1.1728254752903227, "brier": 0.6298928350188325, "ece": 0.21727769434974478 }, "q_fd345a0438": { "n": 1, "accuracy": 1.0, "kl": 0.40541518331969384, "brier": 0.34383771790949325, "ece": 0.4946309913100402 }, "q_fd34b2f4e4": { "n": 1, "accuracy": 0.0, "kl": 0.44176760415921323, "brier": 0.3801803642856966, "ece": 0.5159933280944197 }, "q_fd416e29db": { "n": 1, "accuracy": 0.0, "kl": 0.43416124082305574, "brier": 0.37257984978893094, "ece": 0.5116131658029739 }, "q_fd5438c962": { "n": 1, "accuracy": 1.0, "kl": 0.6099949267516185, "brier": 0.409325558755938, "ece": 0.6022362095752696 }, "q_fd7045f613": { "n": 1, "accuracy": 0.0, "kl": 0.4274381945867717, "brier": 0.3658593478210982, "ece": 0.5077027868865821 }, "q_fd7cb374d7": { "n": 1, "accuracy": 0.0, "kl": 0.4666653195235829, "brier": 0.405023566777276, "ece": 0.5300130924635837 }, "q_fd9ce5bb8e": { "n": 1, "accuracy": 0.0, "kl": 0.41969306353548586, "brier": 0.3581151842028448, "ece": 0.5031519728199579 }, "q_fd9f5090aa": { "n": 1, "accuracy": 1.0, "kl": 0.37183384661182617, "brier": 0.31029412523251554, "ece": 0.4738871191296533 }, "q_fdb09bd77e": { "n": 1, "accuracy": 0.0, "kl": 0.4324875692889066, "brier": 0.37090700784873487, "ece": 0.5106431282679051 }, "q_fdbc0c00cb": { "n": 1, "accuracy": 1.0, "kl": 0.38036891075969725, "brier": 0.3188103768729384, "ece": 0.47925579324096124 }, "q_fddfa156c7": { "n": 1, "accuracy": 1.0, "kl": 0.40972950035304934, "brier": 0.3481517392436716, "ece": 0.4972240041294793 }, "q_fde9d4ffc6": { "n": 1, "accuracy": 0.0, "kl": 0.4640532342716812, "brier": 0.40242044659171605, "ece": 0.5285646255511662 }, "q_fe0e6f7e77": { "n": 1, "accuracy": 1.0, "kl": 0.37869756863575754, "brier": 0.3171420590523397, "ece": 0.47820978080174004 }, "q_fe1716e32e": { "n": 1, "accuracy": 0.0, "kl": 0.41767938964478835, "brier": 0.35610156391146974, "ece": 0.5019606402921187 }, "q_fe1e7b4915": { "n": 1, "accuracy": 1.0, "kl": 0.3892606489200464, "brier": 0.32769053022547345, "ece": 0.48477804425726534 }, "q_fe26dc13e3": { "n": 1, "accuracy": 0.0, "kl": 0.42883749331344, "brier": 0.36725827797190436, "ece": 0.5085197066483083 }, "q_fe2c9d60f1": { "n": 1, "accuracy": 1.0, "kl": 0.3969808620781075, "brier": 0.33540558736628, "ece": 0.4895153155660237 }, "q_fe3f50ee4f": { "n": 1, "accuracy": 1.0, "kl": 0.3748158275611929, "brier": 0.31326854566458534, "ece": 0.47577047999098243 }, "q_fe4dcfe73a": { "n": 1, "accuracy": 0.0, "kl": 0.42174132567874023, "brier": 0.3601633297391952, "ece": 0.5043603007699914 }, "q_fe66f8ebe1": { "n": 1, "accuracy": 1.0, "kl": 0.5623892104401655, "brier": 0.3746777664995897, "ece": 0.5797383791176085 }, "q_fe6a6f276c": { "n": 1, "accuracy": 1.0, "kl": 0.3836457456136636, "brier": 0.3220821091338074, "ece": 0.4812992082809331 }, "q_fe75d14892": { "n": 1, "accuracy": 1.0, "kl": 0.41002435669602966, "brier": 0.34844658706390963, "ece": 0.4974006391130167 }, "q_fe96171c9a": { "n": 1, "accuracy": 1.0, "kl": 0.39314290358637216, "brier": 0.3315697223190369, "ece": 0.48716687139245307 }, "q_fe98ceded7": { "n": 1, "accuracy": 0.0, "kl": 0.4285157417206703, "brier": 0.3669366177541731, "ece": 0.508332007766273 }, "q_fea255038b": { "n": 1, "accuracy": 1.0, "kl": 0.6645910545462631, "brier": 0.45013074979610396, "ece": 0.626231083444091 }, "q_fea361bc8d": { "n": 1, "accuracy": 0.0, "kl": 0.4154485816951305, "brier": 0.353870772324453, "ece": 0.5006368816000643 }, "q_fea58849e9": { "n": 1, "accuracy": 1.0, "kl": 0.4136294827970121, "brier": 0.35205167420377864, "ece": 0.4995543315255955 }, "q_feb4bb2fde": { "n": 1, "accuracy": 0.0, "kl": 0.4416965238337538, "brier": 0.3801093565008057, "ece": 0.5159526100970182 }, "q_fed2ee171f": { "n": 1, "accuracy": 1.0, "kl": 0.3849647972115433, "brier": 0.3233993952713071, "ece": 0.48211900929408136 }, "q_fede9c71b2": { "n": 1, "accuracy": 0.0, "kl": 0.45202929031889005, "brier": 0.390427242914664, "ece": 0.5218298557785926 }, "q_fef39749f8": { "n": 1, "accuracy": 1.0, "kl": 0.39882949467796047, "brier": 0.33725349134513755, "ece": 0.4906418703354162 }, "q_fef4f47197": { "n": 1, "accuracy": 1.0, "kl": 0.4000905849582992, "brier": 0.3385141750864696, "ece": 0.4914086624552706 }, "q_fef8817b25": { "n": 1, "accuracy": 0.0, "kl": 0.4359519510270749, "brier": 0.37436950524989576, "ece": 0.5126485324428454 }, "q_ff02882c89": { "n": 1, "accuracy": 1.0, "kl": 0.3987200889175043, "brier": 0.3371441241826818, "ece": 0.49057528188060817 }, "q_ff043d7097": { "n": 1, "accuracy": 0.0, "kl": 1.1560013663215047, "brier": 0.6231240698606171, "ece": 0.2193578171048425 }, "q_ff09fa7fe4": { "n": 1, "accuracy": 1.0, "kl": 0.37738068701864724, "brier": 0.31582777450169097, "ece": 0.4773838034581247 }, "q_ff0c4be8eb": { "n": 1, "accuracy": 0.0, "kl": 0.4314868244036515, "brier": 0.36990669210447724, "ece": 0.5100620258198096 }, "q_ff100ebfc3": { "n": 1, "accuracy": 1.0, "kl": 0.41178981405828124, "brier": 0.35021201347811354, "ece": 0.4984566963725837 }, "q_ff1f37d04f": { "n": 1, "accuracy": 0.0, "kl": 0.8180601187321044, "brier": 0.552764494158182, "ece": 0.369880864976418 }, "q_ff2ccc7c47": { "n": 1, "accuracy": 1.0, "kl": 0.38765854163640545, "brier": 0.3260900064265496, "ece": 0.4837883148547947 }, "q_ff32f5c2ca": { "n": 1, "accuracy": 1.0, "kl": 0.4121577385256461, "brier": 0.35057993491567446, "ece": 0.4986764472212847 }, "q_ff38ac0f23": { "n": 1, "accuracy": 1.0, "kl": 0.38695013676324014, "brier": 0.3253823665971115, "ece": 0.48334995140517334 }, "q_ff38c59148": { "n": 1, "accuracy": 0.0, "kl": 0.4717729056214395, "brier": 0.4101109657726485, "ece": 0.5328305233598153 }, "q_ff634a509d": { "n": 1, "accuracy": 1.0, "kl": 0.3759383037702332, "brier": 0.31438846215116034, "ece": 0.4764772768716766 }, "q_ffbb75d5e4": { "n": 1, "accuracy": 0.0, "kl": 0.8711486309843984, "brier": 0.5869525244035678, "ece": 0.3833778661546546 }, "q_ffbdb8a80b": { "n": 1, "accuracy": 1.0, "kl": 0.3773334906728559, "brier": 0.3157806748447498, "ece": 0.47735417126585555 }, "q_ffd20fc838": { "n": 1, "accuracy": 1.0, "kl": 0.3495126159619294, "brier": 0.2880731745269919, "ece": 0.4595215241109467 }, "q_ffda546d88": { "n": 1, "accuracy": 1.0, "kl": 0.38155498779521535, "brier": 0.3199944843839103, "ece": 0.47999655272508923 }, "q_ffe67883fb": { "n": 1, "accuracy": 0.0, "kl": 0.4300205575175492, "brier": 0.36844097012934396, "ece": 0.5092091390740322 }, "q_fff1afa36e": { "n": 1, "accuracy": 0.0, "kl": 0.44067655837694963, "brier": 0.3790903917280957, "ece": 0.5153678856599874 } } }, "open-jev:ood": { "overall": { "n": 13373, "accuracy": 0.7051521722874449, "kl": 0.6004496381171649, "brier": 0.3746535921813022, "ece": 0.026175866111067276 }, "by_type": { "choice": { "n": 1391, "accuracy": 0.3235082674335011, "kl": 1.0064263939232887, "brier": 0.5784077381747089, "ece": 0.048971104237950626 }, "noul": { "n": 9729, "accuracy": 0.7906259636139377, "kl": 0.45927860489824934, "brier": 0.30235012573403836, "ece": 0.05675747936348977 }, "score": { "n": 2253, "accuracy": 0.571682201509099, "kl": 0.9594107188364328, "brier": 0.5610798718034068, "ece": 0.15015240792252643 } }, "by_workflow": { "open-jev/painting-geometry-v1": { "n": 5184, "accuracy": 0.6514274691358025, "kl": 0.7093316031731779, "brier": 0.47602891719600343, "ece": 0.10030133264271768 }, "open-jev/reasoning-control-v1": { "n": 750, "accuracy": 0.4053333333333333, "kl": 1.1039405560753803, "brier": 0.6305927993380814, "ece": 0.048911542219225744 }, "open-jev/snake-v1": { "n": 3464, "accuracy": 0.7355658198614319, "kl": 0.5492195702350932, "brier": 0.3259215568661748, "ece": 0.08268726277459827 }, "open-jev/vizdoom-basic-v1": { "n": 825, "accuracy": 0.4, "kl": 1.074881995571718, "brier": 0.6184726211700482, "ece": 0.08323256828916038 }, "open-jev/workflow-controls-v1/agent_trace_observability": { "n": 525, "accuracy": 0.9161904761904762, "kl": 0.23236997911614365, "brier": 0.13071867786975574, "ece": 0.015206379944126946 }, "open-jev/workflow-controls-v1/customer_service": { "n": 600, "accuracy": 0.86, "kl": 0.3340454889681416, "brier": 0.20772945074552632, "ece": 0.04843240962257694 }, "open-jev/workflow-controls-v1/invoice_processing": { "n": 750, "accuracy": 0.864, "kl": 0.33305213335054973, "brier": 0.20253362147654844, "ece": 0.018270021962693096 }, "open-jev/workflow-controls-v1/security_incidents": { "n": 1275, "accuracy": 0.9615686274509804, "kl": 0.1279981902460819, "brier": 0.06679733655438753, "ece": 0.014959192188281739 } }, "by_question": { "q0": { "n": 3582, "accuracy": 0.5887772194304858, "kl": 0.6935630849022127, "brier": 0.4303385613307678, "ece": 0.06192671958091075 }, "q1": { "n": 3507, "accuracy": 0.7399486740804107, "kl": 0.5583861784442216, "brier": 0.36181749155422344, "ece": 0.029893415236787707 }, "q2": { "n": 3442, "accuracy": 0.7245787332945962, "kl": 0.6140313345827927, "brier": 0.37408252162833877, "ece": 0.03889213072438116 }, "q3": { "n": 2842, "accuracy": 0.7853624208304011, "kl": 0.5185481558702544, "brier": 0.32100062604797336, "ece": 0.04366462115193098 } } }, "typed-decisions:test": { "overall": { "n": 2000, "accuracy": 0.541, "kl": 0.28342589833368814, "brier": 0.15734478508929534, "ece": 0.037760003938965926 }, "by_type": { "choice": { "n": 600, "accuracy": 0.49333333333333335, "kl": 0.36836205239577935, "brier": 0.18326429238973876, "ece": 0.0641937124631254 }, "noul": { "n": 600, "accuracy": 0.6766666666666666, "kl": 0.16276908678697516, "brier": 0.13022019917188893, "ece": 0.04186323471985915 }, "score": { "n": 800, "accuracy": 0.475, "kl": 0.31021639144715446, "brier": 0.15824859405201758, "ece": 0.060350327753126945 } }, "by_workflow": { "agent_trace_observability": { "n": 500, "accuracy": 0.378, "kl": 0.334989868961674, "brier": 0.17370163782441067, "ece": 0.04913000314443138 }, "customer_service": { "n": 500, "accuracy": 0.54, "kl": 0.3387393585482985, "brier": 0.180566131532075, "ece": 0.035242900316181734 }, "invoice_processing": { "n": 500, "accuracy": 0.576, "kl": 0.35126244298477693, "brier": 0.2142363581135952, "ece": 0.05974758208061845 }, "security_incidents": { "n": 500, "accuracy": 0.67, "kl": 0.10871192284000304, "brier": 0.060875012887100455, "ece": 0.13435085123380336 } }, "by_question": { "action": { "n": 200, "accuracy": 0.375, "kl": 0.32821600724302724, "brier": 0.1592366087437972, "ece": 0.07975811589165127 }, "category": { "n": 100, "accuracy": 0.71, "kl": 0.5729726627192507, "brier": 0.27458554383766587, "ece": 0.08689833720812509 }, "churn_risk": { "n": 100, "accuracy": 0.47, "kl": 0.35003389270249, "brier": 0.1810288224710362, "ece": 0.08413475541293348 }, "credential_compromise": { "n": 100, "accuracy": 0.66, "kl": 0.059748700010171234, "brier": 0.053674198754402054, "ece": 0.06875402110251895 }, "discrepancy_severity": { "n": 100, "accuracy": 0.45, "kl": 0.5992141304454984, "brier": 0.3279606655946601, "ece": 0.06187308134851776 }, "disposition": { "n": 200, "accuracy": 0.615, "kl": 0.2838909089677758, "brier": 0.15195744444985304, "ece": 0.16532585040873124 }, "duplicate": { "n": 100, "accuracy": 0.89, "kl": 0.13968416432078948, "brier": 0.07672414035053747, "ece": 0.022611617512190228 }, "matches_order": { "n": 100, "accuracy": 0.54, "kl": 0.43033438758351267, "brier": 0.34368710452388, "ece": 0.0069707546890938055 }, "needs_human": { "n": 100, "accuracy": 0.66, "kl": 0.11312297475398457, "brier": 0.10085523647956114, "ece": 0.04976294001574896 }, "needs_review": { "n": 100, "accuracy": 0.57, "kl": 0.18204246838752372, "brier": 0.16340301149187023, "ece": 0.01595868961080223 }, "outcome": { "n": 100, "accuracy": 0.27, "kl": 0.4129858192338191, "brier": 0.20261210411346617, "ece": 0.12764986885292715 }, "risk": { "n": 100, "accuracy": 0.38, "kl": 0.47022120561315406, "brier": 0.21896059940251977, "ece": 0.04784487478795909 }, "severity": { "n": 100, "accuracy": 0.59, "kl": 0.16375271562204802, "brier": 0.07106879919886402, "ece": 0.16511349840396083 }, "true_positive": { "n": 100, "accuracy": 0.74, "kl": 0.05168182566586942, "brier": 0.04297750343108268, "ece": 0.09080762139276333 }, "urgency": { "n": 400, "accuracy": 0.4775, "kl": 0.22462729679851134, "brier": 0.11674246643726517, "ece": 0.04283967880007083 } } } }, "test": { "n": 5344, "accuracy": 0.8143712574850299, "kl": 0.20331891898758062, "brier": 0.09861168351989566, "ece": 0.03500759519208262 } }