Upload benchmarks/calibration_results.json with huggingface_hub

benchmarks/calibration_results.json

@@ -0,0 +1,1063 @@
+{
+  "n_batches": 500,
+  "n_null": 107,
+  "null_rate": 0.214,
+  "ece": 0.3133389732837677,
+  "p_null_mean": 0.5273389732837677,
+  "p_null_std": 0.019562046378786318,
+  "p_null_min": 0.4610203206539154,
+  "p_null_max": 0.5893281698226929,
+  "bin_edges": [
+    0.0,
+    0.1,
+    0.2,
+    0.30000000000000004,
+    0.4,
+    0.5,
+    0.6000000000000001,
+    0.7000000000000001,
+    0.8,
+    0.9,
+    1.0
+  ],
+  "bin_true_rates": [
+    null,
+    null,
+    null,
+    null,
+    0.21428571428571427,
+    0.21397379912663755,
+    null,
+    null,
+    null,
+    null
+  ],
+  "bin_mean_pred": [
+    null,
+    null,
+    null,
+    null,
+    0.4888197211992173,
+    0.5308713064443596,
+    null,
+    null,
+    null,
+    null
+  ],
+  "bin_counts": [
+    0,
+    0,
+    0,
+    0,
+    42,
+    458,
+    0,
+    0,
+    0,
+    0
+  ],
+  "raw_null_probs": [
+    0.5368830561637878,
+    0.5139500498771667,
+    0.5494641661643982,
+    0.5055210590362549,
+    0.507113516330719,
+    0.5371360182762146,
+    0.5354008078575134,
+    0.5747527480125427,
+    0.48272791504859924,
+    0.5329701900482178,
+    0.5006288886070251,
+    0.49428361654281616,
+    0.5545371174812317,
+    0.5175936818122864,
+    0.505767822265625,
+    0.543674647808075,
+    0.5175071954727173,
+    0.5289152264595032,
+    0.5425108671188354,
+    0.5621541142463684,
+    0.5308740139007568,
+    0.5066952109336853,
+    0.5302225351333618,
+    0.508698046207428,
+    0.5439595580101013,
+    0.5356615781784058,
+    0.5147736668586731,
+    0.5201764106750488,
+    0.47666609287261963,
+    0.5393641591072083,
+    0.5029698610305786,
+    0.5360777378082275,
+    0.515362024307251,
+    0.542229413986206,
+    0.5105227828025818,
+    0.49000459909439087,
+    0.5416488647460938,
+    0.5396188497543335,
+    0.5073891282081604,
+    0.5034274458885193,
+    0.5448859333992004,
+    0.5272605419158936,
+    0.5381256937980652,
+    0.50955730676651,
+    0.5598199963569641,
+    0.5399393439292908,
+    0.5504487752914429,
+    0.519257128238678,
+    0.5060994029045105,
+    0.5429964065551758,
+    0.5391885638237,
+    0.5279627442359924,
+    0.5007255673408508,
+    0.5048976540565491,
+    0.5342491865158081,
+    0.5042842626571655,
+    0.5553238391876221,
+    0.5091181397438049,
+    0.4983982741832733,
+    0.49997925758361816,
+    0.5457841157913208,
+    0.537028968334198,
+    0.5287879705429077,
+    0.5244981646537781,
+    0.544577419757843,
+    0.5038843750953674,
+    0.4918120503425598,
+    0.5893281698226929,
+    0.5418962240219116,
+    0.5588653683662415,
+    0.5436967015266418,
+    0.5361207723617554,
+    0.54035484790802,
+    0.4896548390388489,
+    0.5387065410614014,
+    0.5395095944404602,
+    0.5022538304328918,
+    0.5321168899536133,
+    0.5166831612586975,
+    0.5279232859611511,
+    0.5560299158096313,
+    0.5371219515800476,
+    0.5315906405448914,
+    0.5194061398506165,
+    0.527315080165863,
+    0.5466217994689941,
+    0.5156125426292419,
+    0.5275252461433411,
+    0.5000860691070557,
+    0.5214122533798218,
+    0.5051168203353882,
+    0.4985084533691406,
+    0.5131867527961731,
+    0.5241439938545227,
+    0.5134490728378296,
+    0.5160570740699768,
+    0.5383651256561279,
+    0.5297271609306335,
+    0.5645235776901245,
+    0.5065649747848511,
+    0.49343568086624146,
+    0.5222628712654114,
+    0.5481802225112915,
+    0.5054525136947632,
+    0.49734848737716675,
+    0.520369827747345,
+    0.5194178819656372,
+    0.5354349613189697,
+    0.5022139549255371,
+    0.536941409111023,
+    0.5401966571807861,
+    0.5451578497886658,
+    0.5329803228378296,
+    0.48377370834350586,
+    0.5162338614463806,
+    0.5262973308563232,
+    0.5197675824165344,
+    0.5446395874023438,
+    0.49969422817230225,
+    0.5068417191505432,
+    0.5220209360122681,
+    0.5386329889297485,
+    0.4746658504009247,
+    0.5326274037361145,
+    0.5543484687805176,
+    0.5246165990829468,
+    0.5369485020637512,
+    0.5402805209159851,
+    0.49138590693473816,
+    0.48898687958717346,
+    0.5262163281440735,
+    0.5222362875938416,
+    0.5414537787437439,
+    0.5724992752075195,
+    0.5482891201972961,
+    0.5466715097427368,
+    0.5334576368331909,
+    0.543219268321991,
+    0.5366529226303101,
+    0.4987851679325104,
+    0.5121127963066101,
+    0.521899938583374,
+    0.5447227954864502,
+    0.5266211628913879,
+    0.5258575677871704,
+    0.535582959651947,
+    0.5412951707839966,
+    0.5327149033546448,
+    0.5190791487693787,
+    0.556312620639801,
+    0.5307872295379639,
+    0.4828549325466156,
+    0.512263298034668,
+    0.5369215607643127,
+    0.5251361131668091,
+    0.5364314913749695,
+    0.47439658641815186,
+    0.5376648306846619,
+    0.5576066970825195,
+    0.5375068187713623,
+    0.49759578704833984,
+    0.5317803621292114,
+    0.5040251612663269,
+    0.544136106967926,
+    0.5147274732589722,
+    0.531414806842804,
+    0.548104465007782,
+    0.5214465856552124,
+    0.5176263451576233,
+    0.5363125801086426,
+    0.5166699886322021,
+    0.5353478193283081,
+    0.533600389957428,
+    0.5086896419525146,
+    0.5403469800949097,
+    0.555500328540802,
+    0.5430335998535156,
+    0.544389009475708,
+    0.5458201766014099,
+    0.5046970844268799,
+    0.5226267576217651,
+    0.5386166572570801,
+    0.5054593682289124,
+    0.5256528854370117,
+    0.5028215646743774,
+    0.5382494330406189,
+    0.5339962244033813,
+    0.5299364328384399,
+    0.5319697856903076,
+    0.47200194001197815,
+    0.5403660535812378,
+    0.5353838801383972,
+    0.527732253074646,
+    0.5505872368812561,
+    0.5400006771087646,
+    0.5530476570129395,
+    0.5273923873901367,
+    0.5204357504844666,
+    0.5428382158279419,
+    0.5272824168205261,
+    0.5368024706840515,
+    0.5353901386260986,
+    0.4941239655017853,
+    0.5146243572235107,
+    0.5022147297859192,
+    0.5342854857444763,
+    0.5281352400779724,
+    0.5468795895576477,
+    0.534978449344635,
+    0.5140587687492371,
+    0.5114912390708923,
+    0.5116299390792847,
+    0.5583999752998352,
+    0.5093074440956116,
+    0.5398621559143066,
+    0.5292460322380066,
+    0.5173238515853882,
+    0.5180284380912781,
+    0.5395070314407349,
+    0.5113106369972229,
+    0.5077371597290039,
+    0.5064787864685059,
+    0.5206241011619568,
+    0.5243134498596191,
+    0.5439587831497192,
+    0.5216654539108276,
+    0.5205231308937073,
+    0.538932204246521,
+    0.5523011088371277,
+    0.5464327931404114,
+    0.5385961532592773,
+    0.5185309648513794,
+    0.5278005599975586,
+    0.5015046000480652,
+    0.5280807614326477,
+    0.5276066660881042,
+    0.5155580639839172,
+    0.5298006534576416,
+    0.5437262654304504,
+    0.5340560078620911,
+    0.5471277236938477,
+    0.5590379238128662,
+    0.5327829122543335,
+    0.5290244817733765,
+    0.5334073901176453,
+    0.4937465190887451,
+    0.5343347787857056,
+    0.5063766241073608,
+    0.5317274928092957,
+    0.4894300699234009,
+    0.5065868496894836,
+    0.5304853916168213,
+    0.5014271140098572,
+    0.5668887495994568,
+    0.5490235686302185,
+    0.5236300826072693,
+    0.5253729224205017,
+    0.5342229604721069,
+    0.5238409042358398,
+    0.5263366103172302,
+    0.5544780492782593,
+    0.5065464973449707,
+    0.557619035243988,
+    0.5160480737686157,
+    0.5149310231208801,
+    0.5511438250541687,
+    0.512782633304596,
+    0.5150631070137024,
+    0.5362633466720581,
+    0.547105610370636,
+    0.5375028848648071,
+    0.5059077143669128,
+    0.5237986445426941,
+    0.5297391414642334,
+    0.5271456837654114,
+    0.5008118748664856,
+    0.5353196859359741,
+    0.5339852571487427,
+    0.5480535626411438,
+    0.5645252466201782,
+    0.5428129434585571,
+    0.5403026342391968,
+    0.558863639831543,
+    0.5508930683135986,
+    0.5230546593666077,
+    0.5747252702713013,
+    0.5312733054161072,
+    0.5273414850234985,
+    0.5283370614051819,
+    0.541222333908081,
+    0.5282667279243469,
+    0.5403075218200684,
+    0.5330557227134705,
+    0.5208801627159119,
+    0.5358768105506897,
+    0.5725263953208923,
+    0.5290139317512512,
+    0.5648601651191711,
+    0.5186718702316284,
+    0.5174720287322998,
+    0.5226365923881531,
+    0.49475952982902527,
+    0.5325642228126526,
+    0.538700520992279,
+    0.5285714268684387,
+    0.55242919921875,
+    0.5406087636947632,
+    0.5490541458129883,
+    0.5279277563095093,
+    0.5041760802268982,
+    0.5343336462974548,
+    0.5556503534317017,
+    0.5108588337898254,
+    0.514667272567749,
+    0.5585636496543884,
+    0.5480296611785889,
+    0.5011997222900391,
+    0.5287279486656189,
+    0.517166256904602,
+    0.5239346623420715,
+    0.5606161952018738,
+    0.5568473935127258,
+    0.5409783720970154,
+    0.5294851660728455,
+    0.5419143438339233,
+    0.544893741607666,
+    0.5019965171813965,
+    0.5186717510223389,
+    0.5119849443435669,
+    0.5523550510406494,
+    0.5320762991905212,
+    0.5083087086677551,
+    0.543806791305542,
+    0.536537766456604,
+    0.5431833267211914,
+    0.5587038993835449,
+    0.5228922963142395,
+    0.5267645120620728,
+    0.5169025659561157,
+    0.5613547563552856,
+    0.5132143497467041,
+    0.5479903817176819,
+    0.542970597743988,
+    0.521323025226593,
+    0.4976387023925781,
+    0.5368773937225342,
+    0.5333513021469116,
+    0.512404203414917,
+    0.5136716365814209,
+    0.5086588859558105,
+    0.5439957976341248,
+    0.5116517543792725,
+    0.5410569906234741,
+    0.5355398654937744,
+    0.5260589718818665,
+    0.5428606867790222,
+    0.5251243710517883,
+    0.5286812782287598,
+    0.5624551773071289,
+    0.5350372195243835,
+    0.521185576915741,
+    0.48037421703338623,
+    0.545374870300293,
+    0.5177719593048096,
+    0.533909022808075,
+    0.513814389705658,
+    0.5575919151306152,
+    0.5080996751785278,
+    0.5239097476005554,
+    0.51853346824646,
+    0.5305016040802002,
+    0.5477625727653503,
+    0.533003568649292,
+    0.5624686479568481,
+    0.5218459963798523,
+    0.5174166560173035,
+    0.5487250685691833,
+    0.5499622225761414,
+    0.511090099811554,
+    0.5349385142326355,
+    0.5152498483657837,
+    0.5231837034225464,
+    0.5331432819366455,
+    0.507240355014801,
+    0.5428216457366943,
+    0.5291182398796082,
+    0.523442804813385,
+    0.5469619631767273,
+    0.5502139925956726,
+    0.5410162210464478,
+    0.5420437455177307,
+    0.5362395644187927,
+    0.5389518141746521,
+    0.5348824262619019,
+    0.5369440317153931,
+    0.541849672794342,
+    0.5109494924545288,
+    0.5192778706550598,
+    0.5432764887809753,
+    0.5304238796234131,
+    0.5313854217529297,
+    0.5077713131904602,
+    0.46683070063591003,
+    0.5191637873649597,
+    0.5381140112876892,
+    0.527458667755127,
+    0.5258103609085083,
+    0.4814450442790985,
+    0.5409372448921204,
+    0.5117390155792236,
+    0.4610203206539154,
+    0.50447016954422,
+    0.5049508213996887,
+    0.5569502115249634,
+    0.5488983392715454,
+    0.48037517070770264,
+    0.515882670879364,
+    0.5457374453544617,
+    0.5007258653640747,
+    0.5540571808815002,
+    0.5372284650802612,
+    0.5330720543861389,
+    0.5426060557365417,
+    0.5252479314804077,
+    0.5355945229530334,
+    0.5353421568870544,
+    0.5317484140396118,
+    0.5586062669754028,
+    0.5425609946250916,
+    0.5329709649085999,
+    0.5222737789154053,
+    0.49290868639945984,
+    0.5414467453956604,
+    0.5414236783981323,
+    0.5216619372367859,
+    0.5386222004890442,
+    0.4974449872970581,
+    0.49501848220825195,
+    0.5026787519454956,
+    0.5242643356323242,
+    0.5335645079612732,
+    0.5205681920051575,
+    0.5251482725143433,
+    0.5620841383934021,
+    0.5344379544258118,
+    0.5115989446640015,
+    0.532871663570404,
+    0.5233380198478699,
+    0.5364276170730591,
+    0.5356376767158508,
+    0.4963065981864929,
+    0.5246392488479614,
+    0.49405544996261597,
+    0.5198321342468262,
+    0.5180860757827759,
+    0.5215256214141846,
+    0.5188491344451904,
+    0.4997347891330719,
+    0.5390058755874634,
+    0.5082213878631592,
+    0.5230956673622131,
+    0.5232557058334351,
+    0.5059866905212402,
+    0.5072192549705505,
+    0.5119174718856812,
+    0.5428290963172913,
+    0.5337030291557312,
+    0.535149097442627,
+    0.5561978220939636,
+    0.5249668955802917,
+    0.517152726650238,
+    0.5702084302902222,
+    0.5291538834571838,
+    0.5619081258773804,
+    0.5413528084754944,
+    0.5351603031158447,
+    0.5128832459449768,
+    0.5341841578483582,
+    0.5124590396881104,
+    0.5384504795074463,
+    0.5150861740112305,
+    0.49116837978363037,
+    0.4912271797657013,
+    0.5323457717895508,
+    0.5449733734130859,
+    0.49114033579826355,
+    0.5339017510414124,
+    0.493481308221817,
+    0.5429976582527161,
+    0.5522252321243286,
+    0.546085000038147,
+    0.4712375998497009,
+    0.5347481369972229,
+    0.5072045922279358,
+    0.5102630853652954,
+    0.5262535214424133,
+    0.5074403285980225,
+    0.525107204914093,
+    0.540259838104248,
+    0.5443848371505737
+  ],
+  "raw_null_labels": [
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    1,
+    1,
+    1,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    1,
+    0,
+    1,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    1,
+    0,
+    1,
+    0,
+    1,
+    0,
+    1,
+    0,
+    1,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    1,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    1,
+    0,
+    1,
+    0,
+    0,
+    1,
+    0,
+    1,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    1,
+    0,
+    0,
+    0,
+    1,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    1,
+    0,
+    1,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    1,
+    1,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0,
+    0,
+    0,
+    0,
+    0,
+    1,
+    0
+  ]
+}